-- Logs begin at Tue 2021-10-26 07:52:09 UTC, end at Tue 2021-10-26 09:31:01 UTC. -- Oct 26 08:23:02.146750 dv-neutron-804846-13-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Oct 26 08:23:04.916627 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.common.config [-] Logging enabled! Oct 26 08:23:04.917237 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev110 Oct 26 08:23:04.917417 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101958) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 26 08:23:04.920644 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.common.config [-] Logging enabled! Oct 26 08:23:04.920900 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev110 Oct 26 08:23:04.921214 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101958) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 26 08:23:04.922174 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 26 08:23:04.922411 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 26 08:23:04.922805 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 26 08:23:04.923052 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 26 08:23:04.923280 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 26 08:23:04.923602 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.923899 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.924197 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.924430 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.924727 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.925037 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.925324 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.925643 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.925940 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.926227 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.926511 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.926795 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.927027 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.927310 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.927597 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.927885 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.928110 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] debug = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.929081 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.929522 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.930643 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.930643 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.930643 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.930952 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.931036 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.931303 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.931588 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.931919 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] host = dv-neutron-804846-13-hyperv {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.932201 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.932492 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.932781 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.933070 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.933346 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.933642 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.933930 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.934205 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.934482 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] log_file = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.934763 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.935052 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.935339 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.935648 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.935875 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.936098 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.936388 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.936675 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.936954 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.937231 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.937507 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.937806 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.938084 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.938354 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.938641 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.938927 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.939214 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.939490 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.939766 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.940038 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.940313 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.940598 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.940873 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.941148 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.941423 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.941731 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.942004 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.942281 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.942585 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.942874 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.943158 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.943447 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.943725 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.944040 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.944315 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.944589 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.944862 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] use_json = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.945133 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.945411 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.945712 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.945991 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.946263 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.946540 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.946814 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.947101 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:04.947399 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.947696 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.947997 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.948281 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.948586 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.948869 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.949161 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.949441 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.949750 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.950041 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.950331 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.950611 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.950901 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.951179 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.951476 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.951781 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.952076 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.952367 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.952644 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.952920 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.953194 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.953474 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.953785 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.954065 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.954353 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.954645 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.954928 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.955215 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.955515 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.955807 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.956082 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.956364 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.956657 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.956938 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.957211 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.957491 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.957807 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.958088 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.958363 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.958646 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.958926 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.959202 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.959686 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.960520 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.960821 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.961105 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.961388 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.961696 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.961985 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.962267 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.962556 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.962837 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.963113 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.963390 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.963670 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.963947 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.964221 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.964500 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.964773 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.965049 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.965324 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.965596 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.965898 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.966174 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.966449 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.966727 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.967003 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.967283 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.967559 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.967832 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.968108 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.968378 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.968652 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.968939 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.969236 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.969514 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.969823 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.970106 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.970384 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.970660 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.970936 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.971214 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.971495 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.971769 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.972058 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.972344 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.972630 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.972914 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.973193 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.973517 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.973832 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.974208 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.974497 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.974780 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.975070 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.976044 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.976354 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.976656 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.976956 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.977254 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.977552 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.977918 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.978231 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.978514 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:04.978737 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 26 08:23:04.978980 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101958) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 26 08:23:05.417216 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 26 08:23:05.417497 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 26 08:23:05.417811 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 26 08:23:05.418149 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 26 08:23:05.741910 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:05.742156 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:05.742395 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:05.743641 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:05.743916 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:05.744181 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:05.779175 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:05.779461 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:05.779730 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:05.794909 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:05.795175 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:05.795446 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:05.826051 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:05.826333 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:05.826605 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:05.863105 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:05.863383 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:05.863651 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:06.100551 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:06.101160 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:06.101160 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:06.101349 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:06.102013 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:06.232609 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:06.232933 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:06.233222 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:06.233494 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:06.233788 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:06.234106 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:06.234368 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:06.234625 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:06.234879 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:06.235162 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:06.235423 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:06.235690 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:06.235945 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:06.236202 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:06.236458 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:06.236743 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:06.237000 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:06.237268 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:06.237538 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:06.238074 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:06.238344 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:06.238596 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:06.238897 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:06.239282 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:06.239546 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:06.239779 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:06.240170 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 08:23:06.240411 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 08:23:06.240650 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 08:23:06.241419 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 08:23:06.241677 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 08:23:06.241917 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 08:23:06.242282 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 26 08:23:06.245530 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 26 08:23:06.249512 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 26 08:23:06.253465 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Oct 26 08:23:06.255145 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 26 08:23:06.255617 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 26 08:23:06.255955 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 26 08:23:06.256386 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 26 08:23:06.259734 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 26 08:23:06.259990 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 26 08:23:06.260341 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 26 08:23:06.265697 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 26 08:23:06.288129 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 26 08:23:06.288582 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:06.288881 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101958) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 26 08:23:06.289246 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:06.290666 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101958) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 26 08:23:06.290949 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 26 08:23:06.291199 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 26 08:23:06.294429 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:06.294712 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:06.359405 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 26 08:23:06.359586 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 26 08:23:06.359823 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 26 08:23:06.360198 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 26 08:23:06.381364 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_db.sqlalchemy.engines [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101958) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 26 08:23:06.922789 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.plugins.ml2.managers [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Initializing driver for type 'gre' Oct 26 08:23:06.923356 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] gre ID ranges: [(1, 1000)] Oct 26 08:23:06.976304 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.plugins.ml2.managers [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Initializing driver for type 'local' Oct 26 08:23:06.976744 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.plugins.ml2.managers [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Initializing driver for type 'vlan' Oct 26 08:23:06.989903 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] VlanTypeDriver initialization complete Oct 26 08:23:06.990251 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.plugins.ml2.managers [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Initializing driver for type 'vxlan' Oct 26 08:23:06.991314 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] vxlan ID ranges: [(1, 1000)] Oct 26 08:23:07.041676 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.plugins.ml2.managers [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Initializing extension driver 'port_security' Oct 26 08:23:07.042023 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.plugins.ml2.extensions.port_security [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] PortSecurityExtensionDriver initialization complete Oct 26 08:23:07.042362 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.plugins.ml2.managers [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Initializing mechanism driver 'openvswitch' Oct 26 08:23:07.042694 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.plugins.ml2.managers [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Initializing mechanism driver 'hyperv' Oct 26 08:23:07.049442 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.plugins.ml2.plugin [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:23:07.050319 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > port after_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.050698 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > port after_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.051060 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > port after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.051599 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 08:23:07.052053 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > subnet after_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.052418 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > subnet after_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.052772 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > subnet after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.053698 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 08:23:07.054164 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > network after_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.054486 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > network after_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.054835 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > network after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.055236 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 08:23:07.055651 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > security_group after_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.056038 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > security_group after_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.056387 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > security_group after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.056800 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 08:23:07.057228 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.057584 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.057969 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.058371 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 08:23:07.058797 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > address_group after_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.059150 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > address_group after_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.059497 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > address_group after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.059912 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 08:23:07.060303 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] ML2 OVO RPC backend initialized. {{(pid=101958) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 26 08:23:07.061018 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > router_interface after_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.061376 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.061837 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > network before_response 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.062194 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > networks before_response 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.062549 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > port before_response 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.062896 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > ports before_response 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.063246 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > subnet before_response 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.063595 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > subnets before_response 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.063947 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > network after_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.064303 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > network after_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.064645 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > network after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.064987 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > port after_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.065329 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > port after_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.065695 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > port after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.066054 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > subnet after_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.066402 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > subnet after_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.066754 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > subnet after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.067344 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.plugins.ml2.plugin [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Modular L2 Plugin initialization complete Oct 26 08:23:07.067694 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading services supported by the core plugin {{(pid=101958) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 26 08:23:07.068031 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.plugins.ml2.managers [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Got port-security extension from driver 'port_security' Oct 26 08:23:07.068506 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.extensions.vlantransparent [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Disabled vlantransparent extension. Oct 26 08:23:07.069905 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101958) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 26 08:23:07.070011 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading Plugin: router Oct 26 08:23:07.106081 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > router_interface before_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.106719 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > router after_create 55549900 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.106852 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > router before_create 55549900 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.107204 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.107585 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.107949 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > router after_delete 55549900 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.108315 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > floatingip after_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.108790 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > floatingip after_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.109159 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > router after_create 55549900 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.109515 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > router after_update 55549900 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.109899 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > router after_update 55549900 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.110258 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.110625 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > router after_update 55549900 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.111048 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > router precommit_update 55549900 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.111424 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: port after_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.111773 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: port after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.112120 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: subnet after_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.112475 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.113087 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > port precommit_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.113442 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > router precommit_create 55549900 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.113823 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: port before_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.114178 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > router precommit_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.114542 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > router after_update 55549900 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.114893 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > router precommit_delete 55549900 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.115258 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > router precommit_create 55549900 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.115620 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > router_interface after_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.116585 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > router precommit_update 55549900 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.116963 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > agent after_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.117327 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > agent after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.117709 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > network after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.118579 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.quota.resource_registry [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Tracking information for resource: router configured {{(pid=101958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 08:23:07.118920 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.quota.resource_registry [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Tracking information for resource: floatingip configured {{(pid=101958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 08:23:07.123824 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.db.l3_agentschedulers_db [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 26 08:23:07.124409 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: port after_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.124778 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: port after_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.125141 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: port after_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.125501 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: port after_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.126338 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > router before_create 55550100 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.126713 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > router precommit_delete 55550100 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.127085 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > router precommit_create 55550100 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.127446 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > router precommit_update 55550100 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.133184 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.services.provider_configuration [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Service providers = [] {{(pid=101958) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 26 08:23:07.133593 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.db.servicetype_db [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101958) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 26 08:23:07.137544 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.services.service_base [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 08:23:07.137965 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.services.service_base [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 08:23:07.138320 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.services.service_base [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 08:23:07.139383 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.services.service_base [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 08:23:07.139909 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.services.service_base [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 26 08:23:07.140416 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 08:23:07.140836 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 26 08:23:07.155430 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 08:23:07.155776 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading Plugin: auto_allocate Oct 26 08:23:07.161658 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: network precommit_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.162039 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: network precommit_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.163098 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 08:23:07.163506 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading Plugin: tag Oct 26 08:23:07.170358 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 08:23:07.170696 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading Plugin: timestamp Oct 26 08:23:07.174632 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 08:23:07.174925 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading Plugin: network_ip_availability Oct 26 08:23:07.181113 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.181487 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.181879 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.182609 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 08:23:07.182938 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading Plugin: flavors Oct 26 08:23:07.187996 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 08:23:07.188332 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading Plugin: revisions Oct 26 08:23:07.192706 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 08:23:07.193103 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_concurrency.lockutils [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.775s {{(pid=101958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 26 08:23:07.193920 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101958) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 26 08:23:07.194268 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Initializing extension manager. Oct 26 08:23:07.194785 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: __init__.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.195134 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: __pycache__ {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.195480 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.195823 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: address_group.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.196591 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.197169 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: address-group Oct 26 08:23:07.197505 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: address_scope.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.198263 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.198785 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: address-scope Oct 26 08:23:07.199117 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: admin_state_down_before_update.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.200069 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.200590 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: router-admin-state-down-before-update Oct 26 08:23:07.200922 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: agent.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.201667 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.202194 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: agent Oct 26 08:23:07.202525 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: agent_resources_synced.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.203446 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.203959 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: agent-resources-synced Oct 26 08:23:07.204287 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: allowedaddresspairs.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.206123 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.206652 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: allowed-address-pairs Oct 26 08:23:07.206988 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: auto_allocated_topology.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.208071 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.208593 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: auto-allocated-topology Oct 26 08:23:07.208935 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: availability_zone.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.209696 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.210314 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: availability_zone Oct 26 08:23:07.210655 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: availability_zone_filter.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.211581 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.212099 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: availability_zone_filter Oct 26 08:23:07.212430 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: data_plane_status.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.213350 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.213894 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extension data-plane-status not supported by any of loaded plugins Oct 26 08:23:07.214231 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: default_subnetpools.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.215163 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.215687 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: default-subnetpools Oct 26 08:23:07.216020 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: dhcpagentscheduler.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.216847 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.217366 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: dhcp_agent_scheduler Oct 26 08:23:07.217733 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: dns.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.218723 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.219243 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extension dns-integration not supported by any of loaded plugins Oct 26 08:23:07.219622 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: dns_domain_ports.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.220586 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.221107 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 26 08:23:07.221442 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.223274 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.223274 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 26 08:23:07.223274 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: dvr.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.226640 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.226640 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: dvr Oct 26 08:23:07.226930 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: ecmp_routes.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.227887 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.228406 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extension ecmp_routes not supported by any of loaded plugins Oct 26 08:23:07.228738 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: empty_string_filtering.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.229705 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.230227 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: empty-string-filtering Oct 26 08:23:07.230557 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.231486 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.231999 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 26 08:23:07.232329 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.233262 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.233814 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 26 08:23:07.234147 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: external_net.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.235069 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.235585 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: external-net Oct 26 08:23:07.235914 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: extra_dhcp_opt.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.236845 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.237361 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: extra_dhcp_opt Oct 26 08:23:07.237974 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: extraroute.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.238909 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.239424 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: extraroute Oct 26 08:23:07.239753 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: extraroute_atomic.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.241414 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.241959 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: extraroute-atomic Oct 26 08:23:07.242291 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: filter_validation.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.243187 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.243711 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: filter-validation Oct 26 08:23:07.244043 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: fip_pf_description.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.244979 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.245499 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 26 08:23:07.245851 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: fip_port_details.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.246798 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.247321 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: fip-port-details Oct 26 08:23:07.247652 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: flavors.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.248926 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.249452 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: flavors Oct 26 08:23:07.249821 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.251516 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.252046 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 26 08:23:07.252387 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: floatingip_pools.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.253106 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.253641 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: floatingip-pools Oct 26 08:23:07.253986 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: ip_allocation.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.254929 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.255444 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extension ip_allocation not supported by any of loaded plugins Oct 26 08:23:07.255781 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.256897 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.257432 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: ip-substring-filtering Oct 26 08:23:07.257814 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: l2_adjacency.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.258756 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.259273 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extension l2_adjacency not supported by any of loaded plugins Oct 26 08:23:07.259606 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: l3.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.260615 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.261145 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: router Oct 26 08:23:07.261491 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: l3_conntrack_helper.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.263785 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.264325 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 26 08:23:07.264666 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.265615 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.266168 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: ext-gw-mode Oct 26 08:23:07.266509 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.267466 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.267989 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: l3-ha Oct 26 08:23:07.268326 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: l3_flavors.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.269253 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.269815 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: l3-flavors Oct 26 08:23:07.270150 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.271076 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.271598 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: l3-port-ip-change-not-allowed Oct 26 08:23:07.271962 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: l3agentscheduler.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.273120 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.273673 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: l3_agent_scheduler Oct 26 08:23:07.274015 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: logging.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.275525 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.276060 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extension logging not supported by any of loaded plugins Oct 26 08:23:07.276398 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: metering.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.277169 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.277798 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: metering Oct 26 08:23:07.278138 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.279380 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.279930 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: metering_source_and_destination_fields Oct 26 08:23:07.280260 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: multiprovidernet.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.281211 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.281938 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: multi-provider Oct 26 08:23:07.282107 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: netmtu.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.283042 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.283565 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: net-mtu Oct 26 08:23:07.283904 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: netmtu_writable.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.284842 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.285361 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: net-mtu-writable Oct 26 08:23:07.285718 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: network_availability_zone.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.286412 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.286933 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: network_availability_zone Oct 26 08:23:07.287271 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: network_ip_availability.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.289145 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.289696 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: network-ip-availability Oct 26 08:23:07.290036 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: network_segment_range.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.290843 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.291362 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extension network-segment-range not supported by any of loaded plugins Oct 26 08:23:07.291696 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: pagination.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.292727 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.293067 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: pagination Oct 26 08:23:07.293399 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: port_device_profile.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.294363 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.294900 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: port-device-profile Oct 26 08:23:07.295239 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.296199 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.296719 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: port-mac-address-regenerate Oct 26 08:23:07.297051 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.298020 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.298549 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: port-numa-affinity-policy Oct 26 08:23:07.298886 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: port_resource_request.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.299819 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.300341 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extension port-resource-request not supported by any of loaded plugins Oct 26 08:23:07.300675 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: portbindings.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.301638 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.302168 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: binding Oct 26 08:23:07.302502 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: portbindings_extended.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.304515 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.305038 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: binding-extended Oct 26 08:23:07.305379 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: portsecurity.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.306351 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.306878 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: port-security Oct 26 08:23:07.307217 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: project_id.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.308211 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.308553 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: project-id Oct 26 08:23:07.308889 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: providernet.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.309854 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.310378 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: provider Oct 26 08:23:07.310710 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: qos.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.314431 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.314969 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extension qos not supported by any of loaded plugins Oct 26 08:23:07.315332 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.316609 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.317136 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 26 08:23:07.317476 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.318446 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.319004 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 26 08:23:07.319339 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: qos_default.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.320269 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.320794 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extension qos-default not supported by any of loaded plugins Oct 26 08:23:07.321132 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: qos_fip.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.321830 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.322349 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extension qos-fip not supported by any of loaded plugins Oct 26 08:23:07.322683 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: qos_gateway_ip.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.323627 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.324158 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 26 08:23:07.324493 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: qos_port_network_policy.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.325421 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.325978 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 26 08:23:07.326311 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.327367 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.327893 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 26 08:23:07.328251 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: qos_pps_rule.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.329702 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.330231 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extension qos-pps not supported by any of loaded plugins Oct 26 08:23:07.330566 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: qos_rule_type_details.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.331497 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.332019 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 26 08:23:07.332350 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: qos_rules_alias.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.333604 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.334156 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 26 08:23:07.334540 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: quotasv2.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.335537 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.335877 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: quotas Oct 26 08:23:07.336208 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: quotasv2_detail.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.339445 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.339793 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: quota_details Oct 26 08:23:07.340135 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: rbac.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.341230 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.341803 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: rbac-policies Oct 26 08:23:07.342151 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: rbac_address_group.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.343106 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.343631 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: rbac-address-group Oct 26 08:23:07.344120 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: rbac_address_scope.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.345200 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.345912 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: rbac-address-scope Oct 26 08:23:07.346252 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: rbac_security_groups.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.347190 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.347711 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: rbac-security-groups Oct 26 08:23:07.348050 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: rbac_subnetpool.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.348984 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.349515 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: rbac-subnetpool Oct 26 08:23:07.349873 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: revisionifmatch.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.351355 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.351888 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: revision-if-match Oct 26 08:23:07.352224 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: revisions.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.353361 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.353922 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: standard-attr-revisions Oct 26 08:23:07.354267 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: router_availability_zone.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.354960 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.355488 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: router_availability_zone Oct 26 08:23:07.355823 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: routerservicetype.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.356754 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.357274 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extension router-service-type not supported by any of loaded plugins Oct 26 08:23:07.357608 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.358579 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.359111 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: security-groups-normalized-cidr Oct 26 08:23:07.359444 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: security_groups_port_filtering.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.360387 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.360915 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: port-security-groups-filtering Oct 26 08:23:07.361249 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.362212 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.363007 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: security-groups-remote-address-group Oct 26 08:23:07.363341 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: securitygroup.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.374077 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.374626 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: security-group Oct 26 08:23:07.374965 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: segment.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.375778 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.376299 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extension segment not supported by any of loaded plugins Oct 26 08:23:07.376634 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.377719 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.378271 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 26 08:23:07.378577 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: servicetype.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.379713 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.380249 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: service-type Oct 26 08:23:07.380577 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: sorting.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.381647 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.381978 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: sorting Oct 26 08:23:07.382312 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: standard_attr_segment.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.383246 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.383770 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 26 08:23:07.384108 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: standardattrdescription.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.384770 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.385293 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: standard-attr-description Oct 26 08:23:07.385651 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: stateful_security_group.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.386589 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.387120 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: stateful-security-group Oct 26 08:23:07.387605 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: stdattrs_common.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.388208 dv-neutron-804846-13-hyperv neutron-server[101958]: WARNING neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 26 08:23:07.388541 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.389486 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.390040 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 26 08:23:07.390376 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: subnet_onboard.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.391473 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.392001 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: subnet_onboard Oct 26 08:23:07.392339 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.393282 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.393826 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 26 08:23:07.394163 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: subnet_service_types.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.395115 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.395645 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: subnet-service-types Oct 26 08:23:07.395979 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: subnetallocation.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.397125 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.397658 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: subnet_allocation Oct 26 08:23:07.398000 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.398692 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.399222 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: subnetpool-prefix-ops Oct 26 08:23:07.399552 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.400508 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.401029 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 26 08:23:07.401359 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: tagging.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.402520 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.403050 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: standard-attr-tag Oct 26 08:23:07.403386 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: timestamp.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.404677 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.405208 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loaded extension: standard-attr-timestamp Oct 26 08:23:07.405544 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: trunk.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.406626 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.407157 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extension trunk not supported by any of loaded plugins Oct 26 08:23:07.407495 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: trunk_details.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.408437 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.408959 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extension trunk-details not supported by any of loaded plugins Oct 26 08:23:07.409293 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: uplink_status_propagation.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.410257 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.410779 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 26 08:23:07.411111 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Loading extension file: vlantransparent.py {{(pid=101958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 08:23:07.411802 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 08:23:07.412320 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extension vlan-transparent not supported by any of loaded plugins Oct 26 08:23:07.415551 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.quota.resource_registry [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Creating instance of TrackedResource for resource:network Oct 26 08:23:07.416095 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.quota.resource_registry [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Creating instance of TrackedResource for resource:subnet Oct 26 08:23:07.416502 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.quota.resource_registry [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 08:23:07.416903 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.quota.resource_registry [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Creating instance of TrackedResource for resource:port Oct 26 08:23:07.418237 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.v2.resource_helper [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 08:23:07.418739 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.v2.resource_helper [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Service FLAVORS assigned prefix: {{(pid=101958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 08:23:07.419349 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.v2.resource_helper [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 08:23:07.419796 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.v2.resource_helper [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 08:23:07.420136 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.quota.resource_registry [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Creating instance of TrackedResource for resource:router Oct 26 08:23:07.420587 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.quota.resource_registry [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Creating instance of TrackedResource for resource:floatingip Oct 26 08:23:07.421104 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.v2.resource_helper [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Service METERING assigned prefix: /metering {{(pid=101958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 08:23:07.422613 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.422991 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.423351 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:23:07.424383 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.quota.resource_registry [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Creating instance of CountableResource for resource:rbac_policy Oct 26 08:23:07.424907 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.quota.resource_registry [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Creating instance of TrackedResource for resource:security_group Oct 26 08:23:07.425301 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.quota.resource_registry [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Creating instance of TrackedResource for resource:security_group_rule Oct 26 08:23:07.425962 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.v2.resource_helper [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Service CORE assigned prefix: {{(pid=101958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 08:23:07.426302 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.quota.resource_registry [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 08:23:07.426656 dv-neutron-804846-13-hyperv neutron-server[101958]: WARNING neutron.quota.resource_registry [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] subnetpool is already registered Oct 26 08:23:07.427099 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.v2.resource_helper [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Service CORE assigned prefix: {{(pid=101958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 08:23:07.427433 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.quota.resource_registry [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 08:23:07.427772 dv-neutron-804846-13-hyperv neutron-server[101958]: WARNING neutron.quota.resource_registry [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] subnetpool is already registered Oct 26 08:23:07.430944 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.v2.resource_helper [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 08:23:07.431401 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.v2.resource_helper [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Service FLAVORS assigned prefix: {{(pid=101958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 08:23:07.432033 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.v2.resource_helper [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 08:23:07.432472 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.v2.resource_helper [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 08:23:07.432821 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.quota.resource_registry [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Creating instance of TrackedResource for resource:router Oct 26 08:23:07.433168 dv-neutron-804846-13-hyperv neutron-server[101958]: WARNING neutron.quota.resource_registry [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] router is already registered Oct 26 08:23:07.433615 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.quota.resource_registry [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Creating instance of TrackedResource for resource:floatingip Oct 26 08:23:07.433982 dv-neutron-804846-13-hyperv neutron-server[101958]: WARNING neutron.quota.resource_registry [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] floatingip is already registered Oct 26 08:23:07.434459 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.v2.resource_helper [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Service METERING assigned prefix: /metering {{(pid=101958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 08:23:07.435177 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.quota.resource_registry [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Creating instance of CountableResource for resource:rbac_policy Oct 26 08:23:07.435528 dv-neutron-804846-13-hyperv neutron-server[101958]: WARNING neutron.quota.resource_registry [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] rbac_policy is already registered Oct 26 08:23:07.435951 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.quota.resource_registry [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Creating instance of TrackedResource for resource:security_group Oct 26 08:23:07.436293 dv-neutron-804846-13-hyperv neutron-server[101958]: WARNING neutron.quota.resource_registry [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] security_group is already registered Oct 26 08:23:07.436711 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.quota.resource_registry [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Creating instance of TrackedResource for resource:security_group_rule Oct 26 08:23:07.437052 dv-neutron-804846-13-hyperv neutron-server[101958]: WARNING neutron.quota.resource_registry [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] security_group_rule is already registered Oct 26 08:23:07.437556 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.v2.resource_helper [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Service CORE assigned prefix: {{(pid=101958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 08:23:07.437918 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.quota.resource_registry [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 08:23:07.438312 dv-neutron-804846-13-hyperv neutron-server[101958]: WARNING neutron.quota.resource_registry [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] subnetpool is already registered Oct 26 08:23:07.438682 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.v2.resource_helper [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Service CORE assigned prefix: {{(pid=101958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 08:23:07.439014 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.quota.resource_registry [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 08:23:07.439349 dv-neutron-804846-13-hyperv neutron-server[101958]: WARNING neutron.quota.resource_registry [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] subnetpool is already registered Oct 26 08:23:07.441122 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extended resource: extensions {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 08:23:07.442676 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extended resource: address-groups {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 08:23:07.444232 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extended resource: address-scopes {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 08:23:07.445576 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extended resource: agents {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 08:23:07.446899 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extended resource: auto-allocated-topology {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 08:23:07.448165 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extended resource: availability_zones {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 08:23:07.449416 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extended resource: dhcp-networks {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 08:23:07.450920 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extended resource: dhcp-agents {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 08:23:07.452477 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extended resource: routers {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 08:23:07.454697 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extended resource: flavors {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 08:23:07.455989 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extended resource: service_profiles {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 08:23:07.457225 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extended resource: next_providers {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 08:23:07.458736 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extended resource: service_profiles {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 08:23:07.460464 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extended resource: floatingip-pools {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 08:23:07.461842 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extended resource: routers {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 08:23:07.463993 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extended resource: floatingips {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 08:23:07.465325 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extended resource: l3-routers {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 08:23:07.466774 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extended resource: l3-agents {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 08:23:07.468220 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extended resource: metering-labels {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 08:23:07.469509 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extended resource: metering-label-rules {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 08:23:07.470933 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extended resource: network-ip-availabilities {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 08:23:07.472243 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extended resource: bindings {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 08:23:07.473874 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extended resource: quotas {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 08:23:07.476268 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extended resource: quotas {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 08:23:07.477847 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extended resource: rbac-policies {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 08:23:07.479068 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extended resource: security-groups {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 08:23:07.480424 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extended resource: security-group-rules {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 08:23:07.481710 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extended resource: service-providers {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 08:23:07.482949 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extended resource: subnetpools {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 08:23:07.484394 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extended resource: subnetpools {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 08:23:07.485941 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extended resource: tags {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 08:23:07.487911 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extended resource: tags {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 08:23:07.489799 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extended resource: tags {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 08:23:07.492193 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extended resource: tags {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 08:23:07.493963 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extended resource: tags {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 08:23:07.495970 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extended resource: tags {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 08:23:07.497740 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extended resource: tags {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 08:23:07.500638 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extended resource: tags {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 08:23:07.502504 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extended resource: tags {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 08:23:07.504284 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron.api.extensions [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Extended resource: tags {{(pid=101958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 08:23:07.510665 dv-neutron-804846-13-hyperv neutron-server[101958]: WARNING keystonemiddleware.auth_token [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 26 08:23:07.515259 dv-neutron-804846-13-hyperv neutron-server[101958]: WARNING keystonemiddleware.auth_token [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 26 08:23:07.524797 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_concurrency.lockutils [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Acquired lock "singleton_lock" {{(pid=101958) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 26 08:23:07.525285 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_concurrency.lockutils [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Releasing lock "singleton_lock" {{(pid=101958) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 26 08:23:07.525997 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO oslo_service.service [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Starting 2 workers Oct 26 08:23:07.530795 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Started child 102101 {{(pid=101958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 26 08:23:07.535246 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Started child 102102 {{(pid=101958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 26 08:23:07.536219 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:07.536932 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO neutron.service [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Neutron service started, listening on 0.0.0.0:9696 Oct 26 08:23:07.537414 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Publish callbacks [] for process, before_spawn {{(pid=101958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:07.538332 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [-] (102101) wsgi starting up on http://0.0.0.0:9696 Oct 26 08:23:07.540436 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO oslo_service.service [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Starting 1 workers Oct 26 08:23:07.540776 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:07.542151 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [-] (102102) wsgi starting up on http://0.0.0.0:9696 Oct 26 08:23:07.545684 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Started child 102103 {{(pid=101958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 26 08:23:07.546253 dv-neutron-804846-13-hyperv neutron-server[101958]: INFO oslo_service.service [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Starting 1 workers Oct 26 08:23:07.550324 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.service [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] calling RpcWorker wait() {{(pid=102103) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 26 08:23:07.550871 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.service [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] returning from RpcWorker wait() {{(pid=102103) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 26 08:23:07.550955 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Started child 102104 {{(pid=101958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 26 08:23:07.551583 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG neutron_lib.callbacks.manager [None req-79cec86e-464f-42bb-88ae-c52061724dae None None] Publish callbacks [] for process, after_spawn {{(pid=101958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:07.552168 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:07.552641 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:23:07.554183 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101958) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 26 08:23:07.554400 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 26 08:23:07.554661 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 26 08:23:07.554808 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 26 08:23:07.555315 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 26 08:23:07.555643 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 26 08:23:07.556321 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.556758 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.557164 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.557463 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:07.557960 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.557960 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.558446 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.558689 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.558961 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.559230 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.559507 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.559680 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.559845 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.560257 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.560672 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.561117 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.561524 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.561945 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.562370 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.562992 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.563369 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.563775 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.564174 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.564582 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] debug = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.564978 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.565651 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.565897 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.566144 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.566400 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.566675 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.566920 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.567183 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.567438 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.567659 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.567910 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.568175 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.568433 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.568660 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.568942 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.569718 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.569953 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.570579 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] host = dv-neutron-804846-13-hyperv {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.570822 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.571064 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.571315 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.571560 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.571816 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.572038 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.572312 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.572577 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.572825 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.573085 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.573333 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.573590 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.573859 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.574095 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] log_file = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.574261 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] log_options = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.574515 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.574774 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.575045 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.575664 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.575992 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.576300 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.576704 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.577008 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.577405 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.577803 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.578151 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.578511 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.578905 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.579280 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.579678 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.580057 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.580440 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.581344 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.581779 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.582179 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.582556 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.582930 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.583303 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.583686 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.584090 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.584490 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.585007 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.585483 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.585977 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.586370 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.586777 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.587182 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.587756 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.588589 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.588998 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.589207 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:23:07.589775 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.590039 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.590290 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.590603 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.591017 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.591475 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.591749 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.591972 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.592392 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.592690 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.592923 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.593150 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] use_json = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.593371 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.593659 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.593920 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.594140 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.594514 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.594892 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.595141 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.595400 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.595824 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.596113 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.596411 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.596661 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.596916 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.597161 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.597448 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.597668 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.597939 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.598178 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.598496 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.598743 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.599044 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.599269 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.599526 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.599827 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.600744 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.601351 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.601768 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.602144 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.602533 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.602798 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.603069 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.603299 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.603537 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.603791 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.604052 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.604395 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.604681 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.604952 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.605201 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.605422 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.605671 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.605915 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.606194 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.606597 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.606831 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.607313 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.607567 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.607812 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.608043 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.608292 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.608536 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.608785 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.609014 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.609281 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.609498 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.609767 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.609989 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.610212 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.610469 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.610663 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.610894 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.611111 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.611367 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.611594 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.611815 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.612037 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.612274 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.612513 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.613016 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.613238 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.613453 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.613710 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.613933 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.614167 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.614639 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.614822 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.614962 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.615147 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.615285 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.615535 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.616304 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.616867 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.616985 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.617165 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.617384 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.617652 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.618418 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.618418 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.618418 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.618844 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.618844 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.619166 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.619166 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.619448 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.619596 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.619733 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.620150 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.620858 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.621358 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.621605 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.621877 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.622099 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.622712 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.622940 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.623200 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.623452 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.623843 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.624220 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.624649 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.624909 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.625140 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.625389 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.625609 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.625899 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.626119 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.626352 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.626574 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.626821 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.627080 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.627353 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.627609 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.627843 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.628077 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.628346 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.628609 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.628870 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.629158 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.629398 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.630059 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.630059 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.630236 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.630509 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.630950 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.632059 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.632510 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.632604 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.632887 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.633320 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.633647 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.633974 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.635008 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.635270 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.635647 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.636031 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.636410 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.636911 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.637149 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.637365 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.637591 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.637895 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.638154 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.638562 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.638971 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.639365 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.639752 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.640024 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.640266 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.640489 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.640752 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.640992 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.641210 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.641449 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.641709 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.641967 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.642189 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.642409 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.642649 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.642866 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.643088 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.643305 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.643556 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.643778 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.644027 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.644246 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.644534 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.644773 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.644998 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.645220 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.645466 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.645701 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.645960 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.646184 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.646454 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.647016 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.647016 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.647725 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.647725 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.647725 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.647915 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.648097 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.648546 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.648767 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.648987 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.649212 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.649458 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.649751 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.649963 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.650178 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.650416 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.650674 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.651027 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.651292 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.651545 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.651785 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.652021 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.652472 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.652715 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.652954 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.653174 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.653394 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.653647 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.653930 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.654177 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.654429 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.654664 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.654916 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.655115 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.655334 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.655572 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.655874 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.656116 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.656352 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.656607 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.656851 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.657096 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.657329 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.657559 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.657803 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.658026 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.658242 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.658486 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.658707 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.658938 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.659169 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.659409 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.659622 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.659830 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.660075 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.660310 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.660520 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.660743 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.660958 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.661166 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.661390 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.661596 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.661828 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.662049 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.662265 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.662475 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.662725 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.662933 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.663138 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.663356 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.663572 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.663775 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.664038 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.664310 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.665051 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.665364 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.665587 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.665854 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.666075 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.666400 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.666610 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.666865 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.667107 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.667325 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.667547 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.667831 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.668148 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.668415 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.668678 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.668938 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.669224 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.669515 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.669804 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.670016 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.670303 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.670644 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.670925 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.671171 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.671421 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.671672 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.671896 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.672137 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.672372 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.672605 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.672824 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.673081 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.673312 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.673538 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.673783 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.674011 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.674227 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.674472 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.674712 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.674983 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.675156 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.675312 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 26 08:23:07.675861 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101958) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 26 08:23:07.676025 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 26 08:23:07.676180 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 26 08:23:07.676363 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 26 08:23:07.676537 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 26 08:23:07.676691 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 26 08:23:07.676901 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.677061 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.677219 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.677378 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.677537 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.677739 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.677896 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.678940 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.678940 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.678940 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.679182 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.679182 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.679315 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.679449 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.679605 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.679764 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.679922 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.680090 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.680245 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.680403 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.680559 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.680717 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.680873 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] debug = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.681030 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.681265 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.681421 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.681546 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.681690 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.681849 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.682005 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.682163 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.682320 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.682479 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.682637 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.682796 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.682952 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.683110 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.683268 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.683425 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.683581 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.683741 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] host = dv-neutron-804846-13-hyperv {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.683895 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.684052 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.684209 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.684367 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.684526 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.684682 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.684841 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.685000 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.685157 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.685314 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.685433 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:23:07.685526 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.685653 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.685785 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.685941 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] log_file = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.686104 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] log_options = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.686258 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.686615 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.686779 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.686964 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.687132 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.687291 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.687449 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.687606 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.687765 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.687922 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.688079 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.688235 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.688394 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.688549 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.688706 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.688863 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.689020 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.689176 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.689333 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.689490 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.689675 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.689835 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.689994 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.690151 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.690308 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.690464 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.690620 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.690778 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.690935 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.691094 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.691250 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.691425 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.691553 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.691711 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.691868 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.692029 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.692184 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.692342 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.692502 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.692660 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.692817 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.692975 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.693132 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.693289 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.693446 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.693603 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.694420 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] use_json = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.694594 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.694752 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.694909 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.695066 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.695225 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.695381 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.695538 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.695696 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 08:23:07.695889 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.696035 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.696205 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.696365 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.696526 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.696683 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.696844 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.697123 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.697370 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.697634 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.698090 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.698090 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.698573 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.698692 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.698802 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.698964 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.699130 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.699289 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.699449 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.699609 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.699769 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.699928 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.700096 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.700257 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.700417 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.700577 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.700738 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.700912 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.701071 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.701233 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.701394 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.701608 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.701773 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.701895 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.702016 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.702188 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.702394 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.702520 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.702643 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.702767 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.702929 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.703088 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.703250 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.703409 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.703570 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.703730 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.703896 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.704040 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.704202 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.704360 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.704520 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.704681 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.704842 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.705002 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.705173 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.705331 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.705493 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.705671 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.705838 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.705992 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.706151 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.706310 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.706469 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.706630 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.706791 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.706947 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.707123 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.707282 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.707443 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.707602 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.707762 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.707921 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.708081 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.708242 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.708401 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.708561 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.708722 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.708880 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.709040 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.709200 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.709360 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.709544 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.709726 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.709888 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.710047 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.710207 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.710368 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.710527 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.710687 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.710854 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.711027 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.711187 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.711345 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.711975 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.711975 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.711975 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.711975 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.712443 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.712443 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.712443 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.712798 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.712798 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.713042 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.713042 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.713285 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.713285 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.713519 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.713678 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.713805 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.713927 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.714050 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.714172 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.714328 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.714486 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.714644 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.714804 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.714974 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.715133 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.715295 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.715453 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.715619 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.715788 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.715948 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.716108 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.716274 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.716412 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.716575 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.716732 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.716896 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.717054 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.717213 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.717373 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.717540 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.717739 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.717907 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.718058 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.718218 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.718400 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.718575 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.718705 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.718867 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.719422 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.719422 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.719422 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.719764 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.719764 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.719764 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.720044 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.720044 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.720232 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.720370 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.720495 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.720652 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.720811 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.720972 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.721131 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.721292 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.721451 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.721614 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.721794 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.721954 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.722117 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.722271 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.722420 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.722571 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.722728 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.722879 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.723036 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.723179 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.723345 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.723518 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.723657 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.723795 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.723931 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.724096 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.724254 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.724414 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.724555 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.724729 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.724883 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.725086 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.725281 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.725455 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.725595 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.725780 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.725940 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.726100 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.726261 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.726421 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.726582 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.726741 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.726906 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.727080 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.727239 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.727398 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.727558 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.727718 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.727877 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.728037 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.728196 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.728354 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.728514 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.728674 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.728835 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.728997 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.729158 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.729317 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.729477 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.729667 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.729819 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.729979 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.730154 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.730313 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.730472 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.730631 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.730791 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.730950 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.731119 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.731279 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.731438 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.731596 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.731741 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.731903 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.732073 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.732232 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.732392 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.732551 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.732711 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.732871 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.733039 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.733198 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.733357 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.733517 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.733703 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.733865 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.734033 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.734193 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.734352 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.734510 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.734669 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.734827 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.734997 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.735156 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.735315 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.735473 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.735632 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.735791 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.735959 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.736120 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.736281 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.736448 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.736607 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.736771 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.736930 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.737100 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.737260 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.737423 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.737583 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.738020 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.738180 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.738343 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.738508 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.738676 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.738841 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.739003 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.739170 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.739336 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.739504 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.739664 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.739829 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.740000 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.740159 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.740318 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.740478 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.741171 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.741405 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.741568 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.741759 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.741913 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.742073 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.742234 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.742395 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.742557 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.742718 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.742878 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.743038 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.743199 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.743359 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.743519 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.743717 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 08:23:07.744382 dv-neutron-804846-13-hyperv neutron-server[101958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 26 08:23:07.820747 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 57716) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:23:07.829361 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064435 Oct 26 08:23:19.463793 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709db564-dcad-4e4d-bd91-42ec87d61746 None None] get_active_networks_info from dv-neutron-804846-13-hyperv {{(pid=102103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 08:23:19.605402 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709db564-dcad-4e4d-bd91-42ec87d61746 None None] No non-hosted networks {{(pid=102103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 26 08:23:19.622996 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f191ee91-017d-4a8c-977c-62cbca74da16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8098451'] for agent, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:21.623638 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1615b661-7e10-43fc-921f-8806fe9dbf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8098451'] for agent, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:21.696702 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d25c4d9f-bcb7-4c51-8447-5893aca4e58c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:22.863162 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8098451'] for agent, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:23.237739 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8098451'] for agent, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:23.248115 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:23.250286 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:23.250639 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:23.251012 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:23.251353 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:23.251689 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:23.252024 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:23.252356 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:23.254015 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:23.254636 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:23.255267 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:23.255824 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:23.256486 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-804846-13-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:23:23.267406 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-804846-13-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:23:24.745670 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8098451'] for agent, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:25.458679 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.db.l3_hamode_db [None req-ea9514f2-3356-47f5-9247-f6caa0b9911a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 26 08:23:25.538822 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9514f2-3356-47f5-9247-f6caa0b9911a None None] Routers set() bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:23:25.539211 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9514f2-3356-47f5-9247-f6caa0b9911a None None] Router IDs set() for agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 26 08:23:25.926388 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 57808) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:23:26.495683 dv-neutron-804846-13-hyperv neutron-server[102101]: WARNING oslo_policy.policy [None req-b54bcb08-6096-4a5e-8055-a23e9ed81e38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 08:23:26.496304 dv-neutron-804846-13-hyperv neutron-server[102101]: WARNING oslo_policy.policy [None req-b54bcb08-6096-4a5e-8055-a23e9ed81e38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 08:23:26.729944 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [None req-b54bcb08-6096-4a5e-8055-a23e9ed81e38 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:23:26.731346 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b54bcb08-6096-4a5e-8055-a23e9ed81e38 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.8047690 Oct 26 08:23:29.207616 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 57822) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:23:29.514440 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-a1b8a272-a360-4289-827f-2a29bac01fb0 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:23:29.611883 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.policy [None req-a1b8a272-a360-4289-827f-2a29bac01fb0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102101) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 26 08:23:29.660074 dv-neutron-804846-13-hyperv neutron-server[102101]: WARNING oslo_policy.policy [None req-a1b8a272-a360-4289-827f-2a29bac01fb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 08:23:29.660401 dv-neutron-804846-13-hyperv neutron-server[102101]: WARNING oslo_policy.policy [None req-a1b8a272-a360-4289-827f-2a29bac01fb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 08:23:29.669784 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.quota [None req-a1b8a272-a360-4289-827f-2a29bac01fb0 admin admin] Loaded quota_driver: . Oct 26 08:23:29.759301 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a1b8a272-a360-4289-827f-2a29bac01fb0 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763428698944', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763428685213', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763428677837', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763428680329', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763435282986', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763428651275', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-658908', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-655798', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8109966', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7871270'] for rbac-policy, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:29.823747 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a1b8a272-a360-4289-827f-2a29bac01fb0 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:29.824920 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a1b8a272-a360-4289-827f-2a29bac01fb0 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6163487 Oct 26 08:23:32.531517 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 57834) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:23:32.825294 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-e69d031e-0273-451f-9b72-0f06c6140f0c admin admin] Request body: {'network': {'tenant_id': 'cfec6498f2c446c89e72beca9427db5f', 'admin_state_up': True, 'name': 'private', 'project_id': 'cfec6498f2c446c89e72beca9427db5f'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:23:32.856192 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69d031e-0273-451f-9b72-0f06c6140f0c admin admin] Made reservation on behalf of cfec6498f2c446c89e72beca9427db5f for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:23:32.858951 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e69d031e-0273-451f-9b72-0f06c6140f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:32.876237 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e69d031e-0273-451f-9b72-0f06c6140f0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:32.982197 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e69d031e-0273-451f-9b72-0f06c6140f0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:32.985594 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e69d031e-0273-451f-9b72-0f06c6140f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:33.006127 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e69d031e-0273-451f-9b72-0f06c6140f0c admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:23:33.041669 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e69d031e-0273-451f-9b72-0f06c6140f0c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763432401174', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:33.042257 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e69d031e-0273-451f-9b72-0f06c6140f0c admin admin] Unsubscribe: segment precommit_create {{(pid=102101) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 26 08:23:33.042770 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-e69d031e-0273-451f-9b72-0f06c6140f0c admin admin] Added segment a3be7173-f7f0-45a3-b007-1e62ca98f883 of type vlan for network 21a87155-67c8-44de-aa1f-fbdc9ae96cec Oct 26 08:23:33.057983 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d031e-0273-451f-9b72-0f06c6140f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b7b568-16b9-4ab6-8e7e-7d5e1a03a17d,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:23:33.106488 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d031e-0273-451f-9b72-0f06c6140f0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:33.106838 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d031e-0273-451f-9b72-0f06c6140f0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:33.107186 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d031e-0273-451f-9b72-0f06c6140f0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:33.107526 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d031e-0273-451f-9b72-0f06c6140f0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:33.107858 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d031e-0273-451f-9b72-0f06c6140f0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:33.108203 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d031e-0273-451f-9b72-0f06c6140f0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:33.108550 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d031e-0273-451f-9b72-0f06c6140f0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:33.108895 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d031e-0273-451f-9b72-0f06c6140f0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:33.109224 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d031e-0273-451f-9b72-0f06c6140f0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:33.109548 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d031e-0273-451f-9b72-0f06c6140f0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:33.109894 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d031e-0273-451f-9b72-0f06c6140f0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:33.110214 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d031e-0273-451f-9b72-0f06c6140f0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:33.111515 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69d031e-0273-451f-9b72-0f06c6140f0c admin admin] Tracked resource versions report: Oct 26 08:23:33.111515 dv-neutron-804846-13-hyperv neutron-server[102101]: pushed versions: Oct 26 08:23:33.111515 dv-neutron-804846-13-hyperv neutron-server[102101]: { 'AddressGroup': {'1.2'}, Oct 26 08:23:33.111515 dv-neutron-804846-13-hyperv neutron-server[102101]: 'ConntrackHelper': {'1.0'}, Oct 26 08:23:33.111515 dv-neutron-804846-13-hyperv neutron-server[102101]: 'Log': {'1.0'}, Oct 26 08:23:33.111515 dv-neutron-804846-13-hyperv neutron-server[102101]: 'Network': {'1.1'}, Oct 26 08:23:33.111515 dv-neutron-804846-13-hyperv neutron-server[102101]: 'Port': {'1.7'}, Oct 26 08:23:33.111515 dv-neutron-804846-13-hyperv neutron-server[102101]: 'PortForwarding': {'1.2'}, Oct 26 08:23:33.111515 dv-neutron-804846-13-hyperv neutron-server[102101]: 'QosPolicy': {'1.10'}, Oct 26 08:23:33.111515 dv-neutron-804846-13-hyperv neutron-server[102101]: 'SecurityGroup': {'1.4'}, Oct 26 08:23:33.111515 dv-neutron-804846-13-hyperv neutron-server[102101]: 'SecurityGroupRule': {'1.2'}, Oct 26 08:23:33.111515 dv-neutron-804846-13-hyperv neutron-server[102101]: 'SubPort': {'1.0'}, Oct 26 08:23:33.111515 dv-neutron-804846-13-hyperv neutron-server[102101]: 'Subnet': {'1.1'}, Oct 26 08:23:33.111515 dv-neutron-804846-13-hyperv neutron-server[102101]: 'Trunk': {'1.1'}} Oct 26 08:23:33.111515 dv-neutron-804846-13-hyperv neutron-server[102101]: consumer versions: Oct 26 08:23:33.111515 dv-neutron-804846-13-hyperv neutron-server[102101]: { DHCP agent@dv-neutron-804846-13-hyperv: {}, Oct 26 08:23:33.111515 dv-neutron-804846-13-hyperv neutron-server[102101]: L3 agent@dv-neutron-804846-13-hyperv: {}, Oct 26 08:23:33.111515 dv-neutron-804846-13-hyperv neutron-server[102101]: Metadata agent@dv-neutron-804846-13-hyperv: {}, Oct 26 08:23:33.111515 dv-neutron-804846-13-hyperv neutron-server[102101]: Metering agent@dv-neutron-804846-13-hyperv: {}, Oct 26 08:23:33.111515 dv-neutron-804846-13-hyperv neutron-server[102101]: Open vSwitch agent@dv-neutron-804846-13-hyperv: { 'AddressGroup': '1.2', Oct 26 08:23:33.111515 dv-neutron-804846-13-hyperv neutron-server[102101]: 'ConntrackHelper': '1.0', Oct 26 08:23:33.111515 dv-neutron-804846-13-hyperv neutron-server[102101]: 'Log': '1.0', Oct 26 08:23:33.111515 dv-neutron-804846-13-hyperv neutron-server[102101]: 'Network': '1.1', Oct 26 08:23:33.111515 dv-neutron-804846-13-hyperv neutron-server[102101]: 'Port': '1.7', Oct 26 08:23:33.111515 dv-neutron-804846-13-hyperv neutron-server[102101]: 'PortForwarding': '1.2', Oct 26 08:23:33.111515 dv-neutron-804846-13-hyperv neutron-server[102101]: 'QosPolicy': '1.10', Oct 26 08:23:33.111515 dv-neutron-804846-13-hyperv neutron-server[102101]: 'SecurityGroup': '1.4', Oct 26 08:23:33.111515 dv-neutron-804846-13-hyperv neutron-server[102101]: 'SecurityGroupRule': '1.2', Oct 26 08:23:33.111515 dv-neutron-804846-13-hyperv neutron-server[102101]: 'SubPort': '1.0', Oct 26 08:23:33.111515 dv-neutron-804846-13-hyperv neutron-server[102101]: 'Subnet': '1.1', Oct 26 08:23:33.111515 dv-neutron-804846-13-hyperv neutron-server[102101]: 'Trunk': '1.1'}} Oct 26 08:23:33.111515 dv-neutron-804846-13-hyperv neutron-server[102101]: {{(pid=102101) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 08:23:33.159914 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e69d031e-0273-451f-9b72-0f06c6140f0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:33.198656 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e69d031e-0273-451f-9b72-0f06c6140f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:33.199763 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69d031e-0273-451f-9b72-0f06c6140f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:23:33.200509 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e69d031e-0273-451f-9b72-0f06c6140f0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:33.278570 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e69d031e-0273-451f-9b72-0f06c6140f0c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7458918 Oct 26 08:23:33.306020 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d031e-0273-451f-9b72-0f06c6140f0c admin admin] Pushing event updated for resources: {'Network': ['ID=21a87155-67c8-44de-aa1f-fbdc9ae96cec,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:23:33.317614 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 21a87155-67c8-44de-aa1f-fbdc9ae96cec details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:23:36.045897 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 57848) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:23:36.443201 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35734da7-34ac-46ec-b4f2-68358af8e041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:23:36.444602 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-35734da7-34ac-46ec-b4f2-68358af8e041 admin admin] 10.222.0.41 "GET /v2.0/networks/21a87155-67c8-44de-aa1f-fbdc9ae96cec HTTP/1.1" status: 200 len: 825 time: 0.3977356 Oct 26 08:23:36.468974 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-62c7b81b-8e11-405b-b66c-3c39382c6daf admin admin] 10.222.0.41 "GET /v2.0/subnetpools/611b5bcc-b404-448e-b4cd-db7e11b8e468 HTTP/1.1" status: 200 len: 734 time: 0.0181363 Oct 26 08:23:36.478412 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-19458ba4-3173-4e97-95aa-f32c25eab520 admin admin] Request body: {'subnet': {'subnetpool_id': '611b5bcc-b404-448e-b4cd-db7e11b8e468', 'name': 'private-subnet', 'tenant_id': 'cfec6498f2c446c89e72beca9427db5f', 'network_id': '21a87155-67c8-44de-aa1f-fbdc9ae96cec', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:23:36.500232 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19458ba4-3173-4e97-95aa-f32c25eab520 admin admin] Made reservation on behalf of cfec6498f2c446c89e72beca9427db5f for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:23:36.502515 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-19458ba4-3173-4e97-95aa-f32c25eab520 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:36.791097 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-19458ba4-3173-4e97-95aa-f32c25eab520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:36.861678 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19458ba4-3173-4e97-95aa-f32c25eab520 admin admin] Checking segment: {'id': 'a3be7173-f7f0-45a3-b007-1e62ca98f883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '21a87155-67c8-44de-aa1f-fbdc9ae96cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:23:36.862042 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19458ba4-3173-4e97-95aa-f32c25eab520 admin admin] Network hostable DHCP agents. Network: 21a87155-67c8-44de-aa1f-fbdc9ae96cec, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:23:36.866982 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19458ba4-3173-4e97-95aa-f32c25eab520 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04c19f4d-757a-412b-b1a2-f63279036fe5,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:23:36.884250 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19458ba4-3173-4e97-95aa-f32c25eab520 admin admin] Network 21a87155-67c8-44de-aa1f-fbdc9ae96cec is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:23:36.896119 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-19458ba4-3173-4e97-95aa-f32c25eab520 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 21a87155-67c8-44de-aa1f-fbdc9ae96cec) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:23:36.901974 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19458ba4-3173-4e97-95aa-f32c25eab520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:23:36.902747 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-19458ba4-3173-4e97-95aa-f32c25eab520 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:36.907132 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8983f60-3aeb-419f-9d14-d6c0e63838b8 None None] Network 21a87155-67c8-44de-aa1f-fbdc9ae96cec requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:23:36.919944 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-19458ba4-3173-4e97-95aa-f32c25eab520 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4452929 Oct 26 08:23:37.235747 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365dab34-276e-4eb7-9af1-dd4622951d26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-21a87155-67c8-44de-aa1f-fbdc9ae96cec', 'network_id': '21a87155-67c8-44de-aa1f-fbdc9ae96cec', 'tenant_id': 'cfec6498f2c446c89e72beca9427db5f', 'fixed_ips': [{'subnet_id': '04c19f4d-757a-412b-b1a2-f63279036fe5'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:23:37.237142 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-365dab34-276e-4eb7-9af1-dd4622951d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:37.532743 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-365dab34-276e-4eb7-9af1-dd4622951d26 None None] Allocated IP 172.20.0.2 (21a87155-67c8-44de-aa1f-fbdc9ae96cec/04c19f4d-757a-412b-b1a2-f63279036fe5/afb46d2d-a183-4d76-b491-9e4c11bac31e) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:23:37.738524 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-365dab34-276e-4eb7-9af1-dd4622951d26 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:37.746512 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-365dab34-276e-4eb7-9af1-dd4622951d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:37.821688 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365dab34-276e-4eb7-9af1-dd4622951d26 None None] Network 21a87155-67c8-44de-aa1f-fbdc9ae96cec is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:23:37.826463 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-365dab34-276e-4eb7-9af1-dd4622951d26 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:23:37.835984 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365dab34-276e-4eb7-9af1-dd4622951d26 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:23:37.839051 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365dab34-276e-4eb7-9af1-dd4622951d26 None None] Pushing event updated for resources: {'Port': ['ID=afb46d2d-a183-4d76-b491-9e4c11bac31e,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:23:37.871592 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dab34-276e-4eb7-9af1-dd4622951d26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:37.871962 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dab34-276e-4eb7-9af1-dd4622951d26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:37.872310 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dab34-276e-4eb7-9af1-dd4622951d26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:37.872648 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dab34-276e-4eb7-9af1-dd4622951d26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:37.872980 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dab34-276e-4eb7-9af1-dd4622951d26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:37.873326 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dab34-276e-4eb7-9af1-dd4622951d26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:37.873745 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dab34-276e-4eb7-9af1-dd4622951d26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:37.874096 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dab34-276e-4eb7-9af1-dd4622951d26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:37.874428 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dab34-276e-4eb7-9af1-dd4622951d26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:37.874749 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dab34-276e-4eb7-9af1-dd4622951d26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:37.875077 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dab34-276e-4eb7-9af1-dd4622951d26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:37.875394 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dab34-276e-4eb7-9af1-dd4622951d26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:37.876732 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dab34-276e-4eb7-9af1-dd4622951d26 None None] Tracked resource versions report: Oct 26 08:23:37.876732 dv-neutron-804846-13-hyperv neutron-server[102103]: pushed versions: Oct 26 08:23:37.876732 dv-neutron-804846-13-hyperv neutron-server[102103]: { 'AddressGroup': {'1.2'}, Oct 26 08:23:37.876732 dv-neutron-804846-13-hyperv neutron-server[102103]: 'ConntrackHelper': {'1.0'}, Oct 26 08:23:37.876732 dv-neutron-804846-13-hyperv neutron-server[102103]: 'Log': {'1.0'}, Oct 26 08:23:37.876732 dv-neutron-804846-13-hyperv neutron-server[102103]: 'Network': {'1.1'}, Oct 26 08:23:37.876732 dv-neutron-804846-13-hyperv neutron-server[102103]: 'Port': {'1.7'}, Oct 26 08:23:37.876732 dv-neutron-804846-13-hyperv neutron-server[102103]: 'PortForwarding': {'1.2'}, Oct 26 08:23:37.876732 dv-neutron-804846-13-hyperv neutron-server[102103]: 'QosPolicy': {'1.10'}, Oct 26 08:23:37.876732 dv-neutron-804846-13-hyperv neutron-server[102103]: 'SecurityGroup': {'1.4'}, Oct 26 08:23:37.876732 dv-neutron-804846-13-hyperv neutron-server[102103]: 'SecurityGroupRule': {'1.2'}, Oct 26 08:23:37.876732 dv-neutron-804846-13-hyperv neutron-server[102103]: 'SubPort': {'1.0'}, Oct 26 08:23:37.876732 dv-neutron-804846-13-hyperv neutron-server[102103]: 'Subnet': {'1.1'}, Oct 26 08:23:37.876732 dv-neutron-804846-13-hyperv neutron-server[102103]: 'Trunk': {'1.1'}} Oct 26 08:23:37.876732 dv-neutron-804846-13-hyperv neutron-server[102103]: consumer versions: Oct 26 08:23:37.876732 dv-neutron-804846-13-hyperv neutron-server[102103]: { DHCP agent@dv-neutron-804846-13-hyperv: {}, Oct 26 08:23:37.876732 dv-neutron-804846-13-hyperv neutron-server[102103]: L3 agent@dv-neutron-804846-13-hyperv: {}, Oct 26 08:23:37.876732 dv-neutron-804846-13-hyperv neutron-server[102103]: Metadata agent@dv-neutron-804846-13-hyperv: {}, Oct 26 08:23:37.876732 dv-neutron-804846-13-hyperv neutron-server[102103]: Metering agent@dv-neutron-804846-13-hyperv: {}, Oct 26 08:23:37.876732 dv-neutron-804846-13-hyperv neutron-server[102103]: Open vSwitch agent@dv-neutron-804846-13-hyperv: { 'AddressGroup': '1.2', Oct 26 08:23:37.876732 dv-neutron-804846-13-hyperv neutron-server[102103]: 'ConntrackHelper': '1.0', Oct 26 08:23:37.876732 dv-neutron-804846-13-hyperv neutron-server[102103]: 'Log': '1.0', Oct 26 08:23:37.876732 dv-neutron-804846-13-hyperv neutron-server[102103]: 'Network': '1.1', Oct 26 08:23:37.876732 dv-neutron-804846-13-hyperv neutron-server[102103]: 'Port': '1.7', Oct 26 08:23:37.876732 dv-neutron-804846-13-hyperv neutron-server[102103]: 'PortForwarding': '1.2', Oct 26 08:23:37.876732 dv-neutron-804846-13-hyperv neutron-server[102103]: 'QosPolicy': '1.10', Oct 26 08:23:37.876732 dv-neutron-804846-13-hyperv neutron-server[102103]: 'SecurityGroup': '1.4', Oct 26 08:23:37.876732 dv-neutron-804846-13-hyperv neutron-server[102103]: 'SecurityGroupRule': '1.2', Oct 26 08:23:37.876732 dv-neutron-804846-13-hyperv neutron-server[102103]: 'SubPort': '1.0', Oct 26 08:23:37.876732 dv-neutron-804846-13-hyperv neutron-server[102103]: 'Subnet': '1.1', Oct 26 08:23:37.876732 dv-neutron-804846-13-hyperv neutron-server[102103]: 'Trunk': '1.1'}} Oct 26 08:23:37.876732 dv-neutron-804846-13-hyperv neutron-server[102103]: {{(pid=102103) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 08:23:37.923988 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-365dab34-276e-4eb7-9af1-dd4622951d26 None None] Attempting to bind port afb46d2d-a183-4d76-b491-9e4c11bac31e on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:23:37.924601 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-365dab34-276e-4eb7-9af1-dd4622951d26 None None] Attempting to bind port afb46d2d-a183-4d76-b491-9e4c11bac31e by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'a3be7173-f7f0-45a3-b007-1e62ca98f883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '21a87155-67c8-44de-aa1f-fbdc9ae96cec'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:23:37.924797 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365dab34-276e-4eb7-9af1-dd4622951d26 None None] Attempting to bind port afb46d2d-a183-4d76-b491-9e4c11bac31e on network 21a87155-67c8-44de-aa1f-fbdc9ae96cec {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:23:37.930334 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365dab34-276e-4eb7-9af1-dd4622951d26 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:23:37.930731 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365dab34-276e-4eb7-9af1-dd4622951d26 None None] Checking segment: {'id': 'a3be7173-f7f0-45a3-b007-1e62ca98f883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '21a87155-67c8-44de-aa1f-fbdc9ae96cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:23:37.931194 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-365dab34-276e-4eb7-9af1-dd4622951d26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:37.931590 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365dab34-276e-4eb7-9af1-dd4622951d26 None None] Bound using segment: {'id': 'a3be7173-f7f0-45a3-b007-1e62ca98f883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '21a87155-67c8-44de-aa1f-fbdc9ae96cec'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:23:37.932085 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-365dab34-276e-4eb7-9af1-dd4622951d26 None None] Bound port: afb46d2d-a183-4d76-b491-9e4c11bac31e, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3be7173-f7f0-45a3-b007-1e62ca98f883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '21a87155-67c8-44de-aa1f-fbdc9ae96cec'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:23:37.932507 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-365dab34-276e-4eb7-9af1-dd4622951d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:37.994716 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-365dab34-276e-4eb7-9af1-dd4622951d26 None None] For port afb46d2d-a183-4d76-b491-9e4c11bac31e, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:23:37.998906 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-365dab34-276e-4eb7-9af1-dd4622951d26 None None] For port afb46d2d-a183-4d76-b491-9e4c11bac31e, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=afb46d2d-a183-4d76-b491-9e4c11bac31e,segment=NetworkSegment(a3be7173-f7f0-45a3-b007-1e62ca98f883),segment_id=a3be7173-f7f0-45a3-b007-1e62ca98f883)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:23:38.004072 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-365dab34-276e-4eb7-9af1-dd4622951d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:38.067328 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365dab34-276e-4eb7-9af1-dd4622951d26 None None] Pushing event updated for resources: {'Port': ['ID=afb46d2d-a183-4d76-b491-9e4c11bac31e,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:23:39.464877 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 57856) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:23:39.781375 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [None req-e4823427-21ad-4615-a4aa-a8cface224fe admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:23:39.782415 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e4823427-21ad-4615-a4aa-a8cface224fe admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3164814 Oct 26 08:23:42.303012 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 57864) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:23:42.809992 dv-neutron-804846-13-hyperv neutron-server[102102]: WARNING oslo_policy.policy [None req-80b2d4d9-7559-458c-9642-d90c9c246596 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 08:23:42.810655 dv-neutron-804846-13-hyperv neutron-server[102102]: WARNING oslo_policy.policy [None req-80b2d4d9-7559-458c-9642-d90c9c246596 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 08:23:43.045726 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-80b2d4d9-7559-458c-9642-d90c9c246596 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:23:43.047055 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-80b2d4d9-7559-458c-9642-d90c9c246596 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7419930 Oct 26 08:23:45.762543 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 57880) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:23:46.076454 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-ec92bfa4-faea-4c6d-9e53-3d914ac5f284 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'cfec6498f2c446c89e72beca9427db5f', 'admin_state_up': True}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:23:46.143115 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.policy [None req-ec92bfa4-faea-4c6d-9e53-3d914ac5f284 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102102) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 26 08:23:46.192735 dv-neutron-804846-13-hyperv neutron-server[102102]: WARNING oslo_policy.policy [None req-ec92bfa4-faea-4c6d-9e53-3d914ac5f284 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 08:23:46.193291 dv-neutron-804846-13-hyperv neutron-server[102102]: WARNING oslo_policy.policy [None req-ec92bfa4-faea-4c6d-9e53-3d914ac5f284 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 08:23:46.201824 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.quota [None req-ec92bfa4-faea-4c6d-9e53-3d914ac5f284 admin admin] Loaded quota_driver: . Oct 26 08:23:46.258700 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ec92bfa4-faea-4c6d-9e53-3d914ac5f284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:46.260598 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ec92bfa4-faea-4c6d-9e53-3d914ac5f284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:46.417382 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ec92bfa4-faea-4c6d-9e53-3d914ac5f284 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:46.421942 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ec92bfa4-faea-4c6d-9e53-3d914ac5f284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:46.442332 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ec92bfa4-faea-4c6d-9e53-3d914ac5f284 admin admin] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:46.443731 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ec92bfa4-faea-4c6d-9e53-3d914ac5f284 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6800632 Oct 26 08:23:47.184104 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device afb46d2d-a183-4d76-b491-9e4c11bac31e up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:23:47.256159 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8199c68-4be9-449c-9bd1-11ad2b7d03df None None] Network 21a87155-67c8-44de-aa1f-fbdc9ae96cec requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:23:47.332271 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port afb46d2d-a183-4d76-b491-9e4c11bac31e triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:23:47.332666 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:47.426505 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-4fdd5bcc-16e0-494e-af35-e70e95fa8afa None None] Provisioning complete for port afb46d2d-a183-4d76-b491-9e4c11bac31e triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:23:47.426870 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4fdd5bcc-16e0-494e-af35-e70e95fa8afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:47.565304 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:47.651265 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port afb46d2d-a183-4d76-b491-9e4c11bac31e, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=afb46d2d-a183-4d76-b491-9e4c11bac31e,segment=NetworkSegment(a3be7173-f7f0-45a3-b007-1e62ca98f883),segment_id=a3be7173-f7f0-45a3-b007-1e62ca98f883)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:23:47.656217 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:47.657800 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4fdd5bcc-16e0-494e-af35-e70e95fa8afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:47.749076 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=afb46d2d-a183-4d76-b491-9e4c11bac31e,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:23:47.763327 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.db.api [None req-4fdd5bcc-16e0-494e-af35-e70e95fa8afa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:23:47.763747 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG oslo_db.api [None req-4fdd5bcc-16e0-494e-af35-e70e95fa8afa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:23:48.419030 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-816243b8-61b6-4489-8592-7a7877fa30bd None None] Provisioning complete for port afb46d2d-a183-4d76-b491-9e4c11bac31e triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:23:48.419751 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-816243b8-61b6-4489-8592-7a7877fa30bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:48.977868 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 57896) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:23:49.146968 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device afb46d2d-a183-4d76-b491-9e4c11bac31e up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:23:49.197464 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port afb46d2d-a183-4d76-b491-9e4c11bac31e triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:23:49.197859 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:49.291744 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-d3765660-93f8-43fc-beee-a40022f2da96 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:23:49.292740 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d3765660-93f8-43fc-beee-a40022f2da96 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3139343 Oct 26 08:23:49.325872 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-79c1ca93-a4e0-4937-899a-4f50ffa04846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:49.614170 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 5 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:23:51.624934 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c0a17775-abd4-4f84-b3e7-5f1c048bda1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:51.777509 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 57904) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:23:52.089572 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-e921dec4-fe50-43c0-988f-eb1f1c1cf615 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:23:52.113705 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e921dec4-fe50-43c0-988f-eb1f1c1cf615 admin admin] Made reservation on behalf of c68f11c549cf4219af5bfa115370325a for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:23:52.116933 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e921dec4-fe50-43c0-988f-eb1f1c1cf615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:52.132814 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e921dec4-fe50-43c0-988f-eb1f1c1cf615 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:52.241229 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e921dec4-fe50-43c0-988f-eb1f1c1cf615 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:52.244637 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e921dec4-fe50-43c0-988f-eb1f1c1cf615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:52.255205 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e921dec4-fe50-43c0-988f-eb1f1c1cf615 admin admin] Reserving flat network on physical network physnet1 {{(pid=102102) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 26 08:23:52.287050 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e921dec4-fe50-43c0-988f-eb1f1c1cf615 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763432401174', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:52.287613 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e921dec4-fe50-43c0-988f-eb1f1c1cf615 admin admin] Unsubscribe: segment precommit_create {{(pid=102102) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 26 08:23:52.288116 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-e921dec4-fe50-43c0-988f-eb1f1c1cf615 admin admin] Added segment d526082b-771a-4458-9891-f3757f53f782 of type flat for network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 Oct 26 08:23:52.303897 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e921dec4-fe50-43c0-988f-eb1f1c1cf615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fed0618-f8e1-4f9e-b21b-5ddcd65dc61c,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:23:52.352624 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e921dec4-fe50-43c0-988f-eb1f1c1cf615 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:52.353012 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e921dec4-fe50-43c0-988f-eb1f1c1cf615 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:52.353352 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e921dec4-fe50-43c0-988f-eb1f1c1cf615 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:52.353719 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e921dec4-fe50-43c0-988f-eb1f1c1cf615 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:52.354188 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e921dec4-fe50-43c0-988f-eb1f1c1cf615 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:52.354558 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e921dec4-fe50-43c0-988f-eb1f1c1cf615 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:52.354904 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e921dec4-fe50-43c0-988f-eb1f1c1cf615 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:52.355252 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e921dec4-fe50-43c0-988f-eb1f1c1cf615 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:52.355588 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e921dec4-fe50-43c0-988f-eb1f1c1cf615 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:52.355913 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e921dec4-fe50-43c0-988f-eb1f1c1cf615 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:52.356237 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e921dec4-fe50-43c0-988f-eb1f1c1cf615 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:52.356560 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e921dec4-fe50-43c0-988f-eb1f1c1cf615 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:52.357884 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e921dec4-fe50-43c0-988f-eb1f1c1cf615 admin admin] Tracked resource versions report: Oct 26 08:23:52.357884 dv-neutron-804846-13-hyperv neutron-server[102102]: pushed versions: Oct 26 08:23:52.357884 dv-neutron-804846-13-hyperv neutron-server[102102]: { 'AddressGroup': {'1.2'}, Oct 26 08:23:52.357884 dv-neutron-804846-13-hyperv neutron-server[102102]: 'ConntrackHelper': {'1.0'}, Oct 26 08:23:52.357884 dv-neutron-804846-13-hyperv neutron-server[102102]: 'Log': {'1.0'}, Oct 26 08:23:52.357884 dv-neutron-804846-13-hyperv neutron-server[102102]: 'Network': {'1.1'}, Oct 26 08:23:52.357884 dv-neutron-804846-13-hyperv neutron-server[102102]: 'Port': {'1.7'}, Oct 26 08:23:52.357884 dv-neutron-804846-13-hyperv neutron-server[102102]: 'PortForwarding': {'1.2'}, Oct 26 08:23:52.357884 dv-neutron-804846-13-hyperv neutron-server[102102]: 'QosPolicy': {'1.10'}, Oct 26 08:23:52.357884 dv-neutron-804846-13-hyperv neutron-server[102102]: 'SecurityGroup': {'1.4'}, Oct 26 08:23:52.357884 dv-neutron-804846-13-hyperv neutron-server[102102]: 'SecurityGroupRule': {'1.2'}, Oct 26 08:23:52.357884 dv-neutron-804846-13-hyperv neutron-server[102102]: 'SubPort': {'1.0'}, Oct 26 08:23:52.357884 dv-neutron-804846-13-hyperv neutron-server[102102]: 'Subnet': {'1.1'}, Oct 26 08:23:52.357884 dv-neutron-804846-13-hyperv neutron-server[102102]: 'Trunk': {'1.1'}} Oct 26 08:23:52.357884 dv-neutron-804846-13-hyperv neutron-server[102102]: consumer versions: Oct 26 08:23:52.357884 dv-neutron-804846-13-hyperv neutron-server[102102]: { DHCP agent@dv-neutron-804846-13-hyperv: {}, Oct 26 08:23:52.357884 dv-neutron-804846-13-hyperv neutron-server[102102]: L3 agent@dv-neutron-804846-13-hyperv: {}, Oct 26 08:23:52.357884 dv-neutron-804846-13-hyperv neutron-server[102102]: Metadata agent@dv-neutron-804846-13-hyperv: {}, Oct 26 08:23:52.357884 dv-neutron-804846-13-hyperv neutron-server[102102]: Metering agent@dv-neutron-804846-13-hyperv: {}, Oct 26 08:23:52.357884 dv-neutron-804846-13-hyperv neutron-server[102102]: Open vSwitch agent@dv-neutron-804846-13-hyperv: { 'AddressGroup': '1.2', Oct 26 08:23:52.357884 dv-neutron-804846-13-hyperv neutron-server[102102]: 'ConntrackHelper': '1.0', Oct 26 08:23:52.357884 dv-neutron-804846-13-hyperv neutron-server[102102]: 'Log': '1.0', Oct 26 08:23:52.357884 dv-neutron-804846-13-hyperv neutron-server[102102]: 'Network': '1.1', Oct 26 08:23:52.357884 dv-neutron-804846-13-hyperv neutron-server[102102]: 'Port': '1.7', Oct 26 08:23:52.357884 dv-neutron-804846-13-hyperv neutron-server[102102]: 'PortForwarding': '1.2', Oct 26 08:23:52.357884 dv-neutron-804846-13-hyperv neutron-server[102102]: 'QosPolicy': '1.10', Oct 26 08:23:52.357884 dv-neutron-804846-13-hyperv neutron-server[102102]: 'SecurityGroup': '1.4', Oct 26 08:23:52.357884 dv-neutron-804846-13-hyperv neutron-server[102102]: 'SecurityGroupRule': '1.2', Oct 26 08:23:52.357884 dv-neutron-804846-13-hyperv neutron-server[102102]: 'SubPort': '1.0', Oct 26 08:23:52.357884 dv-neutron-804846-13-hyperv neutron-server[102102]: 'Subnet': '1.1', Oct 26 08:23:52.357884 dv-neutron-804846-13-hyperv neutron-server[102102]: 'Trunk': '1.1'}} Oct 26 08:23:52.357884 dv-neutron-804846-13-hyperv neutron-server[102102]: {{(pid=102102) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 08:23:52.410935 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e921dec4-fe50-43c0-988f-eb1f1c1cf615 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:52.452532 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e921dec4-fe50-43c0-988f-eb1f1c1cf615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:52.453802 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e921dec4-fe50-43c0-988f-eb1f1c1cf615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:23:52.454449 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e921dec4-fe50-43c0-988f-eb1f1c1cf615 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:52.541220 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e921dec4-fe50-43c0-988f-eb1f1c1cf615 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7624204 Oct 26 08:23:52.566102 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e921dec4-fe50-43c0-988f-eb1f1c1cf615 admin admin] Pushing event updated for resources: {'Network': ['ID=e0ba3cfd-db28-4690-8a12-e5c00a0b88c4,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:23:52.577866 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:23:52.767526 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:53.215890 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:54.647841 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:55.034633 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 57926) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:23:55.251966 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e5730c-1fb8-448d-aaf3-8008134c6454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:23:55.253333 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-99e5730c-1fb8-448d-aaf3-8008134c6454 admin admin] 10.222.0.41 "GET /v2.0/subnets/04c19f4d-757a-412b-b1a2-f63279036fe5 HTTP/1.1" status: 200 len: 849 time: 0.2177417 Oct 26 08:23:55.388110 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d984cfe7-9d94-4127-9d2b-55e584f50597 admin admin] 10.222.0.41 "GET /v2.0/routers/015f6d55-dab5-4140-84d2-822486c6eefc HTTP/1.1" status: 200 len: 704 time: 0.1284020 Oct 26 08:23:55.659178 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3a58e74a-7223-43e5-ac39-ee5109164261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:55.957357 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-3a58e74a-7223-43e5-ac39-ee5109164261 admin admin] Allocated IP 172.20.0.1 (21a87155-67c8-44de-aa1f-fbdc9ae96cec/04c19f4d-757a-412b-b1a2-f63279036fe5/f0d681b9-5756-4c29-afbb-5aac6daa869f) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:23:56.146165 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3a58e74a-7223-43e5-ac39-ee5109164261 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:56.213991 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3a58e74a-7223-43e5-ac39-ee5109164261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:56.292080 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a58e74a-7223-43e5-ac39-ee5109164261 admin admin] Network 21a87155-67c8-44de-aa1f-fbdc9ae96cec is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:23:56.300489 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-3a58e74a-7223-43e5-ac39-ee5109164261 admin admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:23:56.306266 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58e74a-7223-43e5-ac39-ee5109164261 admin admin] Pushing event updated for resources: {'Port': ['ID=f0d681b9-5756-4c29-afbb-5aac6daa869f,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:23:56.316802 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a58e74a-7223-43e5-ac39-ee5109164261 admin admin] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:23:56.317344 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3a58e74a-7223-43e5-ac39-ee5109164261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:56.514559 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3a58e74a-7223-43e5-ac39-ee5109164261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:56.574591 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-a8c3c85b-6c74-4619-aa0d-0170e5242412 None None] Provisioning complete for port f0d681b9-5756-4c29-afbb-5aac6daa869f triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:23:56.575137 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a8c3c85b-6c74-4619-aa0d-0170e5242412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:56.613171 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-a8c3c85b-6c74-4619-aa0d-0170e5242412 None None] Port f0d681b9-5756-4c29-afbb-5aac6daa869f cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:23:56.776771 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3a58e74a-7223-43e5-ac39-ee5109164261 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:56.781272 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3a58e74a-7223-43e5-ac39-ee5109164261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:56.782276 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3a58e74a-7223-43e5-ac39-ee5109164261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:56.860436 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58e74a-7223-43e5-ac39-ee5109164261 admin admin] Pushing event updated for resources: {'Port': ['ID=f0d681b9-5756-4c29-afbb-5aac6daa869f,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:23:56.908908 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a58e74a-7223-43e5-ac39-ee5109164261 admin admin] Network 21a87155-67c8-44de-aa1f-fbdc9ae96cec is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:23:56.910242 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-3a58e74a-7223-43e5-ac39-ee5109164261 admin admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:23:57.075856 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a58e74a-7223-43e5-ac39-ee5109164261 admin admin] Router 015f6d55-dab5-4140-84d2-822486c6eefc is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:23:57.139329 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-11ed9bad-5917-479a-b057-b262807c7a12 None None] Provisioning complete for port f0d681b9-5756-4c29-afbb-5aac6daa869f triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:23:57.139700 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-11ed9bad-5917-479a-b057-b262807c7a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:57.173899 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a58e74a-7223-43e5-ac39-ee5109164261 admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:23:57.174505 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-11ed9bad-5917-479a-b057-b262807c7a12 None None] Port f0d681b9-5756-4c29-afbb-5aac6daa869f cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:23:57.180104 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3a58e74a-7223-43e5-ac39-ee5109164261 admin admin] 10.222.0.41 "PUT /v2.0/routers/015f6d55-dab5-4140-84d2-822486c6eefc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7863188 Oct 26 08:23:57.184676 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0c8c9a-b5f8-4832-a4a2-aa7717d00501 None None] Sync routers for ids ['015f6d55-dab5-4140-84d2-822486c6eefc'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:23:57.197294 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0c8c9a-b5f8-4832-a4a2-aa7717d00501 None None] Routers {'015f6d55-dab5-4140-84d2-822486c6eefc'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:23:57.198147 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-af0c8c9a-b5f8-4832-a4a2-aa7717d00501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:23:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['015f6d55-dab5-4140-84d2-822486c6eefc'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:23:57.391204 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-af0c8c9a-b5f8-4832-a4a2-aa7717d00501 None None] Set router 015f6d55-dab5-4140-84d2-822486c6eefc gateway port host: None {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:23:57.830824 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-af0c8c9a-b5f8-4832-a4a2-aa7717d00501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015f6d55-dab5-4140-84d2-822486c6eefc', 'name': 'router1', 'tenant_id': 'cfec6498f2c446c89e72beca9427db5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:23:46Z', 'updated_at': '2021-10-26T08:23:56Z', 'revision_number': 2, 'project_id': 'cfec6498f2c446c89e72beca9427db5f', 'gw_port_host': None, '_interfaces': [{'id': 'f0d681b9-5756-4c29-afbb-5aac6daa869f', 'name': '', 'network_id': '21a87155-67c8-44de-aa1f-fbdc9ae96cec', 'tenant_id': 'cfec6498f2c446c89e72beca9427db5f', 'mac_address': 'fa:16:3e:f5:44:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015f6d55-dab5-4140-84d2-822486c6eefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04c19f4d-757a-412b-b1a2-f63279036fe5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:23:55Z', 'updated_at': '2021-10-26T08:23:56Z', 'revision_number': 2, 'project_id': 'cfec6498f2c446c89e72beca9427db5f', 'subnets': [{'id': '04c19f4d-757a-412b-b1a2-f63279036fe5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '611b5bcc-b404-448e-b4cd-db7e11b8e468'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:23:57.883057 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0c8c9a-b5f8-4832-a4a2-aa7717d00501 None None] Checking router: 015f6d55-dab5-4140-84d2-822486c6eefc for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:23:57.883432 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0c8c9a-b5f8-4832-a4a2-aa7717d00501 None None] Updating router 015f6d55-dab5-4140-84d2-822486c6eefc port f0d681b9-5756-4c29-afbb-5aac6daa869f binding host dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:23:57.932150 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-af0c8c9a-b5f8-4832-a4a2-aa7717d00501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:58.447275 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-af0c8c9a-b5f8-4832-a4a2-aa7717d00501 None None] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:58.454336 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-af0c8c9a-b5f8-4832-a4a2-aa7717d00501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:58.622643 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7ad37-161c-4ab0-8c5d-bd7c43617fbf None None] Pushing event updated for resources: {'Port': ['ID=f0d681b9-5756-4c29-afbb-5aac6daa869f,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:23:58.625028 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-af0c8c9a-b5f8-4832-a4a2-aa7717d00501 None None] Attempting to bind port f0d681b9-5756-4c29-afbb-5aac6daa869f on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:23:58.625419 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-af0c8c9a-b5f8-4832-a4a2-aa7717d00501 None None] Attempting to bind port f0d681b9-5756-4c29-afbb-5aac6daa869f by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'a3be7173-f7f0-45a3-b007-1e62ca98f883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '21a87155-67c8-44de-aa1f-fbdc9ae96cec'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:23:58.625874 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0c8c9a-b5f8-4832-a4a2-aa7717d00501 None None] Attempting to bind port f0d681b9-5756-4c29-afbb-5aac6daa869f on network 21a87155-67c8-44de-aa1f-fbdc9ae96cec {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:23:58.631560 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0c8c9a-b5f8-4832-a4a2-aa7717d00501 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:23:58.632035 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0c8c9a-b5f8-4832-a4a2-aa7717d00501 None None] Checking segment: {'id': 'a3be7173-f7f0-45a3-b007-1e62ca98f883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '21a87155-67c8-44de-aa1f-fbdc9ae96cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:23:58.632444 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-af0c8c9a-b5f8-4832-a4a2-aa7717d00501 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:58.632833 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0c8c9a-b5f8-4832-a4a2-aa7717d00501 None None] Bound using segment: {'id': 'a3be7173-f7f0-45a3-b007-1e62ca98f883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '21a87155-67c8-44de-aa1f-fbdc9ae96cec'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:23:58.633353 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-af0c8c9a-b5f8-4832-a4a2-aa7717d00501 None None] Bound port: f0d681b9-5756-4c29-afbb-5aac6daa869f, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3be7173-f7f0-45a3-b007-1e62ca98f883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '21a87155-67c8-44de-aa1f-fbdc9ae96cec'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:23:58.633767 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-af0c8c9a-b5f8-4832-a4a2-aa7717d00501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:58.648317 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b7ad37-161c-4ab0-8c5d-bd7c43617fbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:58.648671 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b7ad37-161c-4ab0-8c5d-bd7c43617fbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:58.649211 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b7ad37-161c-4ab0-8c5d-bd7c43617fbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:58.649557 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b7ad37-161c-4ab0-8c5d-bd7c43617fbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:58.649927 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b7ad37-161c-4ab0-8c5d-bd7c43617fbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:58.650271 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b7ad37-161c-4ab0-8c5d-bd7c43617fbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:58.650603 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b7ad37-161c-4ab0-8c5d-bd7c43617fbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:58.650944 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b7ad37-161c-4ab0-8c5d-bd7c43617fbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:58.651272 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b7ad37-161c-4ab0-8c5d-bd7c43617fbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:58.651594 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b7ad37-161c-4ab0-8c5d-bd7c43617fbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:58.651914 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b7ad37-161c-4ab0-8c5d-bd7c43617fbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:58.652235 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b7ad37-161c-4ab0-8c5d-bd7c43617fbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:23:58.653540 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b7ad37-161c-4ab0-8c5d-bd7c43617fbf None None] Tracked resource versions report: Oct 26 08:23:58.653540 dv-neutron-804846-13-hyperv neutron-server[102104]: pushed versions: Oct 26 08:23:58.653540 dv-neutron-804846-13-hyperv neutron-server[102104]: { 'AddressGroup': {'1.2'}, Oct 26 08:23:58.653540 dv-neutron-804846-13-hyperv neutron-server[102104]: 'ConntrackHelper': {'1.0'}, Oct 26 08:23:58.653540 dv-neutron-804846-13-hyperv neutron-server[102104]: 'Log': {'1.0'}, Oct 26 08:23:58.653540 dv-neutron-804846-13-hyperv neutron-server[102104]: 'Network': {'1.1'}, Oct 26 08:23:58.653540 dv-neutron-804846-13-hyperv neutron-server[102104]: 'Port': {'1.7'}, Oct 26 08:23:58.653540 dv-neutron-804846-13-hyperv neutron-server[102104]: 'PortForwarding': {'1.2'}, Oct 26 08:23:58.653540 dv-neutron-804846-13-hyperv neutron-server[102104]: 'QosPolicy': {'1.10'}, Oct 26 08:23:58.653540 dv-neutron-804846-13-hyperv neutron-server[102104]: 'SecurityGroup': {'1.4'}, Oct 26 08:23:58.653540 dv-neutron-804846-13-hyperv neutron-server[102104]: 'SecurityGroupRule': {'1.2'}, Oct 26 08:23:58.653540 dv-neutron-804846-13-hyperv neutron-server[102104]: 'SubPort': {'1.0'}, Oct 26 08:23:58.653540 dv-neutron-804846-13-hyperv neutron-server[102104]: 'Subnet': {'1.1'}, Oct 26 08:23:58.653540 dv-neutron-804846-13-hyperv neutron-server[102104]: 'Trunk': {'1.1'}} Oct 26 08:23:58.653540 dv-neutron-804846-13-hyperv neutron-server[102104]: consumer versions: Oct 26 08:23:58.653540 dv-neutron-804846-13-hyperv neutron-server[102104]: { DHCP agent@dv-neutron-804846-13-hyperv: {}, Oct 26 08:23:58.653540 dv-neutron-804846-13-hyperv neutron-server[102104]: L3 agent@dv-neutron-804846-13-hyperv: {}, Oct 26 08:23:58.653540 dv-neutron-804846-13-hyperv neutron-server[102104]: Metadata agent@dv-neutron-804846-13-hyperv: {}, Oct 26 08:23:58.653540 dv-neutron-804846-13-hyperv neutron-server[102104]: Metering agent@dv-neutron-804846-13-hyperv: {}, Oct 26 08:23:58.653540 dv-neutron-804846-13-hyperv neutron-server[102104]: Open vSwitch agent@dv-neutron-804846-13-hyperv: { 'AddressGroup': '1.2', Oct 26 08:23:58.653540 dv-neutron-804846-13-hyperv neutron-server[102104]: 'ConntrackHelper': '1.0', Oct 26 08:23:58.653540 dv-neutron-804846-13-hyperv neutron-server[102104]: 'Log': '1.0', Oct 26 08:23:58.653540 dv-neutron-804846-13-hyperv neutron-server[102104]: 'Network': '1.1', Oct 26 08:23:58.653540 dv-neutron-804846-13-hyperv neutron-server[102104]: 'Port': '1.7', Oct 26 08:23:58.653540 dv-neutron-804846-13-hyperv neutron-server[102104]: 'PortForwarding': '1.2', Oct 26 08:23:58.653540 dv-neutron-804846-13-hyperv neutron-server[102104]: 'QosPolicy': '1.10', Oct 26 08:23:58.653540 dv-neutron-804846-13-hyperv neutron-server[102104]: 'SecurityGroup': '1.4', Oct 26 08:23:58.653540 dv-neutron-804846-13-hyperv neutron-server[102104]: 'SecurityGroupRule': '1.2', Oct 26 08:23:58.653540 dv-neutron-804846-13-hyperv neutron-server[102104]: 'SubPort': '1.0', Oct 26 08:23:58.653540 dv-neutron-804846-13-hyperv neutron-server[102104]: 'Subnet': '1.1', Oct 26 08:23:58.653540 dv-neutron-804846-13-hyperv neutron-server[102104]: 'Trunk': '1.1'}} Oct 26 08:23:58.653540 dv-neutron-804846-13-hyperv neutron-server[102104]: {{(pid=102104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 08:23:58.702669 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-2eeb365d-e6f2-4c58-a313-eba7127952a7 None None] Provisioning complete for port f0d681b9-5756-4c29-afbb-5aac6daa869f triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:23:58.703191 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2eeb365d-e6f2-4c58-a313-eba7127952a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:58.716391 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-af0c8c9a-b5f8-4832-a4a2-aa7717d00501 None None] For port f0d681b9-5756-4c29-afbb-5aac6daa869f, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:23:58.736309 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-af0c8c9a-b5f8-4832-a4a2-aa7717d00501 None None] For port f0d681b9-5756-4c29-afbb-5aac6daa869f, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=f0d681b9-5756-4c29-afbb-5aac6daa869f,segment=NetworkSegment(a3be7173-f7f0-45a3-b007-1e62ca98f883),segment_id=a3be7173-f7f0-45a3-b007-1e62ca98f883)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:23:58.741519 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-af0c8c9a-b5f8-4832-a4a2-aa7717d00501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:58.742743 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-2eeb365d-e6f2-4c58-a313-eba7127952a7 None None] Port f0d681b9-5756-4c29-afbb-5aac6daa869f cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:23:58.791738 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0c8c9a-b5f8-4832-a4a2-aa7717d00501 None None] Routers {'015f6d55-dab5-4140-84d2-822486c6eefc'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:23:58.792372 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-af0c8c9a-b5f8-4832-a4a2-aa7717d00501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:23:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['015f6d55-dab5-4140-84d2-822486c6eefc'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:23:58.876559 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7ad37-161c-4ab0-8c5d-bd7c43617fbf None None] Pushing event updated for resources: {'Port': ['ID=f0d681b9-5756-4c29-afbb-5aac6daa869f,revision_number=4']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:23:58.894731 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-af0c8c9a-b5f8-4832-a4a2-aa7717d00501 None None] Set router 015f6d55-dab5-4140-84d2-822486c6eefc gateway port host: None {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:23:58.967565 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-2cd1282f-edd3-49ca-a17b-4fbfed6b1b3c None None] Provisioning complete for port f0d681b9-5756-4c29-afbb-5aac6daa869f triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:23:58.967933 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2cd1282f-edd3-49ca-a17b-4fbfed6b1b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:59.046071 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2cd1282f-edd3-49ca-a17b-4fbfed6b1b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:59.078212 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-2cd1282f-edd3-49ca-a17b-4fbfed6b1b3c None None] For port f0d681b9-5756-4c29-afbb-5aac6daa869f, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=f0d681b9-5756-4c29-afbb-5aac6daa869f,segment=NetworkSegment(a3be7173-f7f0-45a3-b007-1e62ca98f883),segment_id=a3be7173-f7f0-45a3-b007-1e62ca98f883)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:23:59.084355 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2cd1282f-edd3-49ca-a17b-4fbfed6b1b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:59.126167 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-af0c8c9a-b5f8-4832-a4a2-aa7717d00501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015f6d55-dab5-4140-84d2-822486c6eefc', 'name': 'router1', 'tenant_id': 'cfec6498f2c446c89e72beca9427db5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:23:46Z', 'updated_at': '2021-10-26T08:23:56Z', 'revision_number': 2, 'project_id': 'cfec6498f2c446c89e72beca9427db5f', 'gw_port_host': None, '_interfaces': [{'id': 'f0d681b9-5756-4c29-afbb-5aac6daa869f', 'name': '', 'network_id': '21a87155-67c8-44de-aa1f-fbdc9ae96cec', 'tenant_id': 'cfec6498f2c446c89e72beca9427db5f', 'mac_address': 'fa:16:3e:f5:44:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015f6d55-dab5-4140-84d2-822486c6eefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04c19f4d-757a-412b-b1a2-f63279036fe5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:23:55Z', 'updated_at': '2021-10-26T08:23:58Z', 'revision_number': 4, 'project_id': 'cfec6498f2c446c89e72beca9427db5f', 'subnets': [{'id': '04c19f4d-757a-412b-b1a2-f63279036fe5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '611b5bcc-b404-448e-b4cd-db7e11b8e468'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:23:59.140487 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1282f-edd3-49ca-a17b-4fbfed6b1b3c None None] Pushing event updated for resources: {'Port': ['ID=f0d681b9-5756-4c29-afbb-5aac6daa869f,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:23:59.157550 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0c8c9a-b5f8-4832-a4a2-aa7717d00501 None None] The sync data for ids ['015f6d55-dab5-4140-84d2-822486c6eefc'] in dv-neutron-804846-13-hyperv is: [{'id': '015f6d55-dab5-4140-84d2-822486c6eefc', 'name': 'router1', 'tenant_id': 'cfec6498f2c446c89e72beca9427db5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:23:46Z', 'updated_at': '2021-10-26T08:23:56Z', 'revision_number': 2, 'project_id': 'cfec6498f2c446c89e72beca9427db5f', 'gw_port_host': None, '_interfaces': [{'id': 'f0d681b9-5756-4c29-afbb-5aac6daa869f', 'name': '', 'network_id': '21a87155-67c8-44de-aa1f-fbdc9ae96cec', 'tenant_id': 'cfec6498f2c446c89e72beca9427db5f', 'mac_address': 'fa:16:3e:f5:44:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015f6d55-dab5-4140-84d2-822486c6eefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04c19f4d-757a-412b-b1a2-f63279036fe5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:23:55Z', 'updated_at': '2021-10-26T08:23:58Z', 'revision_number': 4, 'project_id': 'cfec6498f2c446c89e72beca9427db5f', 'subnets': [{'id': '04c19f4d-757a-412b-b1a2-f63279036fe5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '611b5bcc-b404-448e-b4cd-db7e11b8e468'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:23:59.529502 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 57948) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:23:59.644735 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8f608a-e622-4c91-910d-5cdd658a0409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:23:59.647627 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-af8f608a-e622-4c91-910d-5cdd658a0409 admin admin] 10.222.0.41 "GET /v2.0/networks/e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 HTTP/1.1" status: 200 len: 842 time: 0.1170866 Oct 26 08:23:59.657728 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-9ba0d289-fe26-49f5-889f-a2b68ebf3a82 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.26.2.0/24', 'name': 'public-subnet', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'enable_dhcp': False, 'gateway_ip': '172.26.2.1'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:23:59.681759 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba0d289-fe26-49f5-889f-a2b68ebf3a82 admin admin] Made reservation on behalf of c68f11c549cf4219af5bfa115370325a for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:23:59.684177 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9ba0d289-fe26-49f5-889f-a2b68ebf3a82 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:23:59.985101 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.objects.ports [None req-9ba0d289-fe26-49f5-889f-a2b68ebf3a82 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102102) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 08:23:59.985549 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9ba0d289-fe26-49f5-889f-a2b68ebf3a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:24:00.041102 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba0d289-fe26-49f5-889f-a2b68ebf3a82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e02331c-216e-4ad3-a4c1-0f747968d9c6,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:24:00.049753 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba0d289-fe26-49f5-889f-a2b68ebf3a82 admin admin] Checking segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:24:00.050114 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba0d289-fe26-49f5-889f-a2b68ebf3a82 admin admin] Network hostable DHCP agents. Network: e0ba3cfd-db28-4690-8a12-e5c00a0b88c4, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:24:00.074394 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba0d289-fe26-49f5-889f-a2b68ebf3a82 admin admin] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:24:00.086256 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-9ba0d289-fe26-49f5-889f-a2b68ebf3a82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, e0ba3cfd-db28-4690-8a12-e5c00a0b88c4) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:24:00.090139 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba0d289-fe26-49f5-889f-a2b68ebf3a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:24:00.090733 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9ba0d289-fe26-49f5-889f-a2b68ebf3a82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:24:00.097102 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704a32da-b68f-4af7-a840-affd6456e08d None None] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:24:00.108345 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9ba0d289-fe26-49f5-889f-a2b68ebf3a82 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4540322 Oct 26 08:24:00.237819 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9095b6-152f-4f4e-a897-20933981b3b3 None None] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:24:02.533425 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 57956) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:24:02.664095 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1667463d-ed32-49a1-8250-a4e331eb26d7 admin admin] 10.222.0.41 "GET /v2.0/routers/015f6d55-dab5-4140-84d2-822486c6eefc HTTP/1.1" status: 200 len: 710 time: 0.1294158 Oct 26 08:24:02.750439 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e970c4-9e29-4398-823f-bca9ac6984b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:24:02.751735 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d4e970c4-9e29-4398-823f-bca9ac6984b8 admin admin] 10.222.0.41 "GET /v2.0/networks/e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 HTTP/1.1" status: 200 len: 886 time: 0.0815911 Oct 26 08:24:02.762384 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-c01681b4-8bb8-43f9-944d-102862fb8db9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:24:03.090853 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c01681b4-8bb8-43f9-944d-102862fb8db9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:24:03.332990 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c01681b4-8bb8-43f9-944d-102862fb8db9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:24:03.405794 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c01681b4-8bb8-43f9-944d-102862fb8db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:24:03.509941 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-c01681b4-8bb8-43f9-944d-102862fb8db9 admin admin] Allocated IP 172.26.2.135 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/7bf953d7-6556-404b-9ac0-e8c5283d009d) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:24:03.613336 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c01681b4-8bb8-43f9-944d-102862fb8db9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:24:03.645800 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c01681b4-8bb8-43f9-944d-102862fb8db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:24:03.682207 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01681b4-8bb8-43f9-944d-102862fb8db9 admin admin] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:24:03.687663 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-c01681b4-8bb8-43f9-944d-102862fb8db9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:24:03.691594 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01681b4-8bb8-43f9-944d-102862fb8db9 admin admin] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:24:03.755955 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01681b4-8bb8-43f9-944d-102862fb8db9 admin admin] Pushing event updated for resources: {'Port': ['ID=7bf953d7-6556-404b-9ac0-e8c5283d009d,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:24:03.943509 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c01681b4-8bb8-43f9-944d-102862fb8db9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:24:04.146795 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c01681b4-8bb8-43f9-944d-102862fb8db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8100261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8097850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15702'] for router, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:24:04.150264 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c01681b4-8bb8-43f9-944d-102862fb8db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8100266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8100243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8097827'] for router, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:24:04.259290 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01681b4-8bb8-43f9-944d-102862fb8db9 admin admin] Router 015f6d55-dab5-4140-84d2-822486c6eefc has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:24:04.459663 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01681b4-8bb8-43f9-944d-102862fb8db9 admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:24:04.463920 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c01681b4-8bb8-43f9-944d-102862fb8db9 admin admin] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:24:04.465891 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c01681b4-8bb8-43f9-944d-102862fb8db9 admin admin] 10.222.0.41 "PUT /v2.0/routers/015f6d55-dab5-4140-84d2-822486c6eefc HTTP/1.1" status: 200 len: 890 time: 1.7066610 Oct 26 08:24:05.170040 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device f0d681b9-5756-4c29-afbb-5aac6daa869f up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:24:05.225579 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port f0d681b9-5756-4c29-afbb-5aac6daa869f triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:24:05.226051 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:24:06.169637 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d0c17b-d2cc-483e-b5ac-ed74ffb5f865 None None] Sync routers for ids ['015f6d55-dab5-4140-84d2-822486c6eefc'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:24:06.181438 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d0c17b-d2cc-483e-b5ac-ed74ffb5f865 None None] Routers {'015f6d55-dab5-4140-84d2-822486c6eefc'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:24:06.182112 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-53d0c17b-d2cc-483e-b5ac-ed74ffb5f865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:23:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['015f6d55-dab5-4140-84d2-822486c6eefc'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:24:06.394570 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-53d0c17b-d2cc-483e-b5ac-ed74ffb5f865 None None] Set router 015f6d55-dab5-4140-84d2-822486c6eefc gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:24:06.855451 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-53d0c17b-d2cc-483e-b5ac-ed74ffb5f865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015f6d55-dab5-4140-84d2-822486c6eefc', 'name': 'router1', 'tenant_id': 'cfec6498f2c446c89e72beca9427db5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.135'}], 'enable_snat': True}, 'gw_port_id': '7bf953d7-6556-404b-9ac0-e8c5283d009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:23:46Z', 'updated_at': '2021-10-26T08:24:03Z', 'revision_number': 4, 'project_id': 'cfec6498f2c446c89e72beca9427db5f', 'gw_port': {'id': '7bf953d7-6556-404b-9ac0-e8c5283d009d', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015f6d55-dab5-4140-84d2-822486c6eefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:24:03Z', 'updated_at': '2021-10-26T08:24:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'f0d681b9-5756-4c29-afbb-5aac6daa869f', 'name': '', 'network_id': '21a87155-67c8-44de-aa1f-fbdc9ae96cec', 'tenant_id': 'cfec6498f2c446c89e72beca9427db5f', 'mac_address': 'fa:16:3e:f5:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015f6d55-dab5-4140-84d2-822486c6eefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04c19f4d-757a-412b-b1a2-f63279036fe5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:23:55Z', 'updated_at': '2021-10-26T08:23:59Z', 'revision_number': 5, 'project_id': 'cfec6498f2c446c89e72beca9427db5f', 'subnets': [{'id': '04c19f4d-757a-412b-b1a2-f63279036fe5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '611b5bcc-b404-448e-b4cd-db7e11b8e468'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:24:06.906234 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d0c17b-d2cc-483e-b5ac-ed74ffb5f865 None None] Checking router: 015f6d55-dab5-4140-84d2-822486c6eefc for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:24:06.906613 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d0c17b-d2cc-483e-b5ac-ed74ffb5f865 None None] Updating router 015f6d55-dab5-4140-84d2-822486c6eefc port 7bf953d7-6556-404b-9ac0-e8c5283d009d binding host dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:24:06.955204 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-53d0c17b-d2cc-483e-b5ac-ed74ffb5f865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:24:06.993536 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 57968) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:24:07.106918 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f1d8b64c-4b75-496e-9717-986aa4d95df5 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1121097 Oct 26 08:24:07.291789 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-53d0c17b-d2cc-483e-b5ac-ed74ffb5f865 None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:24:07.297839 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-53d0c17b-d2cc-483e-b5ac-ed74ffb5f865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:24:07.347543 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-53d0c17b-d2cc-483e-b5ac-ed74ffb5f865 None None] Attempting to bind port 7bf953d7-6556-404b-9ac0-e8c5283d009d on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:24:07.347921 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-53d0c17b-d2cc-483e-b5ac-ed74ffb5f865 None None] Attempting to bind port 7bf953d7-6556-404b-9ac0-e8c5283d009d by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:24:07.348284 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d0c17b-d2cc-483e-b5ac-ed74ffb5f865 None None] Attempting to bind port 7bf953d7-6556-404b-9ac0-e8c5283d009d on network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:24:07.357578 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e464f-aef2-441e-842d-ac5963b37c1c None None] Pushing event updated for resources: {'Port': ['ID=7bf953d7-6556-404b-9ac0-e8c5283d009d,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:24:07.359871 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d0c17b-d2cc-483e-b5ac-ed74ffb5f865 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:24:07.360246 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d0c17b-d2cc-483e-b5ac-ed74ffb5f865 None None] Checking segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:24:07.360645 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-53d0c17b-d2cc-483e-b5ac-ed74ffb5f865 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:24:07.361028 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d0c17b-d2cc-483e-b5ac-ed74ffb5f865 None None] Bound using segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:24:07.361494 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-53d0c17b-d2cc-483e-b5ac-ed74ffb5f865 None None] Bound port: 7bf953d7-6556-404b-9ac0-e8c5283d009d, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:24:07.362177 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-53d0c17b-d2cc-483e-b5ac-ed74ffb5f865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:24:07.416084 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-53d0c17b-d2cc-483e-b5ac-ed74ffb5f865 None None] For port 7bf953d7-6556-404b-9ac0-e8c5283d009d, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:24:07.419301 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-53d0c17b-d2cc-483e-b5ac-ed74ffb5f865 None None] For port 7bf953d7-6556-404b-9ac0-e8c5283d009d, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=7bf953d7-6556-404b-9ac0-e8c5283d009d,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:24:07.423358 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-53d0c17b-d2cc-483e-b5ac-ed74ffb5f865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:24:07.479377 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d0c17b-d2cc-483e-b5ac-ed74ffb5f865 None None] Routers {'015f6d55-dab5-4140-84d2-822486c6eefc'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:24:07.479999 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-53d0c17b-d2cc-483e-b5ac-ed74ffb5f865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:23:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['015f6d55-dab5-4140-84d2-822486c6eefc'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:24:07.514411 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e464f-aef2-441e-842d-ac5963b37c1c None None] Pushing event updated for resources: {'Port': ['ID=7bf953d7-6556-404b-9ac0-e8c5283d009d,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:24:07.601875 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-53d0c17b-d2cc-483e-b5ac-ed74ffb5f865 None None] Set router 015f6d55-dab5-4140-84d2-822486c6eefc gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:24:07.843526 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-53d0c17b-d2cc-483e-b5ac-ed74ffb5f865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015f6d55-dab5-4140-84d2-822486c6eefc', 'name': 'router1', 'tenant_id': 'cfec6498f2c446c89e72beca9427db5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.135'}], 'enable_snat': True}, 'gw_port_id': '7bf953d7-6556-404b-9ac0-e8c5283d009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:23:46Z', 'updated_at': '2021-10-26T08:24:03Z', 'revision_number': 4, 'project_id': 'cfec6498f2c446c89e72beca9427db5f', 'gw_port': {'id': '7bf953d7-6556-404b-9ac0-e8c5283d009d', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015f6d55-dab5-4140-84d2-822486c6eefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:24:03Z', 'updated_at': '2021-10-26T08:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'f0d681b9-5756-4c29-afbb-5aac6daa869f', 'name': '', 'network_id': '21a87155-67c8-44de-aa1f-fbdc9ae96cec', 'tenant_id': 'cfec6498f2c446c89e72beca9427db5f', 'mac_address': 'fa:16:3e:f5:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015f6d55-dab5-4140-84d2-822486c6eefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04c19f4d-757a-412b-b1a2-f63279036fe5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:23:55Z', 'updated_at': '2021-10-26T08:23:59Z', 'revision_number': 5, 'project_id': 'cfec6498f2c446c89e72beca9427db5f', 'subnets': [{'id': '04c19f4d-757a-412b-b1a2-f63279036fe5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '611b5bcc-b404-448e-b4cd-db7e11b8e468'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:24:07.875396 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d0c17b-d2cc-483e-b5ac-ed74ffb5f865 None None] The sync data for ids ['015f6d55-dab5-4140-84d2-822486c6eefc'] in dv-neutron-804846-13-hyperv is: [{'id': '015f6d55-dab5-4140-84d2-822486c6eefc', 'name': 'router1', 'tenant_id': 'cfec6498f2c446c89e72beca9427db5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.135'}], 'enable_snat': True}, 'gw_port_id': '7bf953d7-6556-404b-9ac0-e8c5283d009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:23:46Z', 'updated_at': '2021-10-26T08:24:03Z', 'revision_number': 4, 'project_id': 'cfec6498f2c446c89e72beca9427db5f', 'gw_port': {'id': '7bf953d7-6556-404b-9ac0-e8c5283d009d', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015f6d55-dab5-4140-84d2-822486c6eefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:24:03Z', 'updated_at': '2021-10-26T08:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'f0d681b9-5756-4c29-afbb-5aac6daa869f', 'name': '', 'network_id': '21a87155-67c8-44de-aa1f-fbdc9ae96cec', 'tenant_id': 'cfec6498f2c446c89e72beca9427db5f', 'mac_address': 'fa:16:3e:f5:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015f6d55-dab5-4140-84d2-822486c6eefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '04c19f4d-757a-412b-b1a2-f63279036fe5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:23:55Z', 'updated_at': '2021-10-26T08:23:59Z', 'revision_number': 5, 'project_id': 'cfec6498f2c446c89e72beca9427db5f', 'subnets': [{'id': '04c19f4d-757a-412b-b1a2-f63279036fe5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '611b5bcc-b404-448e-b4cd-db7e11b8e468'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:24:09.196242 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 7bf953d7-6556-404b-9ac0-e8c5283d009d up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:24:09.253398 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 7bf953d7-6556-404b-9ac0-e8c5283d009d triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:24:09.253667 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:24:09.335981 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:24:09.358393 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 7bf953d7-6556-404b-9ac0-e8c5283d009d, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=7bf953d7-6556-404b-9ac0-e8c5283d009d,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:24:09.364570 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:24:09.424326 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=7bf953d7-6556-404b-9ac0-e8c5283d009d,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:24:11.201577 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 7bf953d7-6556-404b-9ac0-e8c5283d009d up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:24:11.303094 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 7bf953d7-6556-404b-9ac0-e8c5283d009d triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:24:11.303094 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:24:19.329400 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-681c1e30-d02c-4212-8416-785b4e97fb9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:24:21.627506 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6d2ff396-1b9e-4b31-85ea-1b550c5c2c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:24:22.778275 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:24:23.223691 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:24:24.666298 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:24:26.613270 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 5 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:24:49.334094 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dfeb2840-8ba1-47f8-b756-a7f1bf4de674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:24:51.632320 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-69c7dba3-69cb-4782-9cb0-4169d23110e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:24:52.776421 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:24:53.218242 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:24:54.660052 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:25:03.612642 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 5 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:25:19.335859 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c34adb05-e739-4b0a-b10c-531feb79dc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:25:21.634485 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c9c36d4e-a22b-45f4-9201-c68128047a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:25:22.777992 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:25:23.221839 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:25:24.659124 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:25:40.612456 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 5 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:25:49.337018 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-28b75763-81ee-45d0-b5b3-931f098fd8c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:25:50.331595 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 58562) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:25:50.396486 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59a646b-4912-47a1-b193-e3df7f826194 admin admin] GET failed (client error): The resource could not be found. Oct 26 08:25:50.397843 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c59a646b-4912-47a1-b193-e3df7f826194 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0652730 Oct 26 08:25:50.559233 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237bbf49-e20a-4263-9de6-92f54721afa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:25:50.560627 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-237bbf49-e20a-4263-9de6-92f54721afa5 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1582391 Oct 26 08:25:51.636045 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-02c04234-1a87-48d6-8b2d-b8a95b0070a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:25:52.786056 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:25:52.849828 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 58572) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:25:52.942328 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8157abd-7799-43a2-9592-f2c404251220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:25:52.943650 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d8157abd-7799-43a2-9592-f2c404251220 admin admin] 10.222.0.41 "GET /v2.0/subnets/04c19f4d-757a-412b-b1a2-f63279036fe5 HTTP/1.1" status: 200 len: 849 time: 0.0929465 Oct 26 08:25:52.953462 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-f9274b57-f6a0-41db-bd05-4d2e527dea13 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:25:53.039102 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f9274b57-f6a0-41db-bd05-4d2e527dea13 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:25:53.180765 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f9274b57-f6a0-41db-bd05-4d2e527dea13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763432359918'] for subnet, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:25:53.220566 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e6839f-6378-4176-b202-3f0ee1cba690 None None] Network 21a87155-67c8-44de-aa1f-fbdc9ae96cec requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:25:53.222577 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9274b57-f6a0-41db-bd05-4d2e527dea13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:25:53.223180 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f9274b57-f6a0-41db-bd05-4d2e527dea13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:25:53.224478 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f9274b57-f6a0-41db-bd05-4d2e527dea13 admin admin] 10.222.0.41 "PUT /v2.0/subnets/04c19f4d-757a-412b-b1a2-f63279036fe5 HTTP/1.1" status: 200 len: 868 time: 0.2746117 Oct 26 08:25:53.242272 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9274b57-f6a0-41db-bd05-4d2e527dea13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04c19f4d-757a-412b-b1a2-f63279036fe5,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:25:53.250387 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9274b57-f6a0-41db-bd05-4d2e527dea13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:25:53.250747 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9274b57-f6a0-41db-bd05-4d2e527dea13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:25:53.251070 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9274b57-f6a0-41db-bd05-4d2e527dea13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:25:53.251410 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9274b57-f6a0-41db-bd05-4d2e527dea13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:25:53.252380 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9274b57-f6a0-41db-bd05-4d2e527dea13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:25:53.252769 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9274b57-f6a0-41db-bd05-4d2e527dea13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:25:53.253155 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9274b57-f6a0-41db-bd05-4d2e527dea13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:25:53.253428 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9274b57-f6a0-41db-bd05-4d2e527dea13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:25:53.253792 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9274b57-f6a0-41db-bd05-4d2e527dea13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:25:53.254125 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9274b57-f6a0-41db-bd05-4d2e527dea13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:25:53.254458 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9274b57-f6a0-41db-bd05-4d2e527dea13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:25:53.254784 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9274b57-f6a0-41db-bd05-4d2e527dea13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:25:53.267348 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:25:53.571866 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-2c4efed8-4b7c-463d-904a-9bc94f0d2d6c None None] Provisioning complete for port f0d681b9-5756-4c29-afbb-5aac6daa869f triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:25:53.572239 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2c4efed8-4b7c-463d-904a-9bc94f0d2d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:25:53.658827 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-2c4efed8-4b7c-463d-904a-9bc94f0d2d6c None None] Provisioning complete for port afb46d2d-a183-4d76-b491-9e4c11bac31e triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:25:53.659192 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2c4efed8-4b7c-463d-904a-9bc94f0d2d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:25:54.663376 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:25:55.553194 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 58582) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:25:55.751897 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c8a257-c76e-4d99-9958-56052897aeb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:25:55.752292 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c8a257-c76e-4d99-9958-56052897aeb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:25:55.753860 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-99c8a257-c76e-4d99-9958-56052897aeb2 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1996386 Oct 26 08:25:58.045039 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 58590) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:25:58.178902 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ebc692-ebcb-45c7-bf33-1ac4fc9a0d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:25:58.179428 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ebc692-ebcb-45c7-bf33-1ac4fc9a0d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:25:58.181112 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a1ebc692-ebcb-45c7-bf33-1ac4fc9a0d77 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1350503 Oct 26 08:26:00.467202 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 58598) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:26:00.598403 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67b74d3-7773-4087-8fd0-d5af924807e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:26:00.599826 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b67b74d3-7773-4087-8fd0-d5af924807e8 admin admin] 10.222.0.41 "GET /v2.0/networks/21a87155-67c8-44de-aa1f-fbdc9ae96cec HTTP/1.1" status: 200 len: 869 time: 0.1316690 Oct 26 08:26:02.897820 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 58606) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:26:03.020584 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d013250b-367f-4f86-98d2-fe2942ae05e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:26:03.021973 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d013250b-367f-4f86-98d2-fe2942ae05e1 admin admin] 10.222.0.41 "GET /v2.0/networks/e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 HTTP/1.1" status: 200 len: 886 time: 0.1231782 Oct 26 08:26:05.306784 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 58614) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:26:05.433528 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb11dd5f-3a2a-4598-8c49-768608ef4208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:26:05.434025 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb11dd5f-3a2a-4598-8c49-768608ef4208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:26:05.435579 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-fb11dd5f-3a2a-4598-8c49-768608ef4208 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1277931 Oct 26 08:26:07.707001 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 58622) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:26:07.799116 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ec4a2e-b383-496e-92cf-589c0bcf3a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:26:07.799577 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ec4a2e-b383-496e-92cf-589c0bcf3a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:26:07.801133 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a7ec4a2e-b383-496e-92cf-589c0bcf3a27 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0931721 Oct 26 08:26:10.144703 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 58630) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:26:10.238948 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a5ff8c-1524-4575-b2a1-9884229ceb62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:26:10.240292 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d7a5ff8c-1524-4575-b2a1-9884229ceb62 admin admin] 10.222.0.41 "GET /v2.0/subnets/04c19f4d-757a-412b-b1a2-f63279036fe5 HTTP/1.1" status: 200 len: 868 time: 0.0946233 Oct 26 08:26:12.525171 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 58638) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:26:12.612354 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a3e644-57db-4318-b5dc-5f1a97dc73cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:26:12.613722 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f0a3e644-57db-4318-b5dc-5f1a97dc73cd admin admin] 10.222.0.41 "GET /v2.0/subnets/2e02331c-216e-4ad3-a4c1-0f747968d9c6 HTTP/1.1" status: 200 len: 816 time: 0.0875256 Oct 26 08:26:17.612695 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 5 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:26:19.338999 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e3c141a7-9be6-4d9b-89bf-4d56fee51ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:26:21.637600 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d6945cee-7a64-4361-afb9-5061f58c73ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:26:22.786552 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:26:23.229245 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:26:24.667247 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:26:37.409856 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 58692) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:26:37.455961 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [None req-61061290-ae5c-45ec-ad42-a2e0d53a73d6 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:26:37.457062 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-61061290-ae5c-45ec-ad42-a2e0d53a73d6 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0461957 Oct 26 08:26:39.872971 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 58700) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:26:39.932189 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ddd52e-ba3b-48db-ba59-dd0f3c8e12d7 admin admin] GET failed (client error): The resource could not be found. Oct 26 08:26:39.933495 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-48ddd52e-ba3b-48db-ba59-dd0f3c8e12d7 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0595856 Oct 26 08:26:40.019785 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb82e53-818c-430f-a916-73522cf86869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:26:40.021242 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-beb82e53-818c-430f-a916-73522cf86869 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0831625 Oct 26 08:26:42.331306 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 58708) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:26:42.379255 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-868d7b00-0d9d-436e-a03d-17458addd2ef admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:26:42.399657 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868d7b00-0d9d-436e-a03d-17458addd2ef admin admin] Made reservation on behalf of c68f11c549cf4219af5bfa115370325a for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:26:42.401967 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-868d7b00-0d9d-436e-a03d-17458addd2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:26:42.436444 dv-neutron-804846-13-hyperv neutron-server[102101]: WARNING neutron.services.revisions.revision_plugin [None req-868d7b00-0d9d-436e-a03d-17458addd2ef admin admin] Could not find related network for resource to bump revision. Oct 26 08:26:42.449361 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-868d7b00-0d9d-436e-a03d-17458addd2ef admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:26:42.459504 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-868d7b00-0d9d-436e-a03d-17458addd2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:26:42.459890 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-868d7b00-0d9d-436e-a03d-17458addd2ef admin admin] Added segment 5fb78bb3-94f7-45cd-9f85-eb42a62702c3 of type vlan for network d31e8a1b-2df3-4b85-9379-34be2ef8ad4f Oct 26 08:26:42.499469 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-868d7b00-0d9d-436e-a03d-17458addd2ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:26:42.523593 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-868d7b00-0d9d-436e-a03d-17458addd2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:26:42.524459 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868d7b00-0d9d-436e-a03d-17458addd2ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:26:42.525066 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-868d7b00-0d9d-436e-a03d-17458addd2ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:26:42.581667 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-868d7b00-0d9d-436e-a03d-17458addd2ef admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2456625 Oct 26 08:26:42.591478 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d7b00-0d9d-436e-a03d-17458addd2ef admin admin] Pushing event updated for resources: {'Network': ['ID=d31e8a1b-2df3-4b85-9379-34be2ef8ad4f,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:26:42.599329 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d7b00-0d9d-436e-a03d-17458addd2ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:26:42.599717 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d7b00-0d9d-436e-a03d-17458addd2ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:26:42.600113 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d7b00-0d9d-436e-a03d-17458addd2ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:26:42.600491 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d7b00-0d9d-436e-a03d-17458addd2ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:26:42.600861 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d7b00-0d9d-436e-a03d-17458addd2ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:26:42.601218 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d7b00-0d9d-436e-a03d-17458addd2ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:26:42.601577 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d7b00-0d9d-436e-a03d-17458addd2ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:26:42.601973 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d7b00-0d9d-436e-a03d-17458addd2ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:26:42.602356 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d7b00-0d9d-436e-a03d-17458addd2ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:26:42.602725 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d7b00-0d9d-436e-a03d-17458addd2ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:26:42.603118 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d7b00-0d9d-436e-a03d-17458addd2ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:26:42.603486 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d7b00-0d9d-436e-a03d-17458addd2ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:26:42.615723 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network d31e8a1b-2df3-4b85-9379-34be2ef8ad4f details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:26:44.920899 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 58716) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:26:44.980591 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5a0ff13-a3a0-4c32-a565-2ac50f5a2547 admin admin] GET failed (client error): The resource could not be found. Oct 26 08:26:44.981942 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a5a0ff13-a3a0-4c32-a565-2ac50f5a2547 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0600801 Oct 26 08:26:45.083706 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58aac634-5d4f-475e-b331-33f285884fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:26:45.085170 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-58aac634-5d4f-475e-b331-33f285884fb3 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0976908 Oct 26 08:26:45.096139 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-442f8920-46fa-41ad-9862-8be9f7210811 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'd31e8a1b-2df3-4b85-9379-34be2ef8ad4f', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:26:45.116307 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442f8920-46fa-41ad-9862-8be9f7210811 admin admin] Made reservation on behalf of c68f11c549cf4219af5bfa115370325a for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:26:45.118780 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-442f8920-46fa-41ad-9862-8be9f7210811 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:26:45.278995 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-442f8920-46fa-41ad-9862-8be9f7210811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:26:45.330446 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f8920-46fa-41ad-9862-8be9f7210811 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c0ba859-ecc2-4124-b6d4-44a6a43f91b0,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:26:45.344820 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442f8920-46fa-41ad-9862-8be9f7210811 admin admin] Checking segment: {'id': '5fb78bb3-94f7-45cd-9f85-eb42a62702c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd31e8a1b-2df3-4b85-9379-34be2ef8ad4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:26:45.345176 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442f8920-46fa-41ad-9862-8be9f7210811 admin admin] Network hostable DHCP agents. Network: d31e8a1b-2df3-4b85-9379-34be2ef8ad4f, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:26:45.361958 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442f8920-46fa-41ad-9862-8be9f7210811 admin admin] Network d31e8a1b-2df3-4b85-9379-34be2ef8ad4f is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:26:45.370160 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-442f8920-46fa-41ad-9862-8be9f7210811 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, d31e8a1b-2df3-4b85-9379-34be2ef8ad4f) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:26:45.374073 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442f8920-46fa-41ad-9862-8be9f7210811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:26:45.374656 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-442f8920-46fa-41ad-9862-8be9f7210811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:26:45.379677 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fca3b8-2864-456f-b001-d1e1f3047aaf None None] Network d31e8a1b-2df3-4b85-9379-34be2ef8ad4f requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:26:45.390548 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-442f8920-46fa-41ad-9862-8be9f7210811 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2985535 Oct 26 08:26:45.536399 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6691952e-fc09-413c-9f3b-917368814661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-d31e8a1b-2df3-4b85-9379-34be2ef8ad4f', 'network_id': 'd31e8a1b-2df3-4b85-9379-34be2ef8ad4f', 'tenant_id': 'c68f11c549cf4219af5bfa115370325a', 'fixed_ips': [{'subnet_id': '2c0ba859-ecc2-4124-b6d4-44a6a43f91b0'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:26:45.537312 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6691952e-fc09-413c-9f3b-917368814661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:26:45.684819 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-6691952e-fc09-413c-9f3b-917368814661 None None] Allocated IP 192.168.233.2 (d31e8a1b-2df3-4b85-9379-34be2ef8ad4f/2c0ba859-ecc2-4124-b6d4-44a6a43f91b0/dc325f52-4aab-489b-a3e1-14c00990f3f9) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:26:45.831377 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6691952e-fc09-413c-9f3b-917368814661 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:26:45.836588 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6691952e-fc09-413c-9f3b-917368814661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:26:45.878696 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6691952e-fc09-413c-9f3b-917368814661 None None] Network d31e8a1b-2df3-4b85-9379-34be2ef8ad4f is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:26:45.887136 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-6691952e-fc09-413c-9f3b-917368814661 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:26:45.894493 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6691952e-fc09-413c-9f3b-917368814661 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:26:45.897583 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691952e-fc09-413c-9f3b-917368814661 None None] Pushing event updated for resources: {'Port': ['ID=dc325f52-4aab-489b-a3e1-14c00990f3f9,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:26:45.921230 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691952e-fc09-413c-9f3b-917368814661 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:26:45.921605 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691952e-fc09-413c-9f3b-917368814661 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:26:45.922579 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691952e-fc09-413c-9f3b-917368814661 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:26:45.922968 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691952e-fc09-413c-9f3b-917368814661 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:26:45.923525 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691952e-fc09-413c-9f3b-917368814661 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:26:45.924024 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691952e-fc09-413c-9f3b-917368814661 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:26:45.924024 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691952e-fc09-413c-9f3b-917368814661 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:26:45.924350 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691952e-fc09-413c-9f3b-917368814661 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:26:45.924681 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691952e-fc09-413c-9f3b-917368814661 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:26:45.925013 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691952e-fc09-413c-9f3b-917368814661 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:26:45.925343 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691952e-fc09-413c-9f3b-917368814661 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:26:45.925689 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6691952e-fc09-413c-9f3b-917368814661 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:26:45.959759 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-6691952e-fc09-413c-9f3b-917368814661 None None] Attempting to bind port dc325f52-4aab-489b-a3e1-14c00990f3f9 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:26:45.960072 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-6691952e-fc09-413c-9f3b-917368814661 None None] Attempting to bind port dc325f52-4aab-489b-a3e1-14c00990f3f9 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '5fb78bb3-94f7-45cd-9f85-eb42a62702c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd31e8a1b-2df3-4b85-9379-34be2ef8ad4f'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:26:45.960443 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6691952e-fc09-413c-9f3b-917368814661 None None] Attempting to bind port dc325f52-4aab-489b-a3e1-14c00990f3f9 on network d31e8a1b-2df3-4b85-9379-34be2ef8ad4f {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:26:45.965589 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6691952e-fc09-413c-9f3b-917368814661 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:26:45.966003 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6691952e-fc09-413c-9f3b-917368814661 None None] Checking segment: {'id': '5fb78bb3-94f7-45cd-9f85-eb42a62702c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd31e8a1b-2df3-4b85-9379-34be2ef8ad4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:26:45.966406 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6691952e-fc09-413c-9f3b-917368814661 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:26:45.966806 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6691952e-fc09-413c-9f3b-917368814661 None None] Bound using segment: {'id': '5fb78bb3-94f7-45cd-9f85-eb42a62702c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd31e8a1b-2df3-4b85-9379-34be2ef8ad4f'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:26:45.967271 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-6691952e-fc09-413c-9f3b-917368814661 None None] Bound port: dc325f52-4aab-489b-a3e1-14c00990f3f9, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb78bb3-94f7-45cd-9f85-eb42a62702c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd31e8a1b-2df3-4b85-9379-34be2ef8ad4f'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:26:45.967675 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6691952e-fc09-413c-9f3b-917368814661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:26:46.029889 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-6691952e-fc09-413c-9f3b-917368814661 None None] For port dc325f52-4aab-489b-a3e1-14c00990f3f9, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:26:46.032987 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-6691952e-fc09-413c-9f3b-917368814661 None None] For port dc325f52-4aab-489b-a3e1-14c00990f3f9, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=dc325f52-4aab-489b-a3e1-14c00990f3f9,segment=NetworkSegment(5fb78bb3-94f7-45cd-9f85-eb42a62702c3),segment_id=5fb78bb3-94f7-45cd-9f85-eb42a62702c3)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:26:46.038283 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6691952e-fc09-413c-9f3b-917368814661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:26:46.106278 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691952e-fc09-413c-9f3b-917368814661 None None] Pushing event updated for resources: {'Port': ['ID=dc325f52-4aab-489b-a3e1-14c00990f3f9,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:26:46.944256 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547be455-32dd-429a-bb10-39f7b0529f56 None None] Network d31e8a1b-2df3-4b85-9379-34be2ef8ad4f requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:26:47.008934 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-ff472a59-3bf9-4221-a783-d18b2a89c0e4 None None] Provisioning complete for port dc325f52-4aab-489b-a3e1-14c00990f3f9 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:26:47.009227 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ff472a59-3bf9-4221-a783-d18b2a89c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:26:47.159248 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ff472a59-3bf9-4221-a783-d18b2a89c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:26:47.198170 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-ff472a59-3bf9-4221-a783-d18b2a89c0e4 None None] For port dc325f52-4aab-489b-a3e1-14c00990f3f9, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=dc325f52-4aab-489b-a3e1-14c00990f3f9,segment=NetworkSegment(5fb78bb3-94f7-45cd-9f85-eb42a62702c3),segment_id=5fb78bb3-94f7-45cd-9f85-eb42a62702c3)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:26:47.206193 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ff472a59-3bf9-4221-a783-d18b2a89c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:26:47.273874 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff472a59-3bf9-4221-a783-d18b2a89c0e4 None None] Pushing event updated for resources: {'Port': ['ID=dc325f52-4aab-489b-a3e1-14c00990f3f9,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:26:47.346153 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device dc325f52-4aab-489b-a3e1-14c00990f3f9 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:26:47.400381 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port dc325f52-4aab-489b-a3e1-14c00990f3f9 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:26:47.400742 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:26:47.449056 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-3c99e91f-e2f0-42c3-9147-b07fe58188ae None None] Provisioning complete for port dc325f52-4aab-489b-a3e1-14c00990f3f9 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:26:47.449342 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3c99e91f-e2f0-42c3-9147-b07fe58188ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:26:49.274045 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device dc325f52-4aab-489b-a3e1-14c00990f3f9 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:26:49.321885 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port dc325f52-4aab-489b-a3e1-14c00990f3f9 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:26:49.322263 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:26:49.365720 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2df24eeb-80b3-49d4-b164-7330f0a11f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:26:51.639357 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1994a00f-da73-46fb-860c-dd25379b1c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:26:52.789369 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:26:53.231509 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:26:54.612086 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 5 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:26:54.670417 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:27:19.337490 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-89ef97f1-37a3-4f16-94b4-93db09304893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:27:21.641717 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7e79fb16-6235-4ba1-a0c2-7469c92abb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:27:22.792964 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:27:23.235549 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:27:24.673417 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:27:31.611278 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 5 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:27:49.339476 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3a0ebcf2-3205-467c-a1e2-962b8bd24ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:27:51.643837 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-98d0c169-0532-46ef-8285-2f82c0036e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:27:52.798366 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:27:53.237725 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:27:54.676141 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:28:00.920666 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 58760) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:28:00.927671 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-e41ec331-ad2d-4093-a2ec-8d2475a18630 tempest-verify_tempest_config-230953667 tempest-verify_tempest_config-230953667-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:28:00.928650 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e41ec331-ad2d-4093-a2ec-8d2475a18630 tempest-verify_tempest_config-230953667 tempest-verify_tempest_config-230953667-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0069356 Oct 26 08:28:01.222709 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 58778) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:28:01.325825 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6fdc12ab-9256-495a-b2d1-77bdd0dcb319 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:28:01.399026 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6fdc12ab-9256-495a-b2d1-77bdd0dcb319 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:28:01.402647 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6fdc12ab-9256-495a-b2d1-77bdd0dcb319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:28:01.445760 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc12ab-9256-495a-b2d1-77bdd0dcb319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722186de-bc58-4b01-b856-d8d55508ac9b,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:28:01.450255 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6fdc12ab-9256-495a-b2d1-77bdd0dcb319 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=919d99676bde4da4a24eecdcb4f6527e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2262480 Oct 26 08:28:01.453099 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 58782) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:28:01.454849 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc12ab-9256-495a-b2d1-77bdd0dcb319 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:28:01.455204 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc12ab-9256-495a-b2d1-77bdd0dcb319 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:28:01.455548 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc12ab-9256-495a-b2d1-77bdd0dcb319 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:28:01.455890 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc12ab-9256-495a-b2d1-77bdd0dcb319 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:28:01.456224 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc12ab-9256-495a-b2d1-77bdd0dcb319 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:28:01.456573 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc12ab-9256-495a-b2d1-77bdd0dcb319 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:28:01.456913 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc12ab-9256-495a-b2d1-77bdd0dcb319 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:28:01.457261 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc12ab-9256-495a-b2d1-77bdd0dcb319 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:28:01.457597 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc12ab-9256-495a-b2d1-77bdd0dcb319 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:28:01.457957 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc12ab-9256-495a-b2d1-77bdd0dcb319 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:28:01.458290 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc12ab-9256-495a-b2d1-77bdd0dcb319 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:28:01.458617 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc12ab-9256-495a-b2d1-77bdd0dcb319 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:28:01.510095 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e317684b-7ce5-4270-856b-71c2df38ec15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:28:01.530969 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e317684b-7ce5-4270-856b-71c2df38ec15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:28:01.619853 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e317684b-7ce5-4270-856b-71c2df38ec15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:28:01.622466 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e317684b-7ce5-4270-856b-71c2df38ec15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:28:01.623609 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e317684b-7ce5-4270-856b-71c2df38ec15 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/722186de-bc58-4b01-b856-d8d55508ac9b HTTP/1.1" status: 204 len: 168 time: 0.1693556 Oct 26 08:28:01.631321 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317684b-7ce5-4270-856b-71c2df38ec15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722186de-bc58-4b01-b856-d8d55508ac9b,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:28:01.637852 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317684b-7ce5-4270-856b-71c2df38ec15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:28:01.638208 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317684b-7ce5-4270-856b-71c2df38ec15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:28:01.638559 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317684b-7ce5-4270-856b-71c2df38ec15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:28:01.638906 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317684b-7ce5-4270-856b-71c2df38ec15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:28:01.639230 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317684b-7ce5-4270-856b-71c2df38ec15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:28:01.639582 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317684b-7ce5-4270-856b-71c2df38ec15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:28:01.639942 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317684b-7ce5-4270-856b-71c2df38ec15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:28:01.640254 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317684b-7ce5-4270-856b-71c2df38ec15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:28:01.640581 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317684b-7ce5-4270-856b-71c2df38ec15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:28:01.640907 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317684b-7ce5-4270-856b-71c2df38ec15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:28:01.641231 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317684b-7ce5-4270-856b-71c2df38ec15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:28:01.641550 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317684b-7ce5-4270-856b-71c2df38ec15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:28:08.610529 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 5 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:28:19.341212 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-744ce47d-6c84-4730-b628-00224201f757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:28:21.645729 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a722b30a-972c-4064-9aba-0e7f977e89ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:28:22.798612 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:28:23.245930 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:28:24.680247 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:28:45.610688 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 5 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:28:49.438105 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ab474380-84c6-4b9e-b663-11a0526b45f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:28:51.647055 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b883055d-c770-4fc8-9c9d-4fa04401a34c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:28:52.801556 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:28:53.237865 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:28:54.683542 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:29:19.342262 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f3f04918-1215-4ca2-9ba1-2c65e26c5eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:29:21.647503 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-09fe0ed2-090c-43b8-8d61-8b7f61d75b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:29:22.609387 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 5 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:29:22.803677 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:29:23.239977 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:29:24.064187 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8098451'] for agent, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:29:24.686265 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:29:38.913286 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 58854) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:29:39.015166 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-37598262-b774-4b30-ad5a-60c3ad19cbb9 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4571 time: 0.1007388 Oct 26 08:29:41.350661 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 58864) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:29:41.406341 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5ebd6a85-ee88-4538-aef5-3af92faf177e admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4571 time: 0.0545990 Oct 26 08:29:49.342766 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-653f8a2c-6d1d-4e6e-b5bb-9de2e9fe30c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:29:51.648879 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4b51b827-2b87-4e4a-a4e9-6a7089268d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:29:52.807059 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:29:53.248441 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:29:54.024462 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:29:54.689691 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:29:59.609596 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:30:19.346629 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5b871260-e0fb-4eb3-b9cf-9fc19c086764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:21.658977 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bfbac7b5-7457-492e-a965-9561ff843f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:22.813487 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:23.240603 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:24.031014 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:24.693196 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:36.609179 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:30:49.350847 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0167c7c9-61c6-4b58-bc58-071199f0419b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:51.667733 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6d481fb6-d87e-44c3-b6f0-37a019f171cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:52.817431 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:53.249105 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:54.055645 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:54.695987 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:55.840568 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59044) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:30:55.970653 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59054) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:30:56.099339 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59062) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:30:56.135879 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59066) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:30:56.231258 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-2855fce0-ab4d-45a0-a83a-137bc5c923aa tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Request body: {'networks': [{'name': 'tempest-network--994285892'}, {'name': 'tempest-network--761734391'}]} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:30:56.232017 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-2855fce0-ab4d-45a0-a83a-137bc5c923aa tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Request body: {'network': {'name': 'tempest-network--994285892'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:30:56.232593 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-2855fce0-ab4d-45a0-a83a-137bc5c923aa tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Request body: {'network': {'name': 'tempest-network--761734391'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:30:56.256439 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2855fce0-ab4d-45a0-a83a-137bc5c923aa tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Made reservation on behalf of 0c301b6209a640a8b8e4a7c74d2c54d3 for: {'network': 2} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:30:56.264830 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2855fce0-ab4d-45a0-a83a-137bc5c923aa tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:56.279343 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-56697ea9-c7d8-429c-9c67-943c6adf3dd1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1671399814-network', 'tenant_id': 'f619f7bf208b454a9f9680fa433c8f91'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:30:56.282356 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2855fce0-ab4d-45a0-a83a-137bc5c923aa tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:56.327106 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56697ea9-c7d8-429c-9c67-943c6adf3dd1 admin admin] Made reservation on behalf of f619f7bf208b454a9f9680fa433c8f91 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:30:56.329800 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-56697ea9-c7d8-429c-9c67-943c6adf3dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:56.342848 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-56697ea9-c7d8-429c-9c67-943c6adf3dd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:56.364845 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-f64e4162-26b9-41a6-8ad3-a63cbb3b1c92 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-840758527-network', 'tenant_id': 'aacb04f5ce564fc6b000afd721b795f4'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:30:56.398822 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-eaa865ad-0410-4ec9-9a7f-c6fa4744bf31 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1389909545'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:30:56.423078 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa865ad-0410-4ec9-9a7f-c6fa4744bf31 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Made reservation on behalf of 0e1cbb8283544ef3a25d0b23a2f06dcc for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:30:56.427707 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-eaa865ad-0410-4ec9-9a7f-c6fa4744bf31 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:56.432441 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2855fce0-ab4d-45a0-a83a-137bc5c923aa tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:56.441776 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-eaa865ad-0410-4ec9-9a7f-c6fa4744bf31 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:56.453260 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2855fce0-ab4d-45a0-a83a-137bc5c923aa tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:56.453954 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2855fce0-ab4d-45a0-a83a-137bc5c923aa tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:56.465300 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64e4162-26b9-41a6-8ad3-a63cbb3b1c92 admin admin] Made reservation on behalf of aacb04f5ce564fc6b000afd721b795f4 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:30:56.473702 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f64e4162-26b9-41a6-8ad3-a63cbb3b1c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:56.521481 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f64e4162-26b9-41a6-8ad3-a63cbb3b1c92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:56.525600 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-eaa865ad-0410-4ec9-9a7f-c6fa4744bf31 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:56.530824 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-eaa865ad-0410-4ec9-9a7f-c6fa4744bf31 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:56.577273 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2855fce0-ab4d-45a0-a83a-137bc5c923aa tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a984819f-1338-4772-9b80-e4449a56b23a,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:30:56.593386 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa865ad-0410-4ec9-9a7f-c6fa4744bf31 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=404cdafb-9e19-42aa-b16e-a5747d5e9e05,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:30:56.600664 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa865ad-0410-4ec9-9a7f-c6fa4744bf31 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:30:56.603644 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2855fce0-ab4d-45a0-a83a-137bc5c923aa tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:30:56.604042 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa865ad-0410-4ec9-9a7f-c6fa4744bf31 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:30:56.604412 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa865ad-0410-4ec9-9a7f-c6fa4744bf31 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:30:56.604766 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa865ad-0410-4ec9-9a7f-c6fa4744bf31 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:30:56.605114 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa865ad-0410-4ec9-9a7f-c6fa4744bf31 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:30:56.605459 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa865ad-0410-4ec9-9a7f-c6fa4744bf31 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:30:56.605820 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa865ad-0410-4ec9-9a7f-c6fa4744bf31 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:30:56.606393 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa865ad-0410-4ec9-9a7f-c6fa4744bf31 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:30:56.607175 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa865ad-0410-4ec9-9a7f-c6fa4744bf31 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:30:56.607729 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa865ad-0410-4ec9-9a7f-c6fa4744bf31 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:30:56.608273 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa865ad-0410-4ec9-9a7f-c6fa4744bf31 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:30:56.608810 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa865ad-0410-4ec9-9a7f-c6fa4744bf31 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:30:56.609375 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa865ad-0410-4ec9-9a7f-c6fa4744bf31 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:30:56.611130 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa865ad-0410-4ec9-9a7f-c6fa4744bf31 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Tracked resource versions report: Oct 26 08:30:56.611130 dv-neutron-804846-13-hyperv neutron-server[102101]: pushed versions: Oct 26 08:30:56.611130 dv-neutron-804846-13-hyperv neutron-server[102101]: { 'AddressGroup': {'1.2'}, Oct 26 08:30:56.611130 dv-neutron-804846-13-hyperv neutron-server[102101]: 'ConntrackHelper': {'1.0'}, Oct 26 08:30:56.611130 dv-neutron-804846-13-hyperv neutron-server[102101]: 'Log': {'1.0'}, Oct 26 08:30:56.611130 dv-neutron-804846-13-hyperv neutron-server[102101]: 'Network': {'1.1'}, Oct 26 08:30:56.611130 dv-neutron-804846-13-hyperv neutron-server[102101]: 'Port': {'1.7'}, Oct 26 08:30:56.611130 dv-neutron-804846-13-hyperv neutron-server[102101]: 'PortForwarding': {'1.2'}, Oct 26 08:30:56.611130 dv-neutron-804846-13-hyperv neutron-server[102101]: 'QosPolicy': {'1.10'}, Oct 26 08:30:56.611130 dv-neutron-804846-13-hyperv neutron-server[102101]: 'SecurityGroup': {'1.4'}, Oct 26 08:30:56.611130 dv-neutron-804846-13-hyperv neutron-server[102101]: 'SecurityGroupRule': {'1.2'}, Oct 26 08:30:56.611130 dv-neutron-804846-13-hyperv neutron-server[102101]: 'SubPort': {'1.0'}, Oct 26 08:30:56.611130 dv-neutron-804846-13-hyperv neutron-server[102101]: 'Subnet': {'1.1'}, Oct 26 08:30:56.611130 dv-neutron-804846-13-hyperv neutron-server[102101]: 'Trunk': {'1.1'}} Oct 26 08:30:56.611130 dv-neutron-804846-13-hyperv neutron-server[102101]: consumer versions: Oct 26 08:30:56.611130 dv-neutron-804846-13-hyperv neutron-server[102101]: { DHCP agent@dv-neutron-804846-13-hyperv: {}, Oct 26 08:30:56.611130 dv-neutron-804846-13-hyperv neutron-server[102101]: HyperV agent@hv-neutron-8048: {}, Oct 26 08:30:56.611130 dv-neutron-804846-13-hyperv neutron-server[102101]: L3 agent@dv-neutron-804846-13-hyperv: {}, Oct 26 08:30:56.611130 dv-neutron-804846-13-hyperv neutron-server[102101]: Metadata agent@dv-neutron-804846-13-hyperv: {}, Oct 26 08:30:56.611130 dv-neutron-804846-13-hyperv neutron-server[102101]: Metering agent@dv-neutron-804846-13-hyperv: {}, Oct 26 08:30:56.611130 dv-neutron-804846-13-hyperv neutron-server[102101]: Open vSwitch agent@dv-neutron-804846-13-hyperv: { 'AddressGroup': '1.2', Oct 26 08:30:56.611130 dv-neutron-804846-13-hyperv neutron-server[102101]: 'ConntrackHelper': '1.0', Oct 26 08:30:56.611130 dv-neutron-804846-13-hyperv neutron-server[102101]: 'Log': '1.0', Oct 26 08:30:56.611130 dv-neutron-804846-13-hyperv neutron-server[102101]: 'Network': '1.1', Oct 26 08:30:56.611130 dv-neutron-804846-13-hyperv neutron-server[102101]: 'Port': '1.7', Oct 26 08:30:56.611130 dv-neutron-804846-13-hyperv neutron-server[102101]: 'PortForwarding': '1.2', Oct 26 08:30:56.611130 dv-neutron-804846-13-hyperv neutron-server[102101]: 'QosPolicy': '1.10', Oct 26 08:30:56.611130 dv-neutron-804846-13-hyperv neutron-server[102101]: 'SecurityGroup': '1.4', Oct 26 08:30:56.611130 dv-neutron-804846-13-hyperv neutron-server[102101]: 'SecurityGroupRule': '1.2', Oct 26 08:30:56.611130 dv-neutron-804846-13-hyperv neutron-server[102101]: 'SubPort': '1.0', Oct 26 08:30:56.611130 dv-neutron-804846-13-hyperv neutron-server[102101]: 'Subnet': '1.1', Oct 26 08:30:56.611130 dv-neutron-804846-13-hyperv neutron-server[102101]: 'Trunk': '1.1'}} Oct 26 08:30:56.611130 dv-neutron-804846-13-hyperv neutron-server[102101]: {{(pid=102101) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 08:30:56.613805 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855fce0-ab4d-45a0-a83a-137bc5c923aa tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:30:56.614116 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855fce0-ab4d-45a0-a83a-137bc5c923aa tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:30:56.614800 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855fce0-ab4d-45a0-a83a-137bc5c923aa tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:30:56.615211 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855fce0-ab4d-45a0-a83a-137bc5c923aa tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:30:56.615657 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855fce0-ab4d-45a0-a83a-137bc5c923aa tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:30:56.616149 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855fce0-ab4d-45a0-a83a-137bc5c923aa tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:30:56.617340 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855fce0-ab4d-45a0-a83a-137bc5c923aa tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:30:56.617860 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855fce0-ab4d-45a0-a83a-137bc5c923aa tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:30:56.618592 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855fce0-ab4d-45a0-a83a-137bc5c923aa tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:30:56.619078 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855fce0-ab4d-45a0-a83a-137bc5c923aa tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:30:56.619651 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855fce0-ab4d-45a0-a83a-137bc5c923aa tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:30:56.620125 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855fce0-ab4d-45a0-a83a-137bc5c923aa tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:30:56.621564 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2855fce0-ab4d-45a0-a83a-137bc5c923aa tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Tracked resource versions report: Oct 26 08:30:56.621564 dv-neutron-804846-13-hyperv neutron-server[102102]: pushed versions: Oct 26 08:30:56.621564 dv-neutron-804846-13-hyperv neutron-server[102102]: { 'AddressGroup': {'1.2'}, Oct 26 08:30:56.621564 dv-neutron-804846-13-hyperv neutron-server[102102]: 'ConntrackHelper': {'1.0'}, Oct 26 08:30:56.621564 dv-neutron-804846-13-hyperv neutron-server[102102]: 'Log': {'1.0'}, Oct 26 08:30:56.621564 dv-neutron-804846-13-hyperv neutron-server[102102]: 'Network': {'1.1'}, Oct 26 08:30:56.621564 dv-neutron-804846-13-hyperv neutron-server[102102]: 'Port': {'1.7'}, Oct 26 08:30:56.621564 dv-neutron-804846-13-hyperv neutron-server[102102]: 'PortForwarding': {'1.2'}, Oct 26 08:30:56.621564 dv-neutron-804846-13-hyperv neutron-server[102102]: 'QosPolicy': {'1.10'}, Oct 26 08:30:56.621564 dv-neutron-804846-13-hyperv neutron-server[102102]: 'SecurityGroup': {'1.4'}, Oct 26 08:30:56.621564 dv-neutron-804846-13-hyperv neutron-server[102102]: 'SecurityGroupRule': {'1.2'}, Oct 26 08:30:56.621564 dv-neutron-804846-13-hyperv neutron-server[102102]: 'SubPort': {'1.0'}, Oct 26 08:30:56.621564 dv-neutron-804846-13-hyperv neutron-server[102102]: 'Subnet': {'1.1'}, Oct 26 08:30:56.621564 dv-neutron-804846-13-hyperv neutron-server[102102]: 'Trunk': {'1.1'}} Oct 26 08:30:56.621564 dv-neutron-804846-13-hyperv neutron-server[102102]: consumer versions: Oct 26 08:30:56.621564 dv-neutron-804846-13-hyperv neutron-server[102102]: { DHCP agent@dv-neutron-804846-13-hyperv: {}, Oct 26 08:30:56.621564 dv-neutron-804846-13-hyperv neutron-server[102102]: HyperV agent@hv-neutron-8048: {}, Oct 26 08:30:56.621564 dv-neutron-804846-13-hyperv neutron-server[102102]: L3 agent@dv-neutron-804846-13-hyperv: {}, Oct 26 08:30:56.621564 dv-neutron-804846-13-hyperv neutron-server[102102]: Metadata agent@dv-neutron-804846-13-hyperv: {}, Oct 26 08:30:56.621564 dv-neutron-804846-13-hyperv neutron-server[102102]: Metering agent@dv-neutron-804846-13-hyperv: {}, Oct 26 08:30:56.621564 dv-neutron-804846-13-hyperv neutron-server[102102]: Open vSwitch agent@dv-neutron-804846-13-hyperv: { 'AddressGroup': '1.2', Oct 26 08:30:56.621564 dv-neutron-804846-13-hyperv neutron-server[102102]: 'ConntrackHelper': '1.0', Oct 26 08:30:56.621564 dv-neutron-804846-13-hyperv neutron-server[102102]: 'Log': '1.0', Oct 26 08:30:56.621564 dv-neutron-804846-13-hyperv neutron-server[102102]: 'Network': '1.1', Oct 26 08:30:56.621564 dv-neutron-804846-13-hyperv neutron-server[102102]: 'Port': '1.7', Oct 26 08:30:56.621564 dv-neutron-804846-13-hyperv neutron-server[102102]: 'PortForwarding': '1.2', Oct 26 08:30:56.621564 dv-neutron-804846-13-hyperv neutron-server[102102]: 'QosPolicy': '1.10', Oct 26 08:30:56.621564 dv-neutron-804846-13-hyperv neutron-server[102102]: 'SecurityGroup': '1.4', Oct 26 08:30:56.621564 dv-neutron-804846-13-hyperv neutron-server[102102]: 'SecurityGroupRule': '1.2', Oct 26 08:30:56.621564 dv-neutron-804846-13-hyperv neutron-server[102102]: 'SubPort': '1.0', Oct 26 08:30:56.621564 dv-neutron-804846-13-hyperv neutron-server[102102]: 'Subnet': '1.1', Oct 26 08:30:56.621564 dv-neutron-804846-13-hyperv neutron-server[102102]: 'Trunk': '1.1'}} Oct 26 08:30:56.621564 dv-neutron-804846-13-hyperv neutron-server[102102]: {{(pid=102102) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 08:30:56.626623 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-eaa865ad-0410-4ec9-9a7f-c6fa4744bf31 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:56.627051 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-eaa865ad-0410-4ec9-9a7f-c6fa4744bf31 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Added segment 8ff00b6b-356e-4686-9e5d-fb4f6673bc4c of type vlan for network 9c6eb6f4-7ceb-4203-b12f-2e588840903f Oct 26 08:30:56.648732 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2855fce0-ab4d-45a0-a83a-137bc5c923aa tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:56.649080 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-2855fce0-ab4d-45a0-a83a-137bc5c923aa tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Added segment e0c090d7-24d7-48ff-a555-ad7b50b92942 of type vlan for network 804961a4-a654-4072-b563-eb653c72c7f2 Oct 26 08:30:56.689219 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-eaa865ad-0410-4ec9-9a7f-c6fa4744bf31 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:56.730808 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-eaa865ad-0410-4ec9-9a7f-c6fa4744bf31 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:56.740783 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa865ad-0410-4ec9-9a7f-c6fa4744bf31 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:30:56.742126 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-eaa865ad-0410-4ec9-9a7f-c6fa4744bf31 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:56.774214 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59092) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:30:56.854858 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2855fce0-ab4d-45a0-a83a-137bc5c923aa tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:56.861329 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-eaa865ad-0410-4ec9-9a7f-c6fa4744bf31 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7241962 Oct 26 08:30:56.863763 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-56697ea9-c7d8-429c-9c67-943c6adf3dd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:56.864895 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59104) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:30:56.874801 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-b5001482-cd5d-4bf5-a3a3-133dde544ada tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Request body: {'subnet': {'network_id': '9c6eb6f4-7ceb-4203-b12f-2e588840903f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:30:56.896323 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-56697ea9-c7d8-429c-9c67-943c6adf3dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:56.904783 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa865ad-0410-4ec9-9a7f-c6fa4744bf31 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Pushing event updated for resources: {'Network': ['ID=9c6eb6f4-7ceb-4203-b12f-2e588840903f,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:30:56.917957 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 9c6eb6f4-7ceb-4203-b12f-2e588840903f details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:30:57.035002 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56697ea9-c7d8-429c-9c67-943c6adf3dd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:30:57.067384 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56697ea9-c7d8-429c-9c67-943c6adf3dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32926d9-883c-42c8-bbdd-7d9a922f3799,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:30:57.093269 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f64e4162-26b9-41a6-8ad3-a63cbb3b1c92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:57.094305 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2855fce0-ab4d-45a0-a83a-137bc5c923aa tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:30:57.104636 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-56697ea9-c7d8-429c-9c67-943c6adf3dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:57.104982 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-56697ea9-c7d8-429c-9c67-943c6adf3dd1 admin admin] Added segment f56a4ad0-9209-4fff-936b-4897c6686a9c of type vlan for network ee56e2b1-1b4b-4811-8525-c64c4b88af1d Oct 26 08:30:57.107190 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f64e4162-26b9-41a6-8ad3-a63cbb3b1c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:57.111970 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-25454d95-bdeb-4fd9-be59-127cc84282ac tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1570196889'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:30:57.133676 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f64e4162-26b9-41a6-8ad3-a63cbb3b1c92 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:30:57.147011 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f64e4162-26b9-41a6-8ad3-a63cbb3b1c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:57.147437 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-f64e4162-26b9-41a6-8ad3-a63cbb3b1c92 admin admin] Added segment 45e41e81-ba7f-4c8e-9ba2-09e1fadcea4d of type vlan for network 3552283e-c7ba-4bd2-b88d-27fd8882224b Oct 26 08:30:57.154602 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25454d95-bdeb-4fd9-be59-127cc84282ac tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Made reservation on behalf of aaf5048cee80456db463334935aef1af for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:30:57.161555 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-25454d95-bdeb-4fd9-be59-127cc84282ac tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:57.165705 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2855fce0-ab4d-45a0-a83a-137bc5c923aa tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:57.166216 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-2855fce0-ab4d-45a0-a83a-137bc5c923aa tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Added segment 5019e50d-4268-4ae1-9111-eb08055be672 of type vlan for network 608d0848-833a-4f90-80db-e6c0d2065b83 Oct 26 08:30:57.179619 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-25454d95-bdeb-4fd9-be59-127cc84282ac tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:57.279561 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2855fce0-ab4d-45a0-a83a-137bc5c923aa tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:57.289352 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-25454d95-bdeb-4fd9-be59-127cc84282ac tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:57.292602 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e4162-26b9-41a6-8ad3-a63cbb3b1c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61dd32b3-2d72-458a-ba41-862a1baf8c73,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:30:57.294807 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-25454d95-bdeb-4fd9-be59-127cc84282ac tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:57.324402 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-56697ea9-c7d8-429c-9c67-943c6adf3dd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:57.333576 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f64e4162-26b9-41a6-8ad3-a63cbb3b1c92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:57.340049 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25454d95-bdeb-4fd9-be59-127cc84282ac tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=538e00f1-36db-4a6a-8f9b-46b76a0a2f74,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:30:57.350834 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25454d95-bdeb-4fd9-be59-127cc84282ac tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:30:57.361328 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5001482-cd5d-4bf5-a3a3-133dde544ada tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Made reservation on behalf of 0e1cbb8283544ef3a25d0b23a2f06dcc for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:30:57.363770 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-25454d95-bdeb-4fd9-be59-127cc84282ac tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:57.364128 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-25454d95-bdeb-4fd9-be59-127cc84282ac tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Added segment 7e501bd2-0e23-472c-8a13-ed25e4bb114a of type vlan for network 3b4a4a94-dd8d-4b10-a829-fbfb39848670 Oct 26 08:30:57.365130 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b5001482-cd5d-4bf5-a3a3-133dde544ada tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks [] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:57.411986 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-25454d95-bdeb-4fd9-be59-127cc84282ac tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:57.440877 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-25454d95-bdeb-4fd9-be59-127cc84282ac tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:57.449681 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25454d95-bdeb-4fd9-be59-127cc84282ac tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:30:57.450828 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-25454d95-bdeb-4fd9-be59-127cc84282ac tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:57.468609 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-56697ea9-c7d8-429c-9c67-943c6adf3dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:57.469578 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56697ea9-c7d8-429c-9c67-943c6adf3dd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:30:57.470206 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-56697ea9-c7d8-429c-9c67-943c6adf3dd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:57.483867 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f64e4162-26b9-41a6-8ad3-a63cbb3b1c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:57.484783 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64e4162-26b9-41a6-8ad3-a63cbb3b1c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:30:57.485374 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f64e4162-26b9-41a6-8ad3-a63cbb3b1c92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:57.492965 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2855fce0-ab4d-45a0-a83a-137bc5c923aa tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:57.494739 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2855fce0-ab4d-45a0-a83a-137bc5c923aa tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:57.500277 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2855fce0-ab4d-45a0-a83a-137bc5c923aa tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:30:57.505101 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2855fce0-ab4d-45a0-a83a-137bc5c923aa tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:30:57.505766 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2855fce0-ab4d-45a0-a83a-137bc5c923aa tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:57.537329 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-25454d95-bdeb-4fd9-be59-127cc84282ac tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7617033 Oct 26 08:30:57.542305 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59126) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:30:57.558781 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-3ffa7f89-633d-4052-86af-bc57e73de7e5 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Request body: {'subnet': {'network_id': '3b4a4a94-dd8d-4b10-a829-fbfb39848670', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:30:57.594612 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f64e4162-26b9-41a6-8ad3-a63cbb3b1c92 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4915335 Oct 26 08:30:57.608263 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-56697ea9-c7d8-429c-9c67-943c6adf3dd1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6365204 Oct 26 08:30:57.608865 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59130) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:30:57.609193 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59132) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:30:57.630192 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-eac045ac-60e5-4bbb-88ea-067f92d92486 admin admin] Request body: {'subnet': {'network_id': '3552283e-c7ba-4bd2-b88d-27fd8882224b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-840758527-subnet', 'tenant_id': 'aacb04f5ce564fc6b000afd721b795f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:30:57.638946 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-ec09045b-916a-47a1-b810-a4b09b398a87 admin admin] Request body: {'subnet': {'network_id': 'ee56e2b1-1b4b-4811-8525-c64c4b88af1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1671399814-subnet', 'tenant_id': 'f619f7bf208b454a9f9680fa433c8f91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:30:57.653937 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-2855fce0-ab4d-45a0-a83a-137bc5c923aa tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.8120928 Oct 26 08:30:57.659416 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56697ea9-c7d8-429c-9c67-943c6adf3dd1 admin admin] Pushing event updated for resources: {'Network': ['ID=ee56e2b1-1b4b-4811-8525-c64c4b88af1d,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:30:57.662712 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59138) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:30:57.678330 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network ee56e2b1-1b4b-4811-8525-c64c4b88af1d details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:30:57.713998 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59140) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:30:57.728927 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25454d95-bdeb-4fd9-be59-127cc84282ac tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Pushing event updated for resources: {'Network': ['ID=3b4a4a94-dd8d-4b10-a829-fbfb39848670,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:30:57.799916 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 3b4a4a94-dd8d-4b10-a829-fbfb39848670 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:30:57.859075 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec09045b-916a-47a1-b810-a4b09b398a87 admin admin] Made reservation on behalf of f619f7bf208b454a9f9680fa433c8f91 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:30:57.861397 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ec09045b-916a-47a1-b810-a4b09b398a87 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:57.963446 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59148) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:30:57.985553 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-7084aa97-b8d2-4cea-b39f-dc2b59ddbcec tempest-ExternalNetworksAdminNegativeTestJSON-1771579112 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112-project-admin] Request body: {'floatingip': {'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:30:58.005696 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffa7f89-633d-4052-86af-bc57e73de7e5 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Made reservation on behalf of aaf5048cee80456db463334935aef1af for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:30:58.011119 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3ffa7f89-633d-4052-86af-bc57e73de7e5 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks [] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:58.032171 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e4162-26b9-41a6-8ad3-a63cbb3b1c92 admin admin] Pushing event updated for resources: {'Network': ['ID=3552283e-c7ba-4bd2-b88d-27fd8882224b,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:30:58.044796 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 3552283e-c7ba-4bd2-b88d-27fd8882224b details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:30:58.053887 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac045ac-60e5-4bbb-88ea-067f92d92486 admin admin] Made reservation on behalf of aacb04f5ce564fc6b000afd721b795f4 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:30:58.056990 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eac045ac-60e5-4bbb-88ea-067f92d92486 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:58.078286 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7084aa97-b8d2-4cea-b39f-dc2b59ddbcec tempest-ExternalNetworksAdminNegativeTestJSON-1771579112 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:58.084631 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-ff92604f-26d1-40ed-a5ab-70d3884ee661 tempest-QuotasTest-177582710 tempest-QuotasTest-177582710-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:30:58.144084 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ff92604f-26d1-40ed-a5ab-70d3884ee661 tempest-QuotasTest-177582710 tempest-QuotasTest-177582710-project-admin] 10.222.0.41 "PUT /v2.0/quotas/0568c9b6fc394990912b4ac02df80cec HTTP/1.1" status: 200 len: 366 time: 0.1792486 Oct 26 08:30:58.151020 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59158) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:30:58.174895 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-352d57ea-245d-465f-935c-bd8d85222126 tempest-QuotasTest-177582710 tempest-QuotasTest-177582710-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0222540 Oct 26 08:30:58.179016 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59160) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:30:58.196718 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-8cf8caf5-fc25-4fe9-ac9c-4c4ea95f34cd tempest-QuotasTest-177582710 tempest-QuotasTest-177582710-project-admin] 10.222.0.41 "GET /v2.0/quotas/0568c9b6fc394990912b4ac02df80cec HTTP/1.1" status: 200 len: 366 time: 0.0135577 Oct 26 08:30:58.198950 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59162) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:30:58.263525 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c1194367-6e3a-4337-8ff5-69efc4e6389f tempest-QuotasTest-177582710 tempest-QuotasTest-177582710-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/0568c9b6fc394990912b4ac02df80cec HTTP/1.1" status: 204 len: 168 time: 0.0611138 Oct 26 08:30:58.271660 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59166) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:30:58.296686 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ad902980-4405-4066-989b-e181cd957a65 tempest-QuotasTest-177582710 tempest-QuotasTest-177582710-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0214636 Oct 26 08:30:58.299811 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59168) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:30:58.315961 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-258d2bf9-06fa-4c71-972d-2145f7cd6653 tempest-QuotasTest-177582710 tempest-QuotasTest-177582710-project-admin] 10.222.0.41 "GET /v2.0/quotas/0568c9b6fc394990912b4ac02df80cec HTTP/1.1" status: 200 len: 370 time: 0.0127447 Oct 26 08:30:58.317001 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59170) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:30:58.352991 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47cadef-8180-4380-8442-0a9828df205b tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:30:58.359574 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47cadef-8180-4380-8442-0a9828df205b tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:30:58.365848 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47cadef-8180-4380-8442-0a9828df205b tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:30:58.373160 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47cadef-8180-4380-8442-0a9828df205b tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:30:58.378127 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b47cadef-8180-4380-8442-0a9828df205b tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.7100775 Oct 26 08:30:58.391048 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-17f2a049-7f5a-4160-9766-d7d9f21e4306 tempest-QuotasTest-177582710 tempest-QuotasTest-177582710-project-admin] 10.222.0.41 "GET /v2.0/quotas/0568c9b6fc394990912b4ac02df80cec/default HTTP/1.1" status: 200 len: 370 time: 0.0708141 Oct 26 08:30:58.391048 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59176) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:30:58.394169 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59178) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:30:58.419400 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2855fce0-ab4d-45a0-a83a-137bc5c923aa tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Pushing event updated for resources: {'Network': ['ID=804961a4-a654-4072-b563-eb653c72c7f2,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:30:58.439162 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 804961a4-a654-4072-b563-eb653c72c7f2 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:30:58.442973 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-245099fd-01b3-414b-ab0c-079a2a881540 tempest-QuotasTest-177582710 tempest-QuotasTest-177582710-project-admin] delete failed (client error): The resource could not be found. Oct 26 08:30:58.443955 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-245099fd-01b3-414b-ab0c-079a2a881540 tempest-QuotasTest-177582710 tempest-QuotasTest-177582710-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/0568c9b6fc394990912b4ac02df80cec HTTP/1.1" status: 404 len: 348 time: 0.0471261 Oct 26 08:30:58.471299 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3ffa7f89-633d-4052-86af-bc57e73de7e5 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:58.492109 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b5001482-cd5d-4bf5-a3a3-133dde544ada tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:58.516240 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59184) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:30:58.572362 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-21e71b7f-0d49-40d5-b6fb-89bc7b3f7574 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:58.579552 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffa7f89-633d-4052-86af-bc57e73de7e5 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Checking segment: {'id': '7e501bd2-0e23-472c-8a13-ed25e4bb114a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3b4a4a94-dd8d-4b10-a829-fbfb39848670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:30:58.579922 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffa7f89-633d-4052-86af-bc57e73de7e5 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Network hostable DHCP agents. Network: 3b4a4a94-dd8d-4b10-a829-fbfb39848670, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:30:58.600887 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2855fce0-ab4d-45a0-a83a-137bc5c923aa tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Pushing event updated for resources: {'Network': ['ID=608d0848-833a-4f90-80db-e6c0d2065b83,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:30:58.619484 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 608d0848-833a-4f90-80db-e6c0d2065b83 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:30:58.631339 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5001482-cd5d-4bf5-a3a3-133dde544ada tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Pushing event updated for resources: {'Subnet': ['ID=5ccc6c0e-f74c-4718-995a-d1d9642bbdb8,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:30:58.679580 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa7f89-633d-4052-86af-bc57e73de7e5 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Pushing event updated for resources: {'Subnet': ['ID=e078a7b3-aae2-4b74-b18f-6ca05f6ad787,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:30:58.683815 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffa7f89-633d-4052-86af-bc57e73de7e5 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Network 3b4a4a94-dd8d-4b10-a829-fbfb39848670 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:30:58.735226 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59188) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:30:58.748369 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-3ffa7f89-633d-4052-86af-bc57e73de7e5 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 3b4a4a94-dd8d-4b10-a829-fbfb39848670) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:30:58.756978 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffa7f89-633d-4052-86af-bc57e73de7e5 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:30:58.757578 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3ffa7f89-633d-4052-86af-bc57e73de7e5 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:58.772876 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccac09c-b85e-44ee-8d6d-bbafe4300050 None None] Network 3b4a4a94-dd8d-4b10-a829-fbfb39848670 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:30:58.783375 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-21e71b7f-0d49-40d5-b6fb-89bc7b3f7574 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:58.797990 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3ffa7f89-633d-4052-86af-bc57e73de7e5 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2523723 Oct 26 08:30:58.801613 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5001482-cd5d-4bf5-a3a3-133dde544ada tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Checking segment: {'id': '8ff00b6b-356e-4686-9e5d-fb4f6673bc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9c6eb6f4-7ceb-4203-b12f-2e588840903f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:30:58.801994 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59190) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:30:58.802090 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5001482-cd5d-4bf5-a3a3-133dde544ada tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Network hostable DHCP agents. Network: 9c6eb6f4-7ceb-4203-b12f-2e588840903f, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:30:58.808444 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-e86e77c5-0f33-40d1-b3c2-f8fb24810d61 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Request body: {'port': {'network_id': '3b4a4a94-dd8d-4b10-a829-fbfb39848670', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1106814360'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:30:58.830323 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-21e71b7f-0d49-40d5-b6fb-89bc7b3f7574 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Subscribe: > segment before_delete 55550000 {{(pid=102101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:30:58.830698 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-21e71b7f-0d49-40d5-b6fb-89bc7b3f7574 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:30:58.831428 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-21e71b7f-0d49-40d5-b6fb-89bc7b3f7574 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:30:58.831757 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-21e71b7f-0d49-40d5-b6fb-89bc7b3f7574 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Subscribe: > port after_create 55550000 {{(pid=102101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:30:58.832109 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-21e71b7f-0d49-40d5-b6fb-89bc7b3f7574 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Subscribe: > port after_delete 55550000 {{(pid=102101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:30:58.832417 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-21e71b7f-0d49-40d5-b6fb-89bc7b3f7574 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Subscribe: > port after_update 55550000 {{(pid=102101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:30:58.832743 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-21e71b7f-0d49-40d5-b6fb-89bc7b3f7574 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Subscribe: > segment after_delete 55550000 {{(pid=102101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:30:58.833067 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-21e71b7f-0d49-40d5-b6fb-89bc7b3f7574 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Subscribe: > subnet after_create 55550000 {{(pid=102101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:30:58.833382 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-21e71b7f-0d49-40d5-b6fb-89bc7b3f7574 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Subscribe: > subnet after_delete 55550000 {{(pid=102101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:30:58.833722 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-21e71b7f-0d49-40d5-b6fb-89bc7b3f7574 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Subscribe: > subnet after_update 55550000 {{(pid=102101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:30:58.950264 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf182258-2196-4452-a153-69ffb988564f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-3b4a4a94-dd8d-4b10-a829-fbfb39848670', 'network_id': '3b4a4a94-dd8d-4b10-a829-fbfb39848670', 'tenant_id': 'aaf5048cee80456db463334935aef1af', 'fixed_ips': [{'subnet_id': 'e078a7b3-aae2-4b74-b18f-6ca05f6ad787'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:30:58.951163 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bf182258-2196-4452-a153-69ffb988564f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:58.975823 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ec09045b-916a-47a1-b810-a4b09b398a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:59.016852 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.quota.resource [None req-a47309da-ac3b-47b4-9c1d-618c9579ff94 tempest-QuotasTest-177582710 tempest-QuotasTest-177582710-project-admin] Usage tracker for resource:network and project:e876f0bd481a4085b2776dccde99f2b7 is out of sync, need to count used quota {{(pid=102102) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 26 08:30:59.035731 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.quota.resource [None req-a47309da-ac3b-47b4-9c1d-618c9579ff94 tempest-QuotasTest-177582710 tempest-QuotasTest-177582710-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102102) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 26 08:30:59.049537 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eac045ac-60e5-4bbb-88ea-067f92d92486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:59.051996 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7084aa97-b8d2-4cea-b39f-dc2b59ddbcec tempest-ExternalNetworksAdminNegativeTestJSON-1771579112 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:59.070025 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-21e71b7f-0d49-40d5-b6fb-89bc7b3f7574 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Subscribe: > subnet after_create 55550000 {{(pid=102101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:30:59.070408 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-21e71b7f-0d49-40d5-b6fb-89bc7b3f7574 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Subscribe: > subnet after_delete 55550000 {{(pid=102101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:30:59.071941 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-21e71b7f-0d49-40d5-b6fb-89bc7b3f7574 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Subscribe: > subnet before_create 55550000 {{(pid=102101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:30:59.071941 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-21e71b7f-0d49-40d5-b6fb-89bc7b3f7574 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Subscribe: > subnet before_update 55550000 {{(pid=102101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:30:59.072185 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-21e71b7f-0d49-40d5-b6fb-89bc7b3f7574 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['804961a4-a654-4072-b563-eb653c72c7f2']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:30:59.076714 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5001482-cd5d-4bf5-a3a3-133dde544ada tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Network 9c6eb6f4-7ceb-4203-b12f-2e588840903f is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:30:59.100069 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-bf182258-2196-4452-a153-69ffb988564f None None] Allocated IP 172.20.0.2 (3b4a4a94-dd8d-4b10-a829-fbfb39848670/e078a7b3-aae2-4b74-b18f-6ca05f6ad787/00a2187c-0fa4-46e7-89bd-3d7c5f5a2525) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:30:59.112398 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.quota.resource [None req-a47309da-ac3b-47b4-9c1d-618c9579ff94 tempest-QuotasTest-177582710 tempest-QuotasTest-177582710-project-admin] Usage tracker for resource:subnet and project:e876f0bd481a4085b2776dccde99f2b7 is out of sync, need to count used quota {{(pid=102102) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 26 08:30:59.115988 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09045b-916a-47a1-b810-a4b09b398a87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83da6782-9113-4a7a-b4da-ae04d95f86c0,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:30:59.123778 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-9ac620d0-7193-417f-b7e5-775326585885 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Request body: {'floatingip': {'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:30:59.134825 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-b5001482-cd5d-4bf5-a3a3-133dde544ada tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 9c6eb6f4-7ceb-4203-b12f-2e588840903f) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:30:59.142812 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.quota.resource [None req-a47309da-ac3b-47b4-9c1d-618c9579ff94 tempest-QuotasTest-177582710 tempest-QuotasTest-177582710-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102102) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 26 08:30:59.162288 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-21e71b7f-0d49-40d5-b6fb-89bc7b3f7574 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0c090d7-24d7-48ff-a555-ad7b50b92942') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:30:59.163101 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-21e71b7f-0d49-40d5-b6fb-89bc7b3f7574 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0c090d7-24d7-48ff-a555-ad7b50b92942') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:30:59.164616 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa0acc8-3c88-452a-8f37-cdc93afb8ae8 None None] Network 9c6eb6f4-7ceb-4203-b12f-2e588840903f requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:30:59.177068 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5001482-cd5d-4bf5-a3a3-133dde544ada tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:30:59.177683 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b5001482-cd5d-4bf5-a3a3-133dde544ada tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:59.214415 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-21e71b7f-0d49-40d5-b6fb-89bc7b3f7574 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:59.230682 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec09045b-916a-47a1-b810-a4b09b398a87 admin admin] Checking segment: {'id': 'f56a4ad0-9209-4fff-936b-4897c6686a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ee56e2b1-1b4b-4811-8525-c64c4b88af1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:30:59.230987 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec09045b-916a-47a1-b810-a4b09b398a87 admin admin] Network hostable DHCP agents. Network: ee56e2b1-1b4b-4811-8525-c64c4b88af1d, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:30:59.246279 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-21e71b7f-0d49-40d5-b6fb-89bc7b3f7574 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:59.257438 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.quota.resource [None req-a47309da-ac3b-47b4-9c1d-618c9579ff94 tempest-QuotasTest-177582710 tempest-QuotasTest-177582710-project-admin] Usage tracker for resource:subnetpool and project:e876f0bd481a4085b2776dccde99f2b7 is out of sync, need to count used quota {{(pid=102102) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 26 08:30:59.261472 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ac620d0-7193-417f-b7e5-775326585885 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks [] for floatingip, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:59.275055 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac045ac-60e5-4bbb-88ea-067f92d92486 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aae4028-3476-408a-bb24-3e698a768110,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:30:59.279902 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21e71b7f-0d49-40d5-b6fb-89bc7b3f7574 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:30:59.280310 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-21e71b7f-0d49-40d5-b6fb-89bc7b3f7574 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:59.284746 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.quota.resource [None req-a47309da-ac3b-47b4-9c1d-618c9579ff94 tempest-QuotasTest-177582710 tempest-QuotasTest-177582710-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102102) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 26 08:30:59.285585 dv-neutron-804846-13-hyperv neutron-server[102101]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 08:30:59.285585 dv-neutron-804846-13-hyperv neutron-server[102101]: from cryptography.utils import int_from_bytes Oct 26 08:30:59.285585 dv-neutron-804846-13-hyperv neutron-server[102101]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 08:30:59.285585 dv-neutron-804846-13-hyperv neutron-server[102101]: from cryptography.utils import int_from_bytes Oct 26 08:30:59.285585 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:30:59.285585 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:30:59.285585 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:30:59.285585 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:30:59.285585 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:30:59.285585 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:30:59.285585 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:30:59.285585 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:30:59.285585 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:30:59.285585 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:30:59.285585 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:30:59.285585 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:30:59.285585 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:30:59.285585 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:30:59.285585 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:30:59.285585 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:30:59.285585 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:30:59.285585 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:30:59.285585 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:30:59.285585 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:30:59.285585 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:30:59.285585 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:30:59.285585 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:30:59.285585 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:30:59.285585 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:30:59.285585 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:30:59.285585 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:30:59.285585 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:30:59.285585 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:30:59.285585 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:30:59.285585 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:30:59.285585 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:30:59.289645 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b5001482-cd5d-4bf5-a3a3-133dde544ada tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4203627 Oct 26 08:30:59.295106 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59192) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:30:59.299204 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac045ac-60e5-4bbb-88ea-067f92d92486 admin admin] Checking segment: {'id': '45e41e81-ba7f-4c8e-9ba2-09e1fadcea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3552283e-c7ba-4bd2-b88d-27fd8882224b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:30:59.299403 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac045ac-60e5-4bbb-88ea-067f92d92486 admin admin] Network hostable DHCP agents. Network: 3552283e-c7ba-4bd2-b88d-27fd8882224b, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:30:59.308043 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-de66c0cd-7d84-4f4a-90c3-3d136e259d2a tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1587956647', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:30:59.340925 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-7084aa97-b8d2-4cea-b39f-dc2b59ddbcec tempest-ExternalNetworksAdminNegativeTestJSON-1771579112 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112-project-admin] Allocated IP 172.26.2.119 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/8c746122-6d60-4a62-b956-f829b55edbd6) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:30:59.344843 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.quota.resource [None req-a47309da-ac3b-47b4-9c1d-618c9579ff94 tempest-QuotasTest-177582710 tempest-QuotasTest-177582710-project-admin] Usage tracker for resource:port and project:e876f0bd481a4085b2776dccde99f2b7 is out of sync, need to count used quota {{(pid=102102) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 26 08:30:59.346548 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec09045b-916a-47a1-b810-a4b09b398a87 admin admin] Network ee56e2b1-1b4b-4811-8525-c64c4b88af1d is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:30:59.362539 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.quota.resource [None req-a47309da-ac3b-47b4-9c1d-618c9579ff94 tempest-QuotasTest-177582710 tempest-QuotasTest-177582710-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102102) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 26 08:30:59.364405 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bf182258-2196-4452-a153-69ffb988564f None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:59.373884 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bf182258-2196-4452-a153-69ffb988564f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:59.379489 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-ec09045b-916a-47a1-b810-a4b09b398a87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, ee56e2b1-1b4b-4811-8525-c64c4b88af1d) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:30:59.399210 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec09045b-916a-47a1-b810-a4b09b398a87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:30:59.400512 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ec09045b-916a-47a1-b810-a4b09b398a87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:59.402635 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac045ac-60e5-4bbb-88ea-067f92d92486 admin admin] Network 3552283e-c7ba-4bd2-b88d-27fd8882224b is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:30:59.412104 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87df5cc-1b33-413c-bd80-18246039b713 None None] Network ee56e2b1-1b4b-4811-8525-c64c4b88af1d requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:30:59.419809 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-21e71b7f-0d49-40d5-b6fb-89bc7b3f7574 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:59.425584 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-21e71b7f-0d49-40d5-b6fb-89bc7b3f7574 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:59.432873 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-21e71b7f-0d49-40d5-b6fb-89bc7b3f7574 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] 10.222.0.41 "DELETE /v2.0/networks/804961a4-a654-4072-b563-eb653c72c7f2 HTTP/1.1" status: 204 len: 168 time: 1.0395157 Oct 26 08:30:59.433651 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59196) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:30:59.452341 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-de66c0cd-7d84-4f4a-90c3-3d136e259d2a tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:59.453361 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-de66c0cd-7d84-4f4a-90c3-3d136e259d2a tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:59.454338 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf182258-2196-4452-a153-69ffb988564f None None] Network 3b4a4a94-dd8d-4b10-a829-fbfb39848670 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:30:59.454461 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86e77c5-0f33-40d1-b3c2-f8fb24810d61 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Made reservation on behalf of aaf5048cee80456db463334935aef1af for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:30:59.456840 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-bf182258-2196-4452-a153-69ffb988564f None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:30:59.459590 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e86e77c5-0f33-40d1-b3c2-f8fb24810d61 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:59.462482 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.quota.resource [None req-a47309da-ac3b-47b4-9c1d-618c9579ff94 tempest-QuotasTest-177582710 tempest-QuotasTest-177582710-project-admin] Usage tracker for resource:router and project:e876f0bd481a4085b2776dccde99f2b7 is out of sync, need to count used quota {{(pid=102102) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 26 08:30:59.463112 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e71b7f-0d49-40d5-b6fb-89bc7b3f7574 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Pushing event deleted for resources: {'Network': ['ID=804961a4-a654-4072-b563-eb653c72c7f2,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:30:59.468257 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf182258-2196-4452-a153-69ffb988564f None None] Pushing event updated for resources: {'Port': ['ID=00a2187c-0fa4-46e7-89bd-3d7c5f5a2525,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:30:59.470803 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf182258-2196-4452-a153-69ffb988564f None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:30:59.478532 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-eac045ac-60e5-4bbb-88ea-067f92d92486 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 3552283e-c7ba-4bd2-b88d-27fd8882224b) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:30:59.506494 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbc3100-4b74-45c6-a593-877b80c32b6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-9c6eb6f4-7ceb-4203-b12f-2e588840903f', 'network_id': '9c6eb6f4-7ceb-4203-b12f-2e588840903f', 'tenant_id': '0e1cbb8283544ef3a25d0b23a2f06dcc', 'fixed_ips': [{'subnet_id': '5ccc6c0e-f74c-4718-995a-d1d9642bbdb8'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:30:59.507537 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-e86e77c5-0f33-40d1-b3c2-f8fb24810d61 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] device_id is not set on port 63be46ae-da2a-4f8b-be0a-386d03bcbdc4 yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:30:59.507957 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2bbc3100-4b74-45c6-a593-877b80c32b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:59.518247 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac045ac-60e5-4bbb-88ea-067f92d92486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:30:59.518830 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eac045ac-60e5-4bbb-88ea-067f92d92486 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:59.521614 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92591c0-ec70-42fc-8572-9623b61f5c0e None None] Network 3552283e-c7ba-4bd2-b88d-27fd8882224b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:30:59.530965 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ec09045b-916a-47a1-b810-a4b09b398a87 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9068203 Oct 26 08:30:59.531516 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.quota.resource [None req-a47309da-ac3b-47b4-9c1d-618c9579ff94 tempest-QuotasTest-177582710 tempest-QuotasTest-177582710-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102102) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 26 08:30:59.541387 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59200) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:30:59.578579 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-3fb17104-4380-4f94-8d20-f79d9aaf1722 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1671399814-router', 'tenant_id': 'f619f7bf208b454a9f9680fa433c8f91', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:30:59.641059 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-eac045ac-60e5-4bbb-88ea-067f92d92486 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.0164719 Oct 26 08:30:59.644558 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59202) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:30:59.647519 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1edb65e4-2a3e-4574-9d66-a859ef6afa9b tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:59.649602 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.quota.resource [None req-a47309da-ac3b-47b4-9c1d-618c9579ff94 tempest-QuotasTest-177582710 tempest-QuotasTest-177582710-project-admin] Usage tracker for resource:floatingip and project:e876f0bd481a4085b2776dccde99f2b7 is out of sync, need to count used quota {{(pid=102102) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 26 08:30:59.650722 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-69b6e512-f445-455d-8092-ad47805d955e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-840758527-router', 'tenant_id': 'aacb04f5ce564fc6b000afd721b795f4', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:30:59.663116 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-de66c0cd-7d84-4f4a-90c3-3d136e259d2a tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:59.671122 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.quota.resource [None req-a47309da-ac3b-47b4-9c1d-618c9579ff94 tempest-QuotasTest-177582710 tempest-QuotasTest-177582710-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102102) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 26 08:30:59.682359 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-de66c0cd-7d84-4f4a-90c3-3d136e259d2a tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:59.693908 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3fb17104-4380-4f94-8d20-f79d9aaf1722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:59.695430 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3fb17104-4380-4f94-8d20-f79d9aaf1722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:59.697244 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7084aa97-b8d2-4cea-b39f-dc2b59ddbcec tempest-ExternalNetworksAdminNegativeTestJSON-1771579112 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:59.743453 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ac620d0-7193-417f-b7e5-775326585885 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:59.756993 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-de66c0cd-7d84-4f4a-90c3-3d136e259d2a tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:59.758170 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-de66c0cd-7d84-4f4a-90c3-3d136e259d2a tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4566212 Oct 26 08:30:59.762986 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59206) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:30:59.847595 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-2bbc3100-4b74-45c6-a593-877b80c32b6c None None] Allocated IP 172.20.0.2 (9c6eb6f4-7ceb-4203-b12f-2e588840903f/5ccc6c0e-f74c-4718-995a-d1d9642bbdb8/fb36394b-b645-4a15-b04f-826877f52d18) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:30:59.884674 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf182258-2196-4452-a153-69ffb988564f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:30:59.885422 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf182258-2196-4452-a153-69ffb988564f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:30:59.885996 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf182258-2196-4452-a153-69ffb988564f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:30:59.886334 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf182258-2196-4452-a153-69ffb988564f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:30:59.886846 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf182258-2196-4452-a153-69ffb988564f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:30:59.887204 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf182258-2196-4452-a153-69ffb988564f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:30:59.887583 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf182258-2196-4452-a153-69ffb988564f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:30:59.887957 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf182258-2196-4452-a153-69ffb988564f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:30:59.888260 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf182258-2196-4452-a153-69ffb988564f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:30:59.888597 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf182258-2196-4452-a153-69ffb988564f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:30:59.888938 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf182258-2196-4452-a153-69ffb988564f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:30:59.889293 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf182258-2196-4452-a153-69ffb988564f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:30:59.890494 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf182258-2196-4452-a153-69ffb988564f None None] Tracked resource versions report: Oct 26 08:30:59.890494 dv-neutron-804846-13-hyperv neutron-server[102103]: pushed versions: Oct 26 08:30:59.890494 dv-neutron-804846-13-hyperv neutron-server[102103]: { 'AddressGroup': {'1.2'}, Oct 26 08:30:59.890494 dv-neutron-804846-13-hyperv neutron-server[102103]: 'ConntrackHelper': {'1.0'}, Oct 26 08:30:59.890494 dv-neutron-804846-13-hyperv neutron-server[102103]: 'Log': {'1.0'}, Oct 26 08:30:59.890494 dv-neutron-804846-13-hyperv neutron-server[102103]: 'Network': {'1.1'}, Oct 26 08:30:59.890494 dv-neutron-804846-13-hyperv neutron-server[102103]: 'Port': {'1.7'}, Oct 26 08:30:59.890494 dv-neutron-804846-13-hyperv neutron-server[102103]: 'PortForwarding': {'1.2'}, Oct 26 08:30:59.890494 dv-neutron-804846-13-hyperv neutron-server[102103]: 'QosPolicy': {'1.10'}, Oct 26 08:30:59.890494 dv-neutron-804846-13-hyperv neutron-server[102103]: 'SecurityGroup': {'1.4'}, Oct 26 08:30:59.890494 dv-neutron-804846-13-hyperv neutron-server[102103]: 'SecurityGroupRule': {'1.2'}, Oct 26 08:30:59.890494 dv-neutron-804846-13-hyperv neutron-server[102103]: 'SubPort': {'1.0'}, Oct 26 08:30:59.890494 dv-neutron-804846-13-hyperv neutron-server[102103]: 'Subnet': {'1.1'}, Oct 26 08:30:59.890494 dv-neutron-804846-13-hyperv neutron-server[102103]: 'Trunk': {'1.1'}} Oct 26 08:30:59.890494 dv-neutron-804846-13-hyperv neutron-server[102103]: consumer versions: Oct 26 08:30:59.890494 dv-neutron-804846-13-hyperv neutron-server[102103]: { DHCP agent@dv-neutron-804846-13-hyperv: {}, Oct 26 08:30:59.890494 dv-neutron-804846-13-hyperv neutron-server[102103]: HyperV agent@hv-neutron-8048: {}, Oct 26 08:30:59.890494 dv-neutron-804846-13-hyperv neutron-server[102103]: L3 agent@dv-neutron-804846-13-hyperv: {}, Oct 26 08:30:59.890494 dv-neutron-804846-13-hyperv neutron-server[102103]: Metadata agent@dv-neutron-804846-13-hyperv: {}, Oct 26 08:30:59.890494 dv-neutron-804846-13-hyperv neutron-server[102103]: Metering agent@dv-neutron-804846-13-hyperv: {}, Oct 26 08:30:59.890494 dv-neutron-804846-13-hyperv neutron-server[102103]: Open vSwitch agent@dv-neutron-804846-13-hyperv: { 'AddressGroup': '1.2', Oct 26 08:30:59.890494 dv-neutron-804846-13-hyperv neutron-server[102103]: 'ConntrackHelper': '1.0', Oct 26 08:30:59.890494 dv-neutron-804846-13-hyperv neutron-server[102103]: 'Log': '1.0', Oct 26 08:30:59.890494 dv-neutron-804846-13-hyperv neutron-server[102103]: 'Network': '1.1', Oct 26 08:30:59.890494 dv-neutron-804846-13-hyperv neutron-server[102103]: 'Port': '1.7', Oct 26 08:30:59.890494 dv-neutron-804846-13-hyperv neutron-server[102103]: 'PortForwarding': '1.2', Oct 26 08:30:59.890494 dv-neutron-804846-13-hyperv neutron-server[102103]: 'QosPolicy': '1.10', Oct 26 08:30:59.890494 dv-neutron-804846-13-hyperv neutron-server[102103]: 'SecurityGroup': '1.4', Oct 26 08:30:59.890494 dv-neutron-804846-13-hyperv neutron-server[102103]: 'SecurityGroupRule': '1.2', Oct 26 08:30:59.890494 dv-neutron-804846-13-hyperv neutron-server[102103]: 'SubPort': '1.0', Oct 26 08:30:59.890494 dv-neutron-804846-13-hyperv neutron-server[102103]: 'Subnet': '1.1', Oct 26 08:30:59.890494 dv-neutron-804846-13-hyperv neutron-server[102103]: 'Trunk': '1.1'}} Oct 26 08:30:59.890494 dv-neutron-804846-13-hyperv neutron-server[102103]: {{(pid=102103) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 08:30:59.961079 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-69b6e512-f445-455d-8092-ad47805d955e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:59.963278 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-69b6e512-f445-455d-8092-ad47805d955e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:30:59.978814 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-e86e77c5-0f33-40d1-b3c2-f8fb24810d61 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Allocated IP 172.20.0.6 (3b4a4a94-dd8d-4b10-a829-fbfb39848670/e078a7b3-aae2-4b74-b18f-6ca05f6ad787/63be46ae-da2a-4f8b-be0a-386d03bcbdc4) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:00.016066 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3fb17104-4380-4f94-8d20-f79d9aaf1722 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:00.046796 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7084aa97-b8d2-4cea-b39f-dc2b59ddbcec tempest-ExternalNetworksAdminNegativeTestJSON-1771579112 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:00.049480 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1edb65e4-2a3e-4574-9d66-a859ef6afa9b tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:00.075089 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-bf182258-2196-4452-a153-69ffb988564f None None] Attempting to bind port 00a2187c-0fa4-46e7-89bd-3d7c5f5a2525 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:00.075452 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-bf182258-2196-4452-a153-69ffb988564f None None] Attempting to bind port 00a2187c-0fa4-46e7-89bd-3d7c5f5a2525 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '7e501bd2-0e23-472c-8a13-ed25e4bb114a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3b4a4a94-dd8d-4b10-a829-fbfb39848670'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:00.076055 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf182258-2196-4452-a153-69ffb988564f None None] Attempting to bind port 00a2187c-0fa4-46e7-89bd-3d7c5f5a2525 on network 3b4a4a94-dd8d-4b10-a829-fbfb39848670 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:00.105762 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc42d735-d2e7-41f0-8c5c-dc474139f906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-3552283e-c7ba-4bd2-b88d-27fd8882224b', 'network_id': '3552283e-c7ba-4bd2-b88d-27fd8882224b', 'tenant_id': 'aacb04f5ce564fc6b000afd721b795f4', 'fixed_ips': [{'subnet_id': '1aae4028-3476-408a-bb24-3e698a768110'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:31:00.106886 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cc42d735-d2e7-41f0-8c5c-dc474139f906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:00.149445 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2bbc3100-4b74-45c6-a593-877b80c32b6c None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:00.153943 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf182258-2196-4452-a153-69ffb988564f None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:31:00.154397 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf182258-2196-4452-a153-69ffb988564f None None] Checking segment: {'id': '7e501bd2-0e23-472c-8a13-ed25e4bb114a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3b4a4a94-dd8d-4b10-a829-fbfb39848670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:31:00.154774 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bf182258-2196-4452-a153-69ffb988564f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:00.155209 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf182258-2196-4452-a153-69ffb988564f None None] Bound using segment: {'id': '7e501bd2-0e23-472c-8a13-ed25e4bb114a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3b4a4a94-dd8d-4b10-a829-fbfb39848670'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:31:00.155715 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-bf182258-2196-4452-a153-69ffb988564f None None] Bound port: 00a2187c-0fa4-46e7-89bd-3d7c5f5a2525, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e501bd2-0e23-472c-8a13-ed25e4bb114a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3b4a4a94-dd8d-4b10-a829-fbfb39848670'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:31:00.156111 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bf182258-2196-4452-a153-69ffb988564f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:00.169950 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2bbc3100-4b74-45c6-a593-877b80c32b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:00.176444 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1edb65e4-2a3e-4574-9d66-a859ef6afa9b tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Subscribe: > segment before_delete 55550000 {{(pid=102102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:31:00.176814 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1edb65e4-2a3e-4574-9d66-a859ef6afa9b tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:31:00.177922 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1edb65e4-2a3e-4574-9d66-a859ef6afa9b tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:31:00.178256 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1edb65e4-2a3e-4574-9d66-a859ef6afa9b tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Subscribe: > port after_create 55550000 {{(pid=102102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:31:00.178575 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1edb65e4-2a3e-4574-9d66-a859ef6afa9b tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Subscribe: > port after_delete 55550000 {{(pid=102102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:31:00.178923 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1edb65e4-2a3e-4574-9d66-a859ef6afa9b tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Subscribe: > port after_update 55550000 {{(pid=102102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:31:00.180234 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1edb65e4-2a3e-4574-9d66-a859ef6afa9b tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Subscribe: > segment after_delete 55550000 {{(pid=102102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:31:00.181211 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1edb65e4-2a3e-4574-9d66-a859ef6afa9b tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Subscribe: > subnet after_create 55550000 {{(pid=102102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:31:00.181638 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1edb65e4-2a3e-4574-9d66-a859ef6afa9b tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Subscribe: > subnet after_delete 55550000 {{(pid=102102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:31:00.181991 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1edb65e4-2a3e-4574-9d66-a859ef6afa9b tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Subscribe: > subnet after_update 55550000 {{(pid=102102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:31:00.268029 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbc3100-4b74-45c6-a593-877b80c32b6c None None] Network 9c6eb6f4-7ceb-4203-b12f-2e588840903f is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:00.333837 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-2bbc3100-4b74-45c6-a593-877b80c32b6c None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:00.344361 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc3100-4b74-45c6-a593-877b80c32b6c None None] Pushing event updated for resources: {'Port': ['ID=fb36394b-b645-4a15-b04f-826877f52d18,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:00.357119 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1edb65e4-2a3e-4574-9d66-a859ef6afa9b tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Subscribe: > subnet after_create 55550000 {{(pid=102102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:31:00.357478 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1edb65e4-2a3e-4574-9d66-a859ef6afa9b tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Subscribe: > subnet after_delete 55550000 {{(pid=102102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:31:00.357829 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1edb65e4-2a3e-4574-9d66-a859ef6afa9b tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Subscribe: > subnet before_create 55550000 {{(pid=102102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:31:00.358234 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1edb65e4-2a3e-4574-9d66-a859ef6afa9b tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Subscribe: > subnet before_update 55550000 {{(pid=102102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 08:31:00.359439 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-1edb65e4-2a3e-4574-9d66-a859ef6afa9b tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['608d0848-833a-4f90-80db-e6c0d2065b83']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:00.359583 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbc3100-4b74-45c6-a593-877b80c32b6c None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:00.392298 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7084aa97-b8d2-4cea-b39f-dc2b59ddbcec tempest-ExternalNetworksAdminNegativeTestJSON-1771579112 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112-project-admin] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:00.401239 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-1edb65e4-2a3e-4574-9d66-a859ef6afa9b tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5019e50d-4268-4ae1-9111-eb08055be672') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:00.401565 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-1edb65e4-2a3e-4574-9d66-a859ef6afa9b tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5019e50d-4268-4ae1-9111-eb08055be672') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:00.401723 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-69b6e512-f445-455d-8092-ad47805d955e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:00.409687 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.quota.resource [None req-a47309da-ac3b-47b4-9c1d-618c9579ff94 tempest-QuotasTest-177582710 tempest-QuotasTest-177582710-project-admin] Usage tracker for resource:security_group and project:e876f0bd481a4085b2776dccde99f2b7 is out of sync, need to count used quota {{(pid=102102) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 26 08:31:00.412084 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-7084aa97-b8d2-4cea-b39f-dc2b59ddbcec tempest-ExternalNetworksAdminNegativeTestJSON-1771579112 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112-project-admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:00.414599 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7084aa97-b8d2-4cea-b39f-dc2b59ddbcec tempest-ExternalNetworksAdminNegativeTestJSON-1771579112 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112-project-admin] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:00.434213 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7084aa97-b8d2-4cea-b39f-dc2b59ddbcec tempest-ExternalNetworksAdminNegativeTestJSON-1771579112 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112-project-admin] Pushing event updated for resources: {'Port': ['ID=8c746122-6d60-4a62-b956-f829b55edbd6,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:00.443857 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.quota.resource [None req-a47309da-ac3b-47b4-9c1d-618c9579ff94 tempest-QuotasTest-177582710 tempest-QuotasTest-177582710-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102102) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 26 08:31:00.447641 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-bf182258-2196-4452-a153-69ffb988564f None None] For port 00a2187c-0fa4-46e7-89bd-3d7c5f5a2525, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:31:00.451314 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-bf182258-2196-4452-a153-69ffb988564f None None] For port 00a2187c-0fa4-46e7-89bd-3d7c5f5a2525, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=00a2187c-0fa4-46e7-89bd-3d7c5f5a2525,segment=NetworkSegment(7e501bd2-0e23-472c-8a13-ed25e4bb114a),segment_id=7e501bd2-0e23-472c-8a13-ed25e4bb114a)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:31:00.454094 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1edb65e4-2a3e-4574-9d66-a859ef6afa9b tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:00.472825 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3fb17104-4380-4f94-8d20-f79d9aaf1722 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:00.506462 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-9ac620d0-7193-417f-b7e5-775326585885 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Allocated IP 172.26.2.211 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/eed8ff4b-5819-4c85-926d-8a2de0af737a) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:00.533537 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-cc42d735-d2e7-41f0-8c5c-dc474139f906 None None] Allocated IP 172.20.0.2 (3552283e-c7ba-4bd2-b88d-27fd8882224b/1aae4028-3476-408a-bb24-3e698a768110/98244e90-eed0-47c9-83a6-df1e5e00dc62) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:00.541133 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9cab44-54eb-4985-b8f9-e2f76add263e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-ee56e2b1-1b4b-4811-8525-c64c4b88af1d', 'network_id': 'ee56e2b1-1b4b-4811-8525-c64c4b88af1d', 'tenant_id': 'f619f7bf208b454a9f9680fa433c8f91', 'fixed_ips': [{'subnet_id': '83da6782-9113-4a7a-b4da-ae04d95f86c0'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:31:00.542093 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1d9cab44-54eb-4985-b8f9-e2f76add263e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:00.564393 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1edb65e4-2a3e-4574-9d66-a859ef6afa9b tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:00.578454 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.quota.resource [None req-a47309da-ac3b-47b4-9c1d-618c9579ff94 tempest-QuotasTest-177582710 tempest-QuotasTest-177582710-project-admin] Usage tracker for resource:security_group_rule and project:e876f0bd481a4085b2776dccde99f2b7 is out of sync, need to count used quota {{(pid=102102) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 26 08:31:00.590803 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bf182258-2196-4452-a153-69ffb988564f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:00.591049 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1edb65e4-2a3e-4574-9d66-a859ef6afa9b tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:31:00.591464 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1edb65e4-2a3e-4574-9d66-a859ef6afa9b tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:00.616438 dv-neutron-804846-13-hyperv neutron-server[102102]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 08:31:00.616438 dv-neutron-804846-13-hyperv neutron-server[102102]: from cryptography.utils import int_from_bytes Oct 26 08:31:00.616438 dv-neutron-804846-13-hyperv neutron-server[102102]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 08:31:00.616438 dv-neutron-804846-13-hyperv neutron-server[102102]: from cryptography.utils import int_from_bytes Oct 26 08:31:00.616438 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:31:00.616438 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:31:00.616438 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:31:00.616438 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:31:00.616438 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:31:00.616438 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:31:00.616438 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:31:00.616438 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:31:00.616438 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:31:00.616438 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:31:00.616438 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:31:00.616438 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:31:00.616438 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:31:00.616438 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:31:00.616438 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:31:00.616438 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:31:00.616438 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:31:00.616438 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:31:00.616438 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:31:00.616438 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:31:00.616438 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:31:00.616438 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:31:00.616438 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:31:00.616438 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:31:00.616438 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:31:00.616438 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:31:00.616438 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:31:00.616438 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:31:00.616438 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:31:00.616438 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:31:00.616438 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:31:00.616438 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:31:00.649011 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.quota.resource [None req-a47309da-ac3b-47b4-9c1d-618c9579ff94 tempest-QuotasTest-177582710 tempest-QuotasTest-177582710-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102102) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 26 08:31:00.666223 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7084aa97-b8d2-4cea-b39f-dc2b59ddbcec tempest-ExternalNetworksAdminNegativeTestJSON-1771579112 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:00.693071 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a47309da-ac3b-47b4-9c1d-618c9579ff94 tempest-QuotasTest-177582710 tempest-QuotasTest-177582710-project-admin] 10.222.0.41 "GET /v2.0/quotas/e876f0bd481a4085b2776dccde99f2b7/details.json HTTP/1.1" status: 200 len: 703 time: 1.9530663 Oct 26 08:31:00.757021 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7084aa97-b8d2-4cea-b39f-dc2b59ddbcec tempest-ExternalNetworksAdminNegativeTestJSON-1771579112 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:00.757021 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0c101eb3-51b1-48bc-a680-64ec5dd542b3 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:00.760584 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-69b6e512-f445-455d-8092-ad47805d955e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:00.791321 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1edb65e4-2a3e-4574-9d66-a859ef6afa9b tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:00.932342 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ac620d0-7193-417f-b7e5-775326585885 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:00.937504 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e86e77c5-0f33-40d1-b3c2-f8fb24810d61 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:01.031846 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb65e4-2a3e-4574-9d66-a859ef6afa9b tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Pushing event deleted for resources: {'Network': ['ID=608d0848-833a-4f90-80db-e6c0d2065b83,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:01.035421 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1edb65e4-2a3e-4574-9d66-a859ef6afa9b tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:01.038798 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1edb65e4-2a3e-4574-9d66-a859ef6afa9b tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] 10.222.0.41 "DELETE /v2.0/networks/608d0848-833a-4f90-80db-e6c0d2065b83 HTTP/1.1" status: 204 len: 168 time: 1.6044517 Oct 26 08:31:01.043857 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59214) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:01.077144 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cc42d735-d2e7-41f0-8c5c-dc474139f906 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:01.158424 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-1d9cab44-54eb-4985-b8f9-e2f76add263e None None] Allocated IP 172.20.0.2 (ee56e2b1-1b4b-4811-8525-c64c4b88af1d/83da6782-9113-4a7a-b4da-ae04d95f86c0/c23cb121-0bd5-489b-a504-4aaee62a1ba1) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:01.237272 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59220) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:01.243825 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cc42d735-d2e7-41f0-8c5c-dc474139f906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:01.251553 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-2bbc3100-4b74-45c6-a593-877b80c32b6c None None] Attempting to bind port fb36394b-b645-4a15-b04f-826877f52d18 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:01.251930 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-2bbc3100-4b74-45c6-a593-877b80c32b6c None None] Attempting to bind port fb36394b-b645-4a15-b04f-826877f52d18 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '8ff00b6b-356e-4686-9e5d-fb4f6673bc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9c6eb6f4-7ceb-4203-b12f-2e588840903f'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:01.252293 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbc3100-4b74-45c6-a593-877b80c32b6c None None] Attempting to bind port fb36394b-b645-4a15-b04f-826877f52d18 on network 9c6eb6f4-7ceb-4203-b12f-2e588840903f {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:01.279039 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf182258-2196-4452-a153-69ffb988564f None None] Pushing event updated for resources: {'Port': ['ID=00a2187c-0fa4-46e7-89bd-3d7c5f5a2525,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:01.288277 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbc3100-4b74-45c6-a593-877b80c32b6c None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:31:01.288656 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbc3100-4b74-45c6-a593-877b80c32b6c None None] Checking segment: {'id': '8ff00b6b-356e-4686-9e5d-fb4f6673bc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9c6eb6f4-7ceb-4203-b12f-2e588840903f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:31:01.289060 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2bbc3100-4b74-45c6-a593-877b80c32b6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:01.289451 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbc3100-4b74-45c6-a593-877b80c32b6c None None] Bound using segment: {'id': '8ff00b6b-356e-4686-9e5d-fb4f6673bc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9c6eb6f4-7ceb-4203-b12f-2e588840903f'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:31:01.297669 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-2bbc3100-4b74-45c6-a593-877b80c32b6c None None] Bound port: fb36394b-b645-4a15-b04f-826877f52d18, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ff00b6b-356e-4686-9e5d-fb4f6673bc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9c6eb6f4-7ceb-4203-b12f-2e588840903f'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:31:01.298022 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2bbc3100-4b74-45c6-a593-877b80c32b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:01.342521 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc42d735-d2e7-41f0-8c5c-dc474139f906 None None] Network 3552283e-c7ba-4bd2-b88d-27fd8882224b is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:01.350900 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-cc42d735-d2e7-41f0-8c5c-dc474139f906 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:01.358764 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc42d735-d2e7-41f0-8c5c-dc474139f906 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:01.397315 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c593aa70-f45c-4982-9fa5-8af3a243cc13 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:01.407102 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c593aa70-f45c-4982-9fa5-8af3a243cc13 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:01.409183 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c593aa70-f45c-4982-9fa5-8af3a243cc13 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3336802 Oct 26 08:31:01.417983 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59224) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:01.421358 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e86e77c5-0f33-40d1-b3c2-f8fb24810d61 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:01.437498 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-a67c2128-beb4-469f-a3f8-38dfa2a90097 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-634851142'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:01.442668 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc42d735-d2e7-41f0-8c5c-dc474139f906 None None] Pushing event updated for resources: {'Port': ['ID=98244e90-eed0-47c9-83a6-df1e5e00dc62,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:01.500723 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-43822bf8-6622-4bcd-bb23-a4f988523fe6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:01.537415 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-2bbc3100-4b74-45c6-a593-877b80c32b6c None None] For port fb36394b-b645-4a15-b04f-826877f52d18, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:31:01.541384 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cc42d735-d2e7-41f0-8c5c-dc474139f906 None None] Attempting to bind port 98244e90-eed0-47c9-83a6-df1e5e00dc62 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:01.541598 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cc42d735-d2e7-41f0-8c5c-dc474139f906 None None] Attempting to bind port 98244e90-eed0-47c9-83a6-df1e5e00dc62 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '45e41e81-ba7f-4c8e-9ba2-09e1fadcea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3552283e-c7ba-4bd2-b88d-27fd8882224b'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:01.541997 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc42d735-d2e7-41f0-8c5c-dc474139f906 None None] Attempting to bind port 98244e90-eed0-47c9-83a6-df1e5e00dc62 on network 3552283e-c7ba-4bd2-b88d-27fd8882224b {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:01.567330 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc42d735-d2e7-41f0-8c5c-dc474139f906 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:31:01.567709 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc42d735-d2e7-41f0-8c5c-dc474139f906 None None] Checking segment: {'id': '45e41e81-ba7f-4c8e-9ba2-09e1fadcea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3552283e-c7ba-4bd2-b88d-27fd8882224b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:31:01.568107 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cc42d735-d2e7-41f0-8c5c-dc474139f906 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:01.568499 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc42d735-d2e7-41f0-8c5c-dc474139f906 None None] Bound using segment: {'id': '45e41e81-ba7f-4c8e-9ba2-09e1fadcea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3552283e-c7ba-4bd2-b88d-27fd8882224b'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:31:01.568980 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cc42d735-d2e7-41f0-8c5c-dc474139f906 None None] Bound port: 98244e90-eed0-47c9-83a6-df1e5e00dc62, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45e41e81-ba7f-4c8e-9ba2-09e1fadcea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3552283e-c7ba-4bd2-b88d-27fd8882224b'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:31:01.569357 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cc42d735-d2e7-41f0-8c5c-dc474139f906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:01.572603 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-2bbc3100-4b74-45c6-a593-877b80c32b6c None None] For port fb36394b-b645-4a15-b04f-826877f52d18, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=fb36394b-b645-4a15-b04f-826877f52d18,segment=NetworkSegment(8ff00b6b-356e-4686-9e5d-fb4f6673bc4c),segment_id=8ff00b6b-356e-4686-9e5d-fb4f6673bc4c)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:31:01.574234 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1d9cab44-54eb-4985-b8f9-e2f76add263e None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:01.586316 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e77c5-0f33-40d1-b3c2-f8fb24810d61 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Pushing event updated for resources: {'Port': ['ID=63be46ae-da2a-4f8b-be0a-386d03bcbdc4,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:01.586503 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2bbc3100-4b74-45c6-a593-877b80c32b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:01.590149 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ac620d0-7193-417f-b7e5-775326585885 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:01.595652 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1d9cab44-54eb-4985-b8f9-e2f76add263e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:01.601427 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86e77c5-0f33-40d1-b3c2-f8fb24810d61 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Network 3b4a4a94-dd8d-4b10-a829-fbfb39848670 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:01.606980 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-e86e77c5-0f33-40d1-b3c2-f8fb24810d61 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:01.628119 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-43822bf8-6622-4bcd-bb23-a4f988523fe6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:01.633504 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67c2128-beb4-469f-a3f8-38dfa2a90097 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Made reservation on behalf of 0c301b6209a640a8b8e4a7c74d2c54d3 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:01.637669 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a67c2128-beb4-469f-a3f8-38dfa2a90097 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:01.642365 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7084aa97-b8d2-4cea-b39f-dc2b59ddbcec tempest-ExternalNetworksAdminNegativeTestJSON-1771579112 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:01.654964 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-43822bf8-6622-4bcd-bb23-a4f988523fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:01.674305 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7084aa97-b8d2-4cea-b39f-dc2b59ddbcec tempest-ExternalNetworksAdminNegativeTestJSON-1771579112 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:01.705753 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 00a2187c-0fa4-46e7-89bd-3d7c5f5a2525 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:31:01.705995 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac620d0-7193-417f-b7e5-775326585885 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Pushing event updated for resources: {'Port': ['ID=eed8ff4b-5819-4c85-926d-8a2de0af737a,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:01.724621 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9cab44-54eb-4985-b8f9-e2f76add263e None None] Network ee56e2b1-1b4b-4811-8525-c64c4b88af1d is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:01.726622 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac620d0-7193-417f-b7e5-775326585885 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:01.734969 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-9ac620d0-7193-417f-b7e5-775326585885 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:01.742184 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac620d0-7193-417f-b7e5-775326585885 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:01.772432 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-0c101eb3-51b1-48bc-a680-64ec5dd542b3 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Allocated IP 172.20.0.1 (9c6eb6f4-7ceb-4203-b12f-2e588840903f/5ccc6c0e-f74c-4718-995a-d1d9642bbdb8/6d894fe7-cf3d-459f-ae2c-0b0a251ba194) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:01.779085 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a67c2128-beb4-469f-a3f8-38dfa2a90097 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:31:01.780657 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-1d9cab44-54eb-4985-b8f9-e2f76add263e None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:01.792142 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc3100-4b74-45c6-a593-877b80c32b6c None None] Pushing event updated for resources: {'Port': ['ID=fb36394b-b645-4a15-b04f-826877f52d18,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:01.801069 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9cab44-54eb-4985-b8f9-e2f76add263e None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:01.823517 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-43822bf8-6622-4bcd-bb23-a4f988523fe6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=54c106136047443a9063e0c0b025b0b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5831082 Oct 26 08:31:01.825130 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43822bf8-6622-4bcd-bb23-a4f988523fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35aeb52e-a025-4472-8454-5a289c9885da,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:01.835475 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-cc42d735-d2e7-41f0-8c5c-dc474139f906 None None] For port 98244e90-eed0-47c9-83a6-df1e5e00dc62, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:31:01.841054 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-cc42d735-d2e7-41f0-8c5c-dc474139f906 None None] For port 98244e90-eed0-47c9-83a6-df1e5e00dc62, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=98244e90-eed0-47c9-83a6-df1e5e00dc62,segment=NetworkSegment(45e41e81-ba7f-4c8e-9ba2-09e1fadcea4d),segment_id=45e41e81-ba7f-4c8e-9ba2-09e1fadcea4d)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:31:01.864023 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59228) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:01.888353 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a67c2128-beb4-469f-a3f8-38dfa2a90097 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:01.888745 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-a67c2128-beb4-469f-a3f8-38dfa2a90097 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Added segment 382fd27d-d344-4943-b4f5-cae869f4992a of type vlan for network 5978e178-1900-40a6-9a42-ee17ba6db03f Oct 26 08:31:01.903560 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7084aa97-b8d2-4cea-b39f-dc2b59ddbcec tempest-ExternalNetworksAdminNegativeTestJSON-1771579112 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112-project-admin] Pushing event updated for resources: {'Port': ['ID=8c746122-6d60-4a62-b956-f829b55edbd6,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:01.908824 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86e77c5-0f33-40d1-b3c2-f8fb24810d61 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:01.920563 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cc42d735-d2e7-41f0-8c5c-dc474139f906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:01.990089 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 00a2187c-0fa4-46e7-89bd-3d7c5f5a2525 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:01.990492 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:02.074152 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7084aa97-b8d2-4cea-b39f-dc2b59ddbcec tempest-ExternalNetworksAdminNegativeTestJSON-1771579112 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:02.080030 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-1d9cab44-54eb-4985-b8f9-e2f76add263e None None] Attempting to bind port c23cb121-0bd5-489b-a504-4aaee62a1ba1 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:02.080446 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-1d9cab44-54eb-4985-b8f9-e2f76add263e None None] Attempting to bind port c23cb121-0bd5-489b-a504-4aaee62a1ba1 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'f56a4ad0-9209-4fff-936b-4897c6686a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ee56e2b1-1b4b-4811-8525-c64c4b88af1d'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:02.080826 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9cab44-54eb-4985-b8f9-e2f76add263e None None] Attempting to bind port c23cb121-0bd5-489b-a504-4aaee62a1ba1 on network ee56e2b1-1b4b-4811-8525-c64c4b88af1d {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:02.122774 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9cab44-54eb-4985-b8f9-e2f76add263e None None] Pushing event updated for resources: {'Port': ['ID=c23cb121-0bd5-489b-a504-4aaee62a1ba1,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:02.128512 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9cab44-54eb-4985-b8f9-e2f76add263e None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:31:02.128872 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9cab44-54eb-4985-b8f9-e2f76add263e None None] Checking segment: {'id': 'f56a4ad0-9209-4fff-936b-4897c6686a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ee56e2b1-1b4b-4811-8525-c64c4b88af1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:31:02.129271 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1d9cab44-54eb-4985-b8f9-e2f76add263e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:02.129427 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a67c2128-beb4-469f-a3f8-38dfa2a90097 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:02.129726 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9cab44-54eb-4985-b8f9-e2f76add263e None None] Bound using segment: {'id': 'f56a4ad0-9209-4fff-936b-4897c6686a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ee56e2b1-1b4b-4811-8525-c64c4b88af1d'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:31:02.130214 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-1d9cab44-54eb-4985-b8f9-e2f76add263e None None] Bound port: c23cb121-0bd5-489b-a504-4aaee62a1ba1, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56a4ad0-9209-4fff-936b-4897c6686a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ee56e2b1-1b4b-4811-8525-c64c4b88af1d'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:31:02.130623 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1d9cab44-54eb-4985-b8f9-e2f76add263e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:02.170791 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a67c2128-beb4-469f-a3f8-38dfa2a90097 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:02.177613 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67c2128-beb4-469f-a3f8-38dfa2a90097 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:02.179281 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a67c2128-beb4-469f-a3f8-38dfa2a90097 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:02.231886 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a67c2128-beb4-469f-a3f8-38dfa2a90097 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8127024 Oct 26 08:31:02.234779 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7084aa97-b8d2-4cea-b39f-dc2b59ddbcec tempest-ExternalNetworksAdminNegativeTestJSON-1771579112 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:02.239397 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7084aa97-b8d2-4cea-b39f-dc2b59ddbcec tempest-ExternalNetworksAdminNegativeTestJSON-1771579112 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5229583 Oct 26 08:31:02.240169 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ac620d0-7193-417f-b7e5-775326585885 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:02.250551 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59230) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:02.250818 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59232) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:02.258111 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-831050e5-89b0-4b3e-b475-105178ca7af5 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2110205976', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'fixed_ips': [{'ip_address': '172.26.2.119'}]}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:02.266915 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:02.269251 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-11712fdc-98c7-4f29-b627-9611773f4732 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-946442722'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:02.355951 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11712fdc-98c7-4f29-b627-9611773f4732 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Made reservation on behalf of 0c301b6209a640a8b8e4a7c74d2c54d3 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:02.359884 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-11712fdc-98c7-4f29-b627-9611773f4732 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:02.468870 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c2128-beb4-469f-a3f8-38dfa2a90097 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Pushing event updated for resources: {'Network': ['ID=5978e178-1900-40a6-9a42-ee17ba6db03f,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:02.483784 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831050e5-89b0-4b3e-b475-105178ca7af5 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112-project-admin] Made reservation on behalf of 7b65a815c2734396a05e57d47432580d for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:02.486390 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-831050e5-89b0-4b3e-b475-105178ca7af5 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:02.510994 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11712fdc-98c7-4f29-b627-9611773f4732 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:31:02.518210 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-831050e5-89b0-4b3e-b475-105178ca7af5 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:02.528264 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0c101eb3-51b1-48bc-a680-64ec5dd542b3 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:02.539026 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 5978e178-1900-40a6-9a42-ee17ba6db03f details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:31:02.541776 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083b1f55-cfd3-41e5-92fd-cffaad7bd8cd None None] Network 3b4a4a94-dd8d-4b10-a829-fbfb39848670 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:31:02.544250 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-11712fdc-98c7-4f29-b627-9611773f4732 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:02.544670 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-11712fdc-98c7-4f29-b627-9611773f4732 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Added segment 1deb53e4-a26b-407d-8c06-0ed9db3ac5c1 of type vlan for network 2b263a73-bd3f-43f2-a505-dd2cc3e97991 Oct 26 08:31:02.582673 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86e77c5-0f33-40d1-b3c2-f8fb24810d61 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:02.583376 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e86e77c5-0f33-40d1-b3c2-f8fb24810d61 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:02.586639 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-eece91e2-f95c-41bc-b2f7-a3bf272a965f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:02.609872 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ac620d0-7193-417f-b7e5-775326585885 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:02.646814 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc42d735-d2e7-41f0-8c5c-dc474139f906 None None] Pushing event updated for resources: {'Port': ['ID=98244e90-eed0-47c9-83a6-df1e5e00dc62,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:02.663876 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-11712fdc-98c7-4f29-b627-9611773f4732 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:02.702101 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 00a2187c-0fa4-46e7-89bd-3d7c5f5a2525, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=00a2187c-0fa4-46e7-89bd-3d7c5f5a2525,segment=NetworkSegment(7e501bd2-0e23-472c-8a13-ed25e4bb114a),segment_id=7e501bd2-0e23-472c-8a13-ed25e4bb114a)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:31:02.710394 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0c101eb3-51b1-48bc-a680-64ec5dd542b3 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:02.735177 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:02.751043 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-1d9cab44-54eb-4985-b8f9-e2f76add263e None None] For port c23cb121-0bd5-489b-a504-4aaee62a1ba1, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:31:02.760312 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3fb17104-4380-4f94-8d20-f79d9aaf1722 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:02.778747 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e86e77c5-0f33-40d1-b3c2-f8fb24810d61 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9759231 Oct 26 08:31:02.780879 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-eece91e2-f95c-41bc-b2f7-a3bf272a965f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:02.793164 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c101eb3-51b1-48bc-a680-64ec5dd542b3 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Network 9c6eb6f4-7ceb-4203-b12f-2e588840903f is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:02.793952 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59238) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:02.801980 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-11712fdc-98c7-4f29-b627-9611773f4732 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:02.808550 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11712fdc-98c7-4f29-b627-9611773f4732 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:02.809819 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-11712fdc-98c7-4f29-b627-9611773f4732 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:02.817588 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-1d9cab44-54eb-4985-b8f9-e2f76add263e None None] For port c23cb121-0bd5-489b-a504-4aaee62a1ba1, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=c23cb121-0bd5-489b-a504-4aaee62a1ba1,segment=NetworkSegment(f56a4ad0-9209-4fff-936b-4897c6686a9c),segment_id=f56a4ad0-9209-4fff-936b-4897c6686a9c)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:31:02.820905 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3fb17104-4380-4f94-8d20-f79d9aaf1722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:02.823068 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-4f0d1872-45f3-4ee8-aad1-6a145d8a7a4c None None] Provisioning complete for port 00a2187c-0fa4-46e7-89bd-3d7c5f5a2525 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:02.823971 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4f0d1872-45f3-4ee8-aad1-6a145d8a7a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:02.842800 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1d9cab44-54eb-4985-b8f9-e2f76add263e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:02.887189 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=00a2187c-0fa4-46e7-89bd-3d7c5f5a2525,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:02.966605 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-0c101eb3-51b1-48bc-a680-64ec5dd542b3 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:02.969676 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c101eb3-51b1-48bc-a680-64ec5dd542b3 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:02.987508 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-69b6e512-f445-455d-8092-ad47805d955e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:03.004924 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9cab44-54eb-4985-b8f9-e2f76add263e None None] Pushing event updated for resources: {'Port': ['ID=c23cb121-0bd5-489b-a504-4aaee62a1ba1,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:03.014790 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11712fdc-98c7-4f29-b627-9611773f4732 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Pushing event updated for resources: {'Network': ['ID=2b263a73-bd3f-43f2-a505-dd2cc3e97991,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:03.066387 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-69b6e512-f445-455d-8092-ad47805d955e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:03.080254 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-831050e5-89b0-4b3e-b475-105178ca7af5 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:03.102202 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-831050e5-89b0-4b3e-b475-105178ca7af5 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:03.114354 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c101eb3-51b1-48bc-a680-64ec5dd542b3 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Pushing event updated for resources: {'Port': ['ID=6d894fe7-cf3d-459f-ae2c-0b0a251ba194,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:03.135563 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 2b263a73-bd3f-43f2-a505-dd2cc3e97991 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:31:03.141773 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-831050e5-89b0-4b3e-b475-105178ca7af5 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112-project-admin] device_id is not set on port 2ee31d3c-ca9a-46b6-85df-b93ece4c2146 yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:31:03.171930 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-11712fdc-98c7-4f29-b627-9611773f4732 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9198186 Oct 26 08:31:03.224844 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59240) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:03.225646 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-eece91e2-f95c-41bc-b2f7-a3bf272a965f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:03.228948 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-eece91e2-f95c-41bc-b2f7-a3bf272a965f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:03.245463 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-eece91e2-f95c-41bc-b2f7-a3bf272a965f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/35aeb52e-a025-4472-8454-5a289c9885da HTTP/1.1" status: 204 len: 168 time: 1.3420918 Oct 26 08:31:03.309158 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-4da7d500-0282-465a-b49d-9c12f05ed636 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Request body: {'ports': [{'network_id': '5978e178-1900-40a6-9a42-ee17ba6db03f', 'name': 'tempest-port--80525438', 'admin_state_up': True}, {'network_id': '2b263a73-bd3f-43f2-a505-dd2cc3e97991', 'admin_state_up': False}]} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:03.314212 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-4da7d500-0282-465a-b49d-9c12f05ed636 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Request body: {'port': {'network_id': '5978e178-1900-40a6-9a42-ee17ba6db03f', 'name': 'tempest-port--80525438', 'admin_state_up': True}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:03.314949 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-4da7d500-0282-465a-b49d-9c12f05ed636 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Request body: {'port': {'network_id': '2b263a73-bd3f-43f2-a505-dd2cc3e97991', 'admin_state_up': False}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:03.403718 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831050e5-89b0-4b3e-b475-105178ca7af5 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b48e1b2-2949-41f4-b394-f4dd237be778,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:03.485928 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321dc308-eeb2-4176-aa86-6d3988db1d73 None None] Network 9c6eb6f4-7ceb-4203-b12f-2e588840903f requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:31:03.492555 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece91e2-f95c-41bc-b2f7-a3bf272a965f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35aeb52e-a025-4472-8454-5a289c9885da,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:03.494855 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0c101eb3-51b1-48bc-a680-64ec5dd542b3 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:03.598638 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ac620d0-7193-417f-b7e5-775326585885 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:03.671907 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ac620d0-7193-417f-b7e5-775326585885 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:03.709312 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-265658ce-b6b5-4b4d-8507-9a76ca06e0bb None None] Provisioning complete for port fb36394b-b645-4a15-b04f-826877f52d18 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:03.712819 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-265658ce-b6b5-4b4d-8507-9a76ca06e0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:03.756649 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-3fb17104-4380-4f94-8d20-f79d9aaf1722 admin admin] Allocated IP 172.26.2.197 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/fe4845fb-7c08-4b28-aad1-2002259f20e8) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:03.830865 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-9c234608-914a-4b2e-9bd6-4aa7b4ad8b99 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Deleting port 63be46ae-da2a-4f8b-be0a-386d03bcbdc4 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:31:03.831348 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9c234608-914a-4b2e-9bd6-4aa7b4ad8b99 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:03.990242 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device c23cb121-0bd5-489b-a504-4aaee62a1ba1 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:31:04.053211 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-265658ce-b6b5-4b4d-8507-9a76ca06e0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:04.080229 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3fb17104-4380-4f94-8d20-f79d9aaf1722 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:04.128934 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9aa499d-9b84-47a2-80cc-91cb13198cf3 None None] Network 3552283e-c7ba-4bd2-b88d-27fd8882224b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:31:04.160567 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59246) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:04.171794 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac620d0-7193-417f-b7e5-775326585885 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Pushing event updated for resources: {'Port': ['ID=eed8ff4b-5819-4c85-926d-8a2de0af737a,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:04.205727 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3fb17104-4380-4f94-8d20-f79d9aaf1722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:04.212522 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4130584d-b4b1-4be9-8790-36f2c877f2d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:04.229942 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-265658ce-b6b5-4b4d-8507-9a76ca06e0bb None None] For port fb36394b-b645-4a15-b04f-826877f52d18, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=fb36394b-b645-4a15-b04f-826877f52d18,segment=NetworkSegment(8ff00b6b-356e-4686-9e5d-fb4f6673bc4c),segment_id=8ff00b6b-356e-4686-9e5d-fb4f6673bc4c)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:31:04.236247 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0c101eb3-51b1-48bc-a680-64ec5dd542b3 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:04.245261 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-265658ce-b6b5-4b4d-8507-9a76ca06e0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:04.272257 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port c23cb121-0bd5-489b-a504-4aaee62a1ba1 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:04.272743 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:04.328488 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9c234608-914a-4b2e-9bd6-4aa7b4ad8b99 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:04.343110 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb17104-4380-4f94-8d20-f79d9aaf1722 admin admin] Pushing event updated for resources: {'Port': ['ID=fe4845fb-7c08-4b28-aad1-2002259f20e8,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:04.370681 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-9c234608-914a-4b2e-9bd6-4aa7b4ad8b99 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Calling delete_port for 63be46ae-da2a-4f8b-be0a-386d03bcbdc4 owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:31:04.410665 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ac620d0-7193-417f-b7e5-775326585885 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:04.419439 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb17104-4380-4f94-8d20-f79d9aaf1722 admin admin] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:04.436912 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-3fb17104-4380-4f94-8d20-f79d9aaf1722 admin admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:04.450007 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb17104-4380-4f94-8d20-f79d9aaf1722 admin admin] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:04.456863 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-69b6e512-f445-455d-8092-ad47805d955e admin admin] Allocated IP 172.26.2.225 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/b0c18517-c3b6-4d2a-a26d-caed320afc1a) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:04.501768 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-af2bbec0-6b90-40a2-9b0f-71a9e19d04d9 None None] Provisioning complete for port 63be46ae-da2a-4f8b-be0a-386d03bcbdc4 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:04.502384 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-af2bbec0-6b90-40a2-9b0f-71a9e19d04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:04.521865 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da7d500-0282-465a-b49d-9c12f05ed636 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Made reservation on behalf of 0c301b6209a640a8b8e4a7c74d2c54d3 for: {'port': 2} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:04.528446 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4da7d500-0282-465a-b49d-9c12f05ed636 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:04.559150 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ac620d0-7193-417f-b7e5-775326585885 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:04.563233 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9ac620d0-7193-417f-b7e5-775326585885 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0429323 Oct 26 08:31:04.566459 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265658ce-b6b5-4b4d-8507-9a76ca06e0bb None None] Pushing event updated for resources: {'Port': ['ID=fb36394b-b645-4a15-b04f-826877f52d18,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:04.603803 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59248) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:04.604427 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:04.612856 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-7dc5e73e-7be3-46f3-91a6-403a204a510a tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-497506550'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:04.621895 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4da7d500-0282-465a-b49d-9c12f05ed636 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:04.632942 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-af2bbec0-6b90-40a2-9b0f-71a9e19d04d9 None None] Port 63be46ae-da2a-4f8b-be0a-386d03bcbdc4 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:31:04.663916 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-af2bbec0-6b90-40a2-9b0f-71a9e19d04d9 None None] Provisioning complete for port 98244e90-eed0-47c9-83a6-df1e5e00dc62 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:04.664435 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-af2bbec0-6b90-40a2-9b0f-71a9e19d04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:04.698213 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port c23cb121-0bd5-489b-a504-4aaee62a1ba1, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=c23cb121-0bd5-489b-a504-4aaee62a1ba1,segment=NetworkSegment(f56a4ad0-9209-4fff-936b-4897c6686a9c),segment_id=f56a4ad0-9209-4fff-936b-4897c6686a9c)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:31:04.706527 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49f5291-e11f-45a2-829a-ec70e6d8499f None None] Network ee56e2b1-1b4b-4811-8525-c64c4b88af1d requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:31:04.726851 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:04.727403 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 00a2187c-0fa4-46e7-89bd-3d7c5f5a2525 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:31:04.876804 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0c101eb3-51b1-48bc-a680-64ec5dd542b3 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:04.903106 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=c23cb121-0bd5-489b-a504-4aaee62a1ba1,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:04.974580 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc5e73e-7be3-46f3-91a6-403a204a510a tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Made reservation on behalf of e886761f12b9429aaa6afb274567c93b for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:04.978741 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7dc5e73e-7be3-46f3-91a6-403a204a510a tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:04.987453 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 00a2187c-0fa4-46e7-89bd-3d7c5f5a2525 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:04.987959 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:04.991385 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0c101eb3-51b1-48bc-a680-64ec5dd542b3 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:04.992541 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-af2bbec0-6b90-40a2-9b0f-71a9e19d04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:05.021238 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7dc5e73e-7be3-46f3-91a6-403a204a510a tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:05.078660 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4130584d-b4b1-4be9-8790-36f2c877f2d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:05.092469 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9c234608-914a-4b2e-9bd6-4aa7b4ad8b99 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:05.093769 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-4da7d500-0282-465a-b49d-9c12f05ed636 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] device_id is not set on port 5c396610-1808-410b-8e30-f28620676054 yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:31:05.095914 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-af2bbec0-6b90-40a2-9b0f-71a9e19d04d9 None None] For port 98244e90-eed0-47c9-83a6-df1e5e00dc62, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=98244e90-eed0-47c9-83a6-df1e5e00dc62,segment=NetworkSegment(45e41e81-ba7f-4c8e-9ba2-09e1fadcea4d),segment_id=45e41e81-ba7f-4c8e-9ba2-09e1fadcea4d)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:31:05.098576 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4130584d-b4b1-4be9-8790-36f2c877f2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:05.111226 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-af2bbec0-6b90-40a2-9b0f-71a9e19d04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:05.117195 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c101eb3-51b1-48bc-a680-64ec5dd542b3 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Pushing event updated for resources: {'Port': ['ID=6d894fe7-cf3d-459f-ae2c-0b0a251ba194,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:05.140817 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0c101eb3-51b1-48bc-a680-64ec5dd542b3 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:05.179737 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-69b6e512-f445-455d-8092-ad47805d955e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:05.192359 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 98244e90-eed0-47c9-83a6-df1e5e00dc62 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:31:05.195939 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-af2bbec0-6b90-40a2-9b0f-71a9e19d04d9 None None] Provisioning complete for port 00a2187c-0fa4-46e7-89bd-3d7c5f5a2525 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:05.196592 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-af2bbec0-6b90-40a2-9b0f-71a9e19d04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:05.230631 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4130584d-b4b1-4be9-8790-36f2c877f2d9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e876f0bd481a4085b2776dccde99f2b7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0686843 Oct 26 08:31:05.231687 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c234608-914a-4b2e-9bd6-4aa7b4ad8b99 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Pushing event deleted for resources: {'Port': ['ID=63be46ae-da2a-4f8b-be0a-386d03bcbdc4,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:05.234316 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59250) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:05.267332 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4130584d-b4b1-4be9-8790-36f2c877f2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a6bc83-d1bf-4c19-a80f-2167ace94393,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:05.389641 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2bbec0-6b90-40a2-9b0f-71a9e19d04d9 None None] Pushing event updated for resources: {'Port': ['ID=98244e90-eed0-47c9-83a6-df1e5e00dc62,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:05.459673 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 98244e90-eed0-47c9-83a6-df1e5e00dc62 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:05.459989 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:05.467546 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9c234608-914a-4b2e-9bd6-4aa7b4ad8b99 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:05.472306 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9c234608-914a-4b2e-9bd6-4aa7b4ad8b99 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] 10.222.0.41 "DELETE /v2.0/ports/63be46ae-da2a-4f8b-be0a-386d03bcbdc4 HTTP/1.1" status: 204 len: 168 time: 2.6713374 Oct 26 08:31:05.476567 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59252) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:05.486170 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c101eb3-51b1-48bc-a680-64ec5dd542b3 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Network 9c6eb6f4-7ceb-4203-b12f-2e588840903f is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:05.487950 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-0c101eb3-51b1-48bc-a680-64ec5dd542b3 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:05.567490 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3fb17104-4380-4f94-8d20-f79d9aaf1722 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:05.596798 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-69b6e512-f445-455d-8092-ad47805d955e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:05.628921 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device fb36394b-b645-4a15-b04f-826877f52d18 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:31:05.648041 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7dc5e73e-7be3-46f3-91a6-403a204a510a tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:05.670518 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-831050e5-89b0-4b3e-b475-105178ca7af5 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 26 08:31:05.671095 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-831050e5-89b0-4b3e-b475-105178ca7af5 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:31:05.695432 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-87176a93-ed32-40f5-a9f9-7785c18e9ca3 None None] Provisioning complete for port fb36394b-b645-4a15-b04f-826877f52d18 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:05.695836 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-87176a93-ed32-40f5-a9f9-7785c18e9ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:05.701709 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-831050e5-89b0-4b3e-b475-105178ca7af5 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.4463713 Oct 26 08:31:05.702643 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59256) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:05.754340 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port fb36394b-b645-4a15-b04f-826877f52d18 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:05.754703 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:05.809774 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b6e512-f445-455d-8092-ad47805d955e admin admin] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:05.811229 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-776fee37-e7eb-4010-92a1-757b4361c0c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:05.832647 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7dc5e73e-7be3-46f3-91a6-403a204a510a tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:05.845469 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-69b6e512-f445-455d-8092-ad47805d955e admin admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:05.858233 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b6e512-f445-455d-8092-ad47805d955e admin admin] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:05.868216 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-776fee37-e7eb-4010-92a1-757b4361c0c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:05.878928 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b6e512-f445-455d-8092-ad47805d955e admin admin] Pushing event updated for resources: {'Port': ['ID=b0c18517-c3b6-4d2a-a26d-caed320afc1a,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:05.896316 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1807a874-5079-495d-a7bd-b40933f1ec51 tempest-DHCPAgentSchedulersTestJSON-1372018115 tempest-DHCPAgentSchedulersTestJSON-1372018115-project-admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4566 time: 0.4179027 Oct 26 08:31:05.900250 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-87176a93-ed32-40f5-a9f9-7785c18e9ca3 None None] Provisioning complete for port 6d894fe7-cf3d-459f-ae2c-0b0a251ba194 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:05.900536 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-87176a93-ed32-40f5-a9f9-7785c18e9ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:05.903169 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59260) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:05.909254 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-71da1e1a-32ed-4420-8bf0-146086dde54c tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1016880319'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:05.941258 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-87176a93-ed32-40f5-a9f9-7785c18e9ca3 None None] Port 6d894fe7-cf3d-459f-ae2c-0b0a251ba194 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:31:05.945234 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc5e73e-7be3-46f3-91a6-403a204a510a tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:31:05.951658 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71da1e1a-32ed-4420-8bf0-146086dde54c tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Made reservation on behalf of aaf5048cee80456db463334935aef1af for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:05.955225 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-71da1e1a-32ed-4420-8bf0-146086dde54c tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:05.964705 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c101eb3-51b1-48bc-a680-64ec5dd542b3 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Router db8b73cc-4269-4523-92b3-6cd0be8e4f64 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:31:05.971136 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-87176a93-ed32-40f5-a9f9-7785c18e9ca3 None None] Provisioning complete for port 98244e90-eed0-47c9-83a6-df1e5e00dc62 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:05.971513 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-87176a93-ed32-40f5-a9f9-7785c18e9ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:05.977774 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5e73e-7be3-46f3-91a6-403a204a510a tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=088869d1-e738-4d55-a2b5-50b92565316c,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:05.990076 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4da7d500-0282-465a-b49d-9c12f05ed636 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:06.006692 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-989ce67e-b0be-4fd9-9cfe-20f0870f5d77 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112-project-admin] Deleting port 8c746122-6d60-4a62-b956-f829b55edbd6 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:31:06.007213 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-989ce67e-b0be-4fd9-9cfe-20f0870f5d77 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:06.072320 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71da1e1a-32ed-4420-8bf0-146086dde54c tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:31:06.080273 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 98244e90-eed0-47c9-83a6-df1e5e00dc62 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:31:06.082256 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7dc5e73e-7be3-46f3-91a6-403a204a510a tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:06.082642 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-7dc5e73e-7be3-46f3-91a6-403a204a510a tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Added segment 75a801a8-2aa2-4ecf-b007-25b7ab76df15 of type vlan for network 08ea6096-1a7f-444b-a707-b3d18959124d Oct 26 08:31:06.147224 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-87176a93-ed32-40f5-a9f9-7785c18e9ca3 None None] Provisioning complete for port c23cb121-0bd5-489b-a504-4aaee62a1ba1 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:06.147694 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-87176a93-ed32-40f5-a9f9-7785c18e9ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:06.154186 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 98244e90-eed0-47c9-83a6-df1e5e00dc62 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:06.154554 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:06.160990 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-71da1e1a-32ed-4420-8bf0-146086dde54c tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:06.161429 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-71da1e1a-32ed-4420-8bf0-146086dde54c tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Added segment fb4ba3c4-5b18-4f5e-9c52-0192295ef41d of type vlan for network b3d9db2d-4e5f-437b-b8a3-d6f7a234f67f Oct 26 08:31:06.236813 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c101eb3-51b1-48bc-a680-64ec5dd542b3 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:31:06.243560 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-0c101eb3-51b1-48bc-a680-64ec5dd542b3 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] 10.222.0.41 "PUT /v2.0/routers/db8b73cc-4269-4523-92b3-6cd0be8e4f64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4756346 Oct 26 08:31:06.246277 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-71da1e1a-32ed-4420-8bf0-146086dde54c tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:06.249220 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59262) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:06.253489 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-4da7d500-0282-465a-b49d-9c12f05ed636 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] device_id is not set on port 0934c798-79d3-4a9b-85bf-bedc932b94a8 yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:31:06.254751 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-e60e6e8c-4d63-4207-84e5-4353ef164712 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Request body: {'port': {'network_id': '9c6eb6f4-7ceb-4203-b12f-2e588840903f', 'name': 'tempest-FloatingIPNegativeTestJSON-1380841111'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:06.271020 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e58c9d-ef68-4915-b194-c4b81190cdec None None] Sync routers for ids ['db8b73cc-4269-4523-92b3-6cd0be8e4f64'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:31:06.278033 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-989ce67e-b0be-4fd9-9cfe-20f0870f5d77 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:06.278350 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7dc5e73e-7be3-46f3-91a6-403a204a510a tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:06.278818 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-989ce67e-b0be-4fd9-9cfe-20f0870f5d77 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:06.282712 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e58c9d-ef68-4915-b194-c4b81190cdec None None] Routers {'db8b73cc-4269-4523-92b3-6cd0be8e4f64'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:31:06.282884 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-71e58c9d-ef68-4915-b194-c4b81190cdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:30:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['db8b73cc-4269-4523-92b3-6cd0be8e4f64'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:06.317450 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device c23cb121-0bd5-489b-a504-4aaee62a1ba1 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:31:06.323302 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-71e58c9d-ef68-4915-b194-c4b81190cdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:06.335558 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-776fee37-e7eb-4010-92a1-757b4361c0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:06.339322 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-776fee37-e7eb-4010-92a1-757b4361c0c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:06.340387 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-776fee37-e7eb-4010-92a1-757b4361c0c0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f9a6bc83-d1bf-4c19-a80f-2167ace94393 HTTP/1.1" status: 204 len: 168 time: 1.1032467 Oct 26 08:31:06.346491 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e58c9d-ef68-4915-b194-c4b81190cdec None None] Routers {'db8b73cc-4269-4523-92b3-6cd0be8e4f64'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:31:06.347257 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-71e58c9d-ef68-4915-b194-c4b81190cdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:30:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['db8b73cc-4269-4523-92b3-6cd0be8e4f64'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:06.376467 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7dc5e73e-7be3-46f3-91a6-403a204a510a tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:06.384826 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc5e73e-7be3-46f3-91a6-403a204a510a tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:06.385471 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7dc5e73e-7be3-46f3-91a6-403a204a510a tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:06.387018 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port c23cb121-0bd5-489b-a504-4aaee62a1ba1 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:06.387704 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:06.387987 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776fee37-e7eb-4010-92a1-757b4361c0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a6bc83-d1bf-4c19-a80f-2167ace94393,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:06.396041 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3fb17104-4380-4f94-8d20-f79d9aaf1722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:06.406272 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-71e58c9d-ef68-4915-b194-c4b81190cdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:06.407105 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e58c9d-ef68-4915-b194-c4b81190cdec None None] The sync data for ids ['db8b73cc-4269-4523-92b3-6cd0be8e4f64'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:31:06.487053 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-29988556-55ce-44e2-86b3-471f2556d7e2 None None] Provisioning complete for port 6d894fe7-cf3d-459f-ae2c-0b0a251ba194 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:06.487832 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-29988556-55ce-44e2-86b3-471f2556d7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:06.539350 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-29988556-55ce-44e2-86b3-471f2556d7e2 None None] Port 6d894fe7-cf3d-459f-ae2c-0b0a251ba194 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:31:06.595522 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device fb36394b-b645-4a15-b04f-826877f52d18 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:31:06.605795 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-989ce67e-b0be-4fd9-9cfe-20f0870f5d77 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112-project-admin] Calling delete_port for 8c746122-6d60-4a62-b956-f829b55edbd6 owned by network:floatingip {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:31:06.621124 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.db.resource_extend [None req-71da1e1a-32ed-4420-8bf0-146086dde54c tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 08:31:06.627318 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-7dc5e73e-7be3-46f3-91a6-403a204a510a tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.0209608 Oct 26 08:31:06.628316 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59268) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:06.644636 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-2edaf132-acf4-43d5-a78c-d0d35df60068 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Request body: {'subnet': {'network_id': '08ea6096-1a7f-444b-a707-b3d18959124d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:06.654935 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port fb36394b-b645-4a15-b04f-826877f52d18 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:06.655491 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:06.665581 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5e73e-7be3-46f3-91a6-403a204a510a tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Pushing event updated for resources: {'Network': ['ID=08ea6096-1a7f-444b-a707-b3d18959124d,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:06.693415 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 08ea6096-1a7f-444b-a707-b3d18959124d details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:31:06.762729 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-71da1e1a-32ed-4420-8bf0-146086dde54c tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:06.768852 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-69b6e512-f445-455d-8092-ad47805d955e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:06.773942 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4da7d500-0282-465a-b49d-9c12f05ed636 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:06.774609 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71da1e1a-32ed-4420-8bf0-146086dde54c tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:06.775482 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-71da1e1a-32ed-4420-8bf0-146086dde54c tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:06.891691 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-71da1e1a-32ed-4420-8bf0-146086dde54c tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9866471 Oct 26 08:31:06.907376 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59276) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:06.946066 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da1e1a-32ed-4420-8bf0-146086dde54c tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Pushing event updated for resources: {'Network': ['ID=b3d9db2d-4e5f-437b-b8a3-d6f7a234f67f,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:06.967097 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network b3d9db2d-4e5f-437b-b8a3-d6f7a234f67f details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:31:07.030881 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60e6e8c-4d63-4207-84e5-4353ef164712 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Made reservation on behalf of 0e1cbb8283544ef3a25d0b23a2f06dcc for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:07.035078 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e60e6e8c-4d63-4207-84e5-4353ef164712 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:07.093189 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4da7d500-0282-465a-b49d-9c12f05ed636 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:07.105935 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb17104-4380-4f94-8d20-f79d9aaf1722 admin admin] Router 3298173d-f0ba-4eb7-be34-c15551c49ab5 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:31:07.140275 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-e60e6e8c-4d63-4207-84e5-4353ef164712 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] device_id is not set on port a105dcf1-bc3e-47d1-8f89-4ff87f479206 yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:31:07.165647 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edaf132-acf4-43d5-a78c-d0d35df60068 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Made reservation on behalf of e886761f12b9429aaa6afb274567c93b for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:07.170910 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2edaf132-acf4-43d5-a78c-d0d35df60068 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:07.240369 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7d500-0282-465a-b49d-9c12f05ed636 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Pushing event updated for resources: {'Port': ['ID=5c396610-1808-410b-8e30-f28620676054,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:07.330850 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da7d500-0282-465a-b49d-9c12f05ed636 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Checking segment: {'id': '382fd27d-d344-4943-b4f5-cae869f4992a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5978e178-1900-40a6-9a42-ee17ba6db03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:31:07.331373 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da7d500-0282-465a-b49d-9c12f05ed636 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Network hostable DHCP agents. Network: 5978e178-1900-40a6-9a42-ee17ba6db03f, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:31:07.335773 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-989ce67e-b0be-4fd9-9cfe-20f0870f5d77 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:07.359820 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-69b6e512-f445-455d-8092-ad47805d955e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:07.366331 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59288) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:07.385454 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da7d500-0282-465a-b49d-9c12f05ed636 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Network 5978e178-1900-40a6-9a42-ee17ba6db03f is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:31:07.445050 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ce67e-b0be-4fd9-9cfe-20f0870f5d77 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c746122-6d60-4a62-b956-f829b55edbd6,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:07.451426 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb17104-4380-4f94-8d20-f79d9aaf1722 admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:31:07.460982 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-4da7d500-0282-465a-b49d-9c12f05ed636 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 5978e178-1900-40a6-9a42-ee17ba6db03f) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:07.467865 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b76f011-8988-4332-85a4-e57539289875 None None] Sync routers for ids ['3298173d-f0ba-4eb7-be34-c15551c49ab5'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:31:07.478381 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4a28ae88-8d04-49d0-905e-5239a1ba7a40 tempest-DHCPAgentSchedulersTestJSON-1372018115 tempest-DHCPAgentSchedulersTestJSON-1372018115-project-admin] 10.222.0.41 "GET /v2.0/agents/4b397108-0da6-40d5-9770-fc07f50f4fb0/dhcp-networks HTTP/1.1" status: 200 len: 5688 time: 0.5621836 Oct 26 08:31:07.478751 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da7d500-0282-465a-b49d-9c12f05ed636 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:07.478751 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4da7d500-0282-465a-b49d-9c12f05ed636 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:07.479109 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59292) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:07.502921 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54a3a6b-25d6-4293-86f9-e5e058e260f7 None None] Network 5978e178-1900-40a6-9a42-ee17ba6db03f requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:31:07.519588 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b76f011-8988-4332-85a4-e57539289875 None None] Routers {'3298173d-f0ba-4eb7-be34-c15551c49ab5'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:31:07.520579 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-8b76f011-8988-4332-85a4-e57539289875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:30:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['3298173d-f0ba-4eb7-be34-c15551c49ab5'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:07.546884 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3fb17104-4380-4f94-8d20-f79d9aaf1722 admin admin] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:07.546884 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3fb17104-4380-4f94-8d20-f79d9aaf1722 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.9901817 Oct 26 08:31:07.547098 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59294) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:07.547474 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-cee00807-2038-4d26-9d13-35229dfbe4d5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-580038396'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:07.626393 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-e60e6e8c-4d63-4207-84e5-4353ef164712 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Allocated IP 172.20.0.3 (9c6eb6f4-7ceb-4203-b12f-2e588840903f/5ccc6c0e-f74c-4718-995a-d1d9642bbdb8/a105dcf1-bc3e-47d1-8f89-4ff87f479206) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:07.640214 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7d500-0282-465a-b49d-9c12f05ed636 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Pushing event updated for resources: {'Port': ['ID=0934c798-79d3-4a9b-85bf-bedc932b94a8,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:07.642324 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-989ce67e-b0be-4fd9-9cfe-20f0870f5d77 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:07.645750 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-989ce67e-b0be-4fd9-9cfe-20f0870f5d77 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:07.651539 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-989ce67e-b0be-4fd9-9cfe-20f0870f5d77 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112 tempest-ExternalNetworksAdminNegativeTestJSON-1771579112-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/0051fb80-70f7-4908-afff-bd91742eddbd HTTP/1.1" status: 204 len: 168 time: 1.9474962 Oct 26 08:31:07.665396 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee00807-2038-4d26-9d13-35229dfbe4d5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:07.669973 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cee00807-2038-4d26-9d13-35229dfbe4d5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:07.696088 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cee00807-2038-4d26-9d13-35229dfbe4d5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:07.714985 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da7d500-0282-465a-b49d-9c12f05ed636 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Checking segment: {'id': '1deb53e4-a26b-407d-8c06-0ed9db3ac5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2b263a73-bd3f-43f2-a505-dd2cc3e97991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:31:07.715474 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da7d500-0282-465a-b49d-9c12f05ed636 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Network hostable DHCP agents. Network: 2b263a73-bd3f-43f2-a505-dd2cc3e97991, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:31:07.744646 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-8b76f011-8988-4332-85a4-e57539289875 None None] Set router 3298173d-f0ba-4eb7-be34-c15551c49ab5 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:31:07.760499 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba62699c-7cf2-47da-84a5-4141e424e0b8 tempest-DHCPAgentSchedulersTestJSON-1372018115 tempest-DHCPAgentSchedulersTestJSON-1372018115-project-admin] Network b3d9db2d-4e5f-437b-b8a3-d6f7a234f67f is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:31:07.795756 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b6e512-f445-455d-8092-ad47805d955e admin admin] Router 16678039-031f-4fad-be77-c66454da8d67 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:31:07.803501 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ba62699c-7cf2-47da-84a5-4141e424e0b8 tempest-DHCPAgentSchedulersTestJSON-1372018115 tempest-DHCPAgentSchedulersTestJSON-1372018115-project-admin] 10.222.0.41 "POST /v2.0/agents/4b397108-0da6-40d5-9770-fc07f50f4fb0/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3211324 Oct 26 08:31:07.806983 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59298) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:07.822146 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da7d500-0282-465a-b49d-9c12f05ed636 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Network 2b263a73-bd3f-43f2-a505-dd2cc3e97991 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:31:07.842297 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531e8bd2-14c0-423c-9799-4cfdf104951d None None] Network b3d9db2d-4e5f-437b-b8a3-d6f7a234f67f requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:31:07.855641 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-4da7d500-0282-465a-b49d-9c12f05ed636 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 2b263a73-bd3f-43f2-a505-dd2cc3e97991) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:07.929656 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138f79a5-4102-4e24-a0af-4d9d1dee6db9 None None] Network 2b263a73-bd3f-43f2-a505-dd2cc3e97991 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:31:07.936279 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2edaf132-acf4-43d5-a78c-d0d35df60068 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:07.978380 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59302) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:07.979683 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da7d500-0282-465a-b49d-9c12f05ed636 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:07.986998 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da7d500-0282-465a-b49d-9c12f05ed636 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:07.992529 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da7d500-0282-465a-b49d-9c12f05ed636 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:07.994093 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4da7d500-0282-465a-b49d-9c12f05ed636 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:08.065382 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edaf132-acf4-43d5-a78c-d0d35df60068 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Pushing event updated for resources: {'Subnet': ['ID=18401a78-5626-4e26-8d8b-8c3cbde979c6,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:08.093684 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edaf132-acf4-43d5-a78c-d0d35df60068 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Checking segment: {'id': '75a801a8-2aa2-4ecf-b007-25b7ab76df15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '08ea6096-1a7f-444b-a707-b3d18959124d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:31:08.094049 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edaf132-acf4-43d5-a78c-d0d35df60068 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Network hostable DHCP agents. Network: 08ea6096-1a7f-444b-a707-b3d18959124d, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:31:08.103541 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e60e6e8c-4d63-4207-84e5-4353ef164712 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:08.136324 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cee00807-2038-4d26-9d13-35229dfbe4d5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:08.159124 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cee00807-2038-4d26-9d13-35229dfbe4d5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:08.179810 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4da7d500-0282-465a-b49d-9c12f05ed636 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 4.9330313 Oct 26 08:31:08.182698 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59306) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:08.223941 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee00807-2038-4d26-9d13-35229dfbe4d5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:31:08.299670 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cee00807-2038-4d26-9d13-35229dfbe4d5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:08.300455 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-cee00807-2038-4d26-9d13-35229dfbe4d5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Added segment d423c6e9-36b4-499a-9e30-82b2b4532a62 of type vlan for network ecf0c004-fa53-4f3e-bbfd-ff079400665b Oct 26 08:31:08.303378 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b6e512-f445-455d-8092-ad47805d955e admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:31:08.317152 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1181cfcd-0a4b-4610-93cc-dc6e70d6f55f None None] Sync routers for ids ['16678039-031f-4fad-be77-c66454da8d67'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:31:08.320466 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-102f91d9-1c48-4057-8346-148a043af672 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:08.328414 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1181cfcd-0a4b-4610-93cc-dc6e70d6f55f None None] Routers {'16678039-031f-4fad-be77-c66454da8d67'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:31:08.329371 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-1181cfcd-0a4b-4610-93cc-dc6e70d6f55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:30:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['16678039-031f-4fad-be77-c66454da8d67'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:08.334556 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee00807-2038-4d26-9d13-35229dfbe4d5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=976610fe-7283-42c2-90f0-17dc8316a8c8,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:08.421401 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-fabfa4b8-0ff7-437b-9ed0-c2fc05d61089 tempest-DHCPAgentSchedulersTestJSON-1372018115 tempest-DHCPAgentSchedulersTestJSON-1372018115-project-admin] 10.222.0.41 "GET /v2.0/agents/4b397108-0da6-40d5-9770-fc07f50f4fb0/dhcp-networks HTTP/1.1" status: 200 len: 7984 time: 0.6115379 Oct 26 08:31:08.433078 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59308) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:08.439846 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cee00807-2038-4d26-9d13-35229dfbe4d5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:08.443839 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-8b76f011-8988-4332-85a4-e57539289875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'name': 'tempest-ServersTestManualDisk-1671399814-router', 'tenant_id': 'f619f7bf208b454a9f9680fa433c8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'fe4845fb-7c08-4b28-aad1-2002259f20e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:30:59Z', 'updated_at': '2021-10-26T08:31:05Z', 'revision_number': 3, 'project_id': 'f619f7bf208b454a9f9680fa433c8f91', 'gw_port': {'id': 'fe4845fb-7c08-4b28-aad1-2002259f20e8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:02Z', 'updated_at': '2021-10-26T08:31:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:08.445208 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-69b6e512-f445-455d-8092-ad47805d955e admin admin] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:08.446659 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-69b6e512-f445-455d-8092-ad47805d955e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.8016777 Oct 26 08:31:08.450072 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edaf132-acf4-43d5-a78c-d0d35df60068 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Network 08ea6096-1a7f-444b-a707-b3d18959124d is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:31:08.454509 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59310) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:08.520198 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b76f011-8988-4332-85a4-e57539289875 None None] Checking router: 3298173d-f0ba-4eb7-be34-c15551c49ab5 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:31:08.520554 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b76f011-8988-4332-85a4-e57539289875 None None] Updating router 3298173d-f0ba-4eb7-be34-c15551c49ab5 port fe4845fb-7c08-4b28-aad1-2002259f20e8 binding host dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:31:08.538647 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cee00807-2038-4d26-9d13-35229dfbe4d5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:08.543023 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-1181cfcd-0a4b-4610-93cc-dc6e70d6f55f None None] Set router 16678039-031f-4fad-be77-c66454da8d67 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:31:08.549660 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee00807-2038-4d26-9d13-35229dfbe4d5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:08.549660 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cee00807-2038-4d26-9d13-35229dfbe4d5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:08.561054 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-2edaf132-acf4-43d5-a78c-d0d35df60068 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 08ea6096-1a7f-444b-a707-b3d18959124d) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:08.561633 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b76f011-8988-4332-85a4-e57539289875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:08.565422 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edaf132-acf4-43d5-a78c-d0d35df60068 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:08.566212 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2edaf132-acf4-43d5-a78c-d0d35df60068 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:08.614280 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e60e6e8c-4d63-4207-84e5-4353ef164712 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:08.635121 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08b36d6-4333-4040-9ba7-f55a227c4491 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:08.641230 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08b36d6-4333-4040-9ba7-f55a227c4491 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:08.645367 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b08b36d6-4333-4040-9ba7-f55a227c4491 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.4565015 Oct 26 08:31:08.649998 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59312) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:08.660856 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-2edaf132-acf4-43d5-a78c-d0d35df60068 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0244555 Oct 26 08:31:08.664156 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59314) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:08.673542 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-cee00807-2038-4d26-9d13-35229dfbe4d5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3061428 Oct 26 08:31:08.691690 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59316) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:08.699293 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-8a10caf5-0c66-4a78-8855-f3ef0d42caee tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1544825894', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}, 'admin_state_up': False}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:08.702682 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-7beb89fb-ad61-4b22-ab8f-648ed73cabb5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:08.709463 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-43379459-54c5-4d1b-80d3-4645f5bff92d tempest-DHCPAgentSchedulersTestJSON-1372018115 tempest-DHCPAgentSchedulersTestJSON-1372018115-project-admin] 10.222.0.41 "DELETE /v2.0/agents/4b397108-0da6-40d5-9770-fc07f50f4fb0/dhcp-networks/b3d9db2d-4e5f-437b-b8a3-d6f7a234f67f HTTP/1.1" status: 204 len: 168 time: 0.2749906 Oct 26 08:31:08.715510 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59318) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:08.728418 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee00807-2038-4d26-9d13-35229dfbe4d5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Network': ['ID=ecf0c004-fa53-4f3e-bbfd-ff079400665b,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:08.739862 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-102f91d9-1c48-4057-8346-148a043af672 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:08.756717 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-102f91d9-1c48-4057-8346-148a043af672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:08.778377 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60e6e8c-4d63-4207-84e5-4353ef164712 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Network 9c6eb6f4-7ceb-4203-b12f-2e588840903f is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:08.781020 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-1181cfcd-0a4b-4610-93cc-dc6e70d6f55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16678039-031f-4fad-be77-c66454da8d67', 'name': 'tempest-ServersTestJSON-840758527-router', 'tenant_id': 'aacb04f5ce564fc6b000afd721b795f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'b0c18517-c3b6-4d2a-a26d-caed320afc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:30:59Z', 'updated_at': '2021-10-26T08:31:06Z', 'revision_number': 3, 'project_id': 'aacb04f5ce564fc6b000afd721b795f4', 'gw_port': {'id': 'b0c18517-c3b6-4d2a-a26d-caed320afc1a', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16678039-031f-4fad-be77-c66454da8d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:03Z', 'updated_at': '2021-10-26T08:31:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:08.784088 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8a10caf5-0c66-4a78-8855-f3ef0d42caee tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:08.785129 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8a10caf5-0c66-4a78-8855-f3ef0d42caee tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:08.812942 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1181cfcd-0a4b-4610-93cc-dc6e70d6f55f None None] Checking router: 16678039-031f-4fad-be77-c66454da8d67 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:31:08.813656 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1181cfcd-0a4b-4610-93cc-dc6e70d6f55f None None] Updating router 16678039-031f-4fad-be77-c66454da8d67 port b0c18517-c3b6-4d2a-a26d-caed320afc1a binding host dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:31:08.826812 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-e60e6e8c-4d63-4207-84e5-4353ef164712 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:08.829318 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60e6e8c-4d63-4207-84e5-4353ef164712 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:08.851206 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e6e8c-4d63-4207-84e5-4353ef164712 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Pushing event updated for resources: {'Port': ['ID=a105dcf1-bc3e-47d1-8f89-4ff87f479206,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:08.857475 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1181cfcd-0a4b-4610-93cc-dc6e70d6f55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:08.908853 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-102f91d9-1c48-4057-8346-148a043af672 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0b266ee59bb343aabcea13faaeceb529&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9086890 Oct 26 08:31:08.914306 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f91d9-1c48-4057-8346-148a043af672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498b1883-b192-482b-9551-41259da668cf,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:08.939413 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b43e3a-f365-4db9-84ec-d4aed591f603 None None] Network 08ea6096-1a7f-444b-a707-b3d18959124d requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:31:08.945394 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59320) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:09.036779 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:31:09.102216 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60e6e8c-4d63-4207-84e5-4353ef164712 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:09.102934 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e60e6e8c-4d63-4207-84e5-4353ef164712 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:09.182503 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7beb89fb-ad61-4b22-ab8f-648ed73cabb5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:09.186286 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7beb89fb-ad61-4b22-ab8f-648ed73cabb5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:09.196231 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8a10caf5-0c66-4a78-8855-f3ef0d42caee tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:09.207380 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e60e6e8c-4d63-4207-84e5-4353ef164712 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9537463 Oct 26 08:31:09.208306 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59322) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:09.244263 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-fc3a1ec0-e9b9-46d5-9295-0c4fbb14da92 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Request body: {'floatingip': {'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:09.249491 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-f2cc8df9-7351-4d3c-96d2-cd6c035a53d1 None None] Provisioning complete for port a105dcf1-bc3e-47d1-8f89-4ff87f479206 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:09.249908 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f2cc8df9-7351-4d3c-96d2-cd6c035a53d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:09.264136 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-8189c1a7-c479-4a7c-9db9-f6a6788b0aa5 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Deleting port 5c396610-1808-410b-8e30-f28620676054 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:31:09.264478 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8189c1a7-c479-4a7c-9db9-f6a6788b0aa5 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:09.297009 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b76f011-8988-4332-85a4-e57539289875 None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:09.301524 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa6f0db-9247-4549-9519-1cdf81a9eec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-08ea6096-1a7f-444b-a707-b3d18959124d', 'network_id': '08ea6096-1a7f-444b-a707-b3d18959124d', 'tenant_id': 'e886761f12b9429aaa6afb274567c93b', 'fixed_ips': [{'subnet_id': '18401a78-5626-4e26-8d8b-8c3cbde979c6'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:31:09.301825 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1aa6f0db-9247-4549-9519-1cdf81a9eec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:09.323799 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b76f011-8988-4332-85a4-e57539289875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:09.338818 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-31befb19-8813-4881-8ee9-e075af187c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:09.409074 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-222cbfb1-fef5-4022-b0c8-b9890e6b44d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:09.432764 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-222cbfb1-fef5-4022-b0c8-b9890e6b44d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:09.461474 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8189c1a7-c479-4a7c-9db9-f6a6788b0aa5 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:09.537957 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fc3a1ec0-e9b9-46d5-9295-0c4fbb14da92 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks [] for floatingip, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:09.580627 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1181cfcd-0a4b-4610-93cc-dc6e70d6f55f None None] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:09.585522 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2c9545c6-0d78-4ad0-b07d-922e6e43bedc tempest-DHCPAgentSchedulersTestJSON-1372018115 tempest-DHCPAgentSchedulersTestJSON-1372018115-project-admin] 10.222.0.41 "GET /v2.0/agents/4b397108-0da6-40d5-9770-fc07f50f4fb0/dhcp-networks HTTP/1.1" status: 200 len: 8017 time: 0.8667595 Oct 26 08:31:09.586617 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-222cbfb1-fef5-4022-b0c8-b9890e6b44d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:09.589981 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-222cbfb1-fef5-4022-b0c8-b9890e6b44d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:09.590628 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1181cfcd-0a4b-4610-93cc-dc6e70d6f55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:09.591086 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-222cbfb1-fef5-4022-b0c8-b9890e6b44d2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/498b1883-b192-482b-9551-41259da668cf HTTP/1.1" status: 204 len: 168 time: 0.6434052 Oct 26 08:31:09.591676 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59324) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:09.608612 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-1aa6f0db-9247-4549-9519-1cdf81a9eec7 None None] Allocated IP 172.20.0.2 (08ea6096-1a7f-444b-a707-b3d18959124d/18401a78-5626-4e26-8d8b-8c3cbde979c6/88b95907-c5eb-419d-9cb5-dfe0d9afcd00) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:09.609135 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-8189c1a7-c479-4a7c-9db9-f6a6788b0aa5 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Calling delete_port for 5c396610-1808-410b-8e30-f28620676054 owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:31:09.622261 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222cbfb1-fef5-4022-b0c8-b9890e6b44d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498b1883-b192-482b-9551-41259da668cf,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:09.637952 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8a10caf5-0c66-4a78-8855-f3ef0d42caee tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:09.690681 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099392f-5baa-49f4-a736-562e06d8d387 None None] Pushing event updated for resources: {'Port': ['ID=b0c18517-c3b6-4d2a-a26d-caed320afc1a,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:09.707411 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f099392f-5baa-49f4-a736-562e06d8d387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:31:09.708994 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f099392f-5baa-49f4-a736-562e06d8d387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:31:09.711403 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1adffd-1238-4409-a737-ceee599a971e None None] Pushing event updated for resources: {'Port': ['ID=fe4845fb-7c08-4b28-aad1-2002259f20e8,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:09.712759 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f099392f-5baa-49f4-a736-562e06d8d387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:31:09.713350 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f099392f-5baa-49f4-a736-562e06d8d387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:31:09.713724 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f099392f-5baa-49f4-a736-562e06d8d387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:31:09.716629 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f099392f-5baa-49f4-a736-562e06d8d387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:31:09.717154 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f099392f-5baa-49f4-a736-562e06d8d387 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:31:09.717372 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f099392f-5baa-49f4-a736-562e06d8d387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:31:09.718620 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f099392f-5baa-49f4-a736-562e06d8d387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:31:09.719066 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f099392f-5baa-49f4-a736-562e06d8d387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:31:09.719280 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f099392f-5baa-49f4-a736-562e06d8d387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:31:09.719618 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f099392f-5baa-49f4-a736-562e06d8d387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:31:09.722888 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f099392f-5baa-49f4-a736-562e06d8d387 None None] Tracked resource versions report: Oct 26 08:31:09.722888 dv-neutron-804846-13-hyperv neutron-server[102104]: pushed versions: Oct 26 08:31:09.722888 dv-neutron-804846-13-hyperv neutron-server[102104]: { 'AddressGroup': {'1.2'}, Oct 26 08:31:09.722888 dv-neutron-804846-13-hyperv neutron-server[102104]: 'ConntrackHelper': {'1.0'}, Oct 26 08:31:09.722888 dv-neutron-804846-13-hyperv neutron-server[102104]: 'Log': {'1.0'}, Oct 26 08:31:09.722888 dv-neutron-804846-13-hyperv neutron-server[102104]: 'Network': {'1.1'}, Oct 26 08:31:09.722888 dv-neutron-804846-13-hyperv neutron-server[102104]: 'Port': {'1.7'}, Oct 26 08:31:09.722888 dv-neutron-804846-13-hyperv neutron-server[102104]: 'PortForwarding': {'1.2'}, Oct 26 08:31:09.722888 dv-neutron-804846-13-hyperv neutron-server[102104]: 'QosPolicy': {'1.10'}, Oct 26 08:31:09.722888 dv-neutron-804846-13-hyperv neutron-server[102104]: 'SecurityGroup': {'1.4'}, Oct 26 08:31:09.722888 dv-neutron-804846-13-hyperv neutron-server[102104]: 'SecurityGroupRule': {'1.2'}, Oct 26 08:31:09.722888 dv-neutron-804846-13-hyperv neutron-server[102104]: 'SubPort': {'1.0'}, Oct 26 08:31:09.722888 dv-neutron-804846-13-hyperv neutron-server[102104]: 'Subnet': {'1.1'}, Oct 26 08:31:09.722888 dv-neutron-804846-13-hyperv neutron-server[102104]: 'Trunk': {'1.1'}} Oct 26 08:31:09.722888 dv-neutron-804846-13-hyperv neutron-server[102104]: consumer versions: Oct 26 08:31:09.722888 dv-neutron-804846-13-hyperv neutron-server[102104]: { DHCP agent@dv-neutron-804846-13-hyperv: {}, Oct 26 08:31:09.722888 dv-neutron-804846-13-hyperv neutron-server[102104]: HyperV agent@hv-neutron-8048: {}, Oct 26 08:31:09.722888 dv-neutron-804846-13-hyperv neutron-server[102104]: L3 agent@dv-neutron-804846-13-hyperv: {}, Oct 26 08:31:09.722888 dv-neutron-804846-13-hyperv neutron-server[102104]: Metadata agent@dv-neutron-804846-13-hyperv: {}, Oct 26 08:31:09.722888 dv-neutron-804846-13-hyperv neutron-server[102104]: Metering agent@dv-neutron-804846-13-hyperv: {}, Oct 26 08:31:09.722888 dv-neutron-804846-13-hyperv neutron-server[102104]: Open vSwitch agent@dv-neutron-804846-13-hyperv: { 'AddressGroup': '1.2', Oct 26 08:31:09.722888 dv-neutron-804846-13-hyperv neutron-server[102104]: 'ConntrackHelper': '1.0', Oct 26 08:31:09.722888 dv-neutron-804846-13-hyperv neutron-server[102104]: 'Log': '1.0', Oct 26 08:31:09.722888 dv-neutron-804846-13-hyperv neutron-server[102104]: 'Network': '1.1', Oct 26 08:31:09.722888 dv-neutron-804846-13-hyperv neutron-server[102104]: 'Port': '1.7', Oct 26 08:31:09.722888 dv-neutron-804846-13-hyperv neutron-server[102104]: 'PortForwarding': '1.2', Oct 26 08:31:09.722888 dv-neutron-804846-13-hyperv neutron-server[102104]: 'QosPolicy': '1.10', Oct 26 08:31:09.722888 dv-neutron-804846-13-hyperv neutron-server[102104]: 'SecurityGroup': '1.4', Oct 26 08:31:09.722888 dv-neutron-804846-13-hyperv neutron-server[102104]: 'SecurityGroupRule': '1.2', Oct 26 08:31:09.722888 dv-neutron-804846-13-hyperv neutron-server[102104]: 'SubPort': '1.0', Oct 26 08:31:09.722888 dv-neutron-804846-13-hyperv neutron-server[102104]: 'Subnet': '1.1', Oct 26 08:31:09.722888 dv-neutron-804846-13-hyperv neutron-server[102104]: 'Trunk': '1.1'}} Oct 26 08:31:09.722888 dv-neutron-804846-13-hyperv neutron-server[102104]: {{(pid=102104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 08:31:09.752177 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-f2cc8df9-7351-4d3c-96d2-cd6c035a53d1 None None] Port a105dcf1-bc3e-47d1-8f89-4ff87f479206 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:31:09.772477 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b105261b-a39e-492a-bb07-e20cd3fe1f3b tempest-DHCPAgentSchedulersTestJSON-1372018115 tempest-DHCPAgentSchedulersTestJSON-1372018115-project-admin] 10.222.0.41 "GET /v2.0/networks/3b4a4a94-dd8d-4b10-a829-fbfb39848670/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1672521 Oct 26 08:31:09.773670 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59332) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:09.803532 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-8b76f011-8988-4332-85a4-e57539289875 None None] Attempting to bind port fe4845fb-7c08-4b28-aad1-2002259f20e8 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:09.804129 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-8b76f011-8988-4332-85a4-e57539289875 None None] Attempting to bind port fe4845fb-7c08-4b28-aad1-2002259f20e8 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:09.804709 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b76f011-8988-4332-85a4-e57539289875 None None] Attempting to bind port fe4845fb-7c08-4b28-aad1-2002259f20e8 on network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:09.826497 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b76f011-8988-4332-85a4-e57539289875 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:31:09.827484 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b76f011-8988-4332-85a4-e57539289875 None None] Checking segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:31:09.829894 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b76f011-8988-4332-85a4-e57539289875 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:09.833750 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b76f011-8988-4332-85a4-e57539289875 None None] Bound using segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:31:09.834336 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-8b76f011-8988-4332-85a4-e57539289875 None None] Bound port: fe4845fb-7c08-4b28-aad1-2002259f20e8, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:31:09.835410 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-1181cfcd-0a4b-4610-93cc-dc6e70d6f55f None None] Attempting to bind port b0c18517-c3b6-4d2a-a26d-caed320afc1a on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:09.835526 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b76f011-8988-4332-85a4-e57539289875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:09.842847 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-1181cfcd-0a4b-4610-93cc-dc6e70d6f55f None None] Attempting to bind port b0c18517-c3b6-4d2a-a26d-caed320afc1a by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:09.844259 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1181cfcd-0a4b-4610-93cc-dc6e70d6f55f None None] Attempting to bind port b0c18517-c3b6-4d2a-a26d-caed320afc1a on network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:09.847929 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-85cb7914-757e-4790-a6e5-7ca5c65f1a00 tempest-DHCPAgentSchedulersTestJSON-1372018115 tempest-DHCPAgentSchedulersTestJSON-1372018115-project-admin] 10.222.0.41 "GET /v2.0/networks/3b4a4a94-dd8d-4b10-a829-fbfb39848670/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0708025 Oct 26 08:31:09.848522 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59336) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:09.852180 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1181cfcd-0a4b-4610-93cc-dc6e70d6f55f None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:31:09.852902 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1181cfcd-0a4b-4610-93cc-dc6e70d6f55f None None] Checking segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:31:09.853508 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1181cfcd-0a4b-4610-93cc-dc6e70d6f55f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:09.854202 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1181cfcd-0a4b-4610-93cc-dc6e70d6f55f None None] Bound using segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:31:09.854865 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-1181cfcd-0a4b-4610-93cc-dc6e70d6f55f None None] Bound port: b0c18517-c3b6-4d2a-a26d-caed320afc1a, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:31:09.855273 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1181cfcd-0a4b-4610-93cc-dc6e70d6f55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:09.927156 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-1181cfcd-0a4b-4610-93cc-dc6e70d6f55f None None] For port b0c18517-c3b6-4d2a-a26d-caed320afc1a, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:31:09.931461 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-1181cfcd-0a4b-4610-93cc-dc6e70d6f55f None None] For port b0c18517-c3b6-4d2a-a26d-caed320afc1a, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=b0c18517-c3b6-4d2a-a26d-caed320afc1a,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:31:09.938373 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1181cfcd-0a4b-4610-93cc-dc6e70d6f55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:10.008007 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1aa6f0db-9247-4549-9519-1cdf81a9eec7 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:10.036365 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1aa6f0db-9247-4549-9519-1cdf81a9eec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:10.105427 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa6f0db-9247-4549-9519-1cdf81a9eec7 None None] Network 08ea6096-1a7f-444b-a707-b3d18959124d is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:10.112471 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1181cfcd-0a4b-4610-93cc-dc6e70d6f55f None None] Routers {'16678039-031f-4fad-be77-c66454da8d67'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:31:10.115540 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-1181cfcd-0a4b-4610-93cc-dc6e70d6f55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:30:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['16678039-031f-4fad-be77-c66454da8d67'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:10.115674 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-1aa6f0db-9247-4549-9519-1cdf81a9eec7 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:10.120006 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7beb89fb-ad61-4b22-ab8f-648ed73cabb5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:10.125459 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b76f011-8988-4332-85a4-e57539289875 None None] For port fe4845fb-7c08-4b28-aad1-2002259f20e8, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:31:10.126472 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099392f-5baa-49f4-a736-562e06d8d387 None None] Pushing event updated for resources: {'Port': ['ID=b0c18517-c3b6-4d2a-a26d-caed320afc1a,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:10.127772 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6f0db-9247-4549-9519-1cdf81a9eec7 None None] Pushing event updated for resources: {'Port': ['ID=88b95907-c5eb-419d-9cb5-dfe0d9afcd00,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:10.130526 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa6f0db-9247-4549-9519-1cdf81a9eec7 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:10.134145 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b76f011-8988-4332-85a4-e57539289875 None None] For port fe4845fb-7c08-4b28-aad1-2002259f20e8, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=fe4845fb-7c08-4b28-aad1-2002259f20e8,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:31:10.136023 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59338) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:10.160453 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b76f011-8988-4332-85a4-e57539289875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:10.176248 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b544b390-5ceb-4a56-b9f7-587ee3f21de7 tempest-DHCPAgentSchedulersTestJSON-1372018115 tempest-DHCPAgentSchedulersTestJSON-1372018115-project-admin] 10.222.0.41 "GET /v2.0/agents/4b397108-0da6-40d5-9770-fc07f50f4fb0/dhcp-networks HTTP/1.1" status: 200 len: 8017 time: 0.2732306 Oct 26 08:31:10.181991 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59340) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:10.222728 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-31befb19-8813-4881-8ee9-e075af187c62 admin admin] Allocated IP 172.20.0.1 (ee56e2b1-1b4b-4811-8525-c64c4b88af1d/83da6782-9113-4a7a-b4da-ae04d95f86c0/6919d3fd-c589-4192-babe-ac3c19c1126b) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:10.228681 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8189c1a7-c479-4a7c-9db9-f6a6788b0aa5 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:10.249371 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-1aa6f0db-9247-4549-9519-1cdf81a9eec7 None None] Attempting to bind port 88b95907-c5eb-419d-9cb5-dfe0d9afcd00 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:10.250300 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-1aa6f0db-9247-4549-9519-1cdf81a9eec7 None None] Attempting to bind port 88b95907-c5eb-419d-9cb5-dfe0d9afcd00 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '75a801a8-2aa2-4ecf-b007-25b7ab76df15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '08ea6096-1a7f-444b-a707-b3d18959124d'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:10.250440 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa6f0db-9247-4549-9519-1cdf81a9eec7 None None] Attempting to bind port 88b95907-c5eb-419d-9cb5-dfe0d9afcd00 on network 08ea6096-1a7f-444b-a707-b3d18959124d {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:10.276373 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa6f0db-9247-4549-9519-1cdf81a9eec7 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:31:10.276764 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa6f0db-9247-4549-9519-1cdf81a9eec7 None None] Checking segment: {'id': '75a801a8-2aa2-4ecf-b007-25b7ab76df15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '08ea6096-1a7f-444b-a707-b3d18959124d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:31:10.277165 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1aa6f0db-9247-4549-9519-1cdf81a9eec7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:10.277577 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa6f0db-9247-4549-9519-1cdf81a9eec7 None None] Bound using segment: {'id': '75a801a8-2aa2-4ecf-b007-25b7ab76df15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '08ea6096-1a7f-444b-a707-b3d18959124d'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:31:10.278187 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-1aa6f0db-9247-4549-9519-1cdf81a9eec7 None None] Bound port: 88b95907-c5eb-419d-9cb5-dfe0d9afcd00, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a801a8-2aa2-4ecf-b007-25b7ab76df15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '08ea6096-1a7f-444b-a707-b3d18959124d'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:31:10.278575 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1aa6f0db-9247-4549-9519-1cdf81a9eec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:10.282654 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1adffd-1238-4409-a737-ceee599a971e None None] Pushing event updated for resources: {'Port': ['ID=fe4845fb-7c08-4b28-aad1-2002259f20e8,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:10.292263 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189c1a7-c479-4a7c-9db9-f6a6788b0aa5 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Pushing event deleted for resources: {'Port': ['ID=5c396610-1808-410b-8e30-f28620676054,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:10.293495 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-18ec362c-5359-4ef3-a125-43ef4aa8f6f1 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:10.294322 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b76f011-8988-4332-85a4-e57539289875 None None] Routers {'3298173d-f0ba-4eb7-be34-c15551c49ab5'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:31:10.295020 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-8b76f011-8988-4332-85a4-e57539289875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:30:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['3298173d-f0ba-4eb7-be34-c15551c49ab5'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:10.339653 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-1181cfcd-0a4b-4610-93cc-dc6e70d6f55f None None] Set router 16678039-031f-4fad-be77-c66454da8d67 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:31:10.344477 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb89fb-ad61-4b22-ab8f-648ed73cabb5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Subnet': ['ID=830fc124-0ce7-456b-89f1-d53650a04e1a,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:10.347868 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4f2b70a0-b754-439e-a5d8-ff2482f5e24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:10.367213 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8189c1a7-c479-4a7c-9db9-f6a6788b0aa5 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:10.373249 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8189c1a7-c479-4a7c-9db9-f6a6788b0aa5 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] 10.222.0.41 "DELETE /v2.0/ports/5c396610-1808-410b-8e30-f28620676054 HTTP/1.1" status: 204 len: 168 time: 1.7168126 Oct 26 08:31:10.384403 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59344) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:10.413245 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-18ec362c-5359-4ef3-a125-43ef4aa8f6f1 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:10.423697 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7beb89fb-ad61-4b22-ab8f-648ed73cabb5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Checking segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:31:10.424069 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7beb89fb-ad61-4b22-ab8f-648ed73cabb5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network hostable DHCP agents. Network: ecf0c004-fa53-4f3e-bbfd-ff079400665b, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:31:10.438742 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-18ec362c-5359-4ef3-a125-43ef4aa8f6f1 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3d9db2d-4e5f-437b-b8a3-d6f7a234f67f']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:10.449473 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-18ec362c-5359-4ef3-a125-43ef4aa8f6f1 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb4ba3c4-5b18-4f5e-9c52-0192295ef41d') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:10.449851 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-18ec362c-5359-4ef3-a125-43ef4aa8f6f1 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb4ba3c4-5b18-4f5e-9c52-0192295ef41d') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:10.457773 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-be8eec13-9356-42f4-b7ce-4262bb56d682 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7b65a815c2734396a05e57d47432580d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3204823 Oct 26 08:31:10.462326 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-18ec362c-5359-4ef3-a125-43ef4aa8f6f1 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:10.466809 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-1aa6f0db-9247-4549-9519-1cdf81a9eec7 None None] For port 88b95907-c5eb-419d-9cb5-dfe0d9afcd00, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:31:10.467168 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59346) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:10.481986 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-18ec362c-5359-4ef3-a125-43ef4aa8f6f1 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:10.484647 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-8b76f011-8988-4332-85a4-e57539289875 None None] Set router 3298173d-f0ba-4eb7-be34-c15551c49ab5 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:31:10.489827 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ec362c-5359-4ef3-a125-43ef4aa8f6f1 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:31:10.490226 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-18ec362c-5359-4ef3-a125-43ef4aa8f6f1 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:10.516751 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-1aa6f0db-9247-4549-9519-1cdf81a9eec7 None None] For port 88b95907-c5eb-419d-9cb5-dfe0d9afcd00, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=88b95907-c5eb-419d-9cb5-dfe0d9afcd00,segment=NetworkSegment(75a801a8-2aa2-4ecf-b007-25b7ab76df15),segment_id=75a801a8-2aa2-4ecf-b007-25b7ab76df15)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:31:10.549236 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1aa6f0db-9247-4549-9519-1cdf81a9eec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:10.560919 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:31:10.560919 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:31:10.560919 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:31:10.560919 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:31:10.560919 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:31:10.560919 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:31:10.560919 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:31:10.560919 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:31:10.560919 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:31:10.560919 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:31:10.560919 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:31:10.560919 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:31:10.560919 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:31:10.560919 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:31:10.560919 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:31:10.560919 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:31:10.560919 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:31:10.560919 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:31:10.560919 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:31:10.560919 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:31:10.560919 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:31:10.560919 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:31:10.560919 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:31:10.560919 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:31:10.560919 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:31:10.560919 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:31:10.560919 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:31:10.560919 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:31:10.560919 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:31:10.560919 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:31:10.560919 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:31:10.560919 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:31:10.583054 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-18ec362c-5359-4ef3-a125-43ef4aa8f6f1 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:10.609504 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec362c-5359-4ef3-a125-43ef4aa8f6f1 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Pushing event deleted for resources: {'Network': ['ID=b3d9db2d-4e5f-437b-b8a3-d6f7a234f67f,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:10.613260 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-18ec362c-5359-4ef3-a125-43ef4aa8f6f1 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:10.616529 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-18ec362c-5359-4ef3-a125-43ef4aa8f6f1 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] 10.222.0.41 "DELETE /v2.0/networks/b3d9db2d-4e5f-437b-b8a3-d6f7a234f67f HTTP/1.1" status: 204 len: 168 time: 0.4334843 Oct 26 08:31:10.620357 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fc3a1ec0-e9b9-46d5-9295-0c4fbb14da92 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:10.622011 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59348) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:10.630874 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-1181cfcd-0a4b-4610-93cc-dc6e70d6f55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16678039-031f-4fad-be77-c66454da8d67', 'name': 'tempest-ServersTestJSON-840758527-router', 'tenant_id': 'aacb04f5ce564fc6b000afd721b795f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'b0c18517-c3b6-4d2a-a26d-caed320afc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:30:59Z', 'updated_at': '2021-10-26T08:31:06Z', 'revision_number': 3, 'project_id': 'aacb04f5ce564fc6b000afd721b795f4', 'gw_port': {'id': 'b0c18517-c3b6-4d2a-a26d-caed320afc1a', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16678039-031f-4fad-be77-c66454da8d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:03Z', 'updated_at': '2021-10-26T08:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:10.671003 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1181cfcd-0a4b-4610-93cc-dc6e70d6f55f None None] The sync data for ids ['16678039-031f-4fad-be77-c66454da8d67'] in dv-neutron-804846-13-hyperv is: [{'id': '16678039-031f-4fad-be77-c66454da8d67', 'name': 'tempest-ServersTestJSON-840758527-router', 'tenant_id': 'aacb04f5ce564fc6b000afd721b795f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'b0c18517-c3b6-4d2a-a26d-caed320afc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:30:59Z', 'updated_at': '2021-10-26T08:31:06Z', 'revision_number': 3, 'project_id': 'aacb04f5ce564fc6b000afd721b795f4', 'gw_port': {'id': 'b0c18517-c3b6-4d2a-a26d-caed320afc1a', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16678039-031f-4fad-be77-c66454da8d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:03Z', 'updated_at': '2021-10-26T08:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:31:10.674546 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bf36b6e-770e-4174-aff1-1c866157b07e tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] DELETE failed (client error): The resource could not be found. Oct 26 08:31:10.675309 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bf36b6e-770e-4174-aff1-1c866157b07e tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:31:10.678603 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2bf36b6e-770e-4174-aff1-1c866157b07e tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] 10.222.0.41 "DELETE /v2.0/ports/63be46ae-da2a-4f8b-be0a-386d03bcbdc4 HTTP/1.1" status: 404 len: 333 time: 0.0540540 Oct 26 08:31:10.683951 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59350) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:10.716662 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6f0db-9247-4549-9519-1cdf81a9eec7 None None] Pushing event updated for resources: {'Port': ['ID=88b95907-c5eb-419d-9cb5-dfe0d9afcd00,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:10.799122 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7beb89fb-ad61-4b22-ab8f-648ed73cabb5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:31:10.821203 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b8edfd-e4e2-4f57-8958-a72f103d7d17 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Deleting subnet e078a7b3-aae2-4b74-b18f-6ca05f6ad787 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:31:10.835079 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e5b8edfd-e4e2-4f57-8958-a72f103d7d17 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:10.860895 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-7beb89fb-ad61-4b22-ab8f-648ed73cabb5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, ecf0c004-fa53-4f3e-bbfd-ff079400665b) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:10.873159 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4678b2-d3ff-4c55-9eeb-f044dc5961a2 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:31:10.912166 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7beb89fb-ad61-4b22-ab8f-648ed73cabb5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:10.912780 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7beb89fb-ad61-4b22-ab8f-648ed73cabb5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:10.965795 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e5b8edfd-e4e2-4f57-8958-a72f103d7d17 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:11.034133 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-31befb19-8813-4881-8ee9-e075af187c62 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:11.107142 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7beb89fb-ad61-4b22-ab8f-648ed73cabb5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4095845 Oct 26 08:31:11.111867 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59352) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:11.119210 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-31befb19-8813-4881-8ee9-e075af187c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:11.119907 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-a7711f45-5022-4b90-89c8-91a11389dcaf tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'port': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'name': 'tempest-NetworksTestDHCPv6-1285961676'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:11.144480 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-8b76f011-8988-4332-85a4-e57539289875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'name': 'tempest-ServersTestManualDisk-1671399814-router', 'tenant_id': 'f619f7bf208b454a9f9680fa433c8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'fe4845fb-7c08-4b28-aad1-2002259f20e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:30:59Z', 'updated_at': '2021-10-26T08:31:05Z', 'revision_number': 3, 'project_id': 'f619f7bf208b454a9f9680fa433c8f91', 'gw_port': {'id': 'fe4845fb-7c08-4b28-aad1-2002259f20e8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:02Z', 'updated_at': '2021-10-26T08:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:11.144993 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-707fc95f-ca0c-478d-b4c9-be564a2ce32c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:11.187907 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b76f011-8988-4332-85a4-e57539289875 None None] The sync data for ids ['3298173d-f0ba-4eb7-be34-c15551c49ab5'] in dv-neutron-804846-13-hyperv is: [{'id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'name': 'tempest-ServersTestManualDisk-1671399814-router', 'tenant_id': 'f619f7bf208b454a9f9680fa433c8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'fe4845fb-7c08-4b28-aad1-2002259f20e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:30:59Z', 'updated_at': '2021-10-26T08:31:05Z', 'revision_number': 3, 'project_id': 'f619f7bf208b454a9f9680fa433c8f91', 'gw_port': {'id': 'fe4845fb-7c08-4b28-aad1-2002259f20e8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:02Z', 'updated_at': '2021-10-26T08:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:31:11.255704 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab807c1a-3cac-40d4-b017-98ba126272d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'tenant_id': '34a26fc2cbe741c49d4d94b40e63438a', 'fixed_ips': [{'subnet_id': '830fc124-0ce7-456b-89f1-d53650a04e1a'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:31:11.256845 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ab807c1a-3cac-40d4-b017-98ba126272d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:11.285589 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-fc3a1ec0-e9b9-46d5-9295-0c4fbb14da92 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Allocated IP 172.26.2.5 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/11696a04-7cba-4593-bdb1-ac2c2f5a18b1) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:11.286935 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31befb19-8813-4881-8ee9-e075af187c62 admin admin] Network ee56e2b1-1b4b-4811-8525-c64c4b88af1d is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:11.309566 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-31befb19-8813-4881-8ee9-e075af187c62 admin admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:11.324398 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-707fc95f-ca0c-478d-b4c9-be564a2ce32c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:11.329078 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31befb19-8813-4881-8ee9-e075af187c62 admin admin] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:11.367641 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31befb19-8813-4881-8ee9-e075af187c62 admin admin] Pushing event updated for resources: {'Port': ['ID=6919d3fd-c589-4192-babe-ac3c19c1126b,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:11.442107 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-955a9ac3-c8e5-44d0-8b34-95459d7600c6 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Deleting port 0934c798-79d3-4a9b-85bf-bedc932b94a8 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:31:11.442454 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-955a9ac3-c8e5-44d0-8b34-95459d7600c6 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:11.490087 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-4f2b70a0-b754-439e-a5d8-ff2482f5e24f admin admin] Allocated IP 172.20.0.1 (3552283e-c7ba-4bd2-b88d-27fd8882224b/1aae4028-3476-408a-bb24-3e698a768110/6c0ae55c-a010-459e-8435-bf41f7c4ddba) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:11.502758 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8a10caf5-0c66-4a78-8855-f3ef0d42caee tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks [] for router_gateway, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:11.533936 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-ab807c1a-3cac-40d4-b017-98ba126272d9 None None] Allocated IP 2001:db8::2 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/830fc124-0ce7-456b-89f1-d53650a04e1a/a6d4c973-fd79-425a-aceb-e8402950a196) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:11.610764 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8a10caf5-0c66-4a78-8855-f3ef0d42caee tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:11.630099 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-31befb19-8813-4881-8ee9-e075af187c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:11.779806 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-955a9ac3-c8e5-44d0-8b34-95459d7600c6 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:11.850105 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-c5812ce3-4098-4e32-8396-aafdf70bdc4e None None] Provisioning complete for port 6919d3fd-c589-4192-babe-ac3c19c1126b triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:11.850486 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c5812ce3-4098-4e32-8396-aafdf70bdc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:11.859374 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-955a9ac3-c8e5-44d0-8b34-95459d7600c6 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Calling delete_port for 0934c798-79d3-4a9b-85bf-bedc932b94a8 owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:31:11.862789 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-707fc95f-ca0c-478d-b4c9-be564a2ce32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:11.865538 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-707fc95f-ca0c-478d-b4c9-be564a2ce32c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:11.867063 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-707fc95f-ca0c-478d-b4c9-be564a2ce32c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8b48e1b2-2949-41f4-b394-f4dd237be778 HTTP/1.1" status: 204 len: 168 time: 1.3932977 Oct 26 08:31:11.908250 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ab807c1a-3cac-40d4-b017-98ba126272d9 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:11.959094 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707fc95f-ca0c-478d-b4c9-be564a2ce32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b48e1b2-2949-41f4-b394-f4dd237be778,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:11.988407 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-c5812ce3-4098-4e32-8396-aafdf70bdc4e None None] Port 6919d3fd-c589-4192-babe-ac3c19c1126b cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:31:11.991618 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ab807c1a-3cac-40d4-b017-98ba126272d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:12.072863 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fc3a1ec0-e9b9-46d5-9295-0c4fbb14da92 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:12.085967 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab807c1a-3cac-40d4-b017-98ba126272d9 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:12.091330 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-ab807c1a-3cac-40d4-b017-98ba126272d9 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:12.113947 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab807c1a-3cac-40d4-b017-98ba126272d9 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:12.145463 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e5b8edfd-e4e2-4f57-8958-a72f103d7d17 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:12.253157 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab807c1a-3cac-40d4-b017-98ba126272d9 None None] Pushing event updated for resources: {'Port': ['ID=a6d4c973-fd79-425a-aceb-e8402950a196,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:12.254986 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4f2b70a0-b754-439e-a5d8-ff2482f5e24f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:12.268842 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fc3a1ec0-e9b9-46d5-9295-0c4fbb14da92 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:12.280930 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e5b8edfd-e4e2-4f57-8958-a72f103d7d17 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:12.298100 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-ab807c1a-3cac-40d4-b017-98ba126272d9 None None] Attempting to bind port a6d4c973-fd79-425a-aceb-e8402950a196 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:12.298494 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-ab807c1a-3cac-40d4-b017-98ba126272d9 None None] Attempting to bind port a6d4c973-fd79-425a-aceb-e8402950a196 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:12.298871 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab807c1a-3cac-40d4-b017-98ba126272d9 None None] Attempting to bind port a6d4c973-fd79-425a-aceb-e8402950a196 on network ecf0c004-fa53-4f3e-bbfd-ff079400665b {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:12.316426 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab807c1a-3cac-40d4-b017-98ba126272d9 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:31:12.319547 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab807c1a-3cac-40d4-b017-98ba126272d9 None None] Checking segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:31:12.320080 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ab807c1a-3cac-40d4-b017-98ba126272d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:12.320576 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab807c1a-3cac-40d4-b017-98ba126272d9 None None] Bound using segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:31:12.321438 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-ab807c1a-3cac-40d4-b017-98ba126272d9 None None] Bound port: a6d4c973-fd79-425a-aceb-e8402950a196, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:31:12.321722 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ab807c1a-3cac-40d4-b017-98ba126272d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:12.434412 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 88b95907-c5eb-419d-9cb5-dfe0d9afcd00 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:31:12.459040 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4f2b70a0-b754-439e-a5d8-ff2482f5e24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:12.487964 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e5b8edfd-e4e2-4f57-8958-a72f103d7d17 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:12.489516 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0dab7e7-0708-4747-b309-1c5a476eccb2 None None] Network 3b4a4a94-dd8d-4b10-a829-fbfb39848670 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:31:12.496094 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e5b8edfd-e4e2-4f57-8958-a72f103d7d17 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] 10.222.0.41 "DELETE /v2.0/subnets/e078a7b3-aae2-4b74-b18f-6ca05f6ad787 HTTP/1.1" status: 204 len: 168 time: 1.8097162 Oct 26 08:31:12.505553 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-31befb19-8813-4881-8ee9-e075af187c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:12.523633 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59358) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:12.549554 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f09ae18-7f1d-4897-9312-bdec4515ac35 None None] Network 08ea6096-1a7f-444b-a707-b3d18959124d requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:31:12.576943 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b8edfd-e4e2-4f57-8958-a72f103d7d17 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Pushing event deleted for resources: {'Subnet': ['ID=e078a7b3-aae2-4b74-b18f-6ca05f6ad787,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:12.590248 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3a1ec0-e9b9-46d5-9295-0c4fbb14da92 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:12.611769 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-fc3a1ec0-e9b9-46d5-9295-0c4fbb14da92 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:12.618684 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3a1ec0-e9b9-46d5-9295-0c4fbb14da92 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:12.621734 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-955a9ac3-c8e5-44d0-8b34-95459d7600c6 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:12.646759 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-ab807c1a-3cac-40d4-b017-98ba126272d9 None None] For port a6d4c973-fd79-425a-aceb-e8402950a196, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:31:12.665756 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a1ec0-e9b9-46d5-9295-0c4fbb14da92 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Pushing event updated for resources: {'Port': ['ID=11696a04-7cba-4593-bdb1-ac2c2f5a18b1,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:12.672224 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-41100346-4ea9-4895-82b4-b8d1c3635b8a None None] Provisioning complete for port 88b95907-c5eb-419d-9cb5-dfe0d9afcd00 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:12.672606 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-41100346-4ea9-4895-82b4-b8d1c3635b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:12.688027 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-955a9ac3-c8e5-44d0-8b34-95459d7600c6 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:12.694602 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-955a9ac3-c8e5-44d0-8b34-95459d7600c6 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] 10.222.0.41 "DELETE /v2.0/ports/0934c798-79d3-4a9b-85bf-bedc932b94a8 HTTP/1.1" status: 204 len: 168 time: 2.2814550 Oct 26 08:31:12.714693 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-ab807c1a-3cac-40d4-b017-98ba126272d9 None None] For port a6d4c973-fd79-425a-aceb-e8402950a196, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=a6d4c973-fd79-425a-aceb-e8402950a196,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:31:12.720432 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2b70a0-b754-439e-a5d8-ff2482f5e24f admin admin] Network 3552283e-c7ba-4bd2-b88d-27fd8882224b is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:12.721313 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59366) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:12.755327 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ab807c1a-3cac-40d4-b017-98ba126272d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:12.773043 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 88b95907-c5eb-419d-9cb5-dfe0d9afcd00 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:12.773426 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:12.778403 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-4f2b70a0-b754-439e-a5d8-ff2482f5e24f admin admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:12.787996 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2b70a0-b754-439e-a5d8-ff2482f5e24f admin admin] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:12.853913 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ac2f0fad-5796-45cd-b4ad-11159d6a6ac7 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1283271 Oct 26 08:31:12.878101 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59370) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:12.909869 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-060e6b03-0637-4660-b679-2665e8fd832f tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1538344717'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:12.944575 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7711f45-5022-4b90-89c8-91a11389dcaf tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:12.950018 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a7711f45-5022-4b90-89c8-91a11389dcaf tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:12.957163 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4f2b70a0-b754-439e-a5d8-ff2482f5e24f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:12.969992 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab807c1a-3cac-40d4-b017-98ba126272d9 None None] Pushing event updated for resources: {'Port': ['ID=a6d4c973-fd79-425a-aceb-e8402950a196,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:13.059064 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-8a10caf5-0c66-4a78-8855-f3ef0d42caee tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Allocated IP 172.26.2.57 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/ad5cdb5f-c7e9-4b9c-8a60-0704e6987dde) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:13.096496 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-a7711f45-5022-4b90-89c8-91a11389dcaf tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] device_id is not set on port dc32994d-22cb-413b-8418-0e50607cbe3d yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:31:13.213507 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b70a0-b754-439e-a5d8-ff2482f5e24f admin admin] Pushing event updated for resources: {'Port': ['ID=6c0ae55c-a010-459e-8435-bf41f7c4ddba,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:13.237991 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fc3a1ec0-e9b9-46d5-9295-0c4fbb14da92 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:13.291951 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a9ac3-c8e5-44d0-8b34-95459d7600c6 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Pushing event deleted for resources: {'Port': ['ID=0934c798-79d3-4a9b-85bf-bedc932b94a8,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:13.297772 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d75789cc-6b46-483a-805a-94efefa4cac3 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:13.343433 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:13.379391 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4f2b70a0-b754-439e-a5d8-ff2482f5e24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:13.397490 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-41100346-4ea9-4895-82b4-b8d1c3635b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:13.402350 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060e6b03-0637-4660-b679-2665e8fd832f tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Made reservation on behalf of 0c301b6209a640a8b8e4a7c74d2c54d3 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:13.408151 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-060e6b03-0637-4660-b679-2665e8fd832f tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:13.459757 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-31befb19-8813-4881-8ee9-e075af187c62 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:13.496584 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-31befb19-8813-4881-8ee9-e075af187c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:13.498849 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 88b95907-c5eb-419d-9cb5-dfe0d9afcd00, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=88b95907-c5eb-419d-9cb5-dfe0d9afcd00,segment=NetworkSegment(75a801a8-2aa2-4ecf-b007-25b7ab76df15),segment_id=75a801a8-2aa2-4ecf-b007-25b7ab76df15)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:31:13.500617 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabbe5ae-93d5-4a1a-a0f6-764b67e986e3 None None] DHCP port deletion for 3b4a4a94-dd8d-4b10-a829-fbfb39848670 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:31:13.512173 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:13.513093 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device fe4845fb-7c08-4b28-aad1-2002259f20e8 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:31:13.598603 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-060e6b03-0637-4660-b679-2665e8fd832f tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:31:13.609791 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-060e6b03-0637-4660-b679-2665e8fd832f tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:13.610241 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-060e6b03-0637-4660-b679-2665e8fd832f tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Added segment c111979c-2ebf-4620-94fc-d1cade7cb1bb of type vlan for network 8cf3e804-4781-49c9-ad3b-bfbf90691e02 Oct 26 08:31:13.620846 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:31:13.639296 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31befb19-8813-4881-8ee9-e075af187c62 admin admin] Pushing event updated for resources: {'Port': ['ID=6919d3fd-c589-4192-babe-ac3c19c1126b,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:13.694418 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fc3a1ec0-e9b9-46d5-9295-0c4fbb14da92 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:13.729320 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=88b95907-c5eb-419d-9cb5-dfe0d9afcd00,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:13.750258 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-d75789cc-6b46-483a-805a-94efefa4cac3 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Deleting port 00a2187c-0fa4-46e7-89bd-3d7c5f5a2525 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:31:13.752948 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d75789cc-6b46-483a-805a-94efefa4cac3 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:13.758936 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.db.api [None req-41100346-4ea9-4895-82b4-b8d1c3635b8a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:31:13.759581 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG oslo_db.api [None req-41100346-4ea9-4895-82b4-b8d1c3635b8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:31:13.811089 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port fe4845fb-7c08-4b28-aad1-2002259f20e8 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:13.811410 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:13.815367 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-aabbe5ae-93d5-4a1a-a0f6-764b67e986e3 None None] Deleting port 00a2187c-0fa4-46e7-89bd-3d7c5f5a2525 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:31:13.815902 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-aabbe5ae-93d5-4a1a-a0f6-764b67e986e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:13.834382 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-31befb19-8813-4881-8ee9-e075af187c62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:13.913689 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-060e6b03-0637-4660-b679-2665e8fd832f tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:13.916361 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-aabbe5ae-93d5-4a1a-a0f6-764b67e986e3 None None] For port 00a2187c-0fa4-46e7-89bd-3d7c5f5a2525, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=00a2187c-0fa4-46e7-89bd-3d7c5f5a2525,segment=NetworkSegment(7e501bd2-0e23-472c-8a13-ed25e4bb114a),segment_id=7e501bd2-0e23-472c-8a13-ed25e4bb114a)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:31:13.917306 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-aabbe5ae-93d5-4a1a-a0f6-764b67e986e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:13.938084 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-aabbe5ae-93d5-4a1a-a0f6-764b67e986e3 None None] Calling delete_port for 00a2187c-0fa4-46e7-89bd-3d7c5f5a2525 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:31:13.979211 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-a7711f45-5022-4b90-89c8-91a11389dcaf tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Allocated IP 2001:db8::27c (ecf0c004-fa53-4f3e-bbfd-ff079400665b/830fc124-0ce7-456b-89f1-d53650a04e1a/dc32994d-22cb-413b-8418-0e50607cbe3d) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:13.980802 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-d75789cc-6b46-483a-805a-94efefa4cac3 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] For port 00a2187c-0fa4-46e7-89bd-3d7c5f5a2525, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=00a2187c-0fa4-46e7-89bd-3d7c5f5a2525,segment=NetworkSegment(7e501bd2-0e23-472c-8a13-ed25e4bb114a),segment_id=7e501bd2-0e23-472c-8a13-ed25e4bb114a)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:31:13.981555 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d75789cc-6b46-483a-805a-94efefa4cac3 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:14.003587 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8a10caf5-0c66-4a78-8855-f3ef0d42caee tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:14.014411 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-d75789cc-6b46-483a-805a-94efefa4cac3 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Calling delete_port for 00a2187c-0fa4-46e7-89bd-3d7c5f5a2525 owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:31:14.059407 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fc3a1ec0-e9b9-46d5-9295-0c4fbb14da92 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:14.060229 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:14.084712 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fc3a1ec0-e9b9-46d5-9295-0c4fbb14da92 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:14.124258 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port fe4845fb-7c08-4b28-aad1-2002259f20e8, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=fe4845fb-7c08-4b28-aad1-2002259f20e8,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:31:14.138615 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:14.139478 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device b0c18517-c3b6-4d2a-a26d-caed320afc1a up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:31:14.161062 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-060e6b03-0637-4660-b679-2665e8fd832f tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:14.167412 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4f2b70a0-b754-439e-a5d8-ff2482f5e24f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:14.167829 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060e6b03-0637-4660-b679-2665e8fd832f tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:14.168554 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-060e6b03-0637-4660-b679-2665e8fd832f tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:14.173292 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31befb19-8813-4881-8ee9-e075af187c62 admin admin] Network ee56e2b1-1b4b-4811-8525-c64c4b88af1d is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:14.177569 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4f2b70a0-b754-439e-a5d8-ff2482f5e24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:14.230383 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4f2b70a0-b754-439e-a5d8-ff2482f5e24f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:14.260789 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-31befb19-8813-4881-8ee9-e075af187c62 admin admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:14.360072 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a1ec0-e9b9-46d5-9295-0c4fbb14da92 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Pushing event updated for resources: {'Port': ['ID=11696a04-7cba-4593-bdb1-ac2c2f5a18b1,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:14.392142 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8a10caf5-0c66-4a78-8855-f3ef0d42caee tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:14.398247 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-060e6b03-0637-4660-b679-2665e8fd832f tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5125163 Oct 26 08:31:14.414100 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59394) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:14.436123 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-aabbe5ae-93d5-4a1a-a0f6-764b67e986e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:14.447513 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fc3a1ec0-e9b9-46d5-9295-0c4fbb14da92 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:14.457127 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-0fe8d8a8-49cf-4acd-b132-56d521736f17 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-121823681'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:14.457711 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabbe5ae-93d5-4a1a-a0f6-764b67e986e3 None None] No DVR routers for this DVR port 00a2187c-0fa4-46e7-89bd-3d7c5f5a2525 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:31:14.464099 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e6b03-0637-4660-b679-2665e8fd832f tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Pushing event updated for resources: {'Network': ['ID=8cf3e804-4781-49c9-ad3b-bfbf90691e02,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:14.480646 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=fe4845fb-7c08-4b28-aad1-2002259f20e8,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:14.504066 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a10caf5-0c66-4a78-8855-f3ef0d42caee tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:14.511981 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabbe5ae-93d5-4a1a-a0f6-764b67e986e3 None None] Pushing event deleted for resources: {'Port': ['ID=00a2187c-0fa4-46e7-89bd-3d7c5f5a2525,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:14.514312 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 8cf3e804-4781-49c9-ad3b-bfbf90691e02 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:31:14.535367 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-8a10caf5-0c66-4a78-8855-f3ef0d42caee tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:14.551013 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d75789cc-6b46-483a-805a-94efefa4cac3 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:14.553318 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a10caf5-0c66-4a78-8855-f3ef0d42caee tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:14.590628 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2b70a0-b754-439e-a5d8-ff2482f5e24f admin admin] Network 3552283e-c7ba-4bd2-b88d-27fd8882224b is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:14.615299 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port b0c18517-c3b6-4d2a-a26d-caed320afc1a triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:14.615709 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:14.623666 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10caf5-0c66-4a78-8855-f3ef0d42caee tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Pushing event updated for resources: {'Port': ['ID=ad5cdb5f-c7e9-4b9c-8a60-0704e6987dde,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:14.632955 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe8d8a8-49cf-4acd-b132-56d521736f17 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Made reservation on behalf of 0c301b6209a640a8b8e4a7c74d2c54d3 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:14.638887 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0fe8d8a8-49cf-4acd-b132-56d521736f17 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:14.666251 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fc3a1ec0-e9b9-46d5-9295-0c4fbb14da92 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:14.673643 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-4f2b70a0-b754-439e-a5d8-ff2482f5e24f admin admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:14.674048 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59398) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:14.674831 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-fc3a1ec0-e9b9-46d5-9295-0c4fbb14da92 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.4605491 Oct 26 08:31:14.723150 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a7711f45-5022-4b90-89c8-91a11389dcaf tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:14.728835 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-447b819f-fb0d-4c55-b14f-b39b12251674 None None] Provisioning complete for port 6c0ae55c-a010-459e-8435-bf41f7c4ddba triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:14.729213 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-447b819f-fb0d-4c55-b14f-b39b12251674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:14.849770 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-447b819f-fb0d-4c55-b14f-b39b12251674 None None] Port 6c0ae55c-a010-459e-8435-bf41f7c4ddba cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:31:14.863423 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:14.872715 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe8d8a8-49cf-4acd-b132-56d521736f17 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:31:14.906168 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0fe8d8a8-49cf-4acd-b132-56d521736f17 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:14.906834 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-0fe8d8a8-49cf-4acd-b132-56d521736f17 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Added segment 72938da0-8292-4d32-8241-bbe7eb806b7e of type vlan for network 0469c80b-7205-4c5b-923e-ce2fe534f45b Oct 26 08:31:14.922146 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port b0c18517-c3b6-4d2a-a26d-caed320afc1a, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=b0c18517-c3b6-4d2a-a26d-caed320afc1a,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:31:14.924364 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-447b819f-fb0d-4c55-b14f-b39b12251674 None None] Provisioning complete for port 88b95907-c5eb-419d-9cb5-dfe0d9afcd00 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:14.925030 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-447b819f-fb0d-4c55-b14f-b39b12251674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:14.994871 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:15.002481 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59404) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:15.051887 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0fe8d8a8-49cf-4acd-b132-56d521736f17 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:15.058906 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a7711f45-5022-4b90-89c8-91a11389dcaf tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:15.062014 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=b0c18517-c3b6-4d2a-a26d-caed320afc1a,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:15.093840 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75789cc-6b46-483a-805a-94efefa4cac3 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] No DVR routers for this DVR port 00a2187c-0fa4-46e7-89bd-3d7c5f5a2525 on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:31:15.098504 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b70a0-b754-439e-a5d8-ff2482f5e24f admin admin] Pushing event updated for resources: {'Port': ['ID=6c0ae55c-a010-459e-8435-bf41f7c4ddba,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:15.122192 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-09b1434b-ab38-4591-b1a0-dab1336047b0 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Request body: {'floatingip': {'port_id': 'a105dcf1-bc3e-47d1-8f89-4ff87f479206', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:15.170803 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7711f45-5022-4b90-89c8-91a11389dcaf tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:15.213748 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0fe8d8a8-49cf-4acd-b132-56d521736f17 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:15.219431 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe8d8a8-49cf-4acd-b132-56d521736f17 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:15.219999 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0fe8d8a8-49cf-4acd-b132-56d521736f17 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:15.232956 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faeaf29e-417a-4c7b-affa-17a4566b1075 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:31:15.264635 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7711f45-5022-4b90-89c8-91a11389dcaf tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Port': ['ID=dc32994d-22cb-413b-8418-0e50607cbe3d,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:15.267424 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-a7711f45-5022-4b90-89c8-91a11389dcaf tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:15.286586 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7711f45-5022-4b90-89c8-91a11389dcaf tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:15.292944 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7711f45-5022-4b90-89c8-91a11389dcaf tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:15.293858 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a7711f45-5022-4b90-89c8-91a11389dcaf tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:15.294915 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d75789cc-6b46-483a-805a-94efefa4cac3 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:15.298775 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-bfa4550e-dd95-47f8-8942-341174188e82 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:15.317996 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-d75789cc-6b46-483a-805a-94efefa4cac3 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b4a4a94-dd8d-4b10-a829-fbfb39848670']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:15.328531 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-d75789cc-6b46-483a-805a-94efefa4cac3 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e501bd2-0e23-472c-8a13-ed25e4bb114a') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:15.328835 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-d75789cc-6b46-483a-805a-94efefa4cac3 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e501bd2-0e23-472c-8a13-ed25e4bb114a') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:15.339946 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d75789cc-6b46-483a-805a-94efefa4cac3 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:15.356213 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d75789cc-6b46-483a-805a-94efefa4cac3 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:15.366028 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d75789cc-6b46-483a-805a-94efefa4cac3 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:31:15.366438 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d75789cc-6b46-483a-805a-94efefa4cac3 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:15.379570 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 88b95907-c5eb-419d-9cb5-dfe0d9afcd00 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:31:15.448488 dv-neutron-804846-13-hyperv neutron-server[102102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:31:15.448488 dv-neutron-804846-13-hyperv neutron-server[102102]: self.session.flush() Oct 26 08:31:15.448488 dv-neutron-804846-13-hyperv neutron-server[102102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:31:15.448488 dv-neutron-804846-13-hyperv neutron-server[102102]: self.session.flush() Oct 26 08:31:15.448488 dv-neutron-804846-13-hyperv neutron-server[102102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:31:15.448488 dv-neutron-804846-13-hyperv neutron-server[102102]: self.session.flush() Oct 26 08:31:15.448488 dv-neutron-804846-13-hyperv neutron-server[102102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:31:15.448488 dv-neutron-804846-13-hyperv neutron-server[102102]: self.session.flush() Oct 26 08:31:15.448488 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:31:15.448488 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:31:15.448488 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:31:15.448488 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:31:15.448488 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:31:15.448488 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:31:15.448488 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:31:15.448488 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:31:15.448488 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:31:15.448488 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:31:15.448488 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:31:15.448488 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:31:15.448488 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:31:15.448488 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:31:15.448488 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:31:15.448488 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:31:15.448488 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:31:15.448488 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:31:15.448488 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:31:15.448488 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:31:15.448488 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:31:15.448488 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:31:15.448488 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:31:15.448488 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:31:15.448488 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:31:15.448488 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:31:15.448488 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:31:15.448488 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:31:15.448488 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:31:15.448488 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:31:15.448488 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:31:15.448488 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:31:15.451023 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75789cc-6b46-483a-805a-94efefa4cac3 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Pushing event deleted for resources: {'Port': ['ID=00a2187c-0fa4-46e7-89bd-3d7c5f5a2525,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:15.451108 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-ed8efc52-2b50-4903-b7e5-0eb6a10d79c1 None None] Provisioning complete for port 6919d3fd-c589-4192-babe-ac3c19c1126b triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:15.451108 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ed8efc52-2b50-4903-b7e5-0eb6a10d79c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:15.461052 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-09b1434b-ab38-4591-b1a0-dab1336047b0 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks [] for floatingip, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:15.509921 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-ed8efc52-2b50-4903-b7e5-0eb6a10d79c1 None None] Port 6919d3fd-c589-4192-babe-ac3c19c1126b cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:31:15.519697 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 88b95907-c5eb-419d-9cb5-dfe0d9afcd00 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:15.520076 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:15.533846 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-0fe8d8a8-49cf-4acd-b132-56d521736f17 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1151364 Oct 26 08:31:15.568546 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a7711f45-5022-4b90-89c8-91a11389dcaf tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.4518614 Oct 26 08:31:15.573765 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59410) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:15.584740 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-ed8efc52-2b50-4903-b7e5-0eb6a10d79c1 None None] Provisioning complete for port a6d4c973-fd79-425a-aceb-e8402950a196 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:15.585232 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ed8efc52-2b50-4903-b7e5-0eb6a10d79c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:15.613449 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-bfa4550e-dd95-47f8-8942-341174188e82 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] 10.222.0.41 "PUT /v2.0/quotas/856c5690b4574f5f8e58a0d2b4540f46 HTTP/1.1" status: 200 len: 368 time: 0.5988958 Oct 26 08:31:15.621602 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59412) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:15.622676 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8d8a8-49cf-4acd-b132-56d521736f17 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Pushing event updated for resources: {'Network': ['ID=0469c80b-7205-4c5b-923e-ce2fe534f45b,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:15.630438 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-f03f2305-00dc-48ea-a989-f912dc1db846 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Request body: {'network': {'project_id': '856c5690b4574f5f8e58a0d2b4540f46'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:15.655046 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d75789cc-6b46-483a-805a-94efefa4cac3 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:15.660190 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d75789cc-6b46-483a-805a-94efefa4cac3 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:15.663739 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d75789cc-6b46-483a-805a-94efefa4cac3 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] 10.222.0.41 "DELETE /v2.0/networks/3b4a4a94-dd8d-4b10-a829-fbfb39848670 HTTP/1.1" status: 204 len: 168 time: 3.0531435 Oct 26 08:31:15.685454 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8a10caf5-0c66-4a78-8855-f3ef0d42caee tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks [] for router_gateway, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:15.721553 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 0469c80b-7205-4c5b-923e-ce2fe534f45b details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:31:15.756099 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31befb19-8813-4881-8ee9-e075af187c62 admin admin] Router 3298173d-f0ba-4eb7-be34-c15551c49ab5 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:31:15.784894 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75789cc-6b46-483a-805a-94efefa4cac3 tempest-DHCPAgentSchedulersTestJSON-1245830020 tempest-DHCPAgentSchedulersTestJSON-1245830020-project] Pushing event deleted for resources: {'Network': ['ID=3b4a4a94-dd8d-4b10-a829-fbfb39848670,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:15.810149 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1793250a-b98a-4a1e-b827-3128e11861bf tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:15.816265 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1793250a-b98a-4a1e-b827-3128e11861bf tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:15.827901 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1793250a-b98a-4a1e-b827-3128e11861bf tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2412145 Oct 26 08:31:15.831634 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59416) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:15.977125 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-09b1434b-ab38-4591-b1a0-dab1336047b0 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] update failed (client error): The resource could not be found. Oct 26 08:31:15.980026 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-09b1434b-ab38-4591-b1a0-dab1336047b0 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] 10.222.0.41 "PUT /v2.0/floatingips/c3a09eb2-8589-4283-ab45-88081fff1205 HTTP/1.1" status: 404 len: 507 time: 0.8839810 Oct 26 08:31:15.990080 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59418) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:15.994165 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8a10caf5-0c66-4a78-8855-f3ef0d42caee tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:16.028166 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2b70a0-b754-439e-a5d8-ff2482f5e24f admin admin] Router 16678039-031f-4fad-be77-c66454da8d67 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:31:16.035462 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ed8efc52-2b50-4903-b7e5-0eb6a10d79c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:16.038459 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device fe4845fb-7c08-4b28-aad1-2002259f20e8 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:31:16.106204 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03f2305-00dc-48ea-a989-f912dc1db846 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Made reservation on behalf of 856c5690b4574f5f8e58a0d2b4540f46 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:16.110368 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f03f2305-00dc-48ea-a989-f912dc1db846 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:16.140343 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-ed8efc52-2b50-4903-b7e5-0eb6a10d79c1 None None] For port a6d4c973-fd79-425a-aceb-e8402950a196, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=a6d4c973-fd79-425a-aceb-e8402950a196,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:31:16.147219 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port fe4845fb-7c08-4b28-aad1-2002259f20e8 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:16.147926 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:16.153681 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ed8efc52-2b50-4903-b7e5-0eb6a10d79c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:16.259537 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-ed8efc52-2b50-4903-b7e5-0eb6a10d79c1 None None] Provisioning complete for port 6c0ae55c-a010-459e-8435-bf41f7c4ddba triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:16.260178 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ed8efc52-2b50-4903-b7e5-0eb6a10d79c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:16.275643 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59422) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:16.282038 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f03f2305-00dc-48ea-a989-f912dc1db846 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:16.360656 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8efc52-2b50-4903-b7e5-0eb6a10d79c1 None None] Pushing event updated for resources: {'Port': ['ID=a6d4c973-fd79-425a-aceb-e8402950a196,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:16.421338 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f03f2305-00dc-48ea-a989-f912dc1db846 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:16.441958 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-ed8efc52-2b50-4903-b7e5-0eb6a10d79c1 None None] Port 6c0ae55c-a010-459e-8435-bf41f7c4ddba cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:31:16.447180 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-f3c7475a-24e0-4d57-9fcd-e0633327b841 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting port dc32994d-22cb-413b-8418-0e50607cbe3d {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:31:16.447528 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f3c7475a-24e0-4d57-9fcd-e0633327b841 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:16.470671 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2b70a0-b754-439e-a5d8-ff2482f5e24f admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:31:16.482368 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f03f2305-00dc-48ea-a989-f912dc1db846 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:16.490389 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4f2b70a0-b754-439e-a5d8-ff2482f5e24f admin admin] 10.222.0.41 "PUT /v2.0/routers/16678039-031f-4fad-be77-c66454da8d67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0252595 Oct 26 08:31:16.532871 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device a6d4c973-fd79-425a-aceb-e8402950a196 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:31:16.535325 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f2305-00dc-48ea-a989-f912dc1db846 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd6111d-c41e-4002-a231-fef3101d58bc,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:16.595769 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f03f2305-00dc-48ea-a989-f912dc1db846 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:31:16.638704 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port a6d4c973-fd79-425a-aceb-e8402950a196 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:16.639241 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:16.647947 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f3c7475a-24e0-4d57-9fcd-e0633327b841 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:16.664380 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-f3c7475a-24e0-4d57-9fcd-e0633327b841 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Calling delete_port for dc32994d-22cb-413b-8418-0e50607cbe3d owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:31:16.678166 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f03f2305-00dc-48ea-a989-f912dc1db846 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:16.682252 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-f03f2305-00dc-48ea-a989-f912dc1db846 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Added segment d8d18acd-c855-4cf9-a994-cd2458b749a0 of type vlan for network 6e373914-71bb-42be-b47c-1eec89ab8ee8 Oct 26 08:31:16.692964 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-61825d8b-b996-4a81-875e-900e6183be46 None None] Provisioning complete for port dc32994d-22cb-413b-8418-0e50607cbe3d triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:16.692964 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-61825d8b-b996-4a81-875e-900e6183be46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:16.797003 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-61825d8b-b996-4a81-875e-900e6183be46 None None] Port dc32994d-22cb-413b-8418-0e50607cbe3d cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:31:16.810407 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-0e164f75-65e2-4886-8bf1-9d38f34c746e tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Deleting port 11696a04-7cba-4593-bdb1-ac2c2f5a18b1 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:31:16.810815 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0e164f75-65e2-4886-8bf1-9d38f34c746e tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:16.844888 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-61825d8b-b996-4a81-875e-900e6183be46 None None] Provisioning complete for port a6d4c973-fd79-425a-aceb-e8402950a196 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:16.845603 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-61825d8b-b996-4a81-875e-900e6183be46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:16.912238 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 00a2187c-0fa4-46e7-89bd-3d7c5f5a2525 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:31:16.915026 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1519a5-053b-4d61-a2d8-db24de1efb27 None None] Sync routers for ids ['16678039-031f-4fad-be77-c66454da8d67'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:31:16.921976 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31befb19-8813-4881-8ee9-e075af187c62 admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:31:16.934026 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6520362-76b9-41f9-b0d0-a449b4a70481 None None] Sync routers for ids ['3298173d-f0ba-4eb7-be34-c15551c49ab5'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:31:16.937884 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f3c7475a-24e0-4d57-9fcd-e0633327b841 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:16.943404 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-31befb19-8813-4881-8ee9-e075af187c62 admin admin] 10.222.0.41 "PUT /v2.0/routers/3298173d-f0ba-4eb7-be34-c15551c49ab5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4058683 Oct 26 08:31:16.953539 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 00a2187c-0fa4-46e7-89bd-3d7c5f5a2525 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:31:16.953931 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 00a2187c-0fa4-46e7-89bd-3d7c5f5a2525 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:31:16.964609 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6520362-76b9-41f9-b0d0-a449b4a70481 None None] Routers {'3298173d-f0ba-4eb7-be34-c15551c49ab5'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:31:16.965230 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1519a5-053b-4d61-a2d8-db24de1efb27 None None] Routers {'16678039-031f-4fad-be77-c66454da8d67'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:31:16.965914 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-9b1519a5-053b-4d61-a2d8-db24de1efb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:30:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['16678039-031f-4fad-be77-c66454da8d67'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:16.972632 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-c6520362-76b9-41f9-b0d0-a449b4a70481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:30:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['3298173d-f0ba-4eb7-be34-c15551c49ab5'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:17.030207 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7475a-24e0-4d57-9fcd-e0633327b841 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Port': ['ID=dc32994d-22cb-413b-8418-0e50607cbe3d,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:17.052599 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f03f2305-00dc-48ea-a989-f912dc1db846 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:17.109561 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-457a6193-f4f4-4f84-83f3-6f7d16af5cfe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aaf5048cee80456db463334935aef1af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8318875 Oct 26 08:31:17.120226 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59440) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:17.209120 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f3c7475a-24e0-4d57-9fcd-e0633327b841 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:17.245571 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device b0c18517-c3b6-4d2a-a26d-caed320afc1a up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:31:17.246248 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f3c7475a-24e0-4d57-9fcd-e0633327b841 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/ports/dc32994d-22cb-413b-8418-0e50607cbe3d HTTP/1.1" status: 204 len: 168 time: 1.4045200 Oct 26 08:31:17.252594 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59442) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:17.256569 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a10caf5-0c66-4a78-8855-f3ef0d42caee tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Router a183d319-fc05-4f56-a34c-6e1ab5d9f27e is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:31:17.288926 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f03f2305-00dc-48ea-a989-f912dc1db846 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:17.290047 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03f2305-00dc-48ea-a989-f912dc1db846 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:17.290515 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f03f2305-00dc-48ea-a989-f912dc1db846 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:17.320827 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-c6520362-76b9-41f9-b0d0-a449b4a70481 None None] Set router 3298173d-f0ba-4eb7-be34-c15551c49ab5 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:31:17.378596 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f03f2305-00dc-48ea-a989-f912dc1db846 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7495313 Oct 26 08:31:17.405640 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0e164f75-65e2-4886-8bf1-9d38f34c746e tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:17.405996 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0e164f75-65e2-4886-8bf1-9d38f34c746e tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:17.421254 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59452) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:17.440732 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-743f11db-5d03-45a9-a5a9-928a85fa6b46 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Request body: {'network': {'project_id': '856c5690b4574f5f8e58a0d2b4540f46'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:17.513221 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d788cf-2018-4603-8543-b88b2aa14f7f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:17.515045 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d788cf-2018-4603-8543-b88b2aa14f7f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:17.526698 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-61d788cf-2018-4603-8543-b88b2aa14f7f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2664022 Oct 26 08:31:17.528176 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59456) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:17.647908 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f2305-00dc-48ea-a989-f912dc1db846 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Pushing event updated for resources: {'Network': ['ID=6e373914-71bb-42be-b47c-1eec89ab8ee8,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:17.656599 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-9b1519a5-053b-4d61-a2d8-db24de1efb27 None None] Set router 16678039-031f-4fad-be77-c66454da8d67 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:31:17.659001 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port b0c18517-c3b6-4d2a-a26d-caed320afc1a triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:17.659524 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:17.690004 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 6e373914-71bb-42be-b47c-1eec89ab8ee8 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:31:17.800681 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4960203c-8a85-4b26-a626-145fd652ea09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:17.806783 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743f11db-5d03-45a9-a5a9-928a85fa6b46 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Made reservation on behalf of 856c5690b4574f5f8e58a0d2b4540f46 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:17.809768 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-743f11db-5d03-45a9-a5a9-928a85fa6b46 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:17.825402 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-0e164f75-65e2-4886-8bf1-9d38f34c746e tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Calling delete_port for 11696a04-7cba-4593-bdb1-ac2c2f5a18b1 owned by network:floatingip {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:31:17.863334 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-0575d73a-3bc5-4a2f-9c61-5eb324745b39 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting subnet 830fc124-0ce7-456b-89f1-d53650a04e1a {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:31:17.865110 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-c6520362-76b9-41f9-b0d0-a449b4a70481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'name': 'tempest-ServersTestManualDisk-1671399814-router', 'tenant_id': 'f619f7bf208b454a9f9680fa433c8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'fe4845fb-7c08-4b28-aad1-2002259f20e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:30:59Z', 'updated_at': '2021-10-26T08:31:12Z', 'revision_number': 4, 'project_id': 'f619f7bf208b454a9f9680fa433c8f91', 'gw_port': {'id': 'fe4845fb-7c08-4b28-aad1-2002259f20e8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:02Z', 'updated_at': '2021-10-26T08:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '6919d3fd-c589-4192-babe-ac3c19c1126b', 'name': '', 'network_id': 'ee56e2b1-1b4b-4811-8525-c64c4b88af1d', 'tenant_id': 'f619f7bf208b454a9f9680fa433c8f91', 'mac_address': 'fa:16:3e:47:79:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '83da6782-9113-4a7a-b4da-ae04d95f86c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:09Z', 'updated_at': '2021-10-26T08:31:12Z', 'revision_number': 2, 'project_id': 'f619f7bf208b454a9f9680fa433c8f91', 'subnets': [{'id': '83da6782-9113-4a7a-b4da-ae04d95f86c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:17.877282 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0575d73a-3bc5-4a2f-9c61-5eb324745b39 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:17.878033 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-743f11db-5d03-45a9-a5a9-928a85fa6b46 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:31:17.951544 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6520362-76b9-41f9-b0d0-a449b4a70481 None None] Checking router: 3298173d-f0ba-4eb7-be34-c15551c49ab5 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:31:17.952059 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6520362-76b9-41f9-b0d0-a449b4a70481 None None] Updating router 3298173d-f0ba-4eb7-be34-c15551c49ab5 port 6919d3fd-c589-4192-babe-ac3c19c1126b binding host dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:31:17.984799 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-743f11db-5d03-45a9-a5a9-928a85fa6b46 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:17.985448 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-743f11db-5d03-45a9-a5a9-928a85fa6b46 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Added segment 7f4d2df8-4655-4990-97bd-b17cd5c33e4b of type vlan for network 1817fcd9-d3f4-42af-90b7-0ad35a9cbb29 Oct 26 08:31:18.023653 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4960203c-8a85-4b26-a626-145fd652ea09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:18.050971 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a10caf5-0c66-4a78-8855-f3ef0d42caee tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:31:18.052569 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c6520362-76b9-41f9-b0d0-a449b4a70481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:18.077690 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf9a9fa-61b8-4619-99ad-0e043c59437d None None] Sync routers for ids ['a183d319-fc05-4f56-a34c-6e1ab5d9f27e'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:31:18.109093 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf9a9fa-61b8-4619-99ad-0e043c59437d None None] Routers {'a183d319-fc05-4f56-a34c-6e1ab5d9f27e'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:31:18.110777 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-daf9a9fa-61b8-4619-99ad-0e043c59437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:30:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['a183d319-fc05-4f56-a34c-6e1ab5d9f27e'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:18.192265 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8a10caf5-0c66-4a78-8855-f3ef0d42caee tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:18.196358 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-8a10caf5-0c66-4a78-8855-f3ef0d42caee tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 9.5190866 Oct 26 08:31:18.211089 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59460) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:18.213386 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0575d73a-3bc5-4a2f-9c61-5eb324745b39 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:18.264833 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-daf9a9fa-61b8-4619-99ad-0e043c59437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:18.271465 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4960203c-8a85-4b26-a626-145fd652ea09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:18.295740 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4960203c-8a85-4b26-a626-145fd652ea09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:18.302084 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4960203c-8a85-4b26-a626-145fd652ea09 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/538e00f1-36db-4a6a-8f9b-46b76a0a2f74 HTTP/1.1" status: 204 len: 168 time: 1.1793332 Oct 26 08:31:18.429307 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960203c-8a85-4b26-a626-145fd652ea09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538e00f1-36db-4a6a-8f9b-46b76a0a2f74,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:18.561569 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf9a9fa-61b8-4619-99ad-0e043c59437d None None] Routers {'a183d319-fc05-4f56-a34c-6e1ab5d9f27e'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:31:18.562244 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-daf9a9fa-61b8-4619-99ad-0e043c59437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:30:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['a183d319-fc05-4f56-a34c-6e1ab5d9f27e'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:18.613022 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-743f11db-5d03-45a9-a5a9-928a85fa6b46 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:18.627346 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0575d73a-3bc5-4a2f-9c61-5eb324745b39 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:18.706386 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59468) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:18.713864 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-6db65c36-ff4f-4e2f-b9d9-3dd6b5aaa944 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Request body: {'security_group': {'name': 'tempest-securitygroup--155835050', 'description': 'tempest-description--505599901'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:18.718545 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-daf9a9fa-61b8-4619-99ad-0e043c59437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:18.719202 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf9a9fa-61b8-4619-99ad-0e043c59437d None None] The sync data for ids ['a183d319-fc05-4f56-a34c-6e1ab5d9f27e'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:31:18.744818 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device a6d4c973-fd79-425a-aceb-e8402950a196 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:31:18.800962 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0575d73a-3bc5-4a2f-9c61-5eb324745b39 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:18.837984 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59470) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:18.911293 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port a6d4c973-fd79-425a-aceb-e8402950a196 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:18.911671 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:18.936469 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.db.resource_extend [None req-743f11db-5d03-45a9-a5a9-928a85fa6b46 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 08:31:18.939129 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59472) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:18.992207 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-2e793d6a-3732-462f-bf40-7a32eb85cf2d tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Request body: {'subnets': [{'network_id': '8cf3e804-4781-49c9-ad3b-bfbf90691e02', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1607591929', 'ip_version': 6}, {'network_id': '0469c80b-7205-4c5b-923e-ce2fe534f45b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:18.992621 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-2e793d6a-3732-462f-bf40-7a32eb85cf2d tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Request body: {'subnet': {'network_id': '8cf3e804-4781-49c9-ad3b-bfbf90691e02', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1607591929', 'ip_version': 6}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:18.993516 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-2e793d6a-3732-462f-bf40-7a32eb85cf2d tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Request body: {'subnet': {'network_id': '0469c80b-7205-4c5b-923e-ce2fe534f45b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:19.000421 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-9b1519a5-053b-4d61-a2d8-db24de1efb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16678039-031f-4fad-be77-c66454da8d67', 'name': 'tempest-ServersTestJSON-840758527-router', 'tenant_id': 'aacb04f5ce564fc6b000afd721b795f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'b0c18517-c3b6-4d2a-a26d-caed320afc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:30:59Z', 'updated_at': '2021-10-26T08:31:13Z', 'revision_number': 4, 'project_id': 'aacb04f5ce564fc6b000afd721b795f4', 'gw_port': {'id': 'b0c18517-c3b6-4d2a-a26d-caed320afc1a', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16678039-031f-4fad-be77-c66454da8d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:03Z', 'updated_at': '2021-10-26T08:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '6c0ae55c-a010-459e-8435-bf41f7c4ddba', 'name': '', 'network_id': '3552283e-c7ba-4bd2-b88d-27fd8882224b', 'tenant_id': 'aacb04f5ce564fc6b000afd721b795f4', 'mac_address': 'fa:16:3e:b8:35:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16678039-031f-4fad-be77-c66454da8d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '1aae4028-3476-408a-bb24-3e698a768110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:10Z', 'updated_at': '2021-10-26T08:31:13Z', 'revision_number': 2, 'project_id': 'aacb04f5ce564fc6b000afd721b795f4', 'subnets': [{'id': '1aae4028-3476-408a-bb24-3e698a768110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:19.037503 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1519a5-053b-4d61-a2d8-db24de1efb27 None None] Checking router: 16678039-031f-4fad-be77-c66454da8d67 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:31:19.041709 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1519a5-053b-4d61-a2d8-db24de1efb27 None None] Updating router 16678039-031f-4fad-be77-c66454da8d67 port 6c0ae55c-a010-459e-8435-bf41f7c4ddba binding host dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:31:19.044913 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c6520362-76b9-41f9-b0d0-a449b4a70481 None None] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:19.057239 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c6520362-76b9-41f9-b0d0-a449b4a70481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:19.079409 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9b1519a5-053b-4d61-a2d8-db24de1efb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:19.121486 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0ad30-122a-4ce9-beca-0ed7e385ac06 None None] Pushing event updated for resources: {'Port': ['ID=6919d3fd-c589-4192-babe-ac3c19c1126b,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:19.140495 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0575d73a-3bc5-4a2f-9c61-5eb324745b39 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Subnet': ['ID=830fc124-0ce7-456b-89f1-d53650a04e1a,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:19.145214 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59474) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:19.156858 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0575d73a-3bc5-4a2f-9c61-5eb324745b39 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:19.160420 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-0575d73a-3bc5-4a2f-9c61-5eb324745b39 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/830fc124-0ce7-456b-89f1-d53650a04e1a HTTP/1.1" status: 204 len: 168 time: 1.6097670 Oct 26 08:31:19.164835 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-63000c2e-8e6e-46c2-adf7-5670163b15ac tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1621222987', 'description': 'tempest-description--50123184'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:19.171408 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59476) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:19.171732 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083b749f-c41b-4034-8bcf-d438854234c6 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:31:19.242146 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-c6520362-76b9-41f9-b0d0-a449b4a70481 None None] Attempting to bind port 6919d3fd-c589-4192-babe-ac3c19c1126b on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:19.242840 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-c6520362-76b9-41f9-b0d0-a449b4a70481 None None] Attempting to bind port 6919d3fd-c589-4192-babe-ac3c19c1126b by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'f56a4ad0-9209-4fff-936b-4897c6686a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ee56e2b1-1b4b-4811-8525-c64c4b88af1d'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:19.243278 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6520362-76b9-41f9-b0d0-a449b4a70481 None None] Attempting to bind port 6919d3fd-c589-4192-babe-ac3c19c1126b on network ee56e2b1-1b4b-4811-8525-c64c4b88af1d {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:19.255541 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6520362-76b9-41f9-b0d0-a449b4a70481 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:31:19.255977 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6520362-76b9-41f9-b0d0-a449b4a70481 None None] Checking segment: {'id': 'f56a4ad0-9209-4fff-936b-4897c6686a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ee56e2b1-1b4b-4811-8525-c64c4b88af1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:31:19.256394 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c6520362-76b9-41f9-b0d0-a449b4a70481 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:19.256505 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-46c8f85d-ce05-4cc5-9bd4-b57968ce5d95 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0774579 Oct 26 08:31:19.256797 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6520362-76b9-41f9-b0d0-a449b4a70481 None None] Bound using segment: {'id': 'f56a4ad0-9209-4fff-936b-4897c6686a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ee56e2b1-1b4b-4811-8525-c64c4b88af1d'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:31:19.257596 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-c6520362-76b9-41f9-b0d0-a449b4a70481 None None] Bound port: 6919d3fd-c589-4192-babe-ac3c19c1126b, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56a4ad0-9209-4fff-936b-4897c6686a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ee56e2b1-1b4b-4811-8525-c64c4b88af1d'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:31:19.257789 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6db65c36-ff4f-4e2f-b9d9-3dd6b5aaa944 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:19.259187 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c6520362-76b9-41f9-b0d0-a449b4a70481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:19.262444 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59478) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:19.268153 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ac5e2c78-a30b-459e-9a3a-7edbc930b2e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:19.295133 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-1045fc5e-de03-46b4-80ca-05953e6effeb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:19.353962 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-c6520362-76b9-41f9-b0d0-a449b4a70481 None None] For port 6919d3fd-c589-4192-babe-ac3c19c1126b, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:31:19.393210 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-743f11db-5d03-45a9-a5a9-928a85fa6b46 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:19.400307 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743f11db-5d03-45a9-a5a9-928a85fa6b46 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:19.400952 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-743f11db-5d03-45a9-a5a9-928a85fa6b46 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:19.416246 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5cfe1950-122b-480b-b355-02d2c39aae26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:19.435654 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-63000c2e-8e6e-46c2-adf7-5670163b15ac tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:19.527499 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-c6520362-76b9-41f9-b0d0-a449b4a70481 None None] For port 6919d3fd-c589-4192-babe-ac3c19c1126b, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=6919d3fd-c589-4192-babe-ac3c19c1126b,segment=NetworkSegment(f56a4ad0-9209-4fff-936b-4897c6686a9c),segment_id=f56a4ad0-9209-4fff-936b-4897c6686a9c)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:31:19.535276 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c6520362-76b9-41f9-b0d0-a449b4a70481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:19.548604 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ac5e2c78-a30b-459e-9a3a-7edbc930b2e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:19.560802 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-743f11db-5d03-45a9-a5a9-928a85fa6b46 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.1369331 Oct 26 08:31:19.561888 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59480) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:19.578692 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-8184bd3b-d3f2-4e85-aa77-8bef6eb2e06f tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Request body: {'network': {'project_id': '856c5690b4574f5f8e58a0d2b4540f46'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:19.589571 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0e164f75-65e2-4886-8bf1-9d38f34c746e tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:19.590998 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b2f066-453c-4f2f-a8ad-c752f9f0006e None None] DHCP port deletion for ecf0c004-fa53-4f3e-bbfd-ff079400665b request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:31:19.609703 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f11db-5d03-45a9-a5a9-928a85fa6b46 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Pushing event updated for resources: {'Network': ['ID=1817fcd9-d3f4-42af-90b7-0ad35a9cbb29,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:19.623680 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ac5e2c78-a30b-459e-9a3a-7edbc930b2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:19.639633 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6520362-76b9-41f9-b0d0-a449b4a70481 None None] Routers {'3298173d-f0ba-4eb7-be34-c15551c49ab5'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:31:19.640430 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-c6520362-76b9-41f9-b0d0-a449b4a70481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:30:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['3298173d-f0ba-4eb7-be34-c15551c49ab5'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:19.656728 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9b1519a5-053b-4d61-a2d8-db24de1efb27 None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:19.661800 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e164f75-65e2-4886-8bf1-9d38f34c746e tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Pushing event deleted for resources: {'Port': ['ID=11696a04-7cba-4593-bdb1-ac2c2f5a18b1,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:19.701519 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ac5e2c78-a30b-459e-9a3a-7edbc930b2e0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2fad516a5b9b4b4f9815b84d6d266a7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5607402 Oct 26 08:31:19.710284 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59482) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:19.723673 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 1817fcd9-d3f4-42af-90b7-0ad35a9cbb29 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:31:19.733488 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-6ae7c8e4-07ca-44c3-9e04-0b63b5aa6c22 None None] Provisioning complete for port 6919d3fd-c589-4192-babe-ac3c19c1126b triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:19.733895 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6ae7c8e4-07ca-44c3-9e04-0b63b5aa6c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:19.742190 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9b1519a5-053b-4d61-a2d8-db24de1efb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:19.753901 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0ad30-122a-4ce9-beca-0ed7e385ac06 None None] Pushing event updated for resources: {'Port': ['ID=6919d3fd-c589-4192-babe-ac3c19c1126b,revision_number=4']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:19.792654 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1045fc5e-de03-46b4-80ca-05953e6effeb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:19.796657 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1045fc5e-de03-46b4-80ca-05953e6effeb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:19.802000 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-8184bd3b-d3f2-4e85-aa77-8bef6eb2e06f tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 26 08:31:19.802468 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8184bd3b-d3f2-4e85-aa77-8bef6eb2e06f tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:31:19.807463 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-8184bd3b-d3f2-4e85-aa77-8bef6eb2e06f tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2350960 Oct 26 08:31:19.808114 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59484) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:19.907021 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-c6520362-76b9-41f9-b0d0-a449b4a70481 None None] Set router 3298173d-f0ba-4eb7-be34-c15551c49ab5 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:31:19.941311 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e793d6a-3732-462f-bf40-7a32eb85cf2d tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Made reservation on behalf of 0c301b6209a640a8b8e4a7c74d2c54d3 for: {'subnet': 2} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:19.948330 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2e793d6a-3732-462f-bf40-7a32eb85cf2d tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:19.948900 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2e793d6a-3732-462f-bf40-7a32eb85cf2d tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:20.043052 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e2c78-a30b-459e-9a3a-7edbc930b2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6032ab-49d0-4c7b-8c47-4cfdda635fa6,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:20.062930 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1045fc5e-de03-46b4-80ca-05953e6effeb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:20.096431 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-9b1519a5-053b-4d61-a2d8-db24de1efb27 None None] Attempting to bind port 6c0ae55c-a010-459e-8435-bf41f7c4ddba on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:20.097057 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-9b1519a5-053b-4d61-a2d8-db24de1efb27 None None] Attempting to bind port 6c0ae55c-a010-459e-8435-bf41f7c4ddba by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '45e41e81-ba7f-4c8e-9ba2-09e1fadcea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3552283e-c7ba-4bd2-b88d-27fd8882224b'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:20.098192 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1519a5-053b-4d61-a2d8-db24de1efb27 None None] Attempting to bind port 6c0ae55c-a010-459e-8435-bf41f7c4ddba on network 3552283e-c7ba-4bd2-b88d-27fd8882224b {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:20.105278 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-b0b2f066-453c-4f2f-a8ad-c752f9f0006e None None] Deleting port a6d4c973-fd79-425a-aceb-e8402950a196 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:31:20.105925 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f066-453c-4f2f-a8ad-c752f9f0006e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:20.110321 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1519a5-053b-4d61-a2d8-db24de1efb27 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:31:20.110933 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1519a5-053b-4d61-a2d8-db24de1efb27 None None] Checking segment: {'id': '45e41e81-ba7f-4c8e-9ba2-09e1fadcea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3552283e-c7ba-4bd2-b88d-27fd8882224b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:31:20.111482 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9b1519a5-053b-4d61-a2d8-db24de1efb27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:20.112136 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1519a5-053b-4d61-a2d8-db24de1efb27 None None] Bound using segment: {'id': '45e41e81-ba7f-4c8e-9ba2-09e1fadcea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3552283e-c7ba-4bd2-b88d-27fd8882224b'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:31:20.112916 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-9b1519a5-053b-4d61-a2d8-db24de1efb27 None None] Bound port: 6c0ae55c-a010-459e-8435-bf41f7c4ddba, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45e41e81-ba7f-4c8e-9ba2-09e1fadcea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3552283e-c7ba-4bd2-b88d-27fd8882224b'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:31:20.113462 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9b1519a5-053b-4d61-a2d8-db24de1efb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:20.115781 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7d980-df61-4210-98eb-e699e9ce57c4 None None] Pushing event updated for resources: {'Port': ['ID=6c0ae55c-a010-459e-8435-bf41f7c4ddba,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:20.135799 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1045fc5e-de03-46b4-80ca-05953e6effeb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Subnet': ['ID=c5454543-93c4-4d33-ae54-a3d2b4498645,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:20.164059 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6db65c36-ff4f-4e2f-b9d9-3dd6b5aaa944 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:20.173700 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1045fc5e-de03-46b4-80ca-05953e6effeb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:20.179293 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-63000c2e-8e6e-46c2-adf7-5670163b15ac tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:20.181338 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-1045fc5e-de03-46b4-80ca-05953e6effeb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:20.190324 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1045fc5e-de03-46b4-80ca-05953e6effeb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:20.192000 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1045fc5e-de03-46b4-80ca-05953e6effeb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:20.199094 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6db65c36-ff4f-4e2f-b9d9-3dd6b5aaa944 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:20.224960 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-63000c2e-8e6e-46c2-adf7-5670163b15ac tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:20.226573 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-c6520362-76b9-41f9-b0d0-a449b4a70481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'name': 'tempest-ServersTestManualDisk-1671399814-router', 'tenant_id': 'f619f7bf208b454a9f9680fa433c8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'fe4845fb-7c08-4b28-aad1-2002259f20e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:30:59Z', 'updated_at': '2021-10-26T08:31:12Z', 'revision_number': 4, 'project_id': 'f619f7bf208b454a9f9680fa433c8f91', 'gw_port': {'id': 'fe4845fb-7c08-4b28-aad1-2002259f20e8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:02Z', 'updated_at': '2021-10-26T08:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '6919d3fd-c589-4192-babe-ac3c19c1126b', 'name': '', 'network_id': 'ee56e2b1-1b4b-4811-8525-c64c4b88af1d', 'tenant_id': 'f619f7bf208b454a9f9680fa433c8f91', 'mac_address': 'fa:16:3e:47:79:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '83da6782-9113-4a7a-b4da-ae04d95f86c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:09Z', 'updated_at': '2021-10-26T08:31:19Z', 'revision_number': 4, 'project_id': 'f619f7bf208b454a9f9680fa433c8f91', 'subnets': [{'id': '83da6782-9113-4a7a-b4da-ae04d95f86c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:20.247897 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0e164f75-65e2-4886-8bf1-9d38f34c746e tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks [] for floatingip, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:20.249743 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d016f644-5ee3-4a68-84e1-b3ba573e46c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:20.250496 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0e164f75-65e2-4886-8bf1-9d38f34c746e tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:20.254055 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6db65c36-ff4f-4e2f-b9d9-3dd6b5aaa944 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:20.256080 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6db65c36-ff4f-4e2f-b9d9-3dd6b5aaa944 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.5457454 Oct 26 08:31:20.262520 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-0e164f75-65e2-4886-8bf1-9d38f34c746e tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] 10.222.0.41 "DELETE /v2.0/floatingips/c3a09eb2-8589-4283-ab45-88081fff1205 HTTP/1.1" status: 204 len: 168 time: 4.2631962 Oct 26 08:31:20.264481 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-63000c2e-8e6e-46c2-adf7-5670163b15ac tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:20.268497 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-63000c2e-8e6e-46c2-adf7-5670163b15ac tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1129091 Oct 26 08:31:20.269701 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59486) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:20.270219 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59488) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:20.270486 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59490) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:20.280218 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-e7017751-5511-49e1-af43-c35466eff81a tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Request body: {'security_group_rule': {'security_group_id': '3bce15cf-5467-4374-8c81-71babcf00513', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:20.281745 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6520362-76b9-41f9-b0d0-a449b4a70481 None None] The sync data for ids ['3298173d-f0ba-4eb7-be34-c15551c49ab5'] in dv-neutron-804846-13-hyperv is: [{'id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'name': 'tempest-ServersTestManualDisk-1671399814-router', 'tenant_id': 'f619f7bf208b454a9f9680fa433c8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'fe4845fb-7c08-4b28-aad1-2002259f20e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:30:59Z', 'updated_at': '2021-10-26T08:31:12Z', 'revision_number': 4, 'project_id': 'f619f7bf208b454a9f9680fa433c8f91', 'gw_port': {'id': 'fe4845fb-7c08-4b28-aad1-2002259f20e8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:02Z', 'updated_at': '2021-10-26T08:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '6919d3fd-c589-4192-babe-ac3c19c1126b', 'name': '', 'network_id': 'ee56e2b1-1b4b-4811-8525-c64c4b88af1d', 'tenant_id': 'f619f7bf208b454a9f9680fa433c8f91', 'mac_address': 'fa:16:3e:47:79:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '83da6782-9113-4a7a-b4da-ae04d95f86c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:09Z', 'updated_at': '2021-10-26T08:31:19Z', 'revision_number': 4, 'project_id': 'f619f7bf208b454a9f9680fa433c8f91', 'subnets': [{'id': '83da6782-9113-4a7a-b4da-ae04d95f86c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:31:20.291229 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-b86d7e16-f295-443a-8461-ab48a623cfbb tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Request body: {'floatingip': {'floating_network_id': '9c6eb6f4-7ceb-4203-b12f-2e588840903f', 'port_id': 'a105dcf1-bc3e-47d1-8f89-4ff87f479206', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:20.302496 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-6070e936-d4d0-47f2-b72a-31fb30604302 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Request body: {'security_group_rule': {'security_group_id': '8b6b1ff0-ee57-451d-a59c-831c70a5937b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:20.310657 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d90e14a0-31f3-4be4-a08b-7da116b9b937 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=856c5690b4574f5f8e58a0d2b4540f46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4889297 Oct 26 08:31:20.313906 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59492) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:20.323279 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6ae7c8e4-07ca-44c3-9e04-0b63b5aa6c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:20.386512 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1045fc5e-de03-46b4-80ca-05953e6effeb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0998244 Oct 26 08:31:20.400418 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59494) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:20.425117 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d016f644-5ee3-4a68-84e1-b3ba573e46c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:20.430969 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-936fbf15-f6f2-42f1-a69a-942c4301ef02 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'port': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'name': 'tempest-NetworksTestDHCPv6-564520726'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:20.469411 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db65c36-ff4f-4e2f-b9d9-3dd6b5aaa944 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bce15cf-5467-4374-8c81-71babcf00513,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:20.482439 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c90d77dd-c94f-447e-812d-3a35739509b4 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:20.522601 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6070e936-d4d0-47f2-b72a-31fb30604302 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:20.538754 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-415d4d9f-e3c1-4cef-b438-582083a850c1 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:20.546095 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-b0b2f066-453c-4f2f-a8ad-c752f9f0006e None None] For port a6d4c973-fd79-425a-aceb-e8402950a196, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=a6d4c973-fd79-425a-aceb-e8402950a196,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:31:20.546482 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f066-453c-4f2f-a8ad-c752f9f0006e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:20.549483 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-9b1519a5-053b-4d61-a2d8-db24de1efb27 None None] For port 6c0ae55c-a010-459e-8435-bf41f7c4ddba, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:31:20.574967 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-b0b2f066-453c-4f2f-a8ad-c752f9f0006e None None] Calling delete_port for a6d4c973-fd79-425a-aceb-e8402950a196 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:31:20.581287 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-9b1519a5-053b-4d61-a2d8-db24de1efb27 None None] For port 6c0ae55c-a010-459e-8435-bf41f7c4ddba, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=6c0ae55c-a010-459e-8435-bf41f7c4ddba,segment=NetworkSegment(45e41e81-ba7f-4c8e-9ba2-09e1fadcea4d),segment_id=45e41e81-ba7f-4c8e-9ba2-09e1fadcea4d)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:31:20.593131 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9b1519a5-053b-4d61-a2d8-db24de1efb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:20.607975 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-6ae7c8e4-07ca-44c3-9e04-0b63b5aa6c22 None None] For port 6919d3fd-c589-4192-babe-ac3c19c1126b, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=6919d3fd-c589-4192-babe-ac3c19c1126b,segment=NetworkSegment(f56a4ad0-9209-4fff-936b-4897c6686a9c),segment_id=f56a4ad0-9209-4fff-936b-4897c6686a9c)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:31:20.611588 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e7017751-5511-49e1-af43-c35466eff81a tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:20.653259 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63000c2e-8e6e-46c2-adf7-5670163b15ac tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6b1ff0-ee57-451d-a59c-831c70a5937b,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:20.654295 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b86d7e16-f295-443a-8461-ab48a623cfbb tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks [] for floatingip, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:20.668006 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6ae7c8e4-07ca-44c3-9e04-0b63b5aa6c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:20.700708 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-415d4d9f-e3c1-4cef-b438-582083a850c1 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:20.745977 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7d980-df61-4210-98eb-e699e9ce57c4 None None] Pushing event updated for resources: {'Port': ['ID=6c0ae55c-a010-459e-8435-bf41f7c4ddba,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:20.760035 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1519a5-053b-4d61-a2d8-db24de1efb27 None None] Routers {'16678039-031f-4fad-be77-c66454da8d67'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:31:20.760928 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-9b1519a5-053b-4d61-a2d8-db24de1efb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:30:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['16678039-031f-4fad-be77-c66454da8d67'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:20.858860 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e7017751-5511-49e1-af43-c35466eff81a tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:20.875175 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d016f644-5ee3-4a68-84e1-b3ba573e46c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:20.877739 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d016f644-5ee3-4a68-84e1-b3ba573e46c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:20.882464 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d016f644-5ee3-4a68-84e1-b3ba573e46c1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0a6032ab-49d0-4c7b-8c47-4cfdda635fa6 HTTP/1.1" status: 204 len: 168 time: 1.1602542 Oct 26 08:31:20.910070 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e7017751-5511-49e1-af43-c35466eff81a tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:20.921023 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f066-453c-4f2f-a8ad-c752f9f0006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:20.924820 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6070e936-d4d0-47f2-b72a-31fb30604302 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:20.949055 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016f644-5ee3-4a68-84e1-b3ba573e46c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6032ab-49d0-4c7b-8c47-4cfdda635fa6,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:20.959113 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6070e936-d4d0-47f2-b72a-31fb30604302 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:20.988470 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7017751-5511-49e1-af43-c35466eff81a tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da47ad68-cd82-42b4-9ea7-4c8d277c19d5,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:21.007051 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8d376a4f-7dd6-45e3-90da-8e5ddb79fae3 None None] Provisioning complete for port 6919d3fd-c589-4192-babe-ac3c19c1126b triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:21.007675 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8d376a4f-7dd6-45e3-90da-8e5ddb79fae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:21.015276 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7c8e4-07ca-44c3-9e04-0b63b5aa6c22 None None] Pushing event updated for resources: {'Port': ['ID=6919d3fd-c589-4192-babe-ac3c19c1126b,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:21.024446 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b2f066-453c-4f2f-a8ad-c752f9f0006e None None] No DVR routers for this DVR port a6d4c973-fd79-425a-aceb-e8402950a196 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:31:21.031974 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936fbf15-f6f2-42f1-a69a-942c4301ef02 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:21.035650 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-936fbf15-f6f2-42f1-a69a-942c4301ef02 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:21.043604 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e7017751-5511-49e1-af43-c35466eff81a tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:21.049349 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e7017751-5511-49e1-af43-c35466eff81a tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7698386 Oct 26 08:31:21.049349 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6070e936-d4d0-47f2-b72a-31fb30604302 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:21.058848 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6070e936-d4d0-47f2-b72a-31fb30604302 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7610288 Oct 26 08:31:21.065655 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59498) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:21.065839 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59500) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:21.066499 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070e936-d4d0-47f2-b72a-31fb30604302 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eeea357-17db-44a5-87b9-6771e9996cc5,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:21.079295 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-a471a30a-6c20-455a-8e4f-2a1c54dd1944 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Request body: {'security_group_rule': {'security_group_id': '3bce15cf-5467-4374-8c81-71babcf00513', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:21.089454 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-9b68a062-4e99-45d8-8aea-5e3d99b9c5b2 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Request body: {'security_group_rule': {'security_group_id': '8b6b1ff0-ee57-451d-a59c-831c70a5937b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:21.142758 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d727600-9df5-41a3-9318-c3200b1544e5 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:31:21.156672 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-936fbf15-f6f2-42f1-a69a-942c4301ef02 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] device_id is not set on port 01b13745-f249-4804-957f-371de4a3cb79 yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:31:21.202487 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2f066-453c-4f2f-a8ad-c752f9f0006e None None] Pushing event deleted for resources: {'Port': ['ID=a6d4c973-fd79-425a-aceb-e8402950a196,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:21.240689 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-c90d77dd-c94f-447e-812d-3a35739509b4 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Allocated IP 172.20.0.1 (08ea6096-1a7f-444b-a707-b3d18959124d/18401a78-5626-4e26-8d8b-8c3cbde979c6/efb4629e-283f-4bc5-aa37-96088cbbd20c) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:21.263993 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2e793d6a-3732-462f-bf40-7a32eb85cf2d tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:21.294902 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a471a30a-6c20-455a-8e4f-2a1c54dd1944 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:21.369166 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9b68a062-4e99-45d8-8aea-5e3d99b9c5b2 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:21.393286 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-415d4d9f-e3c1-4cef-b438-582083a850c1 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:21.400298 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-415d4d9f-e3c1-4cef-b438-582083a850c1 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:21.401565 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-415d4d9f-e3c1-4cef-b438-582083a850c1 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/8fd6111d-c41e-4002-a231-fef3101d58bc HTTP/1.1" status: 204 len: 168 time: 1.0797925 Oct 26 08:31:21.420014 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-9b1519a5-053b-4d61-a2d8-db24de1efb27 None None] Set router 16678039-031f-4fad-be77-c66454da8d67 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:31:21.428712 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59504) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:21.464011 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e793d6a-3732-462f-bf40-7a32eb85cf2d tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Pushing event updated for resources: {'Subnet': ['ID=bf161240-ac2d-49a2-a150-16d8d1b23277,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:21.488551 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d4d9f-e3c1-4cef-b438-582083a850c1 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd6111d-c41e-4002-a231-fef3101d58bc,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:21.520025 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-936fbf15-f6f2-42f1-a69a-942c4301ef02 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Allocated IP 2001:db8::2d2 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/c5454543-93c4-4d33-ae54-a3d2b4498645/01b13745-f249-4804-957f-371de4a3cb79) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:21.554600 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-b86d7e16-f295-443a-8461-ab48a623cfbb tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:31:21.557671 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b86d7e16-f295-443a-8461-ab48a623cfbb tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.2690082 Oct 26 08:31:21.563359 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59510) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:21.570878 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-54baa9ee-e177-499d-b2ae-cfa037598fd0 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Request body: {'floatingip': {'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'port_id': 'a105dcf1-bc3e-47d1-8f89-4ff87f479206', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:21.584606 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a471a30a-6c20-455a-8e4f-2a1c54dd1944 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:21.592689 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 6919d3fd-c589-4192-babe-ac3c19c1126b up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:31:21.605090 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a471a30a-6c20-455a-8e4f-2a1c54dd1944 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:21.612462 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-54baa9ee-e177-499d-b2ae-cfa037598fd0 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks [] for floatingip, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:21.625877 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e109ce6-31c6-4946-b4ab-6d84c2d58adb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'tenant_id': '34a26fc2cbe741c49d4d94b40e63438a', 'fixed_ips': [{'subnet_id': 'c5454543-93c4-4d33-ae54-a3d2b4498645'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:31:21.627044 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4e109ce6-31c6-4946-b4ab-6d84c2d58adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:21.640900 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c90d77dd-c94f-447e-812d-3a35739509b4 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:21.670553 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9b68a062-4e99-45d8-8aea-5e3d99b9c5b2 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:21.682973 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-187af126-75e3-415c-b88b-e03bf1d2b9bc tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:21.684799 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a471a30a-6c20-455a-8e4f-2a1c54dd1944 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dfb078a-7326-45ce-ae6c-71c30253a8e5,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:21.690267 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e793d6a-3732-462f-bf40-7a32eb85cf2d tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Checking segment: {'id': 'c111979c-2ebf-4620-94fc-d1cade7cb1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8cf3e804-4781-49c9-ad3b-bfbf90691e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:31:21.690630 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e793d6a-3732-462f-bf40-7a32eb85cf2d tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Network hostable DHCP agents. Network: 8cf3e804-4781-49c9-ad3b-bfbf90691e02, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:31:21.697506 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9b68a062-4e99-45d8-8aea-5e3d99b9c5b2 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:21.709295 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a471a30a-6c20-455a-8e4f-2a1c54dd1944 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:21.710520 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a471a30a-6c20-455a-8e4f-2a1c54dd1944 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6389403 Oct 26 08:31:21.717125 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59514) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:21.725393 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-4e38b1dd-2b2a-40f7-bd5c-e4028f01cec2 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Request body: {'floatingip': {'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:21.742307 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b68a062-4e99-45d8-8aea-5e3d99b9c5b2 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c88e23-af4c-4c75-a8c8-763afbae04ae,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:21.793727 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e793d6a-3732-462f-bf40-7a32eb85cf2d tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Network 8cf3e804-4781-49c9-ad3b-bfbf90691e02 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:31:21.813088 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4e38b1dd-2b2a-40f7-bd5c-e4028f01cec2 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks [] for floatingip, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:21.838655 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-2e793d6a-3732-462f-bf40-7a32eb85cf2d tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 8cf3e804-4781-49c9-ad3b-bfbf90691e02) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:21.843051 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9b68a062-4e99-45d8-8aea-5e3d99b9c5b2 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:21.847490 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9b68a062-4e99-45d8-8aea-5e3d99b9c5b2 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7746825 Oct 26 08:31:21.851028 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebaa449-51e9-495c-8060-6aaa388eadb2 None None] Network 8cf3e804-4781-49c9-ad3b-bfbf90691e02 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:31:21.853245 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2e793d6a-3732-462f-bf40-7a32eb85cf2d tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:21.854062 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59518) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:21.875932 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-cbdb4eda-8e94-44a8-90f2-84c8fe29b9ba tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Request body: {'floatingip': {'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:21.925024 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3f98a292-0eca-41a7-8d39-3012e0521f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:21.941346 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-187af126-75e3-415c-b88b-e03bf1d2b9bc tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:21.990040 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-187af126-75e3-415c-b88b-e03bf1d2b9bc tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1817fcd9-d3f4-42af-90b7-0ad35a9cbb29']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:22.005798 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cbdb4eda-8e94-44a8-90f2-84c8fe29b9ba tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks [] for floatingip, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:22.017234 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-187af126-75e3-415c-b88b-e03bf1d2b9bc tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f4d2df8-4655-4990-97bd-b17cd5c33e4b') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:22.017838 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-187af126-75e3-415c-b88b-e03bf1d2b9bc tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f4d2df8-4655-4990-97bd-b17cd5c33e4b') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:22.038349 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-936fbf15-f6f2-42f1-a69a-942c4301ef02 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:22.045168 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-187af126-75e3-415c-b88b-e03bf1d2b9bc tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:22.107559 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-187af126-75e3-415c-b88b-e03bf1d2b9bc tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:22.125421 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-187af126-75e3-415c-b88b-e03bf1d2b9bc tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:31:22.126082 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-187af126-75e3-415c-b88b-e03bf1d2b9bc tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:22.127858 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8d376a4f-7dd6-45e3-90da-8e5ddb79fae3 None None] Provisioning complete for port 6c0ae55c-a010-459e-8435-bf41f7c4ddba triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:22.128336 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8d376a4f-7dd6-45e3-90da-8e5ddb79fae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:22.131291 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:31:22.131291 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:31:22.131291 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:31:22.131291 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:31:22.131291 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:31:22.131291 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:31:22.131291 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:31:22.131291 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:31:22.131291 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:31:22.131291 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:31:22.131291 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:31:22.131291 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:31:22.131291 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:31:22.131291 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:31:22.131291 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:31:22.131291 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:31:22.131291 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:31:22.131291 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:31:22.131291 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:31:22.131291 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:31:22.131291 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:31:22.131291 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:31:22.131291 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:31:22.131291 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:31:22.131291 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:31:22.131291 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:31:22.131291 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:31:22.131291 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:31:22.131291 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:31:22.131291 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:31:22.131291 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:31:22.131291 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:31:22.142964 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c90d77dd-c94f-447e-812d-3a35739509b4 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:22.240210 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-187af126-75e3-415c-b88b-e03bf1d2b9bc tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:22.243438 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90d77dd-c94f-447e-812d-3a35739509b4 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Network 08ea6096-1a7f-444b-a707-b3d18959124d is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:22.253159 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-936fbf15-f6f2-42f1-a69a-942c4301ef02 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:22.260916 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e793d6a-3732-462f-bf40-7a32eb85cf2d tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Pushing event updated for resources: {'Subnet': ['ID=80ac7082-9cb4-4cff-b186-531dbfd5457e,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:22.276021 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-c90d77dd-c94f-447e-812d-3a35739509b4 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:22.280476 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90d77dd-c94f-447e-812d-3a35739509b4 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:22.291106 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d77dd-c94f-447e-812d-3a35739509b4 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Pushing event updated for resources: {'Port': ['ID=efb4629e-283f-4bc5-aa37-96088cbbd20c,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:22.307224 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 6919d3fd-c589-4192-babe-ac3c19c1126b triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:22.307596 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:22.313317 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-187af126-75e3-415c-b88b-e03bf1d2b9bc tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:22.317733 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-187af126-75e3-415c-b88b-e03bf1d2b9bc tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] 10.222.0.41 "DELETE /v2.0/networks/1817fcd9-d3f4-42af-90b7-0ad35a9cbb29 HTTP/1.1" status: 204 len: 168 time: 0.8806827 Oct 26 08:31:22.333888 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59528) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:22.334448 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187af126-75e3-415c-b88b-e03bf1d2b9bc tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Pushing event deleted for resources: {'Network': ['ID=1817fcd9-d3f4-42af-90b7-0ad35a9cbb29,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:22.352551 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936fbf15-f6f2-42f1-a69a-942c4301ef02 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:22.356761 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-936fbf15-f6f2-42f1-a69a-942c4301ef02 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:22.374178 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936fbf15-f6f2-42f1-a69a-942c4301ef02 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:22.382576 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936fbf15-f6f2-42f1-a69a-942c4301ef02 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:22.383563 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-936fbf15-f6f2-42f1-a69a-942c4301ef02 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:22.431277 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e793d6a-3732-462f-bf40-7a32eb85cf2d tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Checking segment: {'id': '72938da0-8292-4d32-8241-bbe7eb806b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0469c80b-7205-4c5b-923e-ce2fe534f45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:31:22.431655 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e793d6a-3732-462f-bf40-7a32eb85cf2d tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Network hostable DHCP agents. Network: 0469c80b-7205-4c5b-923e-ce2fe534f45b, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:31:22.463129 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-936fbf15-f6f2-42f1-a69a-942c4301ef02 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0485528 Oct 26 08:31:22.501839 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936fbf15-f6f2-42f1-a69a-942c4301ef02 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Port': ['ID=01b13745-f249-4804-957f-371de4a3cb79,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:22.505883 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cbdb4eda-8e94-44a8-90f2-84c8fe29b9ba tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:22.520080 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-4e109ce6-31c6-4946-b4ab-6d84c2d58adb None None] Allocated IP 2001:db8::2 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/c5454543-93c4-4d33-ae54-a3d2b4498645/cef28efc-7ae3-48a5-9c3b-1b6b4f79c0cb) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:22.574574 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9c1326e7-94aa-4f21-ace2-996be1ad2620 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:22.583217 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59532) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:22.589040 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c90d77dd-c94f-447e-812d-3a35739509b4 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:22.650000 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-cbdb4eda-8e94-44a8-90f2-84c8fe29b9ba tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Allocated IP 172.26.2.228 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/f6a837bb-fa7a-41e2-88a4-18e764d2b9c5) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:22.747879 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8d376a4f-7dd6-45e3-90da-8e5ddb79fae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:22.778918 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cbdb4eda-8e94-44a8-90f2-84c8fe29b9ba tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:22.822116 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cbdb4eda-8e94-44a8-90f2-84c8fe29b9ba tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:22.829924 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c72b69-3b0a-4760-b256-7a3807f7eed5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-8cf3e804-4781-49c9-ad3b-bfbf90691e02', 'network_id': '8cf3e804-4781-49c9-ad3b-bfbf90691e02', 'tenant_id': '0c301b6209a640a8b8e4a7c74d2c54d3', 'fixed_ips': [{'subnet_id': 'bf161240-ac2d-49a2-a150-16d8d1b23277'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:31:22.830798 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-47c72b69-3b0a-4760-b256-7a3807f7eed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:22.866651 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-54baa9ee-e177-499d-b2ae-cfa037598fd0 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:22.882572 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdb4eda-8e94-44a8-90f2-84c8fe29b9ba tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:22.891796 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-cbdb4eda-8e94-44a8-90f2-84c8fe29b9ba tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:22.896864 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdb4eda-8e94-44a8-90f2-84c8fe29b9ba tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:22.934168 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb4eda-8e94-44a8-90f2-84c8fe29b9ba tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Pushing event updated for resources: {'Port': ['ID=f6a837bb-fa7a-41e2-88a4-18e764d2b9c5,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:23.000109 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:23.019949 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-9b1519a5-053b-4d61-a2d8-db24de1efb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16678039-031f-4fad-be77-c66454da8d67', 'name': 'tempest-ServersTestJSON-840758527-router', 'tenant_id': 'aacb04f5ce564fc6b000afd721b795f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'b0c18517-c3b6-4d2a-a26d-caed320afc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:30:59Z', 'updated_at': '2021-10-26T08:31:13Z', 'revision_number': 4, 'project_id': 'aacb04f5ce564fc6b000afd721b795f4', 'gw_port': {'id': 'b0c18517-c3b6-4d2a-a26d-caed320afc1a', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16678039-031f-4fad-be77-c66454da8d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:03Z', 'updated_at': '2021-10-26T08:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '6c0ae55c-a010-459e-8435-bf41f7c4ddba', 'name': '', 'network_id': '3552283e-c7ba-4bd2-b88d-27fd8882224b', 'tenant_id': 'aacb04f5ce564fc6b000afd721b795f4', 'mac_address': 'fa:16:3e:b8:35:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16678039-031f-4fad-be77-c66454da8d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '1aae4028-3476-408a-bb24-3e698a768110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:10Z', 'updated_at': '2021-10-26T08:31:20Z', 'revision_number': 4, 'project_id': 'aacb04f5ce564fc6b000afd721b795f4', 'subnets': [{'id': '1aae4028-3476-408a-bb24-3e698a768110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:23.022840 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8d376a4f-7dd6-45e3-90da-8e5ddb79fae3 None None] For port 6c0ae55c-a010-459e-8435-bf41f7c4ddba, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=6c0ae55c-a010-459e-8435-bf41f7c4ddba,segment=NetworkSegment(45e41e81-ba7f-4c8e-9ba2-09e1fadcea4d),segment_id=45e41e81-ba7f-4c8e-9ba2-09e1fadcea4d)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:31:23.026584 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cbdb4eda-8e94-44a8-90f2-84c8fe29b9ba tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:23.045204 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e793d6a-3732-462f-bf40-7a32eb85cf2d tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Network 0469c80b-7205-4c5b-923e-ce2fe534f45b is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:31:23.108367 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cbdb4eda-8e94-44a8-90f2-84c8fe29b9ba tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:23.158293 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-2e793d6a-3732-462f-bf40-7a32eb85cf2d tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 0469c80b-7205-4c5b-923e-ce2fe534f45b) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:23.166020 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c90d77dd-c94f-447e-812d-3a35739509b4 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:23.181968 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e6942d-a8fc-49e7-a09e-e9167dbf93bb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:23.185683 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-67e6942d-a8fc-49e7-a09e-e9167dbf93bb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3251784 Oct 26 08:31:23.185683 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e793d6a-3732-462f-bf40-7a32eb85cf2d tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:23.185683 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e793d6a-3732-462f-bf40-7a32eb85cf2d tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:23.186429 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2e793d6a-3732-462f-bf40-7a32eb85cf2d tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:23.194082 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59542) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:23.194709 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8d376a4f-7dd6-45e3-90da-8e5ddb79fae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:23.205206 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device a6d4c973-fd79-425a-aceb-e8402950a196 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:31:23.207262 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c51b831-8d18-46a2-b152-9d8bfe8c8440 None None] Network 0469c80b-7205-4c5b-923e-ce2fe534f45b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:31:23.217139 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1519a5-053b-4d61-a2d8-db24de1efb27 None None] The sync data for ids ['16678039-031f-4fad-be77-c66454da8d67'] in dv-neutron-804846-13-hyperv is: [{'id': '16678039-031f-4fad-be77-c66454da8d67', 'name': 'tempest-ServersTestJSON-840758527-router', 'tenant_id': 'aacb04f5ce564fc6b000afd721b795f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'b0c18517-c3b6-4d2a-a26d-caed320afc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:30:59Z', 'updated_at': '2021-10-26T08:31:13Z', 'revision_number': 4, 'project_id': 'aacb04f5ce564fc6b000afd721b795f4', 'gw_port': {'id': 'b0c18517-c3b6-4d2a-a26d-caed320afc1a', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16678039-031f-4fad-be77-c66454da8d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:03Z', 'updated_at': '2021-10-26T08:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '6c0ae55c-a010-459e-8435-bf41f7c4ddba', 'name': '', 'network_id': '3552283e-c7ba-4bd2-b88d-27fd8882224b', 'tenant_id': 'aacb04f5ce564fc6b000afd721b795f4', 'mac_address': 'fa:16:3e:b8:35:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16678039-031f-4fad-be77-c66454da8d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '1aae4028-3476-408a-bb24-3e698a768110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:10Z', 'updated_at': '2021-10-26T08:31:20Z', 'revision_number': 4, 'project_id': 'aacb04f5ce564fc6b000afd721b795f4', 'subnets': [{'id': '1aae4028-3476-408a-bb24-3e698a768110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:31:23.352645 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: a6d4c973-fd79-425a-aceb-e8402950a196 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:31:23.353078 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device a6d4c973-fd79-425a-aceb-e8402950a196 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:31:23.363701 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4e109ce6-31c6-4946-b4ab-6d84c2d58adb None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:23.449006 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-47c72b69-3b0a-4760-b256-7a3807f7eed5 None None] Allocated IP 2001:db8::1 (8cf3e804-4781-49c9-ad3b-bfbf90691e02/bf161240-ac2d-49a2-a150-16d8d1b23277/58ebcc92-17d3-447c-a342-493e8b838ad8) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:23.523023 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4e38b1dd-2b2a-40f7-bd5c-e4028f01cec2 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:23.524976 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cbdb4eda-8e94-44a8-90f2-84c8fe29b9ba tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:23.529300 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2e793d6a-3732-462f-bf40-7a32eb85cf2d tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.5890508 Oct 26 08:31:23.534155 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59550) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:23.534593 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9c1326e7-94aa-4f21-ace2-996be1ad2620 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:23.564501 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cbdb4eda-8e94-44a8-90f2-84c8fe29b9ba tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:23.579522 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-54baa9ee-e177-499d-b2ae-cfa037598fd0 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Allocated IP 172.26.2.27 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/96a3163d-4aca-42f7-a3b5-d92cb1458527) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:23.684845 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-47c72b69-3b0a-4760-b256-7a3807f7eed5 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:23.693777 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-94f968e3-dd88-454b-b466-ae0f8b90fa16 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting port 01b13745-f249-4804-957f-371de4a3cb79 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:31:23.694170 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-94f968e3-dd88-454b-b466-ae0f8b90fa16 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:23.696979 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59552) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:23.717093 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 6c0ae55c-a010-459e-8435-bf41f7c4ddba up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:31:23.719921 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-47c72b69-3b0a-4760-b256-7a3807f7eed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:23.727910 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4e109ce6-31c6-4946-b4ab-6d84c2d58adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:23.747589 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-9c1326e7-94aa-4f21-ace2-996be1ad2620 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e373914-71bb-42be-b47c-1eec89ab8ee8']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:23.759522 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb4eda-8e94-44a8-90f2-84c8fe29b9ba tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Pushing event updated for resources: {'Port': ['ID=f6a837bb-fa7a-41e2-88a4-18e764d2b9c5,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:23.773309 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8031d6-defc-4a3e-af4f-47785ee6c1d0 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:23.774928 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8031d6-defc-4a3e-af4f-47785ee6c1d0 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:23.776511 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8031d6-defc-4a3e-af4f-47785ee6c1d0 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:23.790931 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1f8031d6-defc-4a3e-af4f-47785ee6c1d0 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2436094 Oct 26 08:31:23.800157 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59556) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:23.828169 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-9c1326e7-94aa-4f21-ace2-996be1ad2620 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8d18acd-c855-4cf9-a994-cd2458b749a0') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:23.828467 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-9c1326e7-94aa-4f21-ace2-996be1ad2620 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8d18acd-c855-4cf9-a994-cd2458b749a0') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:23.845213 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e109ce6-31c6-4946-b4ab-6d84c2d58adb None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:23.849003 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cbdb4eda-8e94-44a8-90f2-84c8fe29b9ba tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:23.870445 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-4e109ce6-31c6-4946-b4ab-6d84c2d58adb None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:23.875472 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d376a4f-7dd6-45e3-90da-8e5ddb79fae3 None None] Pushing event updated for resources: {'Port': ['ID=6c0ae55c-a010-459e-8435-bf41f7c4ddba,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:23.891755 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c72b69-3b0a-4760-b256-7a3807f7eed5 None None] Network 8cf3e804-4781-49c9-ad3b-bfbf90691e02 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:23.894608 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e109ce6-31c6-4946-b4ab-6d84c2d58adb None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:23.899242 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cbdb4eda-8e94-44a8-90f2-84c8fe29b9ba tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:23.910437 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-cbdb4eda-8e94-44a8-90f2-84c8fe29b9ba tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0551696 Oct 26 08:31:23.920106 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-47c72b69-3b0a-4760-b256-7a3807f7eed5 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:23.922299 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9c1326e7-94aa-4f21-ace2-996be1ad2620 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:23.925521 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c72b69-3b0a-4760-b256-7a3807f7eed5 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:23.933807 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-115ccf54-e029-44b4-be55-c02fa1ed4458 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Deleting subnet bf161240-ac2d-49a2-a150-16d8d1b23277 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:31:23.946143 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-94f968e3-dd88-454b-b466-ae0f8b90fa16 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:23.949260 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-115ccf54-e029-44b4-be55-c02fa1ed4458 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:23.950178 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:23.954283 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-551ed812-1d3d-4e19-b150-c181231d3354 None None] Provisioning complete for port 6c0ae55c-a010-459e-8435-bf41f7c4ddba triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:23.954721 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-551ed812-1d3d-4e19-b150-c181231d3354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:23.972337 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9c1326e7-94aa-4f21-ace2-996be1ad2620 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:23.983108 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-41a3da02-3c9c-4615-994d-e822055212be tempest-MeteringTestJSON-1064782608 tempest-MeteringTestJSON-1064782608-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1716047925'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:23.983992 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-41a3da02-3c9c-4615-994d-e822055212be tempest-MeteringTestJSON-1064782608 tempest-MeteringTestJSON-1064782608-project-admin] Unknown quota resources ['metering_label']. {{(pid=102102) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 08:31:23.991100 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c1326e7-94aa-4f21-ace2-996be1ad2620 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:31:23.991498 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9c1326e7-94aa-4f21-ace2-996be1ad2620 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:23.995586 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:31:23.995586 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:31:23.995586 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:31:23.995586 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:31:23.995586 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:31:23.995586 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:31:23.995586 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:31:23.995586 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:31:23.995586 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:31:23.995586 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:31:23.995586 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:31:23.995586 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:31:23.995586 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:31:23.995586 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:31:23.995586 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:31:23.995586 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:31:23.995586 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:31:23.995586 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:31:23.995586 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:31:23.995586 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:31:23.995586 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:31:23.995586 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:31:23.995586 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:31:23.995586 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:31:23.995586 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:31:23.995586 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:31:23.995586 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:31:23.995586 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:31:23.995586 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:31:23.995586 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:31:23.995586 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:31:23.995586 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:31:24.011379 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-94f968e3-dd88-454b-b466-ae0f8b90fa16 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Calling delete_port for 01b13745-f249-4804-957f-371de4a3cb79 owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:31:24.256428 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-4e109ce6-31c6-4946-b4ab-6d84c2d58adb None None] Attempting to bind port cef28efc-7ae3-48a5-9c3b-1b6b4f79c0cb on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:24.256981 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-54baa9ee-e177-499d-b2ae-cfa037598fd0 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:24.257111 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-4e109ce6-31c6-4946-b4ab-6d84c2d58adb None None] Attempting to bind port cef28efc-7ae3-48a5-9c3b-1b6b4f79c0cb by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:24.257208 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e109ce6-31c6-4946-b4ab-6d84c2d58adb None None] Attempting to bind port cef28efc-7ae3-48a5-9c3b-1b6b4f79c0cb on network ecf0c004-fa53-4f3e-bbfd-ff079400665b {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:24.264579 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9c1326e7-94aa-4f21-ace2-996be1ad2620 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:24.283431 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e109ce6-31c6-4946-b4ab-6d84c2d58adb None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:31:24.283431 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e109ce6-31c6-4946-b4ab-6d84c2d58adb None None] Checking segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:31:24.283653 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4e109ce6-31c6-4946-b4ab-6d84c2d58adb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:24.284038 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9c1326e7-94aa-4f21-ace2-996be1ad2620 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:24.284139 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e109ce6-31c6-4946-b4ab-6d84c2d58adb None None] Bound using segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:31:24.284695 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-4e109ce6-31c6-4946-b4ab-6d84c2d58adb None None] Bound port: cef28efc-7ae3-48a5-9c3b-1b6b4f79c0cb, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:31:24.285089 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4e109ce6-31c6-4946-b4ab-6d84c2d58adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:24.291822 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9c1326e7-94aa-4f21-ace2-996be1ad2620 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] 10.222.0.41 "DELETE /v2.0/networks/6e373914-71bb-42be-b47c-1eec89ab8ee8 HTTP/1.1" status: 204 len: 168 time: 1.9336052 Oct 26 08:31:24.319403 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1326e7-94aa-4f21-ace2-996be1ad2620 tempest-QuotasNegativeTest-738172948 tempest-QuotasNegativeTest-738172948-project-admin] Pushing event deleted for resources: {'Network': ['ID=6e373914-71bb-42be-b47c-1eec89ab8ee8,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:24.404861 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:24.413729 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-54baa9ee-e177-499d-b2ae-cfa037598fd0 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:24.439626 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-115ccf54-e029-44b4-be55-c02fa1ed4458 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:24.537673 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c90d77dd-c94f-447e-812d-3a35739509b4 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:24.575433 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c72b69-3b0a-4760-b256-7a3807f7eed5 None None] Pushing event updated for resources: {'Port': ['ID=58ebcc92-17d3-447c-a342-493e8b838ad8,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:24.586388 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-47c72b69-3b0a-4760-b256-7a3807f7eed5 None None] Attempting to bind port 58ebcc92-17d3-447c-a342-493e8b838ad8 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:24.587097 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-47c72b69-3b0a-4760-b256-7a3807f7eed5 None None] Attempting to bind port 58ebcc92-17d3-447c-a342-493e8b838ad8 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'c111979c-2ebf-4620-94fc-d1cade7cb1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8cf3e804-4781-49c9-ad3b-bfbf90691e02'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:24.587290 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c72b69-3b0a-4760-b256-7a3807f7eed5 None None] Attempting to bind port 58ebcc92-17d3-447c-a342-493e8b838ad8 on network 8cf3e804-4781-49c9-ad3b-bfbf90691e02 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:24.608868 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-4e38b1dd-2b2a-40f7-bd5c-e4028f01cec2 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Allocated IP 172.26.2.216 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/e42e7a92-c4a5-43a7-9a24-a496b78f6678) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:24.667605 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-4e109ce6-31c6-4946-b4ab-6d84c2d58adb None None] For port cef28efc-7ae3-48a5-9c3b-1b6b4f79c0cb, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:31:24.692974 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c90d77dd-c94f-447e-812d-3a35739509b4 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:24.719863 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54baa9ee-e177-499d-b2ae-cfa037598fd0 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:24.728731 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c72b69-3b0a-4760-b256-7a3807f7eed5 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:31:24.729209 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c72b69-3b0a-4760-b256-7a3807f7eed5 None None] Checking segment: {'id': 'c111979c-2ebf-4620-94fc-d1cade7cb1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8cf3e804-4781-49c9-ad3b-bfbf90691e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:31:24.729803 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-47c72b69-3b0a-4760-b256-7a3807f7eed5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:24.730147 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c72b69-3b0a-4760-b256-7a3807f7eed5 None None] Bound using segment: {'id': 'c111979c-2ebf-4620-94fc-d1cade7cb1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8cf3e804-4781-49c9-ad3b-bfbf90691e02'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:31:24.730776 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-47c72b69-3b0a-4760-b256-7a3807f7eed5 None None] Bound port: 58ebcc92-17d3-447c-a342-493e8b838ad8, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c111979c-2ebf-4620-94fc-d1cade7cb1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8cf3e804-4781-49c9-ad3b-bfbf90691e02'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:31:24.731413 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-47c72b69-3b0a-4760-b256-7a3807f7eed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:24.761318 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 6c0ae55c-a010-459e-8435-bf41f7c4ddba triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:24.767400 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:24.815514 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-54baa9ee-e177-499d-b2ae-cfa037598fd0 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:24.820783 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051e7613-b76f-4353-87cb-6761d8dd72e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-0469c80b-7205-4c5b-923e-ce2fe534f45b', 'network_id': '0469c80b-7205-4c5b-923e-ce2fe534f45b', 'tenant_id': '0c301b6209a640a8b8e4a7c74d2c54d3', 'fixed_ips': [{'subnet_id': '80ac7082-9cb4-4cff-b186-531dbfd5457e'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:31:24.821969 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-051e7613-b76f-4353-87cb-6761d8dd72e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:24.830406 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54baa9ee-e177-499d-b2ae-cfa037598fd0 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:24.835423 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-4e109ce6-31c6-4946-b4ab-6d84c2d58adb None None] For port cef28efc-7ae3-48a5-9c3b-1b6b4f79c0cb, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=cef28efc-7ae3-48a5-9c3b-1b6b4f79c0cb,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:31:24.842636 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54baa9ee-e177-499d-b2ae-cfa037598fd0 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Pushing event updated for resources: {'Port': ['ID=96a3163d-4aca-42f7-a3b5-d92cb1458527,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:24.868069 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-115ccf54-e029-44b4-be55-c02fa1ed4458 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:24.882087 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-551ed812-1d3d-4e19-b150-c181231d3354 None None] Provisioning complete for port efb4629e-283f-4bc5-aa37-96088cbbd20c triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:24.882554 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-551ed812-1d3d-4e19-b150-c181231d3354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:25.045258 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4e109ce6-31c6-4946-b4ab-6d84c2d58adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:25.070269 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59590) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:25.072779 dv-neutron-804846-13-hyperv neutron-server[102102]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 26 08:31:25.085807 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e109ce6-31c6-4946-b4ab-6d84c2d58adb None None] Pushing event updated for resources: {'Port': ['ID=cef28efc-7ae3-48a5-9c3b-1b6b4f79c0cb,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:25.109970 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:25.131914 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-94f968e3-dd88-454b-b466-ae0f8b90fa16 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:25.146152 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-115ccf54-e029-44b4-be55-c02fa1ed4458 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:25.192492 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-115ccf54-e029-44b4-be55-c02fa1ed4458 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:25.196901 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-115ccf54-e029-44b4-be55-c02fa1ed4458 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] 10.222.0.41 "DELETE /v2.0/subnets/bf161240-ac2d-49a2-a150-16d8d1b23277 HTTP/1.1" status: 204 len: 168 time: 1.3956144 Oct 26 08:31:25.208536 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ccf54-e029-44b4-be55-c02fa1ed4458 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Pushing event deleted for resources: {'Subnet': ['ID=bf161240-ac2d-49a2-a150-16d8d1b23277,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:25.213526 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4e38b1dd-2b2a-40f7-bd5c-e4028f01cec2 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:25.255589 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-051e7613-b76f-4353-87cb-6761d8dd72e9 None None] Allocated IP 2001:db8:0:1::1 (0469c80b-7205-4c5b-923e-ce2fe534f45b/80ac7082-9cb4-4cff-b186-531dbfd5457e/65a0fad8-3e5b-4198-8afa-ba1552c8932b) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:25.268320 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59594) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:25.278968 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59596) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:25.313690 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4e38b1dd-2b2a-40f7-bd5c-e4028f01cec2 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:25.316052 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c90d77dd-c94f-447e-812d-3a35739509b4 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:25.332816 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-551ed812-1d3d-4e19-b150-c181231d3354 None None] Port efb4629e-283f-4bc5-aa37-96088cbbd20c cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:31:25.362275 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-41a3da02-3c9c-4615-994d-e822055212be tempest-MeteringTestJSON-1064782608 tempest-MeteringTestJSON-1064782608-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:25.366554 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-41a3da02-3c9c-4615-994d-e822055212be tempest-MeteringTestJSON-1064782608 tempest-MeteringTestJSON-1064782608-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.6618543 Oct 26 08:31:25.370455 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59600) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:25.380183 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-615ae83b-e166-4ae8-928c-02f73b196a4c tempest-MeteringTestJSON-1064782608 tempest-MeteringTestJSON-1064782608-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'b5b3c566-b119-4bd1-9fe2-507d5bd281ad'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:25.380920 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-615ae83b-e166-4ae8-928c-02f73b196a4c tempest-MeteringTestJSON-1064782608 tempest-MeteringTestJSON-1064782608-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102101) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 08:31:25.404641 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-94f968e3-dd88-454b-b466-ae0f8b90fa16 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:25.407126 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d77dd-c94f-447e-812d-3a35739509b4 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Pushing event updated for resources: {'Port': ['ID=efb4629e-283f-4bc5-aa37-96088cbbd20c,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:25.412521 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-94f968e3-dd88-454b-b466-ae0f8b90fa16 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/ports/01b13745-f249-4804-957f-371de4a3cb79 HTTP/1.1" status: 204 len: 168 time: 2.2168710 Oct 26 08:31:25.425090 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-4047797b-d4e1-4c61-a032-9a1a3e555ab1 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1621222987&fields=id&tenant_id=aacb04f5ce564fc6b000afd721b795f4 HTTP/1.1" status: 200 len: 267 time: 0.3533013 Oct 26 08:31:25.427095 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f968e3-dd88-454b-b466-ae0f8b90fa16 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Port': ['ID=01b13745-f249-4804-957f-371de4a3cb79,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:25.430972 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59602) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:25.446772 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e38b1dd-2b2a-40f7-bd5c-e4028f01cec2 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:25.473514 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-47c72b69-3b0a-4760-b256-7a3807f7eed5 None None] For port 58ebcc92-17d3-447c-a342-493e8b838ad8, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:31:25.503165 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-47c72b69-3b0a-4760-b256-7a3807f7eed5 None None] For port 58ebcc92-17d3-447c-a342-493e8b838ad8, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=58ebcc92-17d3-447c-a342-493e8b838ad8,segment=NetworkSegment(c111979c-2ebf-4620-94fc-d1cade7cb1bb),segment_id=c111979c-2ebf-4620-94fc-d1cade7cb1bb)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:31:25.516988 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 6c0ae55c-a010-459e-8435-bf41f7c4ddba up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:31:25.524610 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-47c72b69-3b0a-4760-b256-7a3807f7eed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:25.535833 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-4e38b1dd-2b2a-40f7-bd5c-e4028f01cec2 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:25.557712 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f7662c4-7b37-4792-8cc7-bb57e8a4a674 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Deleting subnet 80ac7082-9cb4-4cff-b186-531dbfd5457e {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:31:25.561267 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e109ce6-31c6-4946-b4ab-6d84c2d58adb None None] Pushing event updated for resources: {'Port': ['ID=cef28efc-7ae3-48a5-9c3b-1b6b4f79c0cb,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:25.566326 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e38b1dd-2b2a-40f7-bd5c-e4028f01cec2 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:25.715588 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9180bbf1-ca30-4aef-9508-77f99dd83fa6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:25.717556 dv-neutron-804846-13-hyperv neutron-server[102101]: WARNING neutron.services.metering.metering_plugin [None req-615ae83b-e166-4ae8-928c-02f73b196a4c tempest-MeteringTestJSON-1064782608 tempest-MeteringTestJSON-1064782608-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 26 08:31:25.730342 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e8ca29-f170-48d4-9213-967a03a02677 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:25.732168 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e8ca29-f170-48d4-9213-967a03a02677 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:25.737940 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d3e8ca29-f170-48d4-9213-967a03a02677 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1907902 Oct 26 08:31:25.738336 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59604) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:25.771315 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c72b69-3b0a-4760-b256-7a3807f7eed5 None None] Pushing event updated for resources: {'Port': ['ID=58ebcc92-17d3-447c-a342-493e8b838ad8,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:25.814076 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-2a8d65a9-d5ac-40c8-b752-4b90c482cea4 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:25.815497 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 6c0ae55c-a010-459e-8435-bf41f7c4ddba triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:25.815853 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-2a8d65a9-d5ac-40c8-b752-4b90c482cea4 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/networks?id=3552283e-c7ba-4bd2-b88d-27fd8882224b HTTP/1.1" status: 200 len: 805 time: 0.3897786 Oct 26 08:31:25.816463 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:25.820085 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-f45a47b7-9160-46ce-9c56-969ebd3b16dd tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting subnet c5454543-93c4-4d33-ae54-a3d2b4498645 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:31:25.823846 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e38b1dd-2b2a-40f7-bd5c-e4028f01cec2 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Pushing event updated for resources: {'Port': ['ID=e42e7a92-c4a5-43a7-9a24-a496b78f6678,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:25.824614 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-051e7613-b76f-4353-87cb-6761d8dd72e9 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:25.829174 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f45a47b7-9160-46ce-9c56-969ebd3b16dd tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:25.869510 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-19d129e1-5d95-4a72-8f7c-a7e6a066919b tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/quotas/aacb04f5ce564fc6b000afd721b795f4 HTTP/1.1" status: 200 len: 375 time: 0.0353742 Oct 26 08:31:25.874292 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-051e7613-b76f-4353-87cb-6761d8dd72e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:25.888133 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f45a47b7-9160-46ce-9c56-969ebd3b16dd tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:25.897247 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6f7662c4-7b37-4792-8cc7-bb57e8a4a674 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:25.937546 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051e7613-b76f-4353-87cb-6761d8dd72e9 None None] Network 0469c80b-7205-4c5b-923e-ce2fe534f45b is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:25.944107 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-051e7613-b76f-4353-87cb-6761d8dd72e9 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:25.949573 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e7613-b76f-4353-87cb-6761d8dd72e9 None None] Pushing event updated for resources: {'Port': ['ID=65a0fad8-3e5b-4198-8afa-ba1552c8932b,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:25.954341 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051e7613-b76f-4353-87cb-6761d8dd72e9 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:26.066197 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-615ae83b-e166-4ae8-928c-02f73b196a4c tempest-MeteringTestJSON-1064782608 tempest-MeteringTestJSON-1064782608-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:26.070933 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-615ae83b-e166-4ae8-928c-02f73b196a4c tempest-MeteringTestJSON-1064782608 tempest-MeteringTestJSON-1064782608-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6935494 Oct 26 08:31:26.077078 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59606) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:26.081419 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-e896a17f-5d0e-4e41-9818-6fc524227244 tempest-MeteringTestJSON-1064782608 tempest-MeteringTestJSON-1064782608-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'b5b3c566-b119-4bd1-9fe2-507d5bd281ad'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:26.082210 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-e896a17f-5d0e-4e41-9818-6fc524227244 tempest-MeteringTestJSON-1064782608 tempest-MeteringTestJSON-1064782608-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102101) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 08:31:26.097489 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f45a47b7-9160-46ce-9c56-969ebd3b16dd tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:26.099467 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90d77dd-c94f-447e-812d-3a35739509b4 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Network 08ea6096-1a7f-444b-a707-b3d18959124d is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:26.110100 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-051e7613-b76f-4353-87cb-6761d8dd72e9 None None] Attempting to bind port 65a0fad8-3e5b-4198-8afa-ba1552c8932b on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:26.110478 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-051e7613-b76f-4353-87cb-6761d8dd72e9 None None] Attempting to bind port 65a0fad8-3e5b-4198-8afa-ba1552c8932b by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '72938da0-8292-4d32-8241-bbe7eb806b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0469c80b-7205-4c5b-923e-ce2fe534f45b'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:26.111841 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051e7613-b76f-4353-87cb-6761d8dd72e9 None None] Attempting to bind port 65a0fad8-3e5b-4198-8afa-ba1552c8932b on network 0469c80b-7205-4c5b-923e-ce2fe534f45b {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:26.114009 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6f7662c4-7b37-4792-8cc7-bb57e8a4a674 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:26.118282 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051e7613-b76f-4353-87cb-6761d8dd72e9 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:31:26.118564 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051e7613-b76f-4353-87cb-6761d8dd72e9 None None] Checking segment: {'id': '72938da0-8292-4d32-8241-bbe7eb806b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0469c80b-7205-4c5b-923e-ce2fe534f45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:31:26.118903 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-051e7613-b76f-4353-87cb-6761d8dd72e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:26.119301 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051e7613-b76f-4353-87cb-6761d8dd72e9 None None] Bound using segment: {'id': '72938da0-8292-4d32-8241-bbe7eb806b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0469c80b-7205-4c5b-923e-ce2fe534f45b'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:31:26.119774 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-051e7613-b76f-4353-87cb-6761d8dd72e9 None None] Bound port: 65a0fad8-3e5b-4198-8afa-ba1552c8932b, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72938da0-8292-4d32-8241-bbe7eb806b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0469c80b-7205-4c5b-923e-ce2fe534f45b'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:31:26.120163 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-051e7613-b76f-4353-87cb-6761d8dd72e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:26.165715 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-c90d77dd-c94f-447e-812d-3a35739509b4 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:26.217065 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-051e7613-b76f-4353-87cb-6761d8dd72e9 None None] For port 65a0fad8-3e5b-4198-8afa-ba1552c8932b, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:31:26.221659 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-051e7613-b76f-4353-87cb-6761d8dd72e9 None None] For port 65a0fad8-3e5b-4198-8afa-ba1552c8932b, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=65a0fad8-3e5b-4198-8afa-ba1552c8932b,segment=NetworkSegment(72938da0-8292-4d32-8241-bbe7eb806b7e),segment_id=72938da0-8292-4d32-8241-bbe7eb806b7e)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:31:26.229303 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-051e7613-b76f-4353-87cb-6761d8dd72e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:26.230128 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-4ff5df5f-82ff-433c-8513-04dbd08901e6 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=aacb04f5ce564fc6b000afd721b795f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3171108 Oct 26 08:31:26.253405 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f45a47b7-9160-46ce-9c56-969ebd3b16dd tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:26.259677 dv-neutron-804846-13-hyperv neutron-server[102101]: WARNING neutron.services.metering.metering_plugin [None req-e896a17f-5d0e-4e41-9818-6fc524227244 tempest-MeteringTestJSON-1064782608 tempest-MeteringTestJSON-1064782608-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 26 08:31:26.314437 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f45a47b7-9160-46ce-9c56-969ebd3b16dd tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:26.317063 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e7613-b76f-4353-87cb-6761d8dd72e9 None None] Pushing event updated for resources: {'Port': ['ID=65a0fad8-3e5b-4198-8afa-ba1552c8932b,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:26.324535 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f45a47b7-9160-46ce-9c56-969ebd3b16dd tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/c5454543-93c4-4d33-ae54-a3d2b4498645 HTTP/1.1" status: 204 len: 168 time: 0.5811427 Oct 26 08:31:26.326008 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a47b7-9160-46ce-9c56-969ebd3b16dd tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Subnet': ['ID=c5454543-93c4-4d33-ae54-a3d2b4498645,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:26.329410 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59612) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:26.381686 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d6c434f2-01d7-4d27-9b4f-6f1976b56da0 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504572 Oct 26 08:31:26.384257 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59614) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:26.386460 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4e38b1dd-2b2a-40f7-bd5c-e4028f01cec2 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:26.390302 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-29717549-0269-49a2-98cd-8848f521771d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:26.561297 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-635189eb-391c-4e1a-ba6c-0d6b59387060 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:31:26.570236 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-635189eb-391c-4e1a-ba6c-0d6b59387060 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1067615 Oct 26 08:31:26.586872 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9180bbf1-ca30-4aef-9508-77f99dd83fa6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:26.594143 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e896a17f-5d0e-4e41-9818-6fc524227244 tempest-MeteringTestJSON-1064782608 tempest-MeteringTestJSON-1064782608-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:26.598149 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e896a17f-5d0e-4e41-9818-6fc524227244 tempest-MeteringTestJSON-1064782608 tempest-MeteringTestJSON-1064782608-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5174661 Oct 26 08:31:26.603805 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-54baa9ee-e177-499d-b2ae-cfa037598fd0 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Deleting port 96a3163d-4aca-42f7-a3b5-d92cb1458527 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:31:26.604234 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-54baa9ee-e177-499d-b2ae-cfa037598fd0 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:26.636444 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29717549-0269-49a2-98cd-8848f521771d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:26.641185 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-29717549-0269-49a2-98cd-8848f521771d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:26.646255 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59618) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:26.684006 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9180bbf1-ca30-4aef-9508-77f99dd83fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:26.692775 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-06491d8a-e13a-4a1d-8cbe-ac48b9fbd447 None None] Provisioning complete for port efb4629e-283f-4bc5-aa37-96088cbbd20c triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:26.693292 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-06491d8a-e13a-4a1d-8cbe-ac48b9fbd447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:26.774311 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b69a8d3c-70cb-419c-8a04-2a7ec82830ed tempest-MeteringTestJSON-1064782608 tempest-MeteringTestJSON-1064782608-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=2b6cd301-5241-47d9-a328-54d9aab1c2de HTTP/1.1" status: 200 len: 464 time: 0.1268921 Oct 26 08:31:26.786436 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59620) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:26.814193 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-54baa9ee-e177-499d-b2ae-cfa037598fd0 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:26.814872 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-54baa9ee-e177-499d-b2ae-cfa037598fd0 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:26.833203 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-54baa9ee-e177-499d-b2ae-cfa037598fd0 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Calling delete_port for 96a3163d-4aca-42f7-a3b5-d92cb1458527 owned by network:floatingip {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:31:26.867117 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-55f72a99-21cc-4f8b-8cbd-046a6455c199 service neutron] 10.222.0.41 "GET /v2.0/networks/3552283e-c7ba-4bd2-b88d-27fd8882224b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956717 Oct 26 08:31:26.907278 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-06491d8a-e13a-4a1d-8cbe-ac48b9fbd447 None None] Port efb4629e-283f-4bc5-aa37-96088cbbd20c cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:31:26.922092 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4e38b1dd-2b2a-40f7-bd5c-e4028f01cec2 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:26.940009 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4fcc99-031f-4d05-94c8-730ac39f7744 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:31:26.952418 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9180bbf1-ca30-4aef-9508-77f99dd83fa6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a7c3b66a3ecd4186a2b14b3c2079df9f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6675835 Oct 26 08:31:26.978625 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6f7662c4-7b37-4792-8cc7-bb57e8a4a674 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:26.983578 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59622) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:27.057794 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180bbf1-ca30-4aef-9508-77f99dd83fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f03828-3ba2-47cf-a8e8-11ded8643365,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:27.086821 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-4d9d3955-a913-41ee-964b-b0ecc3ae80b1 None None] Provisioning complete for port cef28efc-7ae3-48a5-9c3b-1b6b4f79c0cb triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:27.090835 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4d9d3955-a913-41ee-964b-b0ecc3ae80b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:27.096058 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90d77dd-c94f-447e-812d-3a35739509b4 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Router a183d319-fc05-4f56-a34c-6e1ab5d9f27e has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:31:27.144114 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-877b5b90-89e0-4dca-8540-ea3dd311c58a tempest-MeteringTestJSON-1064782608 tempest-MeteringTestJSON-1064782608-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:27.145271 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-877b5b90-89e0-4dca-8540-ea3dd311c58a tempest-MeteringTestJSON-1064782608 tempest-MeteringTestJSON-1064782608-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/2b6cd301-5241-47d9-a328-54d9aab1c2de HTTP/1.1" status: 204 len: 168 time: 0.3578696 Oct 26 08:31:27.179549 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59624) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:27.200221 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1369af90-29d5-41d8-a3ba-a324ca88d1f9 tempest-MeteringTestJSON-1064782608 tempest-MeteringTestJSON-1064782608-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=2b6cd301-5241-47d9-a328-54d9aab1c2de HTTP/1.1" status: 200 len: 221 time: 0.0163882 Oct 26 08:31:27.211661 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59626) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:27.216952 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-9759bb3b-1621-47d9-8e75-724082d8bedd tempest-MeteringTestJSON-1064782608 tempest-MeteringTestJSON-1064782608-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1349787340', 'description': 'label created by tempest'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:27.217418 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-9759bb3b-1621-47d9-8e75-724082d8bedd tempest-MeteringTestJSON-1064782608 tempest-MeteringTestJSON-1064782608-project-admin] Unknown quota resources ['metering_label']. {{(pid=102102) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 08:31:27.244588 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4d9d3955-a913-41ee-964b-b0ecc3ae80b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:27.303870 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-4d9d3955-a913-41ee-964b-b0ecc3ae80b1 None None] For port cef28efc-7ae3-48a5-9c3b-1b6b4f79c0cb, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=cef28efc-7ae3-48a5-9c3b-1b6b4f79c0cb,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:31:27.310593 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4d9d3955-a913-41ee-964b-b0ecc3ae80b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:27.346737 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-75a5a682-e5da-470d-944e-1d44ac26528b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:27.376526 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-fd242c44-e6fe-4761-a6ec-714a1eb1a846 service neutron] 10.222.0.41 "GET /v2.0/networks/3552283e-c7ba-4bd2-b88d-27fd8882224b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4887371 Oct 26 08:31:27.418998 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52b2771-5c0f-4e57-967e-5a3e507b5355 None None] DHCP port deletion for ecf0c004-fa53-4f3e-bbfd-ff079400665b request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:31:27.441570 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d3955-a913-41ee-964b-b0ecc3ae80b1 None None] Pushing event updated for resources: {'Port': ['ID=cef28efc-7ae3-48a5-9c3b-1b6b4f79c0cb,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:27.508709 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aebd0c7-2f35-4826-b71e-03922c0f5e7b None None] Network 8cf3e804-4781-49c9-ad3b-bfbf90691e02 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:31:27.580397 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-75a5a682-e5da-470d-944e-1d44ac26528b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:27.617668 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90d77dd-c94f-447e-812d-3a35739509b4 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:31:27.631363 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af325c6-b7cd-4832-8bc4-abf42942cc7a None None] Sync routers for ids ['a183d319-fc05-4f56-a34c-6e1ab5d9f27e'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:31:27.653202 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af325c6-b7cd-4832-8bc4-abf42942cc7a None None] Routers {'a183d319-fc05-4f56-a34c-6e1ab5d9f27e'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:31:27.654645 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-1af325c6-b7cd-4832-8bc4-abf42942cc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:31:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['a183d319-fc05-4f56-a34c-6e1ab5d9f27e'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:27.660267 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-b52b2771-5c0f-4e57-967e-5a3e507b5355 None None] Deleting port cef28efc-7ae3-48a5-9c3b-1b6b4f79c0cb {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:31:27.669785 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b52b2771-5c0f-4e57-967e-5a3e507b5355 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:27.698031 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-698b7158-867d-495e-9a2c-48f088e8f55e None None] Provisioning complete for port 58ebcc92-17d3-447c-a342-493e8b838ad8 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:27.698619 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-698b7158-867d-495e-9a2c-48f088e8f55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:27.731623 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c90d77dd-c94f-447e-812d-3a35739509b4 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] 10.222.0.41 "PUT /v2.0/routers/a183d319-fc05-4f56-a34c-6e1ab5d9f27e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5110743 Oct 26 08:31:27.732543 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59630) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:27.740503 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-835c78fd-f7c8-4775-819f-977f5a016358 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Request body: {'port': {'network_id': '08ea6096-1a7f-444b-a707-b3d18959124d', 'name': 'tempest-FloatingIPAdminTestJSON-545360039'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:27.745497 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6f7662c4-7b37-4792-8cc7-bb57e8a4a674 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:27.763254 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-54baa9ee-e177-499d-b2ae-cfa037598fd0 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:27.767170 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6f7662c4-7b37-4792-8cc7-bb57e8a4a674 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:27.778238 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6f7662c4-7b37-4792-8cc7-bb57e8a4a674 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] 10.222.0.41 "DELETE /v2.0/subnets/80ac7082-9cb4-4cff-b186-531dbfd5457e HTTP/1.1" status: 204 len: 168 time: 2.5061145 Oct 26 08:31:27.787280 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-1af325c6-b7cd-4832-8bc4-abf42942cc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:27.826785 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af325c6-b7cd-4832-8bc4-abf42942cc7a None None] Routers {'a183d319-fc05-4f56-a34c-6e1ab5d9f27e'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:31:27.827419 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-1af325c6-b7cd-4832-8bc4-abf42942cc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:31:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['a183d319-fc05-4f56-a34c-6e1ab5d9f27e'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:27.846348 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-b52b2771-5c0f-4e57-967e-5a3e507b5355 None None] For port cef28efc-7ae3-48a5-9c3b-1b6b4f79c0cb, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=cef28efc-7ae3-48a5-9c3b-1b6b4f79c0cb,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:31:27.847077 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b52b2771-5c0f-4e57-967e-5a3e507b5355 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:27.874727 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59634) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:27.878870 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-b52b2771-5c0f-4e57-967e-5a3e507b5355 None None] Calling delete_port for cef28efc-7ae3-48a5-9c3b-1b6b4f79c0cb owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:31:27.920218 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-1af325c6-b7cd-4832-8bc4-abf42942cc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:27.920864 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af325c6-b7cd-4832-8bc4-abf42942cc7a None None] The sync data for ids ['a183d319-fc05-4f56-a34c-6e1ab5d9f27e'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:31:27.946434 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7662c4-7b37-4792-8cc7-bb57e8a4a674 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Pushing event deleted for resources: {'Subnet': ['ID=80ac7082-9cb4-4cff-b186-531dbfd5457e,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:28.011458 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9759bb3b-1621-47d9-8e75-724082d8bedd tempest-MeteringTestJSON-1064782608 tempest-MeteringTestJSON-1064782608-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:28.013350 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9759bb3b-1621-47d9-8e75-724082d8bedd tempest-MeteringTestJSON-1064782608 tempest-MeteringTestJSON-1064782608-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.8008735 Oct 26 08:31:28.015171 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-29717549-0269-49a2-98cd-8848f521771d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:28.020159 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59654) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:28.038918 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 58ebcc92-17d3-447c-a342-493e8b838ad8 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:31:28.088439 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54baa9ee-e177-499d-b2ae-cfa037598fd0 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Pushing event deleted for resources: {'Port': ['ID=96a3163d-4aca-42f7-a3b5-d92cb1458527,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:28.153643 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59656) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:28.162383 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdd7e99-1ec3-4108-81af-836816bb0f5d None None] Network 0469c80b-7205-4c5b-923e-ce2fe534f45b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:31:28.172385 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b52b2771-5c0f-4e57-967e-5a3e507b5355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:28.176915 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-75a5a682-e5da-470d-944e-1d44ac26528b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:28.180332 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-75a5a682-e5da-470d-944e-1d44ac26528b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:28.181493 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-75a5a682-e5da-470d-944e-1d44ac26528b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d9f03828-3ba2-47cf-a8e8-11ded8643365 HTTP/1.1" status: 204 len: 168 time: 1.1545291 Oct 26 08:31:28.185504 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29717549-0269-49a2-98cd-8848f521771d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:28.189206 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-032949da-bd3f-469e-a8d9-321c166d51e2 tempest-MeteringTestJSON-1064782608 tempest-MeteringTestJSON-1064782608-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=2598d016-fa79-421c-b00a-bc7b379cd22e HTTP/1.1" status: 200 len: 468 time: 0.1626778 Oct 26 08:31:28.200094 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59662) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:28.208714 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-29717549-0269-49a2-98cd-8848f521771d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:28.213862 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29717549-0269-49a2-98cd-8848f521771d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:28.214491 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-29717549-0269-49a2-98cd-8848f521771d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:28.220305 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5a682-e5da-470d-944e-1d44ac26528b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f03828-3ba2-47cf-a8e8-11ded8643365,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:28.240173 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29717549-0269-49a2-98cd-8848f521771d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Subnet': ['ID=192bb6ea-fba4-499f-ab0d-f3ffe1fb8494,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:28.280678 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571650fd-29aa-4c4e-8386-4dd51f7cd5c7 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:28.282430 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-571650fd-29aa-4c4e-8386-4dd51f7cd5c7 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4066839 Oct 26 08:31:28.282943 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52b2771-5c0f-4e57-967e-5a3e507b5355 None None] No DVR routers for this DVR port cef28efc-7ae3-48a5-9c3b-1b6b4f79c0cb on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:31:28.293285 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b2771-5c0f-4e57-967e-5a3e507b5355 None None] Pushing event deleted for resources: {'Port': ['ID=cef28efc-7ae3-48a5-9c3b-1b6b4f79c0cb,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:28.298495 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59666) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:28.300720 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835c78fd-f7c8-4775-819f-977f5a016358 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Made reservation on behalf of e886761f12b9429aaa6afb274567c93b for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:28.306449 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-835c78fd-f7c8-4775-819f-977f5a016358 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:28.321546 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-54baa9ee-e177-499d-b2ae-cfa037598fd0 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] create failed (client error): The resource could not be found. Oct 26 08:31:28.322811 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-54baa9ee-e177-499d-b2ae-cfa037598fd0 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.7583194 Oct 26 08:31:28.326031 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59668) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:28.358658 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59670) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:28.359058 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-29717549-0269-49a2-98cd-8848f521771d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9731309 Oct 26 08:31:28.361978 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4e38b1dd-2b2a-40f7-bd5c-e4028f01cec2 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:28.404205 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-ef6ce882-7406-4d94-ba9e-74504207b69b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'port': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'name': 'tempest-NetworksTestDHCPv6-1796776573'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:28.415842 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-835c78fd-f7c8-4775-819f-977f5a016358 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] device_id is not set on port e245dadc-67ae-47c8-bf52-5123e41c3904 yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:31:28.424534 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4e38b1dd-2b2a-40f7-bd5c-e4028f01cec2 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:28.448105 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 58ebcc92-17d3-447c-a342-493e8b838ad8 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:28.450363 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:28.526864 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e38b1dd-2b2a-40f7-bd5c-e4028f01cec2 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Pushing event updated for resources: {'Port': ['ID=e42e7a92-c4a5-43a7-9a24-a496b78f6678,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:28.561491 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776fd1c1-b5ae-403c-ae89-4208e8f86a7f None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:31:28.600791 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b6669ee8-0a25-4186-a4a3-aab643567b87 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:28.619310 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-91ce42bf-f0e9-4a7e-b869-3dc122560e76 tempest-MeteringTestJSON-1064782608 tempest-MeteringTestJSON-1064782608-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:28.621498 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-91ce42bf-f0e9-4a7e-b869-3dc122560e76 tempest-MeteringTestJSON-1064782608 tempest-MeteringTestJSON-1064782608-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/2598d016-fa79-421c-b00a-bc7b379cd22e HTTP/1.1" status: 204 len: 168 time: 0.4203742 Oct 26 08:31:28.632123 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59676) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:28.691094 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5e0da62c-54e0-407f-bfdc-1edf95b667e8 tempest-MeteringTestJSON-1064782608 tempest-MeteringTestJSON-1064782608-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=2598d016-fa79-421c-b00a-bc7b379cd22e HTTP/1.1" status: 200 len: 216 time: 0.0552008 Oct 26 08:31:28.695327 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59680) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:28.727361 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8fb994fa-56a5-494b-9535-4aacb407e2be tempest-MeteringTestJSON-1064782608 tempest-MeteringTestJSON-1064782608-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0266581 Oct 26 08:31:28.744058 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59682) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:28.755475 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-b90e2055-b1e6-46a6-9742-64d5a29250f9 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Deleting port a105dcf1-bc3e-47d1-8f89-4ff87f479206 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:31:28.755842 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b90e2055-b1e6-46a6-9742-64d5a29250f9 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:28.778774 dv-neutron-804846-13-hyperv neutron-server[102101]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 26 08:31:28.842548 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-24d32e71-2645-46d5-97a3-0b17bc51fe65 tempest-MeteringTestJSON-1064782608 tempest-MeteringTestJSON-1064782608-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0745087 Oct 26 08:31:28.845211 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59686) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:28.877797 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59690) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:28.925006 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:28.946056 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9d676268-ee3a-4ca7-a2fd-ae443b350ae1 req-8ae8b0a5-3649-4bb5-b6b3-180a7a3276d2 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/ports?device_id=50a87eab-52f4-4e00-8410-2b8f0e2db51d HTTP/1.1" status: 200 len: 210 time: 0.7753618 Oct 26 08:31:28.951475 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5a792f7d-7ae9-4904-9478-c6800eeef8ec tempest-MeteringTestJSON-1064782608 tempest-MeteringTestJSON-1064782608-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels/b5b3c566-b119-4bd1-9fe2-507d5bd281ad HTTP/1.1" status: 200 len: 473 time: 0.1016316 Oct 26 08:31:28.953393 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59694) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:28.954401 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-140c09c7-587f-45a8-bde2-6f6ace94954c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:28.954917 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bcd792-ce4a-4cb8-81c4-db38c54e72f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'tenant_id': '34a26fc2cbe741c49d4d94b40e63438a', 'fixed_ips': [{'subnet_id': '192bb6ea-fba4-499f-ab0d-f3ffe1fb8494'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:31:28.955808 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-37bcd792-ce4a-4cb8-81c4-db38c54e72f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:28.958218 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-835c78fd-f7c8-4775-819f-977f5a016358 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Allocated IP 172.20.0.9 (08ea6096-1a7f-444b-a707-b3d18959124d/18401a78-5626-4e26-8d8b-8c3cbde979c6/e245dadc-67ae-47c8-bf52-5123e41c3904) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:28.960529 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4e38b1dd-2b2a-40f7-bd5c-e4028f01cec2 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:28.989989 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4e38b1dd-2b2a-40f7-bd5c-e4028f01cec2 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:28.991268 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4e38b1dd-2b2a-40f7-bd5c-e4028f01cec2 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2703972 Oct 26 08:31:29.013186 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 58ebcc92-17d3-447c-a342-493e8b838ad8, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=58ebcc92-17d3-447c-a342-493e8b838ad8,segment=NetworkSegment(c111979c-2ebf-4620-94fc-d1cade7cb1bb),segment_id=c111979c-2ebf-4620-94fc-d1cade7cb1bb)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:31:29.065409 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-140c09c7-587f-45a8-bde2-6f6ace94954c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:29.077240 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-140c09c7-587f-45a8-bde2-6f6ace94954c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:29.092381 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6754e799-1c56-4e65-9984-a5fa66e0c173 tempest-MeteringTestJSON-1064782608 tempest-MeteringTestJSON-1064782608-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules/0ad15139-ee69-44d9-a6b7-87364c4b535e HTTP/1.1" status: 200 len: 461 time: 0.1255434 Oct 26 08:31:29.111431 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59698) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:29.139628 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6ce882-7406-4d94-ba9e-74504207b69b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:29.143466 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ef6ce882-7406-4d94-ba9e-74504207b69b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:29.151063 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-140c09c7-587f-45a8-bde2-6f6ace94954c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee592d2d46de4bc385fbdaff515790da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2623205 Oct 26 08:31:29.157604 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59700) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:29.161028 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493c5da0-3efe-4fb1-8468-99c4b065efd5 None None] DHCP port deletion for 8cf3e804-4781-49c9-ad3b-bfbf90691e02 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:31:29.165319 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:29.166333 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 65a0fad8-3e5b-4198-8afa-ba1552c8932b up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:31:29.195917 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-b6669ee8-0a25-4186-a4a3-aab643567b87 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Deleting port 65a0fad8-3e5b-4198-8afa-ba1552c8932b {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:31:29.196359 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b6669ee8-0a25-4186-a4a3-aab643567b87 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:29.231337 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b90e2055-b1e6-46a6-9742-64d5a29250f9 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:29.249304 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-b90e2055-b1e6-46a6-9742-64d5a29250f9 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Calling delete_port for a105dcf1-bc3e-47d1-8f89-4ff87f479206 owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:31:29.258439 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-37bcd792-ce4a-4cb8-81c4-db38c54e72f1 None None] Allocated IP 2001:db8::2 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/192bb6ea-fba4-499f-ab0d-f3ffe1fb8494/9c792702-6cf6-4332-9436-0ab4c4572a6e) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:29.262431 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=58ebcc92-17d3-447c-a342-493e8b838ad8,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:29.284236 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-b6669ee8-0a25-4186-a4a3-aab643567b87 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] For port 65a0fad8-3e5b-4198-8afa-ba1552c8932b, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=65a0fad8-3e5b-4198-8afa-ba1552c8932b,segment=NetworkSegment(72938da0-8292-4d32-8241-bbe7eb806b7e),segment_id=72938da0-8292-4d32-8241-bbe7eb806b7e)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:31:29.284612 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b6669ee8-0a25-4186-a4a3-aab643567b87 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:29.295440 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-698b7158-867d-495e-9a2c-48f088e8f55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:29.296082 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-ef6ce882-7406-4d94-ba9e-74504207b69b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] device_id is not set on port 2afd33e7-3de7-46b2-9615-ea033c811073 yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:31:29.324971 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-b6669ee8-0a25-4186-a4a3-aab643567b87 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Calling delete_port for 65a0fad8-3e5b-4198-8afa-ba1552c8932b owned by network:dhcp {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:31:29.359689 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c09c7-587f-45a8-bde2-6f6ace94954c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69655952-7d96-4fc1-97c7-7851f4ccaf1f,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:29.449848 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b6669ee8-0a25-4186-a4a3-aab643567b87 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:29.451651 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-9241cf3f-9c3b-4332-a3e3-08075362ad19 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--155835050&fields=id&tenant_id=f619f7bf208b454a9f9680fa433c8f91 HTTP/1.1" status: 200 len: 267 time: 0.0958984 Oct 26 08:31:29.479185 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c383bf9a-051d-4de0-a662-4ef44f5583e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:29.484363 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.db.api [None req-698b7158-867d-495e-9a2c-48f088e8f55e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:31:29.484722 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG oslo_db.api [None req-698b7158-867d-495e-9a2c-48f088e8f55e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:31:29.488863 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Could not find standard attr ID for object 65a0fad8-3e5b-4198-8afa-ba1552c8932b. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:31:29.507500 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6669ee8-0a25-4186-a4a3-aab643567b87 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] No DVR routers for this DVR port 65a0fad8-3e5b-4198-8afa-ba1552c8932b on host dv-neutron-804846-13-hyperv {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:31:29.517886 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-493c5da0-3efe-4fb1-8468-99c4b065efd5 None None] Deleting port 58ebcc92-17d3-447c-a342-493e8b838ad8 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:31:29.518260 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-493c5da0-3efe-4fb1-8468-99c4b065efd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:29.583644 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c383bf9a-051d-4de0-a662-4ef44f5583e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:29.714673 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-b2d9939e-e50d-438c-abcf-f7425f7645ab tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:29.716482 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-b2d9939e-e50d-438c-abcf-f7425f7645ab tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/networks?id=ee56e2b1-1b4b-4811-8525-c64c4b88af1d HTTP/1.1" status: 200 len: 812 time: 0.2541838 Oct 26 08:31:29.718312 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b90e2055-b1e6-46a6-9742-64d5a29250f9 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:29.767531 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e2055-b1e6-46a6-9742-64d5a29250f9 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Pushing event deleted for resources: {'Port': ['ID=a105dcf1-bc3e-47d1-8f89-4ff87f479206,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:29.767787 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727ba8cd-996c-4d3b-94cc-3c8a06b50080 None None] DHCP port deletion for 0469c80b-7205-4c5b-923e-ce2fe534f45b request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:31:29.770082 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 58ebcc92-17d3-447c-a342-493e8b838ad8 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:31:29.772089 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b6669ee8-0a25-4186-a4a3-aab643567b87 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:29.779456 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-442743fd-2f80-41eb-94c2-36e3790997f7 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/quotas/f619f7bf208b454a9f9680fa433c8f91 HTTP/1.1" status: 200 len: 375 time: 0.0454118 Oct 26 08:31:29.813396 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-b6669ee8-0a25-4186-a4a3-aab643567b87 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0469c80b-7205-4c5b-923e-ce2fe534f45b']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:29.820397 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c383bf9a-051d-4de0-a662-4ef44f5583e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:29.823281 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c383bf9a-051d-4de0-a662-4ef44f5583e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:29.824883 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c383bf9a-051d-4de0-a662-4ef44f5583e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/69655952-7d96-4fc1-97c7-7851f4ccaf1f HTTP/1.1" status: 204 len: 168 time: 0.6505754 Oct 26 08:31:29.836996 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-b6669ee8-0a25-4186-a4a3-aab643567b87 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72938da0-8292-4d32-8241-bbe7eb806b7e') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:29.846119 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-b6669ee8-0a25-4186-a4a3-aab643567b87 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72938da0-8292-4d32-8241-bbe7eb806b7e') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:29.870525 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-493c5da0-3efe-4fb1-8468-99c4b065efd5 None None] For port 58ebcc92-17d3-447c-a342-493e8b838ad8, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=58ebcc92-17d3-447c-a342-493e8b838ad8,segment=NetworkSegment(c111979c-2ebf-4620-94fc-d1cade7cb1bb),segment_id=c111979c-2ebf-4620-94fc-d1cade7cb1bb)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:31:29.871124 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-493c5da0-3efe-4fb1-8468-99c4b065efd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:29.876875 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b6669ee8-0a25-4186-a4a3-aab643567b87 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:29.879917 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6669ee8-0a25-4186-a4a3-aab643567b87 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Pushing event deleted for resources: {'Port': ['ID=65a0fad8-3e5b-4198-8afa-ba1552c8932b,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:29.904428 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-493c5da0-3efe-4fb1-8468-99c4b065efd5 None None] Calling delete_port for 58ebcc92-17d3-447c-a342-493e8b838ad8 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:31:29.904829 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c9ae2127-9053-482e-b174-0e78cf4b11f5 tempest-MeteringTestJSON-1064782608 tempest-MeteringTestJSON-1064782608-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:29.909461 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c9ae2127-9053-482e-b174-0e78cf4b11f5 tempest-MeteringTestJSON-1064782608 tempest-MeteringTestJSON-1064782608-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/0ad15139-ee69-44d9-a6b7-87364c4b535e HTTP/1.1" status: 204 len: 168 time: 0.7501726 Oct 26 08:31:29.910578 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59722) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:29.930932 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383bf9a-051d-4de0-a662-4ef44f5583e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69655952-7d96-4fc1-97c7-7851f4ccaf1f,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:29.946628 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-37bcd792-ce4a-4cb8-81c4-db38c54e72f1 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:29.960496 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b6669ee8-0a25-4186-a4a3-aab643567b87 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:30.009069 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-0d979873-7469-4c1d-9509-9a29bcfcc9f2 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f619f7bf208b454a9f9680fa433c8f91&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2171047 Oct 26 08:31:30.010239 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b90e2055-b1e6-46a6-9742-64d5a29250f9 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:30.013487 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b90e2055-b1e6-46a6-9742-64d5a29250f9 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] 10.222.0.41 "DELETE /v2.0/ports/a105dcf1-bc3e-47d1-8f89-4ff87f479206 HTTP/1.1" status: 204 len: 168 time: 1.6833878 Oct 26 08:31:30.016083 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59726) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:30.025891 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-37bcd792-ce4a-4cb8-81c4-db38c54e72f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:30.196310 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bcd792-ce4a-4cb8-81c4-db38c54e72f1 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:30.205136 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8661801e-bd0f-46a6-8a16-aec3ffe372fd tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:30.206996 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8661801e-bd0f-46a6-8a16-aec3ffe372fd tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] 10.222.0.41 "GET /v2.0/ports?device_id=db8b73cc-4269-4523-92b3-6cd0be8e4f64 HTTP/1.1" status: 200 len: 913 time: 0.1896603 Oct 26 08:31:30.210311 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59730) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:30.236645 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-37bcd792-ce4a-4cb8-81c4-db38c54e72f1 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:30.256555 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bcd792-ce4a-4cb8-81c4-db38c54e72f1 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:30.285948 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bcd792-ce4a-4cb8-81c4-db38c54e72f1 None None] Pushing event updated for resources: {'Port': ['ID=9c792702-6cf6-4332-9436-0ab4c4572a6e,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:30.298306 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:30.411602 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-eda14298-cc48-41d0-8102-59c18efaa598 service neutron] 10.222.0.41 "GET /v2.0/networks/ee56e2b1-1b4b-4811-8525-c64c4b88af1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742869 Oct 26 08:31:30.427806 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-2fbc3dac-266c-4b61-9223-674e432236aa None None] Could not find standard attr ID for object 65a0fad8-3e5b-4198-8afa-ba1552c8932b. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:31:30.431020 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-493c5da0-3efe-4fb1-8468-99c4b065efd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:30.460293 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-835c78fd-f7c8-4775-819f-977f5a016358 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:30.460467 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-37bcd792-ce4a-4cb8-81c4-db38c54e72f1 None None] Attempting to bind port 9c792702-6cf6-4332-9436-0ab4c4572a6e on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:30.461219 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-37bcd792-ce4a-4cb8-81c4-db38c54e72f1 None None] Attempting to bind port 9c792702-6cf6-4332-9436-0ab4c4572a6e by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:30.461688 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bcd792-ce4a-4cb8-81c4-db38c54e72f1 None None] Attempting to bind port 9c792702-6cf6-4332-9436-0ab4c4572a6e on network ecf0c004-fa53-4f3e-bbfd-ff079400665b {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:30.467959 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6669ee8-0a25-4186-a4a3-aab643567b87 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:31:30.469066 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b6669ee8-0a25-4186-a4a3-aab643567b87 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:30.472866 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:31:30.472866 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:31:30.472866 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:31:30.472866 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:31:30.472866 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:31:30.472866 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:31:30.472866 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:31:30.472866 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:31:30.472866 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:31:30.472866 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:31:30.472866 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:31:30.472866 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:31:30.472866 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:31:30.472866 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:31:30.472866 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:31:30.472866 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:31:30.472866 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:31:30.472866 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:31:30.472866 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:31:30.472866 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:31:30.472866 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:31:30.472866 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:31:30.472866 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:31:30.472866 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:31:30.472866 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:31:30.472866 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:31:30.472866 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:31:30.472866 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:31:30.472866 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:31:30.472866 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:31:30.472866 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:31:30.472866 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:31:30.543526 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d5bc8e64-786c-4414-9991-77107e384867 req-8efa6f78-6c06-498f-bd36-cb2fc49a56aa tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/ports?device_id=50a87eab-52f4-4e00-8410-2b8f0e2db51d HTTP/1.1" status: 200 len: 210 time: 0.1482046 Oct 26 08:31:30.555108 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-6091ab0d-2cb8-4255-bc29-9cf73074e1f3 service neutron] 10.222.0.41 "GET /v2.0/networks/ee56e2b1-1b4b-4811-8525-c64c4b88af1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096141 Oct 26 08:31:30.579308 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device cef28efc-7ae3-48a5-9c3b-1b6b4f79c0cb no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:31:30.582009 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c5da0-3efe-4fb1-8468-99c4b065efd5 None None] Pushing event deleted for resources: {'Port': ['ID=58ebcc92-17d3-447c-a342-493e8b838ad8,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:30.589912 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bcd792-ce4a-4cb8-81c4-db38c54e72f1 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:31:30.591765 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bcd792-ce4a-4cb8-81c4-db38c54e72f1 None None] Checking segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:31:30.592529 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-37bcd792-ce4a-4cb8-81c4-db38c54e72f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:30.593248 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bcd792-ce4a-4cb8-81c4-db38c54e72f1 None None] Bound using segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:31:30.594069 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-37bcd792-ce4a-4cb8-81c4-db38c54e72f1 None None] Bound port: 9c792702-6cf6-4332-9436-0ab4c4572a6e, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:31:30.595101 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-37bcd792-ce4a-4cb8-81c4-db38c54e72f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:30.646059 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493c5da0-3efe-4fb1-8468-99c4b065efd5 None None] No DVR routers for this DVR port 58ebcc92-17d3-447c-a342-493e8b838ad8 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:31:30.656581 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: cef28efc-7ae3-48a5-9c3b-1b6b4f79c0cb {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:31:30.656942 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device cef28efc-7ae3-48a5-9c3b-1b6b4f79c0cb not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:31:30.722598 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-37bcd792-ce4a-4cb8-81c4-db38c54e72f1 None None] For port 9c792702-6cf6-4332-9436-0ab4c4572a6e, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:31:30.726365 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-37bcd792-ce4a-4cb8-81c4-db38c54e72f1 None None] For port 9c792702-6cf6-4332-9436-0ab4c4572a6e, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=9c792702-6cf6-4332-9436-0ab4c4572a6e,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:31:30.745065 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-37bcd792-ce4a-4cb8-81c4-db38c54e72f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:30.841702 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bcd792-ce4a-4cb8-81c4-db38c54e72f1 None None] Pushing event updated for resources: {'Port': ['ID=9c792702-6cf6-4332-9436-0ab4c4572a6e,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:30.913394 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6788fbe5-8aa4-4d23-906e-e1c68269e540 req-c6a3677a-d4a1-4a5c-b9b5-fda9bdc6feea tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/ports?device_id=9af56241-3e13-46f5-bc0c-11a6cd6d3e81 HTTP/1.1" status: 200 len: 210 time: 0.0623903 Oct 26 08:31:30.933916 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-ef6ce882-7406-4d94-ba9e-74504207b69b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Allocated IP 2001:db8::297 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/192bb6ea-fba4-499f-ab0d-f3ffe1fb8494/2afd33e7-3de7-46b2-9615-ea033c811073) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:31.091932 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.47', 51420) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:31.096276 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-835c78fd-f7c8-4775-819f-977f5a016358 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:31.098759 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b6669ee8-0a25-4186-a4a3-aab643567b87 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:31.195131 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c17ce28d-adb9-4c71-abb0-9eb2113ea2bb tempest-MeteringTestJSON-1064782608 tempest-MeteringTestJSON-1064782608-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:31.205401 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c17ce28d-adb9-4c71-abb0-9eb2113ea2bb tempest-MeteringTestJSON-1064782608 tempest-MeteringTestJSON-1064782608-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/b5b3c566-b119-4bd1-9fe2-507d5bd281ad HTTP/1.1" status: 204 len: 168 time: 1.2859783 Oct 26 08:31:31.417948 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c78fd-f7c8-4775-819f-977f5a016358 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Pushing event updated for resources: {'Port': ['ID=e245dadc-67ae-47c8-bf52-5123e41c3904,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:31.435868 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b6669ee8-0a25-4186-a4a3-aab643567b87 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:31.441998 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b6669ee8-0a25-4186-a4a3-aab643567b87 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] 10.222.0.41 "DELETE /v2.0/networks/0469c80b-7205-4c5b-923e-ce2fe534f45b HTTP/1.1" status: 204 len: 168 time: 3.1400702 Oct 26 08:31:31.454008 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59776) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:31.480787 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6669ee8-0a25-4186-a4a3-aab643567b87 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Pushing event deleted for resources: {'Network': ['ID=0469c80b-7205-4c5b-923e-ce2fe534f45b,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:31.571213 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835c78fd-f7c8-4775-819f-977f5a016358 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Network 08ea6096-1a7f-444b-a707-b3d18959124d is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:31.587548 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-835c78fd-f7c8-4775-819f-977f5a016358 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:31.604975 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835c78fd-f7c8-4775-819f-977f5a016358 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:31.787983 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-efecba30-31da-4696-bbed-091656878cc8 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:31.797594 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 9c792702-6cf6-4332-9436-0ab4c4572a6e up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:31:31.808502 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-aaf20d9d-6175-41b0-8443-304ad3c2ba39 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:31.810640 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6bd32943-d307-4c5c-b09f-1fd22e66b579 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:31.826501 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-aaf20d9d-6175-41b0-8443-304ad3c2ba39 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.47 "GET /v2.0/networks?id=3552283e-c7ba-4bd2-b88d-27fd8882224b HTTP/1.1" status: 200 len: 805 time: 0.7257054 Oct 26 08:31:31.956323 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 9c792702-6cf6-4332-9436-0ab4c4572a6e triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:31.957017 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:31.961560 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59794) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:32.022189 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835c78fd-f7c8-4775-819f-977f5a016358 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:32.022884 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-835c78fd-f7c8-4775-819f-977f5a016358 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:32.114987 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:32.157270 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-8e4e5c59-2d4b-4ee6-bd3a-99abe02c8d48 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aacb04f5ce564fc6b000afd721b795f4 HTTP/1.1" status: 200 len: 380 time: 0.2716839 Oct 26 08:31:32.168490 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ef6ce882-7406-4d94-ba9e-74504207b69b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:32.180385 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 9c792702-6cf6-4332-9436-0ab4c4572a6e, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=9c792702-6cf6-4332-9436-0ab4c4572a6e,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:31:32.187169 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-2431aeaa-db80-4375-b3c7-2bbda0d8c2a7 None None] Provisioning complete for port e245dadc-67ae-47c8-bf52-5123e41c3904 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:32.187781 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2431aeaa-db80-4375-b3c7-2bbda0d8c2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:32.218660 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-205c1363-0ce0-491a-b8ef-30dceea3910a tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Request body: {'port': {'device_id': '50a87eab-52f4-4e00-8410-2b8f0e2db51d', 'network_id': '3552283e-c7ba-4bd2-b88d-27fd8882224b', 'admin_state_up': True, 'tenant_id': 'aacb04f5ce564fc6b000afd721b795f4', 'security_groups': ['8b6b1ff0-ee57-451d-a59c-831c70a5937b']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:32.234673 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d9fe9b53-5ca2-4e84-bc3c-ce63cc80fa5d req-c1ba68e8-ebbc-425a-89cf-7371660f12a1 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/ports?device_id=9af56241-3e13-46f5-bc0c-11a6cd6d3e81 HTTP/1.1" status: 200 len: 210 time: 0.1628270 Oct 26 08:31:32.263225 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-2431aeaa-db80-4375-b3c7-2bbda0d8c2a7 None None] Port e245dadc-67ae-47c8-bf52-5123e41c3904 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:31:32.265333 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:32.288028 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-38cbae3b-b6ee-4b3f-a13c-4419555f9763 req-d9a2fdf4-8250-42fa-a7a6-02314d910214 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/ports?device_id=50a87eab-52f4-4e00-8410-2b8f0e2db51d HTTP/1.1" status: 200 len: 210 time: 0.1585393 Oct 26 08:31:32.294122 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-835c78fd-f7c8-4775-819f-977f5a016358 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5606809 Oct 26 08:31:32.300323 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59814) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:32.381468 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=9c792702-6cf6-4332-9436-0ab4c4572a6e,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:32.381895 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-efecba30-31da-4696-bbed-091656878cc8 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:32.402894 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 65a0fad8-3e5b-4198-8afa-ba1552c8932b no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:31:32.448427 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 65a0fad8-3e5b-4198-8afa-ba1552c8932b {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:31:32.448805 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 65a0fad8-3e5b-4198-8afa-ba1552c8932b not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:31:32.527911 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-01342b85-043f-4aab-a722-2602beca9f43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:32.604431 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-1c58e72d-4342-4938-b7c0-85eee6983654 None None] Provisioning complete for port 9c792702-6cf6-4332-9436-0ab4c4572a6e triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:32.608010 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1c58e72d-4342-4938-b7c0-85eee6983654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:32.692956 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-fcab7e79-6299-4ae7-b3db-73dc03f50384 tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Request body: {'floatingip': {'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'project_id': 'e886761f12b9429aaa6afb274567c93b', 'port_id': 'e245dadc-67ae-47c8-bf52-5123e41c3904'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:32.708313 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59838) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:32.739199 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-efecba30-31da-4696-bbed-091656878cc8 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf3e804-4781-49c9-ad3b-bfbf90691e02']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:32.755697 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ef6ce882-7406-4d94-ba9e-74504207b69b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:32.792220 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-efecba30-31da-4696-bbed-091656878cc8 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c111979c-2ebf-4620-94fc-d1cade7cb1bb') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:32.792732 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-efecba30-31da-4696-bbed-091656878cc8 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c111979c-2ebf-4620-94fc-d1cade7cb1bb') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:32.808702 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fcab7e79-6299-4ae7-b3db-73dc03f50384 tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:32.828087 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-efecba30-31da-4696-bbed-091656878cc8 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:32.875435 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-e9fb06d2-5c27-4b2e-8df8-82ae6c5c414b None None] Could not find standard attr ID for object 01b13745-f249-4804-957f-371de4a3cb79. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:31:32.877136 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ce882-7406-4d94-ba9e-74504207b69b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Port': ['ID=2afd33e7-3de7-46b2-9615-ea033c811073,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:32.930337 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-01342b85-043f-4aab-a722-2602beca9f43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:32.954283 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6ce882-7406-4d94-ba9e-74504207b69b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:32.954283 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-01342b85-043f-4aab-a722-2602beca9f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:32.962879 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-efecba30-31da-4696-bbed-091656878cc8 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:32.982262 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efecba30-31da-4696-bbed-091656878cc8 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:31:32.982860 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-efecba30-31da-4696-bbed-091656878cc8 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:33.001032 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:31:33.001032 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:31:33.001032 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:31:33.001032 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:31:33.001032 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:31:33.001032 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:31:33.001032 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:31:33.001032 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:31:33.001032 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:31:33.001032 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:31:33.001032 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:31:33.001032 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:31:33.001032 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:31:33.001032 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:31:33.001032 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:31:33.001032 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:31:33.001032 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:31:33.001032 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:31:33.001032 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:31:33.001032 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:31:33.001032 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:31:33.001032 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:31:33.001032 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:31:33.001032 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:31:33.001032 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:31:33.001032 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:31:33.001032 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:31:33.001032 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:31:33.001032 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:31:33.001032 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:31:33.001032 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:31:33.001032 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:31:33.003044 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01342b85-043f-4aab-a722-2602beca9f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5093823e-1243-423f-88fd-8585255b5548,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:33.018978 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-ef6ce882-7406-4d94-ba9e-74504207b69b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:33.034001 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6ce882-7406-4d94-ba9e-74504207b69b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:33.044400 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6ce882-7406-4d94-ba9e-74504207b69b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:33.045071 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ef6ce882-7406-4d94-ba9e-74504207b69b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:33.093559 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-dac04285-713f-488f-8787-e3f9d325fea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-891713512'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:33.097441 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-205c1363-0ce0-491a-b8ef-30dceea3910a tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Made reservation on behalf of aacb04f5ce564fc6b000afd721b795f4 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:33.102245 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-205c1363-0ce0-491a-b8ef-30dceea3910a tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:33.112805 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ef6ce882-7406-4d94-ba9e-74504207b69b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.7485745 Oct 26 08:31:33.119875 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59844) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:33.190240 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-01342b85-043f-4aab-a722-2602beca9f43 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f0077d89fac7464f84163922f3785d90&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1952157 Oct 26 08:31:33.193037 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59846) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:33.276500 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-efecba30-31da-4696-bbed-091656878cc8 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:33.291495 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-efecba30-31da-4696-bbed-091656878cc8 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:33.316599 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-efecba30-31da-4696-bbed-091656878cc8 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] 10.222.0.41 "DELETE /v2.0/networks/8cf3e804-4781-49c9-ad3b-bfbf90691e02 HTTP/1.1" status: 204 len: 168 time: 1.8534768 Oct 26 08:31:33.318223 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac04285-713f-488f-8787-e3f9d325fea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938-project] Made reservation on behalf of 4429473406b24dd0b698600853bda984 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:33.322854 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dac04285-713f-488f-8787-e3f9d325fea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:33.323291 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59850) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:33.360050 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dac04285-713f-488f-8787-e3f9d325fea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:33.399137 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696576b7-ae97-4648-bc90-034f44dfad06 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:33.406287 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696576b7-ae97-4648-bc90-034f44dfad06 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:33.414492 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-696576b7-ae97-4648-bc90-034f44dfad06 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.2828820 Oct 26 08:31:33.433207 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59856) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:33.515281 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-eb8fc01a-2c01-43e8-982b-6e212bcdab23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:33.583307 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efecba30-31da-4696-bbed-091656878cc8 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Pushing event deleted for resources: {'Network': ['ID=8cf3e804-4781-49c9-ad3b-bfbf90691e02,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:33.638512 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-6bd32943-d307-4c5c-b09f-1fd22e66b579 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Deleting port 6d894fe7-cf3d-459f-ae2c-0b0a251ba194 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:31:33.639947 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6bd32943-d307-4c5c-b09f-1fd22e66b579 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:33.668421 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-052a09ed-f718-4b2d-b495-f29739f67892 req-b4daa5c4-9716-4f01-8f62-b63f503d50c1 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/ports?device_id=50a87eab-52f4-4e00-8410-2b8f0e2db51d HTTP/1.1" status: 200 len: 210 time: 0.1398413 Oct 26 08:31:33.675622 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 9c792702-6cf6-4332-9436-0ab4c4572a6e up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:31:33.740824 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0542d103-75a6-408c-a216-39e5568add10 req-668f1a3a-1cc1-4dc3-9734-5c246b6128fc tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/ports?device_id=9af56241-3e13-46f5-bc0c-11a6cd6d3e81 HTTP/1.1" status: 200 len: 210 time: 0.3250995 Oct 26 08:31:33.755367 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-d6a173c3-4c32-4431-ba6b-c38b660753cc None None] Provisioning complete for port 2afd33e7-3de7-46b2-9615-ea033c811073 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:33.755745 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d6a173c3-4c32-4431-ba6b-c38b660753cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:33.804122 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dfa6dafa-b289-493c-909f-b3e851179981 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:33.805226 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-eb8fc01a-2c01-43e8-982b-6e212bcdab23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:33.821877 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-205c1363-0ce0-491a-b8ef-30dceea3910a tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Allocated IP 172.20.0.5 (3552283e-c7ba-4bd2-b88d-27fd8882224b/1aae4028-3476-408a-bb24-3e698a768110/199e5451-784e-4018-9735-9b0ff711adab) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:33.822112 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-d6a173c3-4c32-4431-ba6b-c38b660753cc None None] Port 2afd33e7-3de7-46b2-9615-ea033c811073 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:31:33.853254 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 9c792702-6cf6-4332-9436-0ab4c4572a6e triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:33.853660 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:33.881448 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dac04285-713f-488f-8787-e3f9d325fea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:33.885178 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fcab7e79-6299-4ae7-b3db-73dc03f50384 tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:33.897516 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dac04285-713f-488f-8787-e3f9d325fea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:33.931353 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-11304351-780b-4b65-81fe-6837bb5398eb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting port 2afd33e7-3de7-46b2-9615-ea033c811073 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:31:33.932369 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-11304351-780b-4b65-81fe-6837bb5398eb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:33.949668 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac04285-713f-488f-8787-e3f9d325fea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:31:33.973708 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac04285-713f-488f-8787-e3f9d325fea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98940ca1-5dcd-44cc-9bc9-61edbd2ad4c9,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:33.994393 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-eb8fc01a-2c01-43e8-982b-6e212bcdab23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:33.997673 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-eb8fc01a-2c01-43e8-982b-6e212bcdab23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:33.999560 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-eb8fc01a-2c01-43e8-982b-6e212bcdab23 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5093823e-1243-423f-88fd-8585255b5548 HTTP/1.1" status: 204 len: 168 time: 0.8014238 Oct 26 08:31:34.004661 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dac04285-713f-488f-8787-e3f9d325fea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:34.005198 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-dac04285-713f-488f-8787-e3f9d325fea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938-project] Added segment fb218103-1c88-4459-9918-dd1d4695d847 of type vlan for network 32b67f17-b746-40f3-b5b2-7ef14d578335 Oct 26 08:31:34.091693 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8fc01a-2c01-43e8-982b-6e212bcdab23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5093823e-1243-423f-88fd-8585255b5548,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:34.116270 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6bd32943-d307-4c5c-b09f-1fd22e66b579 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:34.180668 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dac04285-713f-488f-8787-e3f9d325fea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:34.188977 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.47', 51426) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:34.224328 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-6bd32943-d307-4c5c-b09f-1fd22e66b579 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Calling delete_port for 6d894fe7-cf3d-459f-ae2c-0b0a251ba194 owned by network:router_interface {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:31:34.319139 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dfa6dafa-b289-493c-909f-b3e851179981 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:34.349072 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.db.resource_extend [None req-dac04285-713f-488f-8787-e3f9d325fea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 08:31:34.357230 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-dfa6dafa-b289-493c-909f-b3e851179981 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b263a73-bd3f-43f2-a505-dd2cc3e97991']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:34.371210 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-dfa6dafa-b289-493c-909f-b3e851179981 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1deb53e4-a26b-407d-8c06-0ed9db3ac5c1') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:34.371572 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-dfa6dafa-b289-493c-909f-b3e851179981 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1deb53e4-a26b-407d-8c06-0ed9db3ac5c1') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:34.385495 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dfa6dafa-b289-493c-909f-b3e851179981 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:34.406133 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dfa6dafa-b289-493c-909f-b3e851179981 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:34.408635 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dac04285-713f-488f-8787-e3f9d325fea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:34.415018 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfa6dafa-b289-493c-909f-b3e851179981 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:31:34.416222 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac04285-713f-488f-8787-e3f9d325fea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:34.416452 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dfa6dafa-b289-493c-909f-b3e851179981 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:34.417410 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dac04285-713f-488f-8787-e3f9d325fea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:34.425186 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-205c1363-0ce0-491a-b8ef-30dceea3910a tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:34.531866 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac04285-713f-488f-8787-e3f9d325fea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938-project] Pushing event updated for resources: {'Network': ['ID=32b67f17-b746-40f3-b5b2-7ef14d578335,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:34.548916 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:31:34.548916 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:31:34.548916 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:31:34.548916 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:31:34.548916 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:31:34.548916 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:31:34.548916 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:31:34.548916 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:31:34.548916 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:31:34.548916 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:31:34.548916 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:31:34.548916 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:31:34.548916 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:31:34.548916 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:31:34.548916 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:31:34.548916 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:31:34.548916 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:31:34.548916 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:31:34.548916 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:31:34.548916 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:31:34.548916 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:31:34.548916 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:31:34.548916 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:31:34.548916 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:31:34.548916 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:31:34.548916 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:31:34.548916 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:31:34.548916 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:31:34.548916 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:31:34.548916 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:31:34.548916 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:31:34.548916 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:31:34.569479 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 32b67f17-b746-40f3-b5b2-7ef14d578335 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:31:34.582727 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-dac04285-713f-488f-8787-e3f9d325fea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.8609519 Oct 26 08:31:34.597178 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dfa6dafa-b289-493c-909f-b3e851179981 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:34.607389 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-490535d3-7c4c-4c0f-89f0-22acf4fb7545 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:34.609016 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-490535d3-7c4c-4c0f-89f0-22acf4fb7545 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.47 "GET /v2.0/networks?id=ee56e2b1-1b4b-4811-8525-c64c4b88af1d HTTP/1.1" status: 200 len: 812 time: 0.4182181 Oct 26 08:31:34.636314 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-205c1363-0ce0-491a-b8ef-30dceea3910a tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:34.745173 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c1363-0ce0-491a-b8ef-30dceea3910a tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Pushing event updated for resources: {'Port': ['ID=199e5451-784e-4018-9735-9b0ff711adab,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:34.747211 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dfa6dafa-b289-493c-909f-b3e851179981 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:34.756638 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-dfa6dafa-b289-493c-909f-b3e851179981 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] 10.222.0.41 "DELETE /v2.0/networks/2b263a73-bd3f-43f2-a505-dd2cc3e97991 HTTP/1.1" status: 204 len: 168 time: 1.4214242 Oct 26 08:31:34.781501 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59872) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:34.878906 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59876) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:34.918358 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-205c1363-0ce0-491a-b8ef-30dceea3910a tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Network 3552283e-c7ba-4bd2-b88d-27fd8882224b is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:34.926805 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-11304351-780b-4b65-81fe-6837bb5398eb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:34.931554 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6dafa-b289-493c-909f-b3e851179981 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Pushing event deleted for resources: {'Network': ['ID=2b263a73-bd3f-43f2-a505-dd2cc3e97991,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:34.950850 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59878) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:34.959755 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Request body: {'port': {'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335', 'binding:host_id': 'hv-neutron-8048', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301708045'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:34.960932 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-205c1363-0ce0-491a-b8ef-30dceea3910a tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:34.970255 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-205c1363-0ce0-491a-b8ef-30dceea3910a tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:34.974748 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-458fb202-0f03-4e51-871c-d793c7e7ce70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:34.979599 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-fcab7e79-6299-4ae7-b3db-73dc03f50384 tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Allocated IP 172.26.2.147 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/7550fd3f-0bdb-4ca5-950a-3ae2276c4f0b) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:34.985606 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-11304351-780b-4b65-81fe-6837bb5398eb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Calling delete_port for 2afd33e7-3de7-46b2-9615-ea033c811073 owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:31:34.994763 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-e03cc144-94eb-4005-8e6d-171071b91a5e tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f619f7bf208b454a9f9680fa433c8f91 HTTP/1.1" status: 200 len: 379 time: 0.2513950 Oct 26 08:31:35.065000 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-76c51a67-5bad-46d8-8ab3-eb18600d2165 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Request body: {'port': {'device_id': '9af56241-3e13-46f5-bc0c-11a6cd6d3e81', 'network_id': 'ee56e2b1-1b4b-4811-8525-c64c4b88af1d', 'admin_state_up': True, 'tenant_id': 'f619f7bf208b454a9f9680fa433c8f91', 'security_groups': ['3bce15cf-5467-4374-8c81-71babcf00513']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:35.081023 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-110f9d87-3ebc-4bb2-a661-8f21f5ccaab1 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:35.180232 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Made reservation on behalf of 6ac704cd45384698a66a5f4ecf3a4db9 for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:35.183447 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:35.207646 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-4b06879e-440c-4e26-b2bb-17e0ecb7e70b req-73ac9948-594a-438e-8277-8e0c3665cd5d tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/ports?device_id=9af56241-3e13-46f5-bc0c-11a6cd6d3e81 HTTP/1.1" status: 200 len: 210 time: 0.1118357 Oct 26 08:31:35.236448 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:35.355689 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6bd32943-d307-4c5c-b09f-1fd22e66b579 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:35.361866 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-21cd95c1-fef4-4e09-8a80-1d6c6ff7fdc4 None None] Provisioning complete for port 199e5451-784e-4018-9735-9b0ff711adab triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:35.362453 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-21cd95c1-fef4-4e09-8a80-1d6c6ff7fdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:35.425058 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-21cd95c1-fef4-4e09-8a80-1d6c6ff7fdc4 None None] Port 199e5451-784e-4018-9735-9b0ff711adab cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:31:35.467994 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f155e2-805b-418f-a21f-fe54c447ef5b req-f9ecea7b-1e68-4432-acb3-6a132fb25ff2 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:35.475317 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-77f155e2-805b-418f-a21f-fe54c447ef5b req-f9ecea7b-1e68-4432-acb3-6a132fb25ff2 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/ports?device_id=50a87eab-52f4-4e00-8410-2b8f0e2db51d HTTP/1.1" status: 200 len: 931 time: 0.6590092 Oct 26 08:31:35.489447 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-205c1363-0ce0-491a-b8ef-30dceea3910a tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:35.490005 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-205c1363-0ce0-491a-b8ef-30dceea3910a tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:35.516288 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd32943-d307-4c5c-b09f-1fd22e66b579 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Pushing event deleted for resources: {'Port': ['ID=6d894fe7-cf3d-459f-ae2c-0b0a251ba194,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:35.593494 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-205c1363-0ce0-491a-b8ef-30dceea3910a tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3919747 Oct 26 08:31:35.696667 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fcab7e79-6299-4ae7-b3db-73dc03f50384 tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:35.704266 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-110f9d87-3ebc-4bb2-a661-8f21f5ccaab1 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:35.735124 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-77f155e2-805b-418f-a21f-fe54c447ef5b req-8381bd61-612e-4c79-aaa6-bade09cf97cf tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b6b1ff0-ee57-451d-a59c-831c70a5937b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2570276 Oct 26 08:31:35.789740 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-11304351-780b-4b65-81fe-6837bb5398eb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:35.802483 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fcab7e79-6299-4ae7-b3db-73dc03f50384 tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:35.817706 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-110f9d87-3ebc-4bb2-a661-8f21f5ccaab1 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5978e178-1900-40a6-9a42-ee17ba6db03f']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:35.871261 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11304351-780b-4b65-81fe-6837bb5398eb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Port': ['ID=2afd33e7-3de7-46b2-9615-ea033c811073,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:35.884477 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-458fb202-0f03-4e51-871c-d793c7e7ce70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:35.889149 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-76c51a67-5bad-46d8-8ab3-eb18600d2165 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Made reservation on behalf of f619f7bf208b454a9f9680fa433c8f91 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:35.893939 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-76c51a67-5bad-46d8-8ab3-eb18600d2165 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:35.897900 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-110f9d87-3ebc-4bb2-a661-8f21f5ccaab1 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '382fd27d-d344-4943-b4f5-cae869f4992a') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:35.898326 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-110f9d87-3ebc-4bb2-a661-8f21f5ccaab1 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '382fd27d-d344-4943-b4f5-cae869f4992a') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:35.920189 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-458fb202-0f03-4e51-871c-d793c7e7ce70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:35.920482 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcab7e79-6299-4ae7-b3db-73dc03f50384 tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:35.920482 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-fcab7e79-6299-4ae7-b3db-73dc03f50384 tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:35.934226 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-110f9d87-3ebc-4bb2-a661-8f21f5ccaab1 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:35.972499 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcab7e79-6299-4ae7-b3db-73dc03f50384 tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:35.974160 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-110f9d87-3ebc-4bb2-a661-8f21f5ccaab1 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:36.018343 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-110f9d87-3ebc-4bb2-a661-8f21f5ccaab1 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:31:36.018343 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-110f9d87-3ebc-4bb2-a661-8f21f5ccaab1 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:36.020116 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:31:36.020116 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:31:36.020116 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:31:36.020116 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:31:36.020116 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:31:36.020116 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:31:36.020116 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:31:36.020116 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:31:36.020116 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:31:36.020116 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:31:36.020116 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:31:36.020116 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:31:36.020116 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:31:36.020116 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:31:36.020116 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:31:36.020116 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:31:36.020116 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:31:36.020116 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:31:36.020116 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:31:36.020116 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:31:36.020116 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:31:36.020116 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:31:36.020116 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:31:36.020116 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:31:36.020116 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:31:36.020116 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:31:36.020116 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:31:36.020116 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:31:36.020116 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:31:36.020116 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:31:36.020116 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:31:36.020116 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:31:36.100228 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-458fb202-0f03-4e51-871c-d793c7e7ce70 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b241dd6c343e4b4fb883d64b3d8d74b2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2120724 Oct 26 08:31:36.111690 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458fb202-0f03-4e51-871c-d793c7e7ce70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f2c00a-484c-48c6-8f4a-55481f9760ab,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:36.114608 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59880) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:36.189076 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-110f9d87-3ebc-4bb2-a661-8f21f5ccaab1 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:36.211913 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-110f9d87-3ebc-4bb2-a661-8f21f5ccaab1 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:36.223428 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-110f9d87-3ebc-4bb2-a661-8f21f5ccaab1 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] 10.222.0.41 "DELETE /v2.0/networks/5978e178-1900-40a6-9a42-ee17ba6db03f HTTP/1.1" status: 204 len: 168 time: 1.4340985 Oct 26 08:31:36.283610 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f9d87-3ebc-4bb2-a661-8f21f5ccaab1 tempest-BulkNetworkOpsIpV6Test-463467247 tempest-BulkNetworkOpsIpV6Test-463467247-project] Pushing event deleted for resources: {'Network': ['ID=5978e178-1900-40a6-9a42-ee17ba6db03f,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:36.331596 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-48077fa3-1b4b-4edf-acc8-1b33adf9979e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:36.354895 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-76c51a67-5bad-46d8-8ab3-eb18600d2165 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Allocated IP 172.20.0.4 (ee56e2b1-1b4b-4811-8525-c64c4b88af1d/83da6782-9113-4a7a-b4da-ae04d95f86c0/4cda73f3-bc90-4af6-91f1-1d74f191bbe0) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:36.377716 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:36.377947 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-48077fa3-1b4b-4edf-acc8-1b33adf9979e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:36.391270 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:36.474319 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-572bebec-2017-40e8-b9a2-fde27d61f676 req-9ce5c138-b14b-465f-a3e9-ec77ca8eee21 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/ports?device_id=9af56241-3e13-46f5-bc0c-11a6cd6d3e81 HTTP/1.1" status: 200 len: 210 time: 0.1239536 Oct 26 08:31:36.475502 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] device_id is not set on port 9b05b035-7562-4420-a928-be07613cad52 yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:31:36.491410 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6454de5-3f9d-48a4-a98d-8eef9b33544b,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:36.512747 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-11304351-780b-4b65-81fe-6837bb5398eb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:36.518590 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-11304351-780b-4b65-81fe-6837bb5398eb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/ports/2afd33e7-3de7-46b2-9615-ea033c811073 HTTP/1.1" status: 204 len: 168 time: 3.0427129 Oct 26 08:31:36.587355 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59886) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:36.681076 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-76c51a67-5bad-46d8-8ab3-eb18600d2165 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:36.691890 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-48077fa3-1b4b-4edf-acc8-1b33adf9979e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:36.694540 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-48077fa3-1b4b-4edf-acc8-1b33adf9979e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:36.699358 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-48077fa3-1b4b-4edf-acc8-1b33adf9979e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b6f2c00a-484c-48c6-8f4a-55481f9760ab HTTP/1.1" status: 204 len: 168 time: 0.5805852 Oct 26 08:31:36.700239 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bffe40-ae30-409f-89df-a0d3ec29ead4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:36.701971 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bffe40-ae30-409f-89df-a0d3ec29ead4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:36.703490 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f3bffe40-ae30-409f-89df-a0d3ec29ead4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1151481 Oct 26 08:31:36.712956 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59892) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:36.715251 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48077fa3-1b4b-4edf-acc8-1b33adf9979e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f2c00a-484c-48c6-8f4a-55481f9760ab,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:36.766867 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab7e79-6299-4ae7-b3db-73dc03f50384 tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Pushing event updated for resources: {'Port': ['ID=7550fd3f-0bdb-4ca5-950a-3ae2276c4f0b,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:36.810542 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6bd32943-d307-4c5c-b09f-1fd22e66b579 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:36.903129 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59896) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:36.948479 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-76c51a67-5bad-46d8-8ab3-eb18600d2165 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:37.069485 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c51a67-5bad-46d8-8ab3-eb18600d2165 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Pushing event updated for resources: {'Port': ['ID=4cda73f3-bc90-4af6-91f1-1d74f191bbe0,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:37.093890 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbcf2fbe-1e9f-49fb-86f4-39aabae8e6d2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting subnet 192bb6ea-fba4-499f-ab0d-f3ffe1fb8494 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:31:37.110486 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dbcf2fbe-1e9f-49fb-86f4-39aabae8e6d2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:37.149725 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-76c51a67-5bad-46d8-8ab3-eb18600d2165 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Network ee56e2b1-1b4b-4811-8525-c64c4b88af1d is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:37.159088 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-76c51a67-5bad-46d8-8ab3-eb18600d2165 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:37.178482 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbce4cd-1dd2-422c-bb88-2a7d360a5f60 req-4164120b-9515-40c7-8f04-4448d8320885 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:37.180150 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2cbce4cd-1dd2-422c-bb88-2a7d360a5f60 req-4164120b-9515-40c7-8f04-4448d8320885 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/ports?device_id=50a87eab-52f4-4e00-8410-2b8f0e2db51d HTTP/1.1" status: 200 len: 931 time: 0.2552633 Oct 26 08:31:37.183486 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-76c51a67-5bad-46d8-8ab3-eb18600d2165 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:37.259696 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-76c51a67-5bad-46d8-8ab3-eb18600d2165 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:37.260450 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-76c51a67-5bad-46d8-8ab3-eb18600d2165 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:37.301443 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dbcf2fbe-1e9f-49fb-86f4-39aabae8e6d2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:37.350107 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-76c51a67-5bad-46d8-8ab3-eb18600d2165 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3201847 Oct 26 08:31:37.358610 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd32943-d307-4c5c-b09f-1fd22e66b579 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Router db8b73cc-4269-4523-92b3-6cd0be8e4f64 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:31:37.459097 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2cbce4cd-1dd2-422c-bb88-2a7d360a5f60 req-e2c3594d-3441-4212-b322-e34051da6dbc tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b6b1ff0-ee57-451d-a59c-831c70a5937b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700723 Oct 26 08:31:37.557153 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dbcf2fbe-1e9f-49fb-86f4-39aabae8e6d2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:37.557431 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd32943-d307-4c5c-b09f-1fd22e66b579 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:31:37.565152 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e99a5618-324c-4363-aa9e-3778c8b89e8f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0c301b6209a640a8b8e4a7c74d2c54d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6607997 Oct 26 08:31:37.583063 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbed4e8-fed2-447e-9e30-cb93ca39d3d3 None None] Sync routers for ids ['db8b73cc-4269-4523-92b3-6cd0be8e4f64'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:31:37.584018 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59912) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:37.587702 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] device_id is not set on port 9b05b035-7562-4420-a928-be07613cad52 yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:31:37.595837 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-b2854a65-3f55-42a4-bfd1-ff630c2853ad None None] Provisioning complete for port 4cda73f3-bc90-4af6-91f1-1d74f191bbe0 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:37.603067 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:37.606721 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b2854a65-3f55-42a4-bfd1-ff630c2853ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:37.621656 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6bd32943-d307-4c5c-b09f-1fd22e66b579 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] 10.222.0.41 "PUT /v2.0/routers/db8b73cc-4269-4523-92b3-6cd0be8e4f64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4077914 Oct 26 08:31:37.623116 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59914) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:37.626599 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:37.653406 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbed4e8-fed2-447e-9e30-cb93ca39d3d3 None None] Routers {'db8b73cc-4269-4523-92b3-6cd0be8e4f64'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:31:37.654477 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-0cbed4e8-fed2-447e-9e30-cb93ca39d3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:31:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['db8b73cc-4269-4523-92b3-6cd0be8e4f64'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:37.696903 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-0cbed4e8-fed2-447e-9e30-cb93ca39d3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:37.716912 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbed4e8-fed2-447e-9e30-cb93ca39d3d3 None None] Routers {'db8b73cc-4269-4523-92b3-6cd0be8e4f64'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:31:37.717850 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-0cbed4e8-fed2-447e-9e30-cb93ca39d3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:31:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['db8b73cc-4269-4523-92b3-6cd0be8e4f64'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:37.723715 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-b2854a65-3f55-42a4-bfd1-ff630c2853ad None None] Port 4cda73f3-bc90-4af6-91f1-1d74f191bbe0 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:31:37.725563 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Pushing event updated for resources: {'Port': ['ID=9b05b035-7562-4420-a928-be07613cad52,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:37.772620 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-0cbed4e8-fed2-447e-9e30-cb93ca39d3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:37.773535 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbed4e8-fed2-447e-9e30-cb93ca39d3d3 None None] The sync data for ids ['db8b73cc-4269-4523-92b3-6cd0be8e4f64'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:31:37.849839 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6a303690-0663-4de6-a96f-a06cbd2f4209 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:37.860368 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a0010eb0-fcf0-4b45-ae65-98a9f8bf189d tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks [] for router, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:37.977506 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859a97d-acf6-4d09-9255-9f68cb13b225 req-b22065a2-d1f1-48fc-9811-16f4ec6ebcd9 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:37.980351 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0859a97d-acf6-4d09-9255-9f68cb13b225 req-b22065a2-d1f1-48fc-9811-16f4ec6ebcd9 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/ports?device_id=9af56241-3e13-46f5-bc0c-11a6cd6d3e81 HTTP/1.1" status: 200 len: 931 time: 0.2691483 Oct 26 08:31:37.990759 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Checking segment: {'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:31:37.991334 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Network hostable DHCP agents. Network: 32b67f17-b746-40f3-b5b2-7ef14d578335, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:31:38.029011 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dbcf2fbe-1e9f-49fb-86f4-39aabae8e6d2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:38.072236 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6a303690-0663-4de6-a96f-a06cbd2f4209 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:38.208568 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212d3979-20fe-4ffe-98eb-5c4147e1c336 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:31:38.279320 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dbcf2fbe-1e9f-49fb-86f4-39aabae8e6d2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:38.284915 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-dbcf2fbe-1e9f-49fb-86f4-39aabae8e6d2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/192bb6ea-fba4-499f-ab0d-f3ffe1fb8494 HTTP/1.1" status: 204 len: 168 time: 1.5651255 Oct 26 08:31:38.290044 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fcab7e79-6299-4ae7-b3db-73dc03f50384 tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:38.323203 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf2fbe-1e9f-49fb-86f4-39aabae8e6d2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Subnet': ['ID=192bb6ea-fba4-499f-ab0d-f3ffe1fb8494,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:38.325083 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59926) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:38.389854 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6a303690-0663-4de6-a96f-a06cbd2f4209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:38.392954 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6a303690-0663-4de6-a96f-a06cbd2f4209 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:38.394235 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6a303690-0663-4de6-a96f-a06cbd2f4209 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a984819f-1338-4772-9b80-e4449a56b23a HTTP/1.1" status: 204 len: 168 time: 0.8089600 Oct 26 08:31:38.396177 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a0010eb0-fcf0-4b45-ae65-98a9f8bf189d tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:38.406388 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-32d88fb1-7d01-4270-b649-0ce843addd6b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0757625 Oct 26 08:31:38.407163 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a0010eb0-fcf0-4b45-ae65-98a9f8bf189d tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:38.408329 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59930) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:38.452766 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a303690-0663-4de6-a96f-a06cbd2f4209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a984819f-1338-4772-9b80-e4449a56b23a,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:38.455248 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Network 32b67f17-b746-40f3-b5b2-7ef14d578335 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:31:38.505568 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0859a97d-acf6-4d09-9255-9f68cb13b225 req-b3e1fa4b-67b4-4e03-81ae-b292262a06c0 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bce15cf-5467-4374-8c81-71babcf00513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5081873 Oct 26 08:31:38.516286 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 32b67f17-b746-40f3-b5b2-7ef14d578335) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:38.534777 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a0010eb0-fcf0-4b45-ae65-98a9f8bf189d tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:38.535156 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0010eb0-fcf0-4b45-ae65-98a9f8bf189d tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Fanout notify agent at l3_agent the message router_deleted on router db8b73cc-4269-4523-92b3-6cd0be8e4f64 {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:31:38.535438 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5565be-b598-48cd-8bda-96ddf983359b None None] Network 32b67f17-b746-40f3-b5b2-7ef14d578335 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:31:38.579146 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a0010eb0-fcf0-4b45-ae65-98a9f8bf189d tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:38.587444 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a0010eb0-fcf0-4b45-ae65-98a9f8bf189d tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] 10.222.0.41 "DELETE /v2.0/routers/db8b73cc-4269-4523-92b3-6cd0be8e4f64 HTTP/1.1" status: 204 len: 168 time: 0.9519255 Oct 26 08:31:38.613661 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fac195-1c4d-412d-a5c2-79623901fab2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:38.620262 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f0fac195-1c4d-412d-a5c2-79623901fab2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2068298 Oct 26 08:31:38.621128 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59936) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:38.621932 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59938) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:38.661785 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fcab7e79-6299-4ae7-b3db-73dc03f50384 tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:38.688643 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683dba34-5132-4983-836e-78895482b283 None None] DHCP port deletion for ecf0c004-fa53-4f3e-bbfd-ff079400665b request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:31:38.789410 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5b3f0ef-a008-4c6d-ac69-bd6fae4b4702 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Deleting subnet 5ccc6c0e-f74c-4718-995a-d1d9642bbdb8 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:31:38.793724 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d5b3f0ef-a008-4c6d-ac69-bd6fae4b4702 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:38.841155 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d5b3f0ef-a008-4c6d-ac69-bd6fae4b4702 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:38.936078 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f08db9-3b05-4eb6-b3d6-3b22c272bdb2 req-a0ae11dc-1a87-4512-9db3-6f94f9855e37 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:38.937872 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-92f08db9-3b05-4eb6-b3d6-3b22c272bdb2 req-a0ae11dc-1a87-4512-9db3-6f94f9855e37 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/ports?device_id=50a87eab-52f4-4e00-8410-2b8f0e2db51d HTTP/1.1" status: 200 len: 931 time: 0.2401402 Oct 26 08:31:38.945888 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf2a418-8098-4059-b036-ce714ea5c175 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:38.952810 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ddf2a418-8098-4059-b036-ce714ea5c175 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3204830 Oct 26 08:31:38.954968 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59944) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:38.994400 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-683dba34-5132-4983-836e-78895482b283 None None] Deleting port 9c792702-6cf6-4332-9436-0ab4c4572a6e {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:31:39.005370 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-683dba34-5132-4983-836e-78895482b283 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:39.011864 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-14075874-620d-453a-8341-c7a0fea33542 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0529947 Oct 26 08:31:39.013552 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59948) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:39.019771 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fcab7e79-6299-4ae7-b3db-73dc03f50384 tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:39.031938 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:39.033711 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-dc56fa57-cbec-49fe-9922-eea5689c1cac tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:39.058795 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 9b05b035-7562-4420-a928-be07613cad52 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:39.059789 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 9b05b035-7562-4420-a928-be07613cad52 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:39.063096 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 9b05b035-7562-4420-a928-be07613cad52 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:39.068597 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fcab7e79-6299-4ae7-b3db-73dc03f50384 tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:39.229810 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Port 9b05b035-7562-4420-a928-be07613cad52 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:31:39.229810 dv-neutron-804846-13-hyperv neutron-server[102102]: ERROR neutron.plugins.ml2.managers [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Failed to bind port 9b05b035-7562-4420-a928-be07613cad52 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] Oct 26 08:31:39.233363 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.plugins.ml2.plugin [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempt 2 to bind port 9b05b035-7562-4420-a928-be07613cad52 Oct 26 08:31:39.281057 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 9b05b035-7562-4420-a928-be07613cad52 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:39.287213 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 9b05b035-7562-4420-a928-be07613cad52 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:39.287654 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 9b05b035-7562-4420-a928-be07613cad52 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:39.375623 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-683dba34-5132-4983-836e-78895482b283 None None] For port 9c792702-6cf6-4332-9436-0ab4c4572a6e, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=9c792702-6cf6-4332-9436-0ab4c4572a6e,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:31:39.376061 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-683dba34-5132-4983-836e-78895482b283 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:39.397970 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-683dba34-5132-4983-836e-78895482b283 None None] Calling delete_port for 9c792702-6cf6-4332-9436-0ab4c4572a6e owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:31:39.406654 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Port 9b05b035-7562-4420-a928-be07613cad52 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:31:39.407934 dv-neutron-804846-13-hyperv neutron-server[102102]: ERROR neutron.plugins.ml2.managers [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Failed to bind port 9b05b035-7562-4420-a928-be07613cad52 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] Oct 26 08:31:39.410759 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.plugins.ml2.plugin [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempt 3 to bind port 9b05b035-7562-4420-a928-be07613cad52 Oct 26 08:31:39.414857 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab7e79-6299-4ae7-b3db-73dc03f50384 tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Pushing event updated for resources: {'Port': ['ID=7550fd3f-0bdb-4ca5-950a-3ae2276c4f0b,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:39.467961 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fcab7e79-6299-4ae7-b3db-73dc03f50384 tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:39.610767 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-683dba34-5132-4983-836e-78895482b283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:39.654968 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.l3_db [None req-fcab7e79-6299-4ae7-b3db-73dc03f50384 tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Floating IP c04581c7-0287-4aae-8f9f-6fb7ac6522f7 associated. External IP: 172.26.2.147, port: e245dadc-67ae-47c8-bf52-5123e41c3904. Oct 26 08:31:39.709003 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 9c792702-6cf6-4332-9436-0ab4c4572a6e no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:31:39.718844 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683dba34-5132-4983-836e-78895482b283 None None] Pushing event deleted for resources: {'Port': ['ID=9c792702-6cf6-4332-9436-0ab4c4572a6e,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:39.744212 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683dba34-5132-4983-836e-78895482b283 None None] No DVR routers for this DVR port 9c792702-6cf6-4332-9436-0ab4c4572a6e on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:31:39.763559 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d5b3f0ef-a008-4c6d-ac69-bd6fae4b4702 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:39.768026 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 9b05b035-7562-4420-a928-be07613cad52 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:39.768372 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 9b05b035-7562-4420-a928-be07613cad52 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:39.768708 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 9b05b035-7562-4420-a928-be07613cad52 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:39.777079 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Port 9b05b035-7562-4420-a928-be07613cad52 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:31:39.777443 dv-neutron-804846-13-hyperv neutron-server[102102]: ERROR neutron.plugins.ml2.managers [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Failed to bind port 9b05b035-7562-4420-a928-be07613cad52 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] Oct 26 08:31:39.778766 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.plugins.ml2.plugin [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempt 4 to bind port 9b05b035-7562-4420-a928-be07613cad52 Oct 26 08:31:39.801504 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-01756b01-21f5-4c3f-b87e-74156f03fc03 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:31:39.803298 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-01756b01-21f5-4c3f-b87e-74156f03fc03 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0226114 Oct 26 08:31:39.811059 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-d839d8ec-c1a4-4449-b2bd-42e11027f836 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:31:39.813096 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-d839d8ec-c1a4-4449-b2bd-42e11027f836 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0082033 Oct 26 08:31:39.833646 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 9c792702-6cf6-4332-9436-0ab4c4572a6e {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:31:39.834258 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 9c792702-6cf6-4332-9436-0ab4c4572a6e not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:31:39.963257 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-92f08db9-3b05-4eb6-b3d6-3b22c272bdb2 req-e84b3455-8bba-49f5-bc99-1a685e6a608b tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b6b1ff0-ee57-451d-a59c-831c70a5937b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9974723 Oct 26 08:31:39.963816 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59972) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:40.036072 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc56fa57-cbec-49fe-9922-eea5689c1cac tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:40.046913 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dc56fa57-cbec-49fe-9922-eea5689c1cac tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:40.152579 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d5b3f0ef-a008-4c6d-ac69-bd6fae4b4702 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:40.193949 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d5b3f0ef-a008-4c6d-ac69-bd6fae4b4702 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:40.198568 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d5b3f0ef-a008-4c6d-ac69-bd6fae4b4702 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] 10.222.0.41 "DELETE /v2.0/subnets/5ccc6c0e-f74c-4718-995a-d1d9642bbdb8 HTTP/1.1" status: 204 len: 168 time: 1.5754955 Oct 26 08:31:40.206111 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afa8f72-13ef-48af-8cd1-48321438c999 None None] Network 9c6eb6f4-7ceb-4203-b12f-2e588840903f requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:31:40.239839 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59980) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:40.290858 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3f0ef-a008-4c6d-ac69-bd6fae4b4702 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Pushing event deleted for resources: {'Subnet': ['ID=5ccc6c0e-f74c-4718-995a-d1d9642bbdb8,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:40.307844 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcab7e79-6299-4ae7-b3db-73dc03f50384 tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Router a183d319-fc05-4f56-a34c-6e1ab5d9f27e has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:31:40.312605 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 9b05b035-7562-4420-a928-be07613cad52 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:40.313162 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 9b05b035-7562-4420-a928-be07613cad52 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:40.313671 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 9b05b035-7562-4420-a928-be07613cad52 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:40.341407 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Port 9b05b035-7562-4420-a928-be07613cad52 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:31:40.342100 dv-neutron-804846-13-hyperv neutron-server[102102]: ERROR neutron.plugins.ml2.managers [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Failed to bind port 9b05b035-7562-4420-a928-be07613cad52 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] Oct 26 08:31:40.347748 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.plugins.ml2.plugin [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempt 5 to bind port 9b05b035-7562-4420-a928-be07613cad52 Oct 26 08:31:40.367951 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 9b05b035-7562-4420-a928-be07613cad52 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:40.368791 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 9b05b035-7562-4420-a928-be07613cad52 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:40.369929 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 9b05b035-7562-4420-a928-be07613cad52 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:40.403579 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 59986) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:40.440984 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24001fe9-be46-46f4-80e5-8215b0320ba8 req-5423b115-cfe5-4974-a9ea-66d8b2c49f38 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:40.442856 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-24001fe9-be46-46f4-80e5-8215b0320ba8 req-5423b115-cfe5-4974-a9ea-66d8b2c49f38 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/ports?device_id=9af56241-3e13-46f5-bc0c-11a6cd6d3e81 HTTP/1.1" status: 200 len: 931 time: 0.6163995 Oct 26 08:31:40.478565 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-42e9d5b5-7558-477d-9cc6-5b622ea5e034 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1888751609', 'router:external': True}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:40.501431 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Port 9b05b035-7562-4420-a928-be07613cad52 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:31:40.501961 dv-neutron-804846-13-hyperv neutron-server[102102]: ERROR neutron.plugins.ml2.managers [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Failed to bind port 9b05b035-7562-4420-a928-be07613cad52 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] Oct 26 08:31:40.506499 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.plugins.ml2.plugin [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempt 6 to bind port 9b05b035-7562-4420-a928-be07613cad52 Oct 26 08:31:40.533387 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 9b05b035-7562-4420-a928-be07613cad52 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:40.534383 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 9b05b035-7562-4420-a928-be07613cad52 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:40.534383 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 9b05b035-7562-4420-a928-be07613cad52 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:40.544061 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-6c3a9ca4-7966-422c-b5cd-1eb382169483 service neutron] Request body: {'port': {'device_id': '50a87eab-52f4-4e00-8410-2b8f0e2db51d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:40.574640 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Port 9b05b035-7562-4420-a928-be07613cad52 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:31:40.574820 dv-neutron-804846-13-hyperv neutron-server[102102]: ERROR neutron.plugins.ml2.managers [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Failed to bind port 9b05b035-7562-4420-a928-be07613cad52 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] Oct 26 08:31:40.578663 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-24001fe9-be46-46f4-80e5-8215b0320ba8 req-46c2bee2-ea0c-4fd5-9da2-784d50442808 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bce15cf-5467-4374-8c81-71babcf00513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988476 Oct 26 08:31:40.583077 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.plugins.ml2.plugin [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempt 7 to bind port 9b05b035-7562-4420-a928-be07613cad52 Oct 26 08:31:40.609806 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 9b05b035-7562-4420-a928-be07613cad52 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:40.610152 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 9b05b035-7562-4420-a928-be07613cad52 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:40.610497 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 9b05b035-7562-4420-a928-be07613cad52 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:40.618620 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Port 9b05b035-7562-4420-a928-be07613cad52 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:31:40.619125 dv-neutron-804846-13-hyperv neutron-server[102102]: ERROR neutron.plugins.ml2.managers [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Failed to bind port 9b05b035-7562-4420-a928-be07613cad52 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] Oct 26 08:31:40.619833 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.plugins.ml2.plugin [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempt 8 to bind port 9b05b035-7562-4420-a928-be07613cad52 Oct 26 08:31:40.636147 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11681b0-5f40-4b27-a4d3-c8e269d7e7fc None None] DHCP port deletion for 9c6eb6f4-7ceb-4203-b12f-2e588840903f request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:31:40.665898 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 9b05b035-7562-4420-a928-be07613cad52 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:40.666236 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 9b05b035-7562-4420-a928-be07613cad52 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:40.667960 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 9b05b035-7562-4420-a928-be07613cad52 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:40.687751 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Port 9b05b035-7562-4420-a928-be07613cad52 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:31:40.688157 dv-neutron-804846-13-hyperv neutron-server[102102]: ERROR neutron.plugins.ml2.managers [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Failed to bind port 9b05b035-7562-4420-a928-be07613cad52 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] Oct 26 08:31:40.697870 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.plugins.ml2.plugin [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempt 9 to bind port 9b05b035-7562-4420-a928-be07613cad52 Oct 26 08:31:40.698811 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8e20f4e2-5f66-49e5-8698-dedf3d365e68 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:40.708646 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-05b95502-7492-4fb5-b5fa-ba2287812008 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-505083086'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:40.718686 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-3afe1f83-59b4-4e27-beb1-b2504fabe65f service neutron] Request body: {'port': {'device_id': '9af56241-3e13-46f5-bc0c-11a6cd6d3e81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:40.725864 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dc56fa57-cbec-49fe-9922-eea5689c1cac tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:40.727623 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 9b05b035-7562-4420-a928-be07613cad52 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:40.727965 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 9b05b035-7562-4420-a928-be07613cad52 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:40.728300 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 9b05b035-7562-4420-a928-be07613cad52 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:40.760540 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Port 9b05b035-7562-4420-a928-be07613cad52 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:31:40.760935 dv-neutron-804846-13-hyperv neutron-server[102102]: ERROR neutron.plugins.ml2.managers [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Failed to bind port 9b05b035-7562-4420-a928-be07613cad52 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] Oct 26 08:31:40.761711 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.plugins.ml2.plugin [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempt 10 to bind port 9b05b035-7562-4420-a928-be07613cad52 Oct 26 08:31:40.772749 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcab7e79-6299-4ae7-b3db-73dc03f50384 tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:31:40.777309 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-c11681b0-5f40-4b27-a4d3-c8e269d7e7fc None None] Deleting port fb36394b-b645-4a15-b04f-826877f52d18 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:31:40.777908 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c11681b0-5f40-4b27-a4d3-c8e269d7e7fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:40.783874 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1adf6e0-a86b-4ee7-8d6e-c835da668155 None None] Sync routers for ids ['a183d319-fc05-4f56-a34c-6e1ab5d9f27e'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:31:40.809995 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1adf6e0-a86b-4ee7-8d6e-c835da668155 None None] Routers {'a183d319-fc05-4f56-a34c-6e1ab5d9f27e'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:31:40.810640 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-e1adf6e0-a86b-4ee7-8d6e-c835da668155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:31:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['a183d319-fc05-4f56-a34c-6e1ab5d9f27e'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:40.817773 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc56fa57-cbec-49fe-9922-eea5689c1cac tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:40.839321 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56fa57-cbec-49fe-9922-eea5689c1cac tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Subnet': ['ID=f00e0f14-a97e-4525-8046-668b966bd25b,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:40.842865 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 9b05b035-7562-4420-a928-be07613cad52 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:40.843078 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-dc56fa57-cbec-49fe-9922-eea5689c1cac tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:40.843204 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 9b05b035-7562-4420-a928-be07613cad52 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:40.843609 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 9b05b035-7562-4420-a928-be07613cad52 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:40.851019 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc56fa57-cbec-49fe-9922-eea5689c1cac tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:40.851685 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dc56fa57-cbec-49fe-9922-eea5689c1cac tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:40.872133 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Port 9b05b035-7562-4420-a928-be07613cad52 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:31:40.872982 dv-neutron-804846-13-hyperv neutron-server[102102]: ERROR neutron.plugins.ml2.managers [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Failed to bind port 9b05b035-7562-4420-a928-be07613cad52 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] Oct 26 08:31:40.872982 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:40.876280 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e9d5b5-7558-477d-9cc6-5b622ea5e034 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Made reservation on behalf of 5cdb68a7e5d4401bb3264178372ac66d for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:40.879733 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-42e9d5b5-7558-477d-9cc6-5b622ea5e034 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:40.895488 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-42e9d5b5-7558-477d-9cc6-5b622ea5e034 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:40.930337 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b50cd5-3112-4e22-91e9-1f2554496e74 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:31:40.944112 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-e1adf6e0-a86b-4ee7-8d6e-c835da668155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:40.978990 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1adf6e0-a86b-4ee7-8d6e-c835da668155 None None] Routers {'a183d319-fc05-4f56-a34c-6e1ab5d9f27e'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:31:40.979799 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-e1adf6e0-a86b-4ee7-8d6e-c835da668155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:31:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['a183d319-fc05-4f56-a34c-6e1ab5d9f27e'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:41.019176 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] For port 9b05b035-7562-4420-a928-be07613cad52, host hv-neutron-8048, cleared binding levels {{(pid=102102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:31:41.021862 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempted to set empty binding levels {{(pid=102102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 08:31:41.040572 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:41.040881 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-6c3a9ca4-7966-422c-b5cd-1eb382169483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:41.075897 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-c11681b0-5f40-4b27-a4d3-c8e269d7e7fc None None] For port fb36394b-b645-4a15-b04f-826877f52d18, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=fb36394b-b645-4a15-b04f-826877f52d18,segment=NetworkSegment(8ff00b6b-356e-4686-9e5d-fb4f6673bc4c),segment_id=8ff00b6b-356e-4686-9e5d-fb4f6673bc4c)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:31:41.076301 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c11681b0-5f40-4b27-a4d3-c8e269d7e7fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:41.114429 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-e1adf6e0-a86b-4ee7-8d6e-c835da668155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:41.117193 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1adf6e0-a86b-4ee7-8d6e-c835da668155 None None] The sync data for ids ['a183d319-fc05-4f56-a34c-6e1ab5d9f27e'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:31:41.123221 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fcab7e79-6299-4ae7-b3db-73dc03f50384 tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:41.136922 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-c11681b0-5f40-4b27-a4d3-c8e269d7e7fc None None] Calling delete_port for fb36394b-b645-4a15-b04f-826877f52d18 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:31:41.141061 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:41.141997 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:41.145835 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b95502-7492-4fb5-b5fa-ba2287812008 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Made reservation on behalf of b841081dbf364c88806ec4f9fb1fcc47 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:41.161607 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-05b95502-7492-4fb5-b5fa-ba2287812008 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:41.192417 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Pushing event updated for resources: {'Port': ['ID=9b05b035-7562-4420-a928-be07613cad52,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:41.204302 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-fcab7e79-6299-4ae7-b3db-73dc03f50384 tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 8.8889010 Oct 26 08:31:41.207791 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59992) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:41.218804 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-273e8056-5365-4438-be92-855984c5e6a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 6.2669771 Oct 26 08:31:41.219912 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-dc56fa57-cbec-49fe-9922-eea5689c1cac tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2031720 Oct 26 08:31:41.227607 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59994) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:41.227961 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59996) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:41.232166 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-3afe1f83-59b4-4e27-beb1-b2504fabe65f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:41.261444 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-e971a654-9467-40b2-bf3d-77e95f13d66e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'port': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'fixed_ips': [{'subnet_id': 'f00e0f14-a97e-4525-8046-668b966bd25b', 'ip_address': '2001:db8::3e9e:ea0f:d526:4171'}], 'name': 'tempest-NetworksTestDHCPv6-727043261'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:41.262028 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-05b95502-7492-4fb5-b5fa-ba2287812008 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:41.401264 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c11681b0-5f40-4b27-a4d3-c8e269d7e7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:41.458322 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11681b0-5f40-4b27-a4d3-c8e269d7e7fc None None] Pushing event deleted for resources: {'Port': ['ID=fb36394b-b645-4a15-b04f-826877f52d18,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:41.467523 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f599b3-436c-4aff-ad15-be0cde608b8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'tenant_id': '34a26fc2cbe741c49d4d94b40e63438a', 'fixed_ips': [{'subnet_id': 'f00e0f14-a97e-4525-8046-668b966bd25b'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:31:41.468543 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-77f599b3-436c-4aff-ad15-be0cde608b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:41.494324 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11681b0-5f40-4b27-a4d3-c8e269d7e7fc None None] No DVR routers for this DVR port fb36394b-b645-4a15-b04f-826877f52d18 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:31:41.506528 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66bde1-4bb4-4ac8-9426-5bfd412e368c req-94069f08-6a48-4d75-b0c7-5171bc3c402a tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:41.508182 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ad66bde1-4bb4-4ac8-9426-5bfd412e368c req-94069f08-6a48-4d75-b0c7-5171bc3c402a tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/ports?device_id=50a87eab-52f4-4e00-8410-2b8f0e2db51d HTTP/1.1" status: 200 len: 931 time: 0.4194462 Oct 26 08:31:41.591946 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-07a1a917-2a8d-4bc0-8f24-9d049c768264 tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] 10.222.0.41 "GET /v2.0/floatingips/c04581c7-0287-4aae-8f9f-6fb7ac6522f7 HTTP/1.1" status: 200 len: 982 time: 0.3715057 Oct 26 08:31:41.627226 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device fb36394b-b645-4a15-b04f-826877f52d18 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:31:41.642517 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 59998) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:41.697306 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: fb36394b-b645-4a15-b04f-826877f52d18 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:31:41.697838 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device fb36394b-b645-4a15-b04f-826877f52d18 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:31:41.762944 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-77f599b3-436c-4aff-ad15-be0cde608b8f None None] Allocated IP 2001:db8::2 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/f00e0f14-a97e-4525-8046-668b966bd25b/dd2717d6-b0f7-41ca-9fea-92d4eb70cc45) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:41.824156 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-8e20f4e2-5f66-49e5-8698-dedf3d365e68 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Deleting port fb36394b-b645-4a15-b04f-826877f52d18 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:31:41.825158 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8e20f4e2-5f66-49e5-8698-dedf3d365e68 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:41.858897 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ad66bde1-4bb4-4ac8-9426-5bfd412e368c req-a686f305-f422-454d-b4a3-4050fef9d006 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b6b1ff0-ee57-451d-a59c-831c70a5937b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3250980 Oct 26 08:31:41.924275 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-42e9d5b5-7558-477d-9cc6-5b622ea5e034 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:41.964477 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-903ce78c-a8c7-435d-9134-64a31c2b5363 tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2426 time: 0.3157480 Oct 26 08:31:41.982431 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-42e9d5b5-7558-477d-9cc6-5b622ea5e034 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:41.999164 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60002) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:42.000286 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-77f599b3-436c-4aff-ad15-be0cde608b8f None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:42.009345 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-77f599b3-436c-4aff-ad15-be0cde608b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:42.047647 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f599b3-436c-4aff-ad15-be0cde608b8f None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:42.053860 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-77f599b3-436c-4aff-ad15-be0cde608b8f None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:42.062316 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f599b3-436c-4aff-ad15-be0cde608b8f None None] Pushing event updated for resources: {'Port': ['ID=dd2717d6-b0f7-41ca-9fea-92d4eb70cc45,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:42.065068 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f599b3-436c-4aff-ad15-be0cde608b8f None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:42.112789 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e929210-40a5-4a46-bacf-e6636482b878 req-125aeb67-f112-49fe-9f16-2e7c601d6c3e tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:42.114490 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5e929210-40a5-4a46-bacf-e6636482b878 req-125aeb67-f112-49fe-9f16-2e7c601d6c3e tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/ports?device_id=9af56241-3e13-46f5-bc0c-11a6cd6d3e81 HTTP/1.1" status: 200 len: 931 time: 0.3742731 Oct 26 08:31:42.120798 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42e9d5b5-7558-477d-9cc6-5b622ea5e034 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:31:42.123057 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-77f599b3-436c-4aff-ad15-be0cde608b8f None None] Attempting to bind port dd2717d6-b0f7-41ca-9fea-92d4eb70cc45 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:42.123437 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-77f599b3-436c-4aff-ad15-be0cde608b8f None None] Attempting to bind port dd2717d6-b0f7-41ca-9fea-92d4eb70cc45 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:42.123803 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f599b3-436c-4aff-ad15-be0cde608b8f None None] Attempting to bind port dd2717d6-b0f7-41ca-9fea-92d4eb70cc45 on network ecf0c004-fa53-4f3e-bbfd-ff079400665b {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:42.128596 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-8e20f4e2-5f66-49e5-8698-dedf3d365e68 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] For port fb36394b-b645-4a15-b04f-826877f52d18, host dv-neutron-804846-13-hyperv, got binding levels [] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:31:42.129200 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f599b3-436c-4aff-ad15-be0cde608b8f None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:31:42.129520 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8e20f4e2-5f66-49e5-8698-dedf3d365e68 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:42.129658 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f599b3-436c-4aff-ad15-be0cde608b8f None None] Checking segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:31:42.130005 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-77f599b3-436c-4aff-ad15-be0cde608b8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:42.130410 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f599b3-436c-4aff-ad15-be0cde608b8f None None] Bound using segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:31:42.130877 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-77f599b3-436c-4aff-ad15-be0cde608b8f None None] Bound port: dd2717d6-b0f7-41ca-9fea-92d4eb70cc45, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:31:42.131267 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-77f599b3-436c-4aff-ad15-be0cde608b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:42.155123 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-b06704e0-ebd2-4280-b743-1380dec3529c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Deleting port 9b05b035-7562-4420-a928-be07613cad52 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:31:42.155477 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b06704e0-ebd2-4280-b743-1380dec3529c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:42.157168 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e971a654-9467-40b2-bf3d-77e95f13d66e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:42.214179 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-8e20f4e2-5f66-49e5-8698-dedf3d365e68 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Calling delete_port for fb36394b-b645-4a15-b04f-826877f52d18 owned by network:dhcp {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:31:42.226984 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.ipam_backend_mixin [None req-8e20f4e2-5f66-49e5-8698-dedf3d365e68 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Port fb36394b-b645-4a15-b04f-826877f52d18 was not found and therefore no delete operation was performed {{(pid=102101) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 08:31:42.231272 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-42e9d5b5-7558-477d-9cc6-5b622ea5e034 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:42.231890 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-42e9d5b5-7558-477d-9cc6-5b622ea5e034 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Added segment a4239700-147a-4645-ba83-87f5ba6b3287 of type vlan for network 55574b09-a054-40b2-a450-b8ec7520143f Oct 26 08:31:42.243226 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e9d5b5-7558-477d-9cc6-5b622ea5e034 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a8b693-7de9-4040-8567-11a01fd68068,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:42.248394 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-77f599b3-436c-4aff-ad15-be0cde608b8f None None] For port dd2717d6-b0f7-41ca-9fea-92d4eb70cc45, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:31:42.251988 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-77f599b3-436c-4aff-ad15-be0cde608b8f None None] For port dd2717d6-b0f7-41ca-9fea-92d4eb70cc45, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=dd2717d6-b0f7-41ca-9fea-92d4eb70cc45,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:31:42.259537 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-77f599b3-436c-4aff-ad15-be0cde608b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:42.290810 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-05b95502-7492-4fb5-b5fa-ba2287812008 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:42.294325 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8e20f4e2-5f66-49e5-8698-dedf3d365e68 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:42.372465 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5e929210-40a5-4a46-bacf-e6636482b878 req-d66da234-8f9a-44d4-a3d8-6f026df34074 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bce15cf-5467-4374-8c81-71babcf00513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2319682 Oct 26 08:31:42.376524 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f599b3-436c-4aff-ad15-be0cde608b8f None None] Pushing event updated for resources: {'Port': ['ID=dd2717d6-b0f7-41ca-9fea-92d4eb70cc45,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:42.395795 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-b06704e0-ebd2-4280-b743-1380dec3529c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] For port 9b05b035-7562-4420-a928-be07613cad52, host hv-neutron-8048, got binding levels [] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:31:42.396169 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b06704e0-ebd2-4280-b743-1380dec3529c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:42.403180 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-05b95502-7492-4fb5-b5fa-ba2287812008 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:42.418342 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20f4e2-5f66-49e5-8698-dedf3d365e68 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Pushing event deleted for resources: {'Port': ['ID=fb36394b-b645-4a15-b04f-826877f52d18,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:42.437823 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-b06704e0-ebd2-4280-b743-1380dec3529c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Calling delete_port for 9b05b035-7562-4420-a928-be07613cad52 owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:31:42.516022 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e20f4e2-5f66-49e5-8698-dedf3d365e68 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] No DVR routers for this DVR port fb36394b-b645-4a15-b04f-826877f52d18 on host dv-neutron-804846-13-hyperv {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:31:42.527947 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e971a654-9467-40b2-bf3d-77e95f13d66e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:42.540448 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-42e9d5b5-7558-477d-9cc6-5b622ea5e034 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:42.549419 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b95502-7492-4fb5-b5fa-ba2287812008 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:31:42.596946 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-e971a654-9467-40b2-bf3d-77e95f13d66e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] device_id is not set on port e2c5b88c-d36c-42b4-8921-76920ada339d yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:31:42.624186 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-3afe1f83-59b4-4e27-beb1-b2504fabe65f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cda73f3-bc90-4af6-91f1-1d74f191bbe0 {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:31:42.639718 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-05b95502-7492-4fb5-b5fa-ba2287812008 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:42.640063 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-05b95502-7492-4fb5-b5fa-ba2287812008 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Added segment 7c8731c0-354f-46a7-b545-9acef7f1e0e1 of type vlan for network 7e6c8de4-0bc1-4dcd-9614-302f00b35ffc Oct 26 08:31:42.642570 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b95502-7492-4fb5-b5fa-ba2287812008 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f118dfa6-5bd5-404e-9835-3916794fefba,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:42.655008 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-3afe1f83-59b4-4e27-beb1-b2504fabe65f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:42.736534 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-c8a045f8-4db8-4c43-b499-aa5a9005304e tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Deleting port 7550fd3f-0bdb-4ca5-950a-3ae2276c4f0b {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:31:42.736811 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c8a045f8-4db8-4c43-b499-aa5a9005304e tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:42.793653 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b06704e0-ebd2-4280-b743-1380dec3529c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:42.846515 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-3afe1f83-59b4-4e27-beb1-b2504fabe65f service neutron] Transition to ACTIVE for port object 4cda73f3-bc90-4af6-91f1-1d74f191bbe0 will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 08:31:42.855568 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8e20f4e2-5f66-49e5-8698-dedf3d365e68 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:42.878604 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-3afe1f83-59b4-4e27-beb1-b2504fabe65f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:42.881728 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-05b95502-7492-4fb5-b5fa-ba2287812008 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:42.904871 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06704e0-ebd2-4280-b743-1380dec3529c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b05b035-7562-4420-a928-be07613cad52,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:42.905087 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-42e9d5b5-7558-477d-9cc6-5b622ea5e034 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:42.905087 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e9d5b5-7558-477d-9cc6-5b622ea5e034 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:42.909875 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-42e9d5b5-7558-477d-9cc6-5b622ea5e034 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:42.928953 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b06704e0-ebd2-4280-b743-1380dec3529c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:42.930143 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-6c3a9ca4-7966-422c-b5cd-1eb382169483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 199e5451-784e-4018-9735-9b0ff711adab {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:31:42.937438 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b06704e0-ebd2-4280-b743-1380dec3529c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] 10.222.0.41 "DELETE /v2.0/ports/9b05b035-7562-4420-a928-be07613cad52 HTTP/1.1" status: 204 len: 168 time: 1.7083712 Oct 26 08:31:42.946880 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60006) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:42.982193 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec9abd75-e68c-4a25-afed-369919cb4e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] GET failed (client error): The resource could not be found. Oct 26 08:31:42.987374 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ec9abd75-e68c-4a25-afed-369919cb4e00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] 10.222.0.41 "GET /v2.0/ports/9b05b035-7562-4420-a928-be07613cad52 HTTP/1.1" status: 404 len: 333 time: 0.0359442 Oct 26 08:31:43.000020 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60008) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:43.003501 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-6c3a9ca4-7966-422c-b5cd-1eb382169483 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:43.006819 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-8e20f4e2-5f66-49e5-8698-dedf3d365e68 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c6eb6f4-7ceb-4203-b12f-2e588840903f']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:43.025292 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c8a045f8-4db8-4c43-b499-aa5a9005304e tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:43.025696 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c8a045f8-4db8-4c43-b499-aa5a9005304e tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:43.029434 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-adc781a8-20af-4e16-8708-84541dc97aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Request body: {'port': {'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039565509'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:43.045908 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-c8a045f8-4db8-4c43-b499-aa5a9005304e tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Calling delete_port for 7550fd3f-0bdb-4ca5-950a-3ae2276c4f0b owned by network:floatingip {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:31:43.056443 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.db.resource_extend [None req-05b95502-7492-4fb5-b5fa-ba2287812008 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 08:31:43.057698 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-e971a654-9467-40b2-bf3d-77e95f13d66e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Allocated IP 2001:db8::3e9e:ea0f:d526:4171 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/f00e0f14-a97e-4525-8046-668b966bd25b/e2c5b88c-d36c-42b4-8921-76920ada339d) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:43.098163 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-8e20f4e2-5f66-49e5-8698-dedf3d365e68 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ff00b6b-356e-4686-9e5d-fb4f6673bc4c') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:43.098466 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-8e20f4e2-5f66-49e5-8698-dedf3d365e68 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ff00b6b-356e-4686-9e5d-fb4f6673bc4c') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:43.156528 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-6c3a9ca4-7966-422c-b5cd-1eb382169483 service neutron] Transition to ACTIVE for port object 199e5451-784e-4018-9735-9b0ff711adab will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 08:31:43.223295 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8e20f4e2-5f66-49e5-8698-dedf3d365e68 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:43.240472 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-42e9d5b5-7558-477d-9cc6-5b622ea5e034 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.2727232 Oct 26 08:31:43.267040 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60014) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:43.291010 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-e12e0e0b-52db-4da5-ad1d-bdb0ccf986ee tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Request body: {'subnet': {'network_id': '55574b09-a054-40b2-a450-b8ec7520143f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:43.329443 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-05b95502-7492-4fb5-b5fa-ba2287812008 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:43.337786 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b95502-7492-4fb5-b5fa-ba2287812008 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:43.338532 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-05b95502-7492-4fb5-b5fa-ba2287812008 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:43.341361 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-6c3a9ca4-7966-422c-b5cd-1eb382169483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:43.375316 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe1f83-59b4-4e27-beb1-b2504fabe65f service neutron] Pushing event updated for resources: {'Port': ['ID=4cda73f3-bc90-4af6-91f1-1d74f191bbe0,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:43.424925 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8e20f4e2-5f66-49e5-8698-dedf3d365e68 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:43.444407 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e9d5b5-7558-477d-9cc6-5b622ea5e034 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Pushing event updated for resources: {'Network': ['ID=55574b09-a054-40b2-a450-b8ec7520143f,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:43.461610 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 55574b09-a054-40b2-a450-b8ec7520143f details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:31:43.465302 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc781a8-20af-4e16-8708-84541dc97aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Made reservation on behalf of 6ac704cd45384698a66a5f4ecf3a4db9 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:43.468063 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-adc781a8-20af-4e16-8708-84541dc97aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:43.520178 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e20f4e2-5f66-49e5-8698-dedf3d365e68 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:31:43.520522 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8e20f4e2-5f66-49e5-8698-dedf3d365e68 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:43.568778 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e971a654-9467-40b2-bf3d-77e95f13d66e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:43.591836 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:31:43.591836 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:31:43.591836 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:31:43.591836 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:31:43.591836 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:31:43.591836 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:31:43.591836 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:31:43.591836 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:31:43.591836 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:31:43.591836 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:31:43.591836 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:31:43.591836 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:31:43.591836 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:31:43.591836 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:31:43.591836 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:31:43.591836 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:31:43.591836 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:31:43.591836 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:31:43.591836 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:31:43.591836 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:31:43.591836 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:31:43.591836 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:31:43.591836 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:31:43.591836 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:31:43.591836 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:31:43.591836 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:31:43.591836 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:31:43.591836 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:31:43.591836 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:31:43.591836 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:31:43.591836 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:31:43.591836 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:31:43.702355 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c8a045f8-4db8-4c43-b499-aa5a9005304e tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:43.783363 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device dd2717d6-b0f7-41ca-9fea-92d4eb70cc45 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:31:43.789267 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a045f8-4db8-4c43-b499-aa5a9005304e tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Pushing event deleted for resources: {'Port': ['ID=7550fd3f-0bdb-4ca5-950a-3ae2276c4f0b,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:43.842908 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-3afe1f83-59b4-4e27-beb1-b2504fabe65f service neutron] Attempting to bind port 4cda73f3-bc90-4af6-91f1-1d74f191bbe0 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:43.843279 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-3afe1f83-59b4-4e27-beb1-b2504fabe65f service neutron] Attempting to bind port 4cda73f3-bc90-4af6-91f1-1d74f191bbe0 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'f56a4ad0-9209-4fff-936b-4897c6686a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ee56e2b1-1b4b-4811-8525-c64c4b88af1d'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:43.843729 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-3afe1f83-59b4-4e27-beb1-b2504fabe65f service neutron] Attempting to bind port 4cda73f3-bc90-4af6-91f1-1d74f191bbe0 on network ee56e2b1-1b4b-4811-8525-c64c4b88af1d {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:43.861839 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-3afe1f83-59b4-4e27-beb1-b2504fabe65f service neutron] Port 4cda73f3-bc90-4af6-91f1-1d74f191bbe0 on network ee56e2b1-1b4b-4811-8525-c64c4b88af1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:31:43.862650 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-3afe1f83-59b4-4e27-beb1-b2504fabe65f service neutron] Attempting to bind port 4cda73f3-bc90-4af6-91f1-1d74f191bbe0 on network ee56e2b1-1b4b-4811-8525-c64c4b88af1d {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:43.881410 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-3afe1f83-59b4-4e27-beb1-b2504fabe65f service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:31:43.881705 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-3afe1f83-59b4-4e27-beb1-b2504fabe65f service neutron] Checking segment: {'id': 'f56a4ad0-9209-4fff-936b-4897c6686a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ee56e2b1-1b4b-4811-8525-c64c4b88af1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:31:43.882280 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-3afe1f83-59b4-4e27-beb1-b2504fabe65f service neutron] Bound using segment: {'id': 'f56a4ad0-9209-4fff-936b-4897c6686a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ee56e2b1-1b4b-4811-8525-c64c4b88af1d'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:31:43.883437 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-3afe1f83-59b4-4e27-beb1-b2504fabe65f service neutron] Bound port: 4cda73f3-bc90-4af6-91f1-1d74f191bbe0, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f56a4ad0-9209-4fff-936b-4897c6686a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ee56e2b1-1b4b-4811-8525-c64c4b88af1d'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:31:43.883898 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-3afe1f83-59b4-4e27-beb1-b2504fabe65f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:43.901931 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port dd2717d6-b0f7-41ca-9fea-92d4eb70cc45 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:43.902914 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:43.903420 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b95502-7492-4fb5-b5fa-ba2287812008 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Pushing event updated for resources: {'Network': ['ID=7e6c8de4-0bc1-4dcd-9614-302f00b35ffc,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:43.909839 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-05b95502-7492-4fb5-b5fa-ba2287812008 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 3.5019782 Oct 26 08:31:43.910640 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12e0e0b-52db-4da5-ad1d-bdb0ccf986ee tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Made reservation on behalf of 5cdb68a7e5d4401bb3264178372ac66d for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:43.913207 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e12e0e0b-52db-4da5-ad1d-bdb0ccf986ee tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:43.927786 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-adc781a8-20af-4e16-8708-84541dc97aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] device_id is not set on port 75bb363d-a830-486a-84b5-54cee17d0402 yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:31:44.058052 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 7e6c8de4-0bc1-4dcd-9614-302f00b35ffc details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:31:44.204028 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:44.281588 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-c154c3e8-0393-4be6-a9db-3717d520246c None None] Provisioning complete for port dd2717d6-b0f7-41ca-9fea-92d4eb70cc45 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:44.282102 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c154c3e8-0393-4be6-a9db-3717d520246c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:44.296597 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5120a8-9481-4605-a8db-0f3647dd0297 req-c756c3d7-8747-4b28-aa7d-cedbb257200a tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:44.304706 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-6a5120a8-9481-4605-a8db-0f3647dd0297 req-c756c3d7-8747-4b28-aa7d-cedbb257200a tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/ports?device_id=9af56241-3e13-46f5-bc0c-11a6cd6d3e81 HTTP/1.1" status: 200 len: 943 time: 0.7305291 Oct 26 08:31:44.327997 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e971a654-9467-40b2-bf3d-77e95f13d66e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:44.328337 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port dd2717d6-b0f7-41ca-9fea-92d4eb70cc45, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=dd2717d6-b0f7-41ca-9fea-92d4eb70cc45,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:31:44.338182 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:44.422115 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=dd2717d6-b0f7-41ca-9fea-92d4eb70cc45,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:44.465404 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e971a654-9467-40b2-bf3d-77e95f13d66e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:44.471576 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-6a5120a8-9481-4605-a8db-0f3647dd0297 req-cabd8185-01f2-4b2d-978a-b364c32dc605 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bce15cf-5467-4374-8c81-71babcf00513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654108 Oct 26 08:31:44.477693 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c8a045f8-4db8-4c43-b499-aa5a9005304e tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks [] for floatingip, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:44.478454 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.l3_db [None req-c8a045f8-4db8-4c43-b499-aa5a9005304e tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Floating IP c04581c7-0287-4aae-8f9f-6fb7ac6522f7 disassociated (deleted). External IP: 172.26.2.147, port: e245dadc-67ae-47c8-bf52-5123e41c3904. Oct 26 08:31:44.482831 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-e971a654-9467-40b2-bf3d-77e95f13d66e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:44.495056 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e971a654-9467-40b2-bf3d-77e95f13d66e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:44.503858 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e971a654-9467-40b2-bf3d-77e95f13d66e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:44.505352 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e971a654-9467-40b2-bf3d-77e95f13d66e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:44.527383 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a9ca4-7966-422c-b5cd-1eb382169483 service neutron] Pushing event updated for resources: {'Port': ['ID=199e5451-784e-4018-9735-9b0ff711adab,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:44.537422 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e34aae-22a5-4499-a101-9987da6cf625 req-ce961dea-bfc3-4ab5-bc50-16bd1dd392f5 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:44.539306 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-08e34aae-22a5-4499-a101-9987da6cf625 req-ce961dea-bfc3-4ab5-bc50-16bd1dd392f5 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/ports?device_id=50a87eab-52f4-4e00-8410-2b8f0e2db51d HTTP/1.1" status: 200 len: 931 time: 1.5297551 Oct 26 08:31:44.643065 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e971a654-9467-40b2-bf3d-77e95f13d66e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3930840 Oct 26 08:31:44.645944 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60018) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:44.660552 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8e20f4e2-5f66-49e5-8698-dedf3d365e68 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:44.729222 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971a654-9467-40b2-bf3d-77e95f13d66e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Port': ['ID=e2c5b88c-d36c-42b4-8921-76920ada339d,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:44.752027 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caca64a5-7341-4b6d-9dd9-c95f70233ac7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:44.758333 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caca64a5-7341-4b6d-9dd9-c95f70233ac7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:44.762753 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-caca64a5-7341-4b6d-9dd9-c95f70233ac7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1142156 Oct 26 08:31:44.763364 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60020) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:44.835747 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8e20f4e2-5f66-49e5-8698-dedf3d365e68 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:44.839188 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-8e20f4e2-5f66-49e5-8698-dedf3d365e68 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] 10.222.0.41 "DELETE /v2.0/networks/9c6eb6f4-7ceb-4203-b12f-2e588840903f HTTP/1.1" status: 204 len: 168 time: 4.5940034 Oct 26 08:31:44.862032 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-3afe1f83-59b4-4e27-beb1-b2504fabe65f service neutron] For port 4cda73f3-bc90-4af6-91f1-1d74f191bbe0, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:31:44.865842 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-3afe1f83-59b4-4e27-beb1-b2504fabe65f service neutron] For port 4cda73f3-bc90-4af6-91f1-1d74f191bbe0, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=4cda73f3-bc90-4af6-91f1-1d74f191bbe0,segment=NetworkSegment(f56a4ad0-9209-4fff-936b-4897c6686a9c),segment_id=f56a4ad0-9209-4fff-936b-4897c6686a9c)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:31:44.867836 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20f4e2-5f66-49e5-8698-dedf3d365e68 tempest-FloatingIPNegativeTestJSON-1271376315 tempest-FloatingIPNegativeTestJSON-1271376315-project] Pushing event deleted for resources: {'Network': ['ID=9c6eb6f4-7ceb-4203-b12f-2e588840903f,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:44.889999 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-3afe1f83-59b4-4e27-beb1-b2504fabe65f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:44.944172 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8d1d5818-6727-498c-a0a3-19ff18895655 None None] Provisioning complete for port e2c5b88c-d36c-42b4-8921-76920ada339d triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:44.950044 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8d1d5818-6727-498c-a0a3-19ff18895655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:44.970833 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-3afe1f83-59b4-4e27-beb1-b2504fabe65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:44.971452 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-3afe1f83-59b4-4e27-beb1-b2504fabe65f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:44.973650 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-3afe1f83-59b4-4e27-beb1-b2504fabe65f service neutron] 10.222.0.47 "PUT /v2.0/ports/4cda73f3-bc90-4af6-91f1-1d74f191bbe0 HTTP/1.1" status: 200 len: 1093 time: 4.7064626 Oct 26 08:31:44.986212 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9af56241-3e13-46f5-bc0c-11a6cd6d3e81', 'tag': '4cda73f3-bc90-4af6-91f1-1d74f191bbe0'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:31:45.001088 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-08e34aae-22a5-4499-a101-9987da6cf625 req-2749de2e-aac2-4add-863b-afc909bdd3a0 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b6b1ff0-ee57-451d-a59c-831c70a5937b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4254887 Oct 26 08:31:45.002570 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-6c3a9ca4-7966-422c-b5cd-1eb382169483 service neutron] Attempting to bind port 199e5451-784e-4018-9735-9b0ff711adab on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:45.002958 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-6c3a9ca4-7966-422c-b5cd-1eb382169483 service neutron] Attempting to bind port 199e5451-784e-4018-9735-9b0ff711adab by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '45e41e81-ba7f-4c8e-9ba2-09e1fadcea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3552283e-c7ba-4bd2-b88d-27fd8882224b'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:45.003366 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-6c3a9ca4-7966-422c-b5cd-1eb382169483 service neutron] Attempting to bind port 199e5451-784e-4018-9735-9b0ff711adab on network 3552283e-c7ba-4bd2-b88d-27fd8882224b {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:45.017599 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-6c3a9ca4-7966-422c-b5cd-1eb382169483 service neutron] Port 199e5451-784e-4018-9735-9b0ff711adab on network 3552283e-c7ba-4bd2-b88d-27fd8882224b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:31:45.017599 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-6c3a9ca4-7966-422c-b5cd-1eb382169483 service neutron] Attempting to bind port 199e5451-784e-4018-9735-9b0ff711adab on network 3552283e-c7ba-4bd2-b88d-27fd8882224b {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:45.147237 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8d1d5818-6727-498c-a0a3-19ff18895655 None None] Port e2c5b88c-d36c-42b4-8921-76920ada339d cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:31:45.224054 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-974c362c-89d4-48e0-8e50-35f519242778 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting port e2c5b88c-d36c-42b4-8921-76920ada339d {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:31:45.231165 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-974c362c-89d4-48e0-8e50-35f519242778 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:45.285532 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-adc781a8-20af-4e16-8708-84541dc97aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:45.330289 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-6c3a9ca4-7966-422c-b5cd-1eb382169483 service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:31:45.330620 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-6c3a9ca4-7966-422c-b5cd-1eb382169483 service neutron] Checking segment: {'id': '45e41e81-ba7f-4c8e-9ba2-09e1fadcea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3552283e-c7ba-4bd2-b88d-27fd8882224b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:31:45.330940 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-6c3a9ca4-7966-422c-b5cd-1eb382169483 service neutron] Bound using segment: {'id': '45e41e81-ba7f-4c8e-9ba2-09e1fadcea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3552283e-c7ba-4bd2-b88d-27fd8882224b'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:31:45.331393 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-6c3a9ca4-7966-422c-b5cd-1eb382169483 service neutron] Bound port: 199e5451-784e-4018-9735-9b0ff711adab, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45e41e81-ba7f-4c8e-9ba2-09e1fadcea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3552283e-c7ba-4bd2-b88d-27fd8882224b'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:31:45.331752 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-6c3a9ca4-7966-422c-b5cd-1eb382169483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:45.336459 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e31724-9270-48f6-84f2-f8676228dbd4" -d '{"events": [{"name": "network-changed", "server_uuid": "9af56241-3e13-46f5-bc0c-11a6cd6d3e81", "tag": "4cda73f3-bc90-4af6-91f1-1d74f191bbe0"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:31:45.339595 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60030) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:45.412105 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe1f83-59b4-4e27-beb1-b2504fabe65f service neutron] Pushing event updated for resources: {'Port': ['ID=4cda73f3-bc90-4af6-91f1-1d74f191bbe0,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:45.509866 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a045f8-4db8-4c43-b499-aa5a9005304e tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Router a183d319-fc05-4f56-a34c-6e1ab5d9f27e has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:31:45.551364 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-0882baa1-584a-4ef0-aa0b-367420494e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:45.552959 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-0882baa1-584a-4ef0-aa0b-367420494e00 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f619f7bf208b454a9f9680fa433c8f91&device_id=9af56241-3e13-46f5-bc0c-11a6cd6d3e81 HTTP/1.1" status: 200 len: 1096 time: 0.4428475 Oct 26 08:31:45.586556 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-974c362c-89d4-48e0-8e50-35f519242778 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:45.651049 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device dd2717d6-b0f7-41ca-9fea-92d4eb70cc45 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:31:45.711228 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-974c362c-89d4-48e0-8e50-35f519242778 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Calling delete_port for e2c5b88c-d36c-42b4-8921-76920ada339d owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:31:45.789003 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port dd2717d6-b0f7-41ca-9fea-92d4eb70cc45 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:45.789378 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:45.815767 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a045f8-4db8-4c43-b499-aa5a9005304e tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:31:45.823736 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c8a045f8-4db8-4c43-b499-aa5a9005304e tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:45.849562 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-b6f51e9f-5081-4815-be6d-df32582fe274 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cda73f3-bc90-4af6-91f1-1d74f191bbe0 HTTP/1.1" status: 200 len: 217 time: 0.2684982 Oct 26 08:31:45.851016 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8408145-13d4-41dd-ae8c-dea39b87c973 None None] Sync routers for ids ['a183d319-fc05-4f56-a34c-6e1ab5d9f27e'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:31:45.853106 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6e3267-c641-44bd-a3b7-07a24b3761ee x-openstack-request-id: req-1e6e3267-c641-44bd-a3b7-07a24b3761ee {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:31:45.853662 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9af56241-3e13-46f5-bc0c-11a6cd6d3e81", "tag": "4cda73f3-bc90-4af6-91f1-1d74f191bbe0", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:31:45.853926 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1e6e3267-c641-44bd-a3b7-07a24b3761ee {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:31:45.854381 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9af56241-3e13-46f5-bc0c-11a6cd6d3e81', 'tag': '4cda73f3-bc90-4af6-91f1-1d74f191bbe0', 'status': 'completed', 'code': 200} Oct 26 08:31:45.864644 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c8a045f8-4db8-4c43-b499-aa5a9005304e tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] 10.222.0.41 "DELETE /v2.0/floatingips/c04581c7-0287-4aae-8f9f-6fb7ac6522f7 HTTP/1.1" status: 204 len: 168 time: 3.8579926 Oct 26 08:31:45.874257 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60042) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:45.879212 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-1cb53083-2ad0-4e79-bd39-55ee5b59e8cd tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Request body: {'floatingip': {'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:45.889015 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8408145-13d4-41dd-ae8c-dea39b87c973 None None] Routers {'a183d319-fc05-4f56-a34c-6e1ab5d9f27e'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:31:45.891941 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-a8408145-13d4-41dd-ae8c-dea39b87c973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:31:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['a183d319-fc05-4f56-a34c-6e1ab5d9f27e'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:45.910123 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-83d142d2-e5af-4ddb-acf2-5955a3fc82a7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0e1cbb8283544ef3a25d0b23a2f06dcc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5588443 Oct 26 08:31:45.914464 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60044) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:45.980580 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-a8408145-13d4-41dd-ae8c-dea39b87c973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:45.994255 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8408145-13d4-41dd-ae8c-dea39b87c973 None None] Routers {'a183d319-fc05-4f56-a34c-6e1ab5d9f27e'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:31:45.995083 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-a8408145-13d4-41dd-ae8c-dea39b87c973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:31:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['a183d319-fc05-4f56-a34c-6e1ab5d9f27e'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:46.014035 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1cb53083-2ad0-4e79-bd39-55ee5b59e8cd tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:46.022675 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-adc781a8-20af-4e16-8708-84541dc97aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:46.035686 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-974c362c-89d4-48e0-8e50-35f519242778 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:46.053163 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-a8408145-13d4-41dd-ae8c-dea39b87c973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:46.053873 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8408145-13d4-41dd-ae8c-dea39b87c973 None None] The sync data for ids ['a183d319-fc05-4f56-a34c-6e1ab5d9f27e'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:31:46.124714 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c362c-89d4-48e0-8e50-35f519242778 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Port': ['ID=e2c5b88c-d36c-42b4-8921-76920ada339d,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:46.130141 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc781a8-20af-4e16-8708-84541dc97aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Pushing event updated for resources: {'Port': ['ID=75bb363d-a830-486a-84b5-54cee17d0402,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:46.144136 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29b3b4-1c40-4b3d-8b36-f7da782a14e5 req-65f954b1-2a5f-44a7-be8c-52faa1930aa2 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:46.146115 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1c29b3b4-1c40-4b3d-8b36-f7da782a14e5 req-65f954b1-2a5f-44a7-be8c-52faa1930aa2 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/ports?device_id=9af56241-3e13-46f5-bc0c-11a6cd6d3e81 HTTP/1.1" status: 200 len: 943 time: 0.4777358 Oct 26 08:31:46.153068 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-40bfc355-b12d-4c45-9a05-2e0221e42414 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:46.171211 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-6c3a9ca4-7966-422c-b5cd-1eb382169483 service neutron] For port 199e5451-784e-4018-9735-9b0ff711adab, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:31:46.202448 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc781a8-20af-4e16-8708-84541dc97aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Network 32b67f17-b746-40f3-b5b2-7ef14d578335 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:46.212164 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-adc781a8-20af-4e16-8708-84541dc97aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:46.213948 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-40bfc355-b12d-4c45-9a05-2e0221e42414 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:46.237509 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-bee1ad58-c914-4c48-b08a-e198d07b959a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:46.239983 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-bee1ad58-c914-4c48-b08a-e198d07b959a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=83da6782-9113-4a7a-b4da-ae04d95f86c0 HTTP/1.1" status: 200 len: 851 time: 0.3458817 Oct 26 08:31:46.241154 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc781a8-20af-4e16-8708-84541dc97aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:46.242502 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc781a8-20af-4e16-8708-84541dc97aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:46.243335 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-adc781a8-20af-4e16-8708-84541dc97aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:46.262860 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-6c3a9ca4-7966-422c-b5cd-1eb382169483 service neutron] For port 199e5451-784e-4018-9735-9b0ff711adab, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=199e5451-784e-4018-9735-9b0ff711adab,segment=NetworkSegment(45e41e81-ba7f-4c8e-9ba2-09e1fadcea4d),segment_id=45e41e81-ba7f-4c8e-9ba2-09e1fadcea4d)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:31:46.298567 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-974c362c-89d4-48e0-8e50-35f519242778 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:46.302220 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-974c362c-89d4-48e0-8e50-35f519242778 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/ports/e2c5b88c-d36c-42b4-8921-76920ada339d HTTP/1.1" status: 204 len: 168 time: 1.5361114 Oct 26 08:31:46.308806 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-6c3a9ca4-7966-422c-b5cd-1eb382169483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:46.315936 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60048) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:46.383004 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-40bfc355-b12d-4c45-9a05-2e0221e42414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:46.385817 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-40bfc355-b12d-4c45-9a05-2e0221e42414 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:46.386701 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-40bfc355-b12d-4c45-9a05-2e0221e42414 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/404cdafb-9e19-42aa-b16e-a5747d5e9e05 HTTP/1.1" status: 204 len: 168 time: 0.4709642 Oct 26 08:31:46.395527 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1c29b3b4-1c40-4b3d-8b36-f7da782a14e5 req-b52f0529-9280-49b5-88cb-0c8cdbcd3f59 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bce15cf-5467-4374-8c81-71babcf00513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2181883 Oct 26 08:31:46.397692 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a9ca4-7966-422c-b5cd-1eb382169483 service neutron] Pushing event updated for resources: {'Port': ['ID=199e5451-784e-4018-9735-9b0ff711adab,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:46.415725 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bfc355-b12d-4c45-9a05-2e0221e42414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404cdafb-9e19-42aa-b16e-a5747d5e9e05,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:46.440201 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962a9e21-ae93-4cb9-b945-b493180fb576 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:46.448200 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962a9e21-ae93-4cb9-b945-b493180fb576 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:46.452210 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-962a9e21-ae93-4cb9-b945-b493180fb576 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1304598 Oct 26 08:31:46.453034 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60052) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:46.493888 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-adc781a8-20af-4e16-8708-84541dc97aa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.4800630 Oct 26 08:31:46.500440 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60054) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:46.510169 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8048'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:46.516723 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-6c3a9ca4-7966-422c-b5cd-1eb382169483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:46.516935 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-6c3a9ca4-7966-422c-b5cd-1eb382169483 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:46.518356 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-6c3a9ca4-7966-422c-b5cd-1eb382169483 service neutron] 10.222.0.47 "PUT /v2.0/ports/199e5451-784e-4018-9735-9b0ff711adab HTTP/1.1" status: 200 len: 1093 time: 6.2287681 Oct 26 08:31:46.543956 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-fc49c830-802d-434b-b53d-adec08233707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:46.545642 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-fc49c830-802d-434b-b53d-adec08233707 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee56e2b1-1b4b-4811-8525-c64c4b88af1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2810400 Oct 26 08:31:46.606757 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6c825-3e38-4144-a4af-dbbee7b8476d req-4e4522d0-137d-4d68-8658-2cf63b9ba896 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:46.610379 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-97c6c825-3e38-4144-a4af-dbbee7b8476d req-4e4522d0-137d-4d68-8658-2cf63b9ba896 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/ports?device_id=50a87eab-52f4-4e00-8410-2b8f0e2db51d HTTP/1.1" status: 200 len: 943 time: 0.3249128 Oct 26 08:31:46.686468 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-283fdb0e-3360-4566-a88e-dc52152b644d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting subnet f00e0f14-a97e-4525-8046-668b966bd25b {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:31:46.700933 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-283fdb0e-3360-4566-a88e-dc52152b644d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:46.709660 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:46.794387 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.objects.ports [None req-e12e0e0b-52db-4da5-ad1d-bdb0ccf986ee tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102101) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 08:31:46.794865 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e12e0e0b-52db-4da5-ad1d-bdb0ccf986ee tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:46.841933 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-86172a10-96fa-4e3b-8e00-7d8ee3f46981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:46.843461 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-86172a10-96fa-4e3b-8e00-7d8ee3f46981 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aacb04f5ce564fc6b000afd721b795f4&device_id=50a87eab-52f4-4e00-8410-2b8f0e2db51d HTTP/1.1" status: 200 len: 1096 time: 0.2582381 Oct 26 08:31:46.879361 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-24d89328-2126-4850-bcdc-8d54834b21fb service neutron] 10.222.0.47 "GET /v2.0/networks/ee56e2b1-1b4b-4811-8525-c64c4b88af1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240747 Oct 26 08:31:46.880785 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-283fdb0e-3360-4566-a88e-dc52152b644d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:46.931055 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1cb53083-2ad0-4e79-bd39-55ee5b59e8cd tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:46.965486 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-97c6c825-3e38-4144-a4af-dbbee7b8476d req-b67e4027-9d07-4ac6-a9a5-2946aae74a4f tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b6b1ff0-ee57-451d-a59c-831c70a5937b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2655220 Oct 26 08:31:46.998709 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-6b3d8f5e-65f6-40c8-a90c-202dd37b269e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=199e5451-784e-4018-9735-9b0ff711adab HTTP/1.1" status: 200 len: 217 time: 0.1360886 Oct 26 08:31:47.008533 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e0e0b-52db-4da5-ad1d-bdb0ccf986ee tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a53bd98f-d6db-4a7a-bf3b-a837e31c1834,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:47.081112 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-dbb0d5ad-bb8a-4c83-ae3c-eeea4a7b58e5 req-62ba73c0-064a-4b59-82b2-aba0f60e2866 service neutron] 10.222.0.47 "GET /v2.0/networks/ee56e2b1-1b4b-4811-8525-c64c4b88af1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682172 Oct 26 08:31:47.085780 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12e0e0b-52db-4da5-ad1d-bdb0ccf986ee tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Checking segment: {'id': 'a4239700-147a-4645-ba83-87f5ba6b3287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '55574b09-a054-40b2-a450-b8ec7520143f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:31:47.086644 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12e0e0b-52db-4da5-ad1d-bdb0ccf986ee tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Network hostable DHCP agents. Network: 55574b09-a054-40b2-a450-b8ec7520143f, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:31:47.100117 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-930818d4-4a19-4c8f-9d1d-86185a48e604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:47.102837 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-930818d4-4a19-4c8f-9d1d-86185a48e604 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1aae4028-3476-408a-bb24-3e698a768110 HTTP/1.1" status: 200 len: 844 time: 0.0911298 Oct 26 08:31:47.184016 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12e0e0b-52db-4da5-ad1d-bdb0ccf986ee tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Network 55574b09-a054-40b2-a450-b8ec7520143f is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:31:47.187791 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-283fdb0e-3360-4566-a88e-dc52152b644d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:47.224769 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-e12e0e0b-52db-4da5-ad1d-bdb0ccf986ee tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 55574b09-a054-40b2-a450-b8ec7520143f) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:47.233821 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12e0e0b-52db-4da5-ad1d-bdb0ccf986ee tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:47.234373 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e12e0e0b-52db-4da5-ad1d-bdb0ccf986ee tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:47.237316 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9dcd8c-efec-4f5b-ad9b-5bb53f236766 None None] Network 55574b09-a054-40b2-a450-b8ec7520143f requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:31:47.238825 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60066) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:47.245754 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-a8f1878b-905a-45cd-9905-c256edb10e80 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Request body: {'subnet': {'network_id': '7e6c8de4-0bc1-4dcd-9614-302f00b35ffc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:47.255563 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-8e96aca8-37a4-4539-a396-32698045a175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:47.257089 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-8e96aca8-37a4-4539-a396-32698045a175 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3552283e-c7ba-4bd2-b88d-27fd8882224b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1458931 Oct 26 08:31:47.258566 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-1cb53083-2ad0-4e79-bd39-55ee5b59e8cd tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Allocated IP 172.26.2.81 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/613ddf43-bde7-434e-a82c-a0104e987f16) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:47.271589 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e31724-9270-48f6-84f2-f8676228dbd4 req-01c4c228-3b70-4c1d-865f-c8baa57e9756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:47.273676 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d4e31724-9270-48f6-84f2-f8676228dbd4 req-01c4c228-3b70-4c1d-865f-c8baa57e9756 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f619f7bf208b454a9f9680fa433c8f91&device_id=9af56241-3e13-46f5-bc0c-11a6cd6d3e81 HTTP/1.1" status: 200 len: 1096 time: 0.1037905 Oct 26 08:31:47.356115 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e12e0e0b-52db-4da5-ad1d-bdb0ccf986ee tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.0707278 Oct 26 08:31:47.356735 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60074) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:47.370863 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] device_id is not set on port 75bb363d-a830-486a-84b5-54cee17d0402 yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:31:47.388257 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:47.402317 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-283fdb0e-3360-4566-a88e-dc52152b644d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:47.412910 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:47.481265 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283fdb0e-3360-4566-a88e-dc52152b644d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Subnet': ['ID=f00e0f14-a97e-4525-8046-668b966bd25b,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:47.481896 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ca1370-03ba-4eee-8023-eec2a2071217 None None] Network 55574b09-a054-40b2-a450-b8ec7520143f requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:31:47.511895 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4c1a30-e1d3-4002-b203-5cc344830a60 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:31:47.516640 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-283fdb0e-3360-4566-a88e-dc52152b644d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:47.519935 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-283fdb0e-3360-4566-a88e-dc52152b644d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/f00e0f14-a97e-4525-8046-668b966bd25b HTTP/1.1" status: 204 len: 168 time: 1.0647008 Oct 26 08:31:47.533303 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60080) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:47.592923 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1cb53083-2ad0-4e79-bd39-55ee5b59e8cd tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:47.595355 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60082) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:47.597664 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Pushing event updated for resources: {'Port': ['ID=75bb363d-a830-486a-84b5-54cee17d0402,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:47.602017 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-af4afd48-524f-46d3-9cef-143eb5b9619b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0666606 Oct 26 08:31:47.611945 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60084) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:47.625432 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-b2efad81-ee40-422b-8505-6f3d1ae05315 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:47.688752 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 75bb363d-a830-486a-84b5-54cee17d0402 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:47.689309 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 75bb363d-a830-486a-84b5-54cee17d0402 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:47.689844 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 75bb363d-a830-486a-84b5-54cee17d0402 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:47.707940 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Port 75bb363d-a830-486a-84b5-54cee17d0402 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:31:47.708521 dv-neutron-804846-13-hyperv neutron-server[102102]: ERROR neutron.plugins.ml2.managers [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Failed to bind port 75bb363d-a830-486a-84b5-54cee17d0402 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] Oct 26 08:31:47.718951 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.plugins.ml2.plugin [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempt 2 to bind port 75bb363d-a830-486a-84b5-54cee17d0402 Oct 26 08:31:47.719370 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-7a22ffaf-11cd-4136-9704-5a7781f309dd tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1507784548', 'network_id': '55574b09-a054-40b2-a450-b8ec7520143f'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:47.751307 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-4c916d8b-8fc1-4915-a5f1-f959ceca1e08 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Request body: {'networks': [{'name': 'tempest-network--1647151672'}, {'name': 'tempest-network--542196587'}]} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:47.751903 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-4c916d8b-8fc1-4915-a5f1-f959ceca1e08 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Request body: {'network': {'name': 'tempest-network--1647151672'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:47.752368 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-4c916d8b-8fc1-4915-a5f1-f959ceca1e08 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Request body: {'network': {'name': 'tempest-network--542196587'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:47.771603 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 75bb363d-a830-486a-84b5-54cee17d0402 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:47.771921 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 75bb363d-a830-486a-84b5-54cee17d0402 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:47.772324 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 75bb363d-a830-486a-84b5-54cee17d0402 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:47.785391 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Port 75bb363d-a830-486a-84b5-54cee17d0402 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:31:47.785742 dv-neutron-804846-13-hyperv neutron-server[102102]: ERROR neutron.plugins.ml2.managers [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Failed to bind port 75bb363d-a830-486a-84b5-54cee17d0402 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] Oct 26 08:31:47.787653 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.plugins.ml2.plugin [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempt 3 to bind port 75bb363d-a830-486a-84b5-54cee17d0402 Oct 26 08:31:47.802979 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1cb53083-2ad0-4e79-bd39-55ee5b59e8cd tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:47.813107 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.db.api [None req-b2efad81-ee40-422b-8505-6f3d1ae05315 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 26 08:31:47.813107 dv-neutron-804846-13-hyperv neutron-server[102102]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 26 08:31:47.813107 dv-neutron-804846-13-hyperv neutron-server[102102]: [parameters: {'project_id_1': '34a26fc2cbe741c49d4d94b40e63438a', 'expiration_1': datetime.datetime(2021, 10, 26, 8, 31, 27, 791225)}] Oct 26 08:31:47.813107 dv-neutron-804846-13-hyperv neutron-server[102102]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:31:47.813522 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG oslo_db.api [None req-b2efad81-ee40-422b-8505-6f3d1ae05315 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:31:47.813948 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.db.api [None req-4c916d8b-8fc1-4915-a5f1-f959ceca1e08 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 26 08:31:47.813948 dv-neutron-804846-13-hyperv neutron-server[102102]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 26 08:31:47.813948 dv-neutron-804846-13-hyperv neutron-server[102102]: [parameters: {'project_id_1': 'f04b60bd34ac49bcb924fccca2d40ed3', 'expiration_1': datetime.datetime(2021, 10, 26, 8, 31, 27, 769567)}] Oct 26 08:31:47.813948 dv-neutron-804846-13-hyperv neutron-server[102102]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:31:47.814240 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG oslo_db.api [None req-4c916d8b-8fc1-4915-a5f1-f959ceca1e08 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:31:47.828303 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a22ffaf-11cd-4136-9704-5a7781f309dd tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Made reservation on behalf of 5cdb68a7e5d4401bb3264178372ac66d for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:47.830943 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7a22ffaf-11cd-4136-9704-5a7781f309dd tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:47.837674 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 75bb363d-a830-486a-84b5-54cee17d0402 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:47.838017 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 75bb363d-a830-486a-84b5-54cee17d0402 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:47.838356 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 75bb363d-a830-486a-84b5-54cee17d0402 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:47.848385 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Port 75bb363d-a830-486a-84b5-54cee17d0402 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:31:47.848712 dv-neutron-804846-13-hyperv neutron-server[102102]: ERROR neutron.plugins.ml2.managers [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Failed to bind port 75bb363d-a830-486a-84b5-54cee17d0402 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] Oct 26 08:31:47.851886 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.plugins.ml2.plugin [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempt 4 to bind port 75bb363d-a830-486a-84b5-54cee17d0402 Oct 26 08:31:47.865463 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a87eab-52f4-4e00-8410-2b8f0e2db51d', 'tag': '199e5451-784e-4018-9735-9b0ff711adab'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:31:47.868319 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2daca865-fe4f-4019-a176-9bf18292fb7c" -d '{"events": [{"name": "network-changed", "server_uuid": "50a87eab-52f4-4e00-8410-2b8f0e2db51d", "tag": "199e5451-784e-4018-9735-9b0ff711adab"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:31:47.872349 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb53083-2ad0-4e79-bd39-55ee5b59e8cd tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:47.879686 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-1cb53083-2ad0-4e79-bd39-55ee5b59e8cd tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:47.886994 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb53083-2ad0-4e79-bd39-55ee5b59e8cd tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:47.889168 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 75bb363d-a830-486a-84b5-54cee17d0402 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:47.889425 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 75bb363d-a830-486a-84b5-54cee17d0402 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:47.889804 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 75bb363d-a830-486a-84b5-54cee17d0402 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:47.893735 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb53083-2ad0-4e79-bd39-55ee5b59e8cd tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Pushing event updated for resources: {'Port': ['ID=613ddf43-bde7-434e-a82c-a0104e987f16,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:47.919246 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Port 75bb363d-a830-486a-84b5-54cee17d0402 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:31:47.919585 dv-neutron-804846-13-hyperv neutron-server[102102]: ERROR neutron.plugins.ml2.managers [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Failed to bind port 75bb363d-a830-486a-84b5-54cee17d0402 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] Oct 26 08:31:47.921645 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.plugins.ml2.plugin [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempt 5 to bind port 75bb363d-a830-486a-84b5-54cee17d0402 Oct 26 08:31:47.932987 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0669b0b-10a4-4d71-b98a-5b5eae669763 x-openstack-request-id: req-a0669b0b-10a4-4d71-b98a-5b5eae669763 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:31:47.933277 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a87eab-52f4-4e00-8410-2b8f0e2db51d", "tag": "199e5451-784e-4018-9735-9b0ff711adab", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:31:47.933532 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a0669b0b-10a4-4d71-b98a-5b5eae669763 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:31:47.934538 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a87eab-52f4-4e00-8410-2b8f0e2db51d', 'tag': '199e5451-784e-4018-9735-9b0ff711adab', 'status': 'completed', 'code': 200} Oct 26 08:31:47.936102 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e31724-9270-48f6-84f2-f8676228dbd4 req-40276c77-5566-44f3-8c60-6b66be1cbfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:47.937539 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d4e31724-9270-48f6-84f2-f8676228dbd4 req-40276c77-5566-44f3-8c60-6b66be1cbfeb service neutron] 10.222.0.47 "GET /v2.0/networks?id=ee56e2b1-1b4b-4811-8525-c64c4b88af1d HTTP/1.1" status: 200 len: 913 time: 0.6341004 Oct 26 08:31:47.939549 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-7a22ffaf-11cd-4136-9704-5a7781f309dd tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] device_id is not set on port 46ec17a2-5320-4929-98a3-150dc4bc3c01 yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:31:47.941414 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 75bb363d-a830-486a-84b5-54cee17d0402 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:47.941787 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 75bb363d-a830-486a-84b5-54cee17d0402 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:47.942183 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 75bb363d-a830-486a-84b5-54cee17d0402 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:47.954311 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Port 75bb363d-a830-486a-84b5-54cee17d0402 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:31:47.954622 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f1878b-905a-45cd-9905-c256edb10e80 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Made reservation on behalf of b841081dbf364c88806ec4f9fb1fcc47 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:47.954756 dv-neutron-804846-13-hyperv neutron-server[102102]: ERROR neutron.plugins.ml2.managers [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Failed to bind port 75bb363d-a830-486a-84b5-54cee17d0402 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] Oct 26 08:31:47.955942 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.plugins.ml2.plugin [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempt 6 to bind port 75bb363d-a830-486a-84b5-54cee17d0402 Oct 26 08:31:47.958163 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a8f1878b-905a-45cd-9905-c256edb10e80 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:47.982036 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bd94bd-6c3f-4831-9227-3320e99f6155 None None] DHCP port deletion for ecf0c004-fa53-4f3e-bbfd-ff079400665b request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:31:47.996477 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 75bb363d-a830-486a-84b5-54cee17d0402 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:47.997380 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 75bb363d-a830-486a-84b5-54cee17d0402 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:47.997380 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 75bb363d-a830-486a-84b5-54cee17d0402 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:48.011405 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Port 75bb363d-a830-486a-84b5-54cee17d0402 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:31:48.011835 dv-neutron-804846-13-hyperv neutron-server[102102]: ERROR neutron.plugins.ml2.managers [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Failed to bind port 75bb363d-a830-486a-84b5-54cee17d0402 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] Oct 26 08:31:48.014658 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.plugins.ml2.plugin [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempt 7 to bind port 75bb363d-a830-486a-84b5-54cee17d0402 Oct 26 08:31:48.030448 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1cb53083-2ad0-4e79-bd39-55ee5b59e8cd tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:48.037557 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 75bb363d-a830-486a-84b5-54cee17d0402 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:48.038001 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 75bb363d-a830-486a-84b5-54cee17d0402 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:48.038390 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 75bb363d-a830-486a-84b5-54cee17d0402 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:48.042113 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-a49e0c04-30f5-4951-a1d6-b27bf7c18ac6 service neutron] 10.222.0.47 "GET /v2.0/networks/3552283e-c7ba-4bd2-b88d-27fd8882224b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7670903 Oct 26 08:31:48.046810 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Port 75bb363d-a830-486a-84b5-54cee17d0402 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:31:48.047223 dv-neutron-804846-13-hyperv neutron-server[102102]: ERROR neutron.plugins.ml2.managers [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Failed to bind port 75bb363d-a830-486a-84b5-54cee17d0402 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] Oct 26 08:31:48.049250 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.plugins.ml2.plugin [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempt 8 to bind port 75bb363d-a830-486a-84b5-54cee17d0402 Oct 26 08:31:48.049952 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-35bd94bd-6c3f-4831-9227-3320e99f6155 None None] Deleting port dd2717d6-b0f7-41ca-9fea-92d4eb70cc45 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:31:48.050591 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-35bd94bd-6c3f-4831-9227-3320e99f6155 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:48.050889 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a816bb-b88a-49c1-9214-b13ae1ded0f5 req-9a7b1b59-001f-4cdf-a128-f9a2dbbc88ed tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:48.052405 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-12a816bb-b88a-49c1-9214-b13ae1ded0f5 req-9a7b1b59-001f-4cdf-a128-f9a2dbbc88ed tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/ports?device_id=9af56241-3e13-46f5-bc0c-11a6cd6d3e81 HTTP/1.1" status: 200 len: 943 time: 0.3213460 Oct 26 08:31:48.107367 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d4e31724-9270-48f6-84f2-f8676228dbd4 req-09245426-d871-4e87-8177-267ef712e6c5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cda73f3-bc90-4af6-91f1-1d74f191bbe0 HTTP/1.1" status: 200 len: 217 time: 0.1549792 Oct 26 08:31:48.119808 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 75bb363d-a830-486a-84b5-54cee17d0402 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:48.120143 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 75bb363d-a830-486a-84b5-54cee17d0402 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:48.120480 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 75bb363d-a830-486a-84b5-54cee17d0402 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:48.126138 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1cb53083-2ad0-4e79-bd39-55ee5b59e8cd tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:48.130180 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Port 75bb363d-a830-486a-84b5-54cee17d0402 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:31:48.130509 dv-neutron-804846-13-hyperv neutron-server[102102]: ERROR neutron.plugins.ml2.managers [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Failed to bind port 75bb363d-a830-486a-84b5-54cee17d0402 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] Oct 26 08:31:48.138730 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-35bd94bd-6c3f-4831-9227-3320e99f6155 None None] For port dd2717d6-b0f7-41ca-9fea-92d4eb70cc45, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=dd2717d6-b0f7-41ca-9fea-92d4eb70cc45,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:31:48.139145 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-35bd94bd-6c3f-4831-9227-3320e99f6155 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:48.149994 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.plugins.ml2.plugin [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempt 9 to bind port 75bb363d-a830-486a-84b5-54cee17d0402 Oct 26 08:31:48.154348 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-35bd94bd-6c3f-4831-9227-3320e99f6155 None None] Calling delete_port for dd2717d6-b0f7-41ca-9fea-92d4eb70cc45 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:31:48.177340 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 75bb363d-a830-486a-84b5-54cee17d0402 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:48.178181 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 75bb363d-a830-486a-84b5-54cee17d0402 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:48.178181 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 75bb363d-a830-486a-84b5-54cee17d0402 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:48.192512 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30922eb-d873-420f-81c9-36d193bbe11f req-267f56fd-7b53-403c-8146-05595abff5c4 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:48.193939 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e30922eb-d873-420f-81c9-36d193bbe11f req-267f56fd-7b53-403c-8146-05595abff5c4 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/ports?device_id=50a87eab-52f4-4e00-8410-2b8f0e2db51d HTTP/1.1" status: 200 len: 943 time: 0.1194472 Oct 26 08:31:48.202173 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Port 75bb363d-a830-486a-84b5-54cee17d0402 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:31:48.202430 dv-neutron-804846-13-hyperv neutron-server[102102]: ERROR neutron.plugins.ml2.managers [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Failed to bind port 75bb363d-a830-486a-84b5-54cee17d0402 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] Oct 26 08:31:48.204724 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.plugins.ml2.plugin [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempt 10 to bind port 75bb363d-a830-486a-84b5-54cee17d0402 Oct 26 08:31:48.256646 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-35bd94bd-6c3f-4831-9227-3320e99f6155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:48.274519 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 75bb363d-a830-486a-84b5-54cee17d0402 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:48.274865 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 75bb363d-a830-486a-84b5-54cee17d0402 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:48.275188 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port 75bb363d-a830-486a-84b5-54cee17d0402 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:48.284410 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd94bd-6c3f-4831-9227-3320e99f6155 None None] Pushing event deleted for resources: {'Port': ['ID=dd2717d6-b0f7-41ca-9fea-92d4eb70cc45,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:48.288462 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Port 75bb363d-a830-486a-84b5-54cee17d0402 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:31:48.288462 dv-neutron-804846-13-hyperv neutron-server[102102]: ERROR neutron.plugins.ml2.managers [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Failed to bind port 75bb363d-a830-486a-84b5-54cee17d0402 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] Oct 26 08:31:48.288923 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:48.291161 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bd94bd-6c3f-4831-9227-3320e99f6155 None None] No DVR routers for this DVR port dd2717d6-b0f7-41ca-9fea-92d4eb70cc45 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:31:48.314985 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e31724-9270-48f6-84f2-f8676228dbd4 req-01d03d08-76ab-4b67-a193-a6ae8d33bdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:48.316476 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d4e31724-9270-48f6-84f2-f8676228dbd4 req-01d03d08-76ab-4b67-a193-a6ae8d33bdd0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=83da6782-9113-4a7a-b4da-ae04d95f86c0 HTTP/1.1" status: 200 len: 851 time: 0.1787257 Oct 26 08:31:48.319389 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-12a816bb-b88a-49c1-9214-b13ae1ded0f5 req-18989ee1-52b7-4b45-b9c6-f3aa3f7f8092 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bce15cf-5467-4374-8c81-71babcf00513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2196031 Oct 26 08:31:48.342319 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e30922eb-d873-420f-81c9-36d193bbe11f req-eced1a06-e29d-40d6-b28d-aa223af2b188 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b6b1ff0-ee57-451d-a59c-831c70a5937b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309416 Oct 26 08:31:48.381917 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d7b0fb47-e00e-4f2b-b4e6-8882f6f2b725 req-602d4328-518e-4ec9-a8d9-dfc22d56a1fa service neutron] 10.222.0.47 "GET /v2.0/networks/3552283e-c7ba-4bd2-b88d-27fd8882224b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284116 Oct 26 08:31:48.384292 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-7a22ffaf-11cd-4136-9704-5a7781f309dd tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Allocated IP 172.20.0.10 (55574b09-a054-40b2-a450-b8ec7520143f/a53bd98f-d6db-4a7a-bf3b-a837e31c1834/46ec17a2-5320-4929-98a3-150dc4bc3c01) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:48.392269 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.db.api [None req-b2efad81-ee40-422b-8505-6f3d1ae05315 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 26 08:31:48.392269 dv-neutron-804846-13-hyperv neutron-server[102102]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 26 08:31:48.392269 dv-neutron-804846-13-hyperv neutron-server[102102]: [parameters: {'project_id_1': '34a26fc2cbe741c49d4d94b40e63438a', 'expiration_1': datetime.datetime(2021, 10, 26, 8, 31, 28, 334841)}] Oct 26 08:31:48.392269 dv-neutron-804846-13-hyperv neutron-server[102102]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:31:48.392637 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG oslo_db.api [None req-b2efad81-ee40-422b-8505-6f3d1ae05315 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:31:48.409044 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c916d8b-8fc1-4915-a5f1-f959ceca1e08 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Made reservation on behalf of f04b60bd34ac49bcb924fccca2d40ed3 for: {'network': 2} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:48.414226 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c916d8b-8fc1-4915-a5f1-f959ceca1e08 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:48.441240 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c916d8b-8fc1-4915-a5f1-f959ceca1e08 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:48.455253 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e31724-9270-48f6-84f2-f8676228dbd4 req-cbdae202-4bb2-48dd-882c-aecb3ac6c0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:48.456672 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d4e31724-9270-48f6-84f2-f8676228dbd4 req-cbdae202-4bb2-48dd-882c-aecb3ac6c0db service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee56e2b1-1b4b-4811-8525-c64c4b88af1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1284974 Oct 26 08:31:48.475397 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] For port 75bb363d-a830-486a-84b5-54cee17d0402, host hv-neutron-8048, cleared binding levels {{(pid=102102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:31:48.475777 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempted to set empty binding levels {{(pid=102102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 08:31:48.493507 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:48.502883 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1cb53083-2ad0-4e79-bd39-55ee5b59e8cd tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:48.534789 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1cb53083-2ad0-4e79-bd39-55ee5b59e8cd tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:48.549972 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] In _notify_port_updated(), no bound segment for port 75bb363d-a830-486a-84b5-54cee17d0402 on network 32b67f17-b746-40f3-b5b2-7ef14d578335 {{(pid=102102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 08:31:48.550843 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:48.551452 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:48.555996 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] 10.222.0.41 "PUT /v2.0/ports/75bb363d-a830-486a-84b5-54cee17d0402 HTTP/1.1" status: 200 len: 981 time: 2.0488999 Oct 26 08:31:48.557291 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60092) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:48.629490 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d20845-eba5-41a3-ac05-620211296312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Pushing event updated for resources: {'Port': ['ID=75bb363d-a830-486a-84b5-54cee17d0402,revision_number=3']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:48.641996 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a8f1878b-905a-45cd-9905-c256edb10e80 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:48.645028 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daca865-fe4f-4019-a176-9bf18292fb7c req-0198901d-a04a-4a1f-bb34-a1d4ec868887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:48.646550 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2daca865-fe4f-4019-a176-9bf18292fb7c req-0198901d-a04a-4a1f-bb34-a1d4ec868887 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aacb04f5ce564fc6b000afd721b795f4&device_id=50a87eab-52f4-4e00-8410-2b8f0e2db51d HTTP/1.1" status: 200 len: 1096 time: 0.2093236 Oct 26 08:31:48.754531 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6110c2-8c54-4f9d-90e2-7322c8acee72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:48.754929 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6110c2-8c54-4f9d-90e2-7322c8acee72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:48.755407 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6110c2-8c54-4f9d-90e2-7322c8acee72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:48.755881 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6110c2-8c54-4f9d-90e2-7322c8acee72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:48.756350 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6110c2-8c54-4f9d-90e2-7322c8acee72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:48.756818 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6110c2-8c54-4f9d-90e2-7322c8acee72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:48.757422 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6110c2-8c54-4f9d-90e2-7322c8acee72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:48.757974 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6110c2-8c54-4f9d-90e2-7322c8acee72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:48.758706 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6110c2-8c54-4f9d-90e2-7322c8acee72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:48.759301 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6110c2-8c54-4f9d-90e2-7322c8acee72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:48.760104 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6110c2-8c54-4f9d-90e2-7322c8acee72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:48.760906 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6110c2-8c54-4f9d-90e2-7322c8acee72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:48.761649 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6110c2-8c54-4f9d-90e2-7322c8acee72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:48.762375 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6110c2-8c54-4f9d-90e2-7322c8acee72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:48.763093 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6110c2-8c54-4f9d-90e2-7322c8acee72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:48.763895 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6110c2-8c54-4f9d-90e2-7322c8acee72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:48.764384 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6110c2-8c54-4f9d-90e2-7322c8acee72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:48.765118 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6110c2-8c54-4f9d-90e2-7322c8acee72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:48.765777 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6110c2-8c54-4f9d-90e2-7322c8acee72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:48.766253 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6110c2-8c54-4f9d-90e2-7322c8acee72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:48.766730 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6110c2-8c54-4f9d-90e2-7322c8acee72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:48.773516 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6e6110c2-8c54-4f9d-90e2-7322c8acee72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18603 time: 0.2058637 Oct 26 08:31:48.776903 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1cb53083-2ad0-4e79-bd39-55ee5b59e8cd tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:48.777810 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60094) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:48.789446 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c916d8b-8fc1-4915-a5f1-f959ceca1e08 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:48.790449 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb53083-2ad0-4e79-bd39-55ee5b59e8cd tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Pushing event updated for resources: {'Port': ['ID=613ddf43-bde7-434e-a82c-a0104e987f16,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:48.796689 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c916d8b-8fc1-4915-a5f1-f959ceca1e08 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:48.797285 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c916d8b-8fc1-4915-a5f1-f959ceca1e08 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:48.812096 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1cb53083-2ad0-4e79-bd39-55ee5b59e8cd tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:48.813320 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1cb53083-2ad0-4e79-bd39-55ee5b59e8cd tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9377100 Oct 26 08:31:48.821414 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d4e31724-9270-48f6-84f2-f8676228dbd4 req-6f87129c-3660-4d1f-9bb3-27c4a17c74ce service neutron] 10.222.0.47 "GET /v2.0/networks/ee56e2b1-1b4b-4811-8525-c64c4b88af1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386085 Oct 26 08:31:48.823366 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60096) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:48.840306 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c916d8b-8fc1-4915-a5f1-f959ceca1e08 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09e815bd-8a48-422a-8d72-f3cbc8b73cbc,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:48.847762 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c916d8b-8fc1-4915-a5f1-f959ceca1e08 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:31:48.855439 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1878b-905a-45cd-9905-c256edb10e80 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Pushing event updated for resources: {'Subnet': ['ID=06c17a73-5635-4c94-9334-dfe289910be4,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:48.864425 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c916d8b-8fc1-4915-a5f1-f959ceca1e08 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:48.864987 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-4c916d8b-8fc1-4915-a5f1-f959ceca1e08 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Added segment 4f819dc9-70a3-489b-9312-515374bb071f of type vlan for network 1435cf38-ad12-4cdd-8e1b-ca777e8af155 Oct 26 08:31:48.917674 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c916d8b-8fc1-4915-a5f1-f959ceca1e08 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:48.936301 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7a22ffaf-11cd-4136-9704-5a7781f309dd tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:48.937865 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f1878b-905a-45cd-9905-c256edb10e80 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Checking segment: {'id': '7c8731c0-354f-46a7-b545-9acef7f1e0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7e6c8de4-0bc1-4dcd-9614-302f00b35ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:31:48.938247 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f1878b-905a-45cd-9905-c256edb10e80 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Network hostable DHCP agents. Network: 7e6c8de4-0bc1-4dcd-9614-302f00b35ffc, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:31:48.941185 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2efad81-ee40-422b-8505-6f3d1ae05315 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:48.944720 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b2efad81-ee40-422b-8505-6f3d1ae05315 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:48.989390 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-a6b2ca41-34e5-49df-a74b-ebb74995bbf7 tempest-FloatingIPAdminTestJSON-573527918 tempest-FloatingIPAdminTestJSON-573527918-project] Request body: {'floatingip': {'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:49.003843 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daca865-fe4f-4019-a176-9bf18292fb7c req-3a6e4c25-500d-4c87-b9d2-bd23bcf89078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:49.005400 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2daca865-fe4f-4019-a176-9bf18292fb7c req-3a6e4c25-500d-4c87-b9d2-bd23bcf89078 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3552283e-c7ba-4bd2-b88d-27fd8882224b HTTP/1.1" status: 200 len: 906 time: 0.3440094 Oct 26 08:31:49.096357 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f1878b-905a-45cd-9905-c256edb10e80 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Network 7e6c8de4-0bc1-4dcd-9614-302f00b35ffc is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:31:49.099166 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2daca865-fe4f-4019-a176-9bf18292fb7c req-7309c371-c381-491a-bd2d-0a2104afe2a2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=199e5451-784e-4018-9735-9b0ff711adab HTTP/1.1" status: 200 len: 217 time: 0.0716064 Oct 26 08:31:49.130700 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a6b2ca41-34e5-49df-a74b-ebb74995bbf7 tempest-FloatingIPAdminTestJSON-573527918 tempest-FloatingIPAdminTestJSON-573527918-project] Publish callbacks [] for floatingip, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:49.154368 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-a8f1878b-905a-45cd-9905-c256edb10e80 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 7e6c8de4-0bc1-4dcd-9614-302f00b35ffc) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:49.163604 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04f7d22-b671-457a-b910-29f372619035 None None] Network 7e6c8de4-0bc1-4dcd-9614-302f00b35ffc requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:31:49.180410 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f1878b-905a-45cd-9905-c256edb10e80 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:49.180619 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a8f1878b-905a-45cd-9905-c256edb10e80 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:49.187533 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7a22ffaf-11cd-4136-9704-5a7781f309dd tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:49.227350 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d4e31724-9270-48f6-84f2-f8676228dbd4 req-33e3d1ec-7f13-4167-8d95-bd6b4a09ea6e service neutron] 10.222.0.47 "GET /v2.0/networks/ee56e2b1-1b4b-4811-8525-c64c4b88af1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814878 Oct 26 08:31:49.271181 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-3294bd48-c357-430b-b161-220327efd5c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Deleting port 75bb363d-a830-486a-84b5-54cee17d0402 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:31:49.271472 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3294bd48-c357-430b-b161-220327efd5c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:49.304173 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c916d8b-8fc1-4915-a5f1-f959ceca1e08 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:31:49.322420 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a8f1878b-905a-45cd-9905-c256edb10e80 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0817616 Oct 26 08:31:49.326229 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60100) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:49.330160 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c916d8b-8fc1-4915-a5f1-f959ceca1e08 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:49.330753 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-4c916d8b-8fc1-4915-a5f1-f959ceca1e08 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Added segment e1a404c0-23a8-4bc0-b7af-090abd5f7b1b of type vlan for network 9c86bb7f-9240-412c-a2b8-02b695734135 Oct 26 08:31:49.337336 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-28a19b3b-e187-46e5-995d-de114b386657 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1033513881'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:49.339575 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daca865-fe4f-4019-a176-9bf18292fb7c req-7d4464a3-27e2-4d48-b519-5036a56a173a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:49.341042 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2daca865-fe4f-4019-a176-9bf18292fb7c req-7d4464a3-27e2-4d48-b519-5036a56a173a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1aae4028-3476-408a-bb24-3e698a768110 HTTP/1.1" status: 200 len: 844 time: 0.2256870 Oct 26 08:31:49.360968 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a22ffaf-11cd-4136-9704-5a7781f309dd tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Network 55574b09-a054-40b2-a450-b8ec7520143f is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:49.370860 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a9de1404-53d2-442a-a0db-bdf09febf8e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:49.376771 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-7a22ffaf-11cd-4136-9704-5a7781f309dd tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:49.379083 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a22ffaf-11cd-4136-9704-5a7781f309dd tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Pushing event updated for resources: {'Port': ['ID=46ec17a2-5320-4929-98a3-150dc4bc3c01,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:49.382286 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a22ffaf-11cd-4136-9704-5a7781f309dd tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:49.390114 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0260696-0211-43cc-8701-0b77f6ae83f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-7e6c8de4-0bc1-4dcd-9614-302f00b35ffc', 'network_id': '7e6c8de4-0bc1-4dcd-9614-302f00b35ffc', 'tenant_id': 'b841081dbf364c88806ec4f9fb1fcc47', 'fixed_ips': [{'subnet_id': '06c17a73-5635-4c94-9334-dfe289910be4'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:31:49.392676 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b0260696-0211-43cc-8701-0b77f6ae83f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:49.434150 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-3294bd48-c357-430b-b161-220327efd5c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] For port 75bb363d-a830-486a-84b5-54cee17d0402, host hv-neutron-8048, got binding levels [] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:31:49.434521 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3294bd48-c357-430b-b161-220327efd5c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:49.448585 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a19b3b-e187-46e5-995d-de114b386657 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Made reservation on behalf of b841081dbf364c88806ec4f9fb1fcc47 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:49.453490 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-28a19b3b-e187-46e5-995d-de114b386657 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:49.459662 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c916d8b-8fc1-4915-a5f1-f959ceca1e08 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:49.465741 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-3294bd48-c357-430b-b161-220327efd5c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Calling delete_port for 75bb363d-a830-486a-84b5-54cee17d0402 owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:31:49.485950 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a22ffaf-11cd-4136-9704-5a7781f309dd tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:49.486542 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7a22ffaf-11cd-4136-9704-5a7781f309dd tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:49.544598 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daca865-fe4f-4019-a176-9bf18292fb7c req-56dd26a3-f0e6-4a7d-872a-585fe1506a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:49.546156 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2daca865-fe4f-4019-a176-9bf18292fb7c req-56dd26a3-f0e6-4a7d-872a-585fe1506a8a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3552283e-c7ba-4bd2-b88d-27fd8882224b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1823108 Oct 26 08:31:49.588835 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-7a22ffaf-11cd-4136-9704-5a7781f309dd tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.8740022 Oct 26 08:31:49.591370 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a19b3b-e187-46e5-995d-de114b386657 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:31:49.603570 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60106) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:49.605359 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-28a19b3b-e187-46e5-995d-de114b386657 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:49.606616 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-28a19b3b-e187-46e5-995d-de114b386657 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Added segment ea06505a-704e-4b2f-b998-48e605f25c86 of type vlan for network f6e2df7a-27e6-4621-9fe8-3810eac98458 Oct 26 08:31:49.619760 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-b0260696-0211-43cc-8701-0b77f6ae83f9 None None] Allocated IP 2001:db8:0:ffff::2 (7e6c8de4-0bc1-4dcd-9614-302f00b35ffc/06c17a73-5635-4c94-9334-dfe289910be4/8f4e4e42-a9e0-4ec7-be6a-bb6da4bd0240) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:49.627440 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device dd2717d6-b0f7-41ca-9fea-92d4eb70cc45 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:31:49.656569 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: dd2717d6-b0f7-41ca-9fea-92d4eb70cc45 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:31:49.657059 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device dd2717d6-b0f7-41ca-9fea-92d4eb70cc45 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:31:49.659273 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c916d8b-8fc1-4915-a5f1-f959ceca1e08 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:49.659422 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c916d8b-8fc1-4915-a5f1-f959ceca1e08 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:49.671785 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c916d8b-8fc1-4915-a5f1-f959ceca1e08 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:49.677973 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c916d8b-8fc1-4915-a5f1-f959ceca1e08 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:49.678655 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c916d8b-8fc1-4915-a5f1-f959ceca1e08 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:49.723495 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a4b5c-5add-4bc5-ac92-5e0ddbcb2dc8 req-6a47b667-c188-4886-9627-c9ef7c187acf tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:49.725023 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-df8a4b5c-5add-4bc5-ac92-5e0ddbcb2dc8 req-6a47b667-c188-4886-9627-c9ef7c187acf tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/ports?device_id=9af56241-3e13-46f5-bc0c-11a6cd6d3e81 HTTP/1.1" status: 200 len: 943 time: 0.2338648 Oct 26 08:31:49.731851 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a6b2ca41-34e5-49df-a74b-ebb74995bbf7 tempest-FloatingIPAdminTestJSON-573527918 tempest-FloatingIPAdminTestJSON-573527918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:49.756541 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-28a19b3b-e187-46e5-995d-de114b386657 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:49.816375 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b0260696-0211-43cc-8701-0b77f6ae83f9 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:49.820176 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3294bd48-c357-430b-b161-220327efd5c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:49.827312 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4c916d8b-8fc1-4915-a5f1-f959ceca1e08 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.2282929 Oct 26 08:31:49.827485 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b0260696-0211-43cc-8701-0b77f6ae83f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:49.839677 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60108) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:49.848605 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2daca865-fe4f-4019-a176-9bf18292fb7c req-4b760b32-d8fc-45c9-ac3e-e47722f0de53 service neutron] 10.222.0.47 "GET /v2.0/networks/3552283e-c7ba-4bd2-b88d-27fd8882224b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816916 Oct 26 08:31:49.857228 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0faa2-dff5-405f-9782-b88c9da88aad req-0120da66-973b-4bd4-b03c-69769d3bc267 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:49.860263 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-29c0faa2-dff5-405f-9782-b88c9da88aad req-0120da66-973b-4bd4-b03c-69769d3bc267 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/ports?device_id=50a87eab-52f4-4e00-8410-2b8f0e2db51d HTTP/1.1" status: 200 len: 943 time: 0.3785498 Oct 26 08:31:49.874327 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0260696-0211-43cc-8701-0b77f6ae83f9 None None] Network 7e6c8de4-0bc1-4dcd-9614-302f00b35ffc is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:49.874565 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c916d8b-8fc1-4915-a5f1-f959ceca1e08 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Pushing event updated for resources: {'Network': ['ID=1435cf38-ad12-4cdd-8e1b-ca777e8af155,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:49.892077 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-b0260696-0211-43cc-8701-0b77f6ae83f9 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:49.894589 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294bd48-c357-430b-b161-220327efd5c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Pushing event deleted for resources: {'Port': ['ID=75bb363d-a830-486a-84b5-54cee17d0402,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:49.894937 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 1435cf38-ad12-4cdd-8e1b-ca777e8af155 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:31:49.916683 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0260696-0211-43cc-8701-0b77f6ae83f9 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:49.938726 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b2efad81-ee40-422b-8505-6f3d1ae05315 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:49.948194 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0260696-0211-43cc-8701-0b77f6ae83f9 None None] Pushing event updated for resources: {'Port': ['ID=8f4e4e42-a9e0-4ec7-be6a-bb6da4bd0240,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:49.968149 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-28a19b3b-e187-46e5-995d-de114b386657 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:49.976942 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a19b3b-e187-46e5-995d-de114b386657 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:49.977678 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-28a19b3b-e187-46e5-995d-de114b386657 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:50.027629 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-b0260696-0211-43cc-8701-0b77f6ae83f9 None None] Attempting to bind port 8f4e4e42-a9e0-4ec7-be6a-bb6da4bd0240 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:50.028196 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-b0260696-0211-43cc-8701-0b77f6ae83f9 None None] Attempting to bind port 8f4e4e42-a9e0-4ec7-be6a-bb6da4bd0240 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '7c8731c0-354f-46a7-b545-9acef7f1e0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7e6c8de4-0bc1-4dcd-9614-302f00b35ffc'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:50.028572 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0260696-0211-43cc-8701-0b77f6ae83f9 None None] Attempting to bind port 8f4e4e42-a9e0-4ec7-be6a-bb6da4bd0240 on network 7e6c8de4-0bc1-4dcd-9614-302f00b35ffc {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:50.034185 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0260696-0211-43cc-8701-0b77f6ae83f9 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:31:50.034570 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0260696-0211-43cc-8701-0b77f6ae83f9 None None] Checking segment: {'id': '7c8731c0-354f-46a7-b545-9acef7f1e0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7e6c8de4-0bc1-4dcd-9614-302f00b35ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:31:50.034979 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b0260696-0211-43cc-8701-0b77f6ae83f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:50.035381 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0260696-0211-43cc-8701-0b77f6ae83f9 None None] Bound using segment: {'id': '7c8731c0-354f-46a7-b545-9acef7f1e0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7e6c8de4-0bc1-4dcd-9614-302f00b35ffc'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:31:50.036331 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-b0260696-0211-43cc-8701-0b77f6ae83f9 None None] Bound port: 8f4e4e42-a9e0-4ec7-be6a-bb6da4bd0240, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8731c0-354f-46a7-b545-9acef7f1e0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7e6c8de4-0bc1-4dcd-9614-302f00b35ffc'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:31:50.036331 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b0260696-0211-43cc-8701-0b77f6ae83f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:50.062203 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2efad81-ee40-422b-8505-6f3d1ae05315 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:50.087880 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-b2efad81-ee40-422b-8505-6f3d1ae05315 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:50.091279 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2efad81-ee40-422b-8505-6f3d1ae05315 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:50.092875 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b2efad81-ee40-422b-8505-6f3d1ae05315 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:50.103987 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3c0e01-b688-45e0-a5f9-312273d84942 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:31:50.123516 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-b0260696-0211-43cc-8701-0b77f6ae83f9 None None] For port 8f4e4e42-a9e0-4ec7-be6a-bb6da4bd0240, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:31:50.149888 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-28a19b3b-e187-46e5-995d-de114b386657 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8213186 Oct 26 08:31:50.162184 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3294bd48-c357-430b-b161-220327efd5c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:50.165798 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3294bd48-c357-430b-b161-220327efd5c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] 10.222.0.41 "DELETE /v2.0/ports/75bb363d-a830-486a-84b5-54cee17d0402 HTTP/1.1" status: 204 len: 168 time: 1.3823330 Oct 26 08:31:50.166206 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60110) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:50.169034 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60112) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:50.176640 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-b0260696-0211-43cc-8701-0b77f6ae83f9 None None] For port 8f4e4e42-a9e0-4ec7-be6a-bb6da4bd0240, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=8f4e4e42-a9e0-4ec7-be6a-bb6da4bd0240,segment=NetworkSegment(7c8731c0-354f-46a7-b545-9acef7f1e0e1),segment_id=7c8731c0-354f-46a7-b545-9acef7f1e0e1)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:31:50.178162 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b2efad81-ee40-422b-8505-6f3d1ae05315 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5612221 Oct 26 08:31:50.181893 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c916d8b-8fc1-4915-a5f1-f959ceca1e08 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Pushing event updated for resources: {'Network': ['ID=9c86bb7f-9240-412c-a2b8-02b695734135,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:50.184875 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b0260696-0211-43cc-8701-0b77f6ae83f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:50.185545 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60114) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:50.199896 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-3575e6ab-b728-4f2d-b28c-c0a699eb4821 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Request body: {'subnet': {'network_id': 'f6e2df7a-27e6-4621-9fe8-3810eac98458', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:50.200125 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 9c86bb7f-9240-412c-a2b8-02b695734135 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:31:50.223321 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-df8a4b5c-5add-4bc5-ac92-5e0ddbcb2dc8 req-97458258-edd9-4a06-8fbb-e89acd6ecc31 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bce15cf-5467-4374-8c81-71babcf00513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4565690 Oct 26 08:31:50.243783 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-29c0faa2-dff5-405f-9782-b88c9da88aad req-bccc9042-47ae-4b7a-94a2-201ffdad6554 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b6b1ff0-ee57-451d-a59c-831c70a5937b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3573279 Oct 26 08:31:50.248869 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2efad81-ee40-422b-8505-6f3d1ae05315 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Subnet': ['ID=d79ffa55-496b-4334-8bf7-df8cb68cb863,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:50.277953 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-99e1e40b-c021-4bf0-9d62-4a2a30da0442 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'port': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'fixed_ips': [{'subnet_id': 'd79ffa55-496b-4334-8bf7-df8cb68cb863', 'ip_address': '2001:db8::7d4d:dafc:b697:c2c9'}], 'name': 'tempest-NetworksTestDHCPv6-883407917'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:50.287730 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd8386a-16c7-4aae-a3f2-2cfa4a0b59a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] GET failed (client error): The resource could not be found. Oct 26 08:31:50.293217 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4cd8386a-16c7-4aae-a3f2-2cfa4a0b59a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] 10.222.0.41 "GET /v2.0/ports/75bb363d-a830-486a-84b5-54cee17d0402 HTTP/1.1" status: 404 len: 333 time: 0.1128030 Oct 26 08:31:50.307676 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60116) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:50.342039 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-b09f51b0-5595-40d1-b7bf-1fb1ac390f95 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Deleting port 46ec17a2-5320-4929-98a3-150dc4bc3c01 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:31:50.342300 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b09f51b0-5595-40d1-b7bf-1fb1ac390f95 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:50.377137 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0260696-0211-43cc-8701-0b77f6ae83f9 None None] Pushing event updated for resources: {'Port': ['ID=8f4e4e42-a9e0-4ec7-be6a-bb6da4bd0240,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:50.382015 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-bc7d2782-0b33-4eae-bdff-eda93fceb549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1997020618', 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:50.399476 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a19596-2b68-47f7-bd89-c4ffd03b9d8d tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:50.406101 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a19596-2b68-47f7-bd89-c4ffd03b9d8d tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:50.412834 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a19596-2b68-47f7-bd89-c4ffd03b9d8d tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:50.415956 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-a6b2ca41-34e5-49df-a74b-ebb74995bbf7 tempest-FloatingIPAdminTestJSON-573527918 tempest-FloatingIPAdminTestJSON-573527918-project] Allocated IP 172.26.2.85 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/eb4527d7-d4ed-4da2-80e2-541e682c783c) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:50.420629 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a19596-2b68-47f7-bd89-c4ffd03b9d8d tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:50.428205 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a19596-2b68-47f7-bd89-c4ffd03b9d8d tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:50.430246 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c7378a-f679-43d2-9b29-ead26b8336d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'tenant_id': '34a26fc2cbe741c49d4d94b40e63438a', 'fixed_ips': [{'subnet_id': 'd79ffa55-496b-4334-8bf7-df8cb68cb863'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:31:50.431420 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-85c7378a-f679-43d2-9b29-ead26b8336d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:50.433848 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-09a19596-2b68-47f7-bd89-c4ffd03b9d8d tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3010 time: 0.5868723 Oct 26 08:31:50.437776 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60118) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:50.477367 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2daca865-fe4f-4019-a176-9bf18292fb7c req-c655ac0a-cd7e-461c-b469-53dccd4213d2 service neutron] 10.222.0.47 "GET /v2.0/networks/3552283e-c7ba-4bd2-b88d-27fd8882224b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6025739 Oct 26 08:31:50.531236 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a19b3b-e187-46e5-995d-de114b386657 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Pushing event updated for resources: {'Network': ['ID=f6e2df7a-27e6-4621-9fe8-3810eac98458,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:50.536034 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3575e6ab-b728-4f2d-b28c-c0a699eb4821 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Made reservation on behalf of b841081dbf364c88806ec4f9fb1fcc47 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:50.539600 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3575e6ab-b728-4f2d-b28c-c0a699eb4821 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:50.616079 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7d2782-0b33-4eae-bdff-eda93fceb549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Made reservation on behalf of 6ac704cd45384698a66a5f4ecf3a4db9 for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:50.618646 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:31:50.619184 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bc7d2782-0b33-4eae-bdff-eda93fceb549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:50.623797 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network f6e2df7a-27e6-4621-9fe8-3810eac98458 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:31:50.639181 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8eed5858-5132-4702-9c81-711aa08ada8b tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:50.659866 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-bc7d2782-0b33-4eae-bdff-eda93fceb549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] device_id is not set on port 052dbe5a-8102-417d-840c-63a0e5de48ff yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:31:50.677063 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b09f51b0-5595-40d1-b7bf-1fb1ac390f95 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:50.710045 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 4cda73f3-bc90-4af6-91f1-1d74f191bbe0 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 08:31:50.710337 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-b09f51b0-5595-40d1-b7bf-1fb1ac390f95 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Calling delete_port for 46ec17a2-5320-4929-98a3-150dc4bc3c01 owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:31:50.727212 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-85c7378a-f679-43d2-9b29-ead26b8336d7 None None] Allocated IP 2001:db8::2 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/d79ffa55-496b-4334-8bf7-df8cb68cb863/d091ea70-015d-4b15-af6c-e6d9d3dca325) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:50.744313 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e1e40b-c021-4bf0-9d62-4a2a30da0442 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:50.811711 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a6b2ca41-34e5-49df-a74b-ebb74995bbf7 tempest-FloatingIPAdminTestJSON-573527918 tempest-FloatingIPAdminTestJSON-573527918-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:50.899994 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8eed5858-5132-4702-9c81-711aa08ada8b tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:50.934081 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 4cda73f3-bc90-4af6-91f1-1d74f191bbe0, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=4cda73f3-bc90-4af6-91f1-1d74f191bbe0,segment=NetworkSegment(f56a4ad0-9209-4fff-936b-4897c6686a9c),segment_id=f56a4ad0-9209-4fff-936b-4897c6686a9c)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:31:50.950530 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a6b2ca41-34e5-49df-a74b-ebb74995bbf7 tempest-FloatingIPAdminTestJSON-573527918 tempest-FloatingIPAdminTestJSON-573527918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:50.955148 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': '4cda73f3-bc90-4af6-91f1-1d74f191bbe0', 'network_id': 'ee56e2b1-1b4b-4811-8525-c64c4b88af1d', 'port_id': '4cda73f3-bc90-4af6-91f1-1d74f191bbe0', 'mac_address': 'fa:16:3e:78:1b:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83da6782-9113-4a7a-b4da-ae04d95f86c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 08:31:50.993612 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-8eed5858-5132-4702-9c81-711aa08ada8b tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1435cf38-ad12-4cdd-8e1b-ca777e8af155']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:51.018363 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-8eed5858-5132-4702-9c81-711aa08ada8b tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f819dc9-70a3-489b-9312-515374bb071f') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:51.018721 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-8eed5858-5132-4702-9c81-711aa08ada8b tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f819dc9-70a3-489b-9312-515374bb071f') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:51.025089 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-85c7378a-f679-43d2-9b29-ead26b8336d7 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:51.032404 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:51.036121 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-85c7378a-f679-43d2-9b29-ead26b8336d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:51.045944 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-99e1e40b-c021-4bf0-9d62-4a2a30da0442 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:51.048104 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b2ca41-34e5-49df-a74b-ebb74995bbf7 tempest-FloatingIPAdminTestJSON-573527918 tempest-FloatingIPAdminTestJSON-573527918-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:51.049553 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8eed5858-5132-4702-9c81-711aa08ada8b tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:51.058049 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-a6b2ca41-34e5-49df-a74b-ebb74995bbf7 tempest-FloatingIPAdminTestJSON-573527918 tempest-FloatingIPAdminTestJSON-573527918-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:51.060144 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2ca41-34e5-49df-a74b-ebb74995bbf7 tempest-FloatingIPAdminTestJSON-573527918 tempest-FloatingIPAdminTestJSON-573527918-project] Pushing event updated for resources: {'Port': ['ID=eb4527d7-d4ed-4da2-80e2-541e682c783c,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:51.064775 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b2ca41-34e5-49df-a74b-ebb74995bbf7 tempest-FloatingIPAdminTestJSON-573527918 tempest-FloatingIPAdminTestJSON-573527918-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:51.067401 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b09f51b0-5595-40d1-b7bf-1fb1ac390f95 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:51.094055 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bc7d2782-0b33-4eae-bdff-eda93fceb549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:51.104596 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-99e1e40b-c021-4bf0-9d62-4a2a30da0442 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] device_id is not set on port ec3eeea8-53c1-4594-9be5-1781bf66b923 yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:31:51.110263 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8eed5858-5132-4702-9c81-711aa08ada8b tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:51.122302 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eed5858-5132-4702-9c81-711aa08ada8b tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:31:51.122826 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8eed5858-5132-4702-9c81-711aa08ada8b tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:51.128644 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:31:51.128644 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:31:51.128644 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:31:51.128644 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:31:51.128644 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:31:51.128644 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:31:51.128644 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:31:51.128644 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:31:51.128644 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:31:51.128644 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:31:51.128644 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:31:51.128644 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:31:51.128644 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:31:51.128644 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:31:51.128644 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:31:51.128644 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:31:51.128644 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:31:51.128644 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:31:51.128644 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:31:51.128644 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:31:51.128644 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:31:51.128644 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:31:51.128644 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:31:51.128644 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:31:51.128644 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:31:51.128644 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:31:51.128644 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:31:51.128644 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:31:51.128644 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:31:51.128644 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:31:51.128644 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:31:51.128644 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:31:51.166399 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f51b0-5595-40d1-b7bf-1fb1ac390f95 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Pushing event deleted for resources: {'Port': ['ID=46ec17a2-5320-4929-98a3-150dc4bc3c01,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:51.208227 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cda73f3-bc90-4af6-91f1-1d74f191bbe0 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:31:51.230967 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c7378a-f679-43d2-9b29-ead26b8336d7 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:51.241429 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 4cda73f3-bc90-4af6-91f1-1d74f191bbe0, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=4cda73f3-bc90-4af6-91f1-1d74f191bbe0,segment=NetworkSegment(f56a4ad0-9209-4fff-936b-4897c6686a9c),segment_id=f56a4ad0-9209-4fff-936b-4897c6686a9c)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:31:51.243379 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7378a-f679-43d2-9b29-ead26b8336d7 None None] Pushing event updated for resources: {'Port': ['ID=d091ea70-015d-4b15-af6c-e6d9d3dca325,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:51.246512 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-85c7378a-f679-43d2-9b29-ead26b8336d7 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:51.248464 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c7378a-f679-43d2-9b29-ead26b8336d7 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:51.253864 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:51.254521 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 199e5451-784e-4018-9735-9b0ff711adab details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 08:31:51.273588 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.objects.ports [None req-3575e6ab-b728-4f2d-b28c-c0a699eb4821 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102101) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 08:31:51.278614 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8eed5858-5132-4702-9c81-711aa08ada8b tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:51.285153 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bc7d2782-0b33-4eae-bdff-eda93fceb549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:51.325428 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8eed5858-5132-4702-9c81-711aa08ada8b tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:51.331324 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8eed5858-5132-4702-9c81-711aa08ada8b tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] 10.222.0.41 "DELETE /v2.0/networks/1435cf38-ad12-4cdd-8e1b-ca777e8af155 HTTP/1.1" status: 204 len: 168 time: 0.8855090 Oct 26 08:31:51.343136 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60124) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:51.348803 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3575e6ab-b728-4f2d-b28c-c0a699eb4821 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:51.365958 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed5858-5132-4702-9c81-711aa08ada8b tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Pushing event deleted for resources: {'Network': ['ID=1435cf38-ad12-4cdd-8e1b-ca777e8af155,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:51.416180 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=4cda73f3-bc90-4af6-91f1-1d74f191bbe0,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:51.424105 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d2782-0b33-4eae-bdff-eda93fceb549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Pushing event updated for resources: {'Port': ['ID=052dbe5a-8102-417d-840c-63a0e5de48ff,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:51.450424 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-85c7378a-f679-43d2-9b29-ead26b8336d7 None None] Attempting to bind port d091ea70-015d-4b15-af6c-e6d9d3dca325 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:51.450798 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-85c7378a-f679-43d2-9b29-ead26b8336d7 None None] Attempting to bind port d091ea70-015d-4b15-af6c-e6d9d3dca325 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:51.451168 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c7378a-f679-43d2-9b29-ead26b8336d7 None None] Attempting to bind port d091ea70-015d-4b15-af6c-e6d9d3dca325 on network ecf0c004-fa53-4f3e-bbfd-ff079400665b {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:51.459581 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c7378a-f679-43d2-9b29-ead26b8336d7 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:31:51.459965 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c7378a-f679-43d2-9b29-ead26b8336d7 None None] Checking segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:31:51.460398 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-85c7378a-f679-43d2-9b29-ead26b8336d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:51.460835 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c7378a-f679-43d2-9b29-ead26b8336d7 None None] Bound using segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:31:51.461311 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-85c7378a-f679-43d2-9b29-ead26b8336d7 None None] Bound port: d091ea70-015d-4b15-af6c-e6d9d3dca325, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:31:51.461747 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-85c7378a-f679-43d2-9b29-ead26b8336d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:51.484338 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7d2782-0b33-4eae-bdff-eda93fceb549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Network 32b67f17-b746-40f3-b5b2-7ef14d578335 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:51.509000 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-bc7d2782-0b33-4eae-bdff-eda93fceb549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:51.512926 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b09f51b0-5595-40d1-b7bf-1fb1ac390f95 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:51.516581 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b09f51b0-5595-40d1-b7bf-1fb1ac390f95 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] 10.222.0.41 "DELETE /v2.0/ports/46ec17a2-5320-4929-98a3-150dc4bc3c01 HTTP/1.1" status: 204 len: 168 time: 1.9092956 Oct 26 08:31:51.530120 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60126) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:51.536972 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-555496a2-5ee2-436b-8d5f-9e03fcf63151 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '55574b09-a054-40b2-a450-b8ec7520143f', 'external_fixed_ips': [{'subnet_id': 'a53bd98f-d6db-4a7a-bf3b-a837e31c1834', 'ip_address': '172.20.0.10'}]}}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:51.541553 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7d2782-0b33-4eae-bdff-eda93fceb549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:51.543196 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7d2782-0b33-4eae-bdff-eda93fceb549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:51.544481 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bc7d2782-0b33-4eae-bdff-eda93fceb549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:51.555906 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575e6ab-b728-4f2d-b28c-c0a699eb4821 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Pushing event updated for resources: {'Subnet': ['ID=426c7701-fc3d-4f4b-b9a6-973eb27f07f5,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:51.563713 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943210d9-458a-4f6f-85e3-c137a748200c req-dad31a45-bad9-4c95-8a1b-f5c21046e4c8 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:51.566105 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-943210d9-458a-4f6f-85e3-c137a748200c req-dad31a45-bad9-4c95-8a1b-f5c21046e4c8 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/ports?device_id=50a87eab-52f4-4e00-8410-2b8f0e2db51d HTTP/1.1" status: 200 len: 943 time: 0.1430516 Oct 26 08:31:51.567001 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a6b2ca41-34e5-49df-a74b-ebb74995bbf7 tempest-FloatingIPAdminTestJSON-573527918 tempest-FloatingIPAdminTestJSON-573527918-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:51.572641 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 199e5451-784e-4018-9735-9b0ff711adab, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=199e5451-784e-4018-9735-9b0ff711adab,segment=NetworkSegment(45e41e81-ba7f-4c8e-9ba2-09e1fadcea4d),segment_id=45e41e81-ba7f-4c8e-9ba2-09e1fadcea4d)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:31:51.613746 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-85c7378a-f679-43d2-9b29-ead26b8336d7 None None] For port d091ea70-015d-4b15-af6c-e6d9d3dca325, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:31:51.616372 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': '199e5451-784e-4018-9735-9b0ff711adab', 'network_id': '3552283e-c7ba-4bd2-b88d-27fd8882224b', 'port_id': '199e5451-784e-4018-9735-9b0ff711adab', 'mac_address': 'fa:16:3e:64:40:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aae4028-3476-408a-bb24-3e698a768110', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 08:31:51.620722 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-85c7378a-f679-43d2-9b29-ead26b8336d7 None None] For port d091ea70-015d-4b15-af6c-e6d9d3dca325, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=d091ea70-015d-4b15-af6c-e6d9d3dca325,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:31:51.628638 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-943210d9-458a-4f6f-85e3-c137a748200c req-762e0aa0-b079-4163-be10-d4505f5f712e tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b6b1ff0-ee57-451d-a59c-831c70a5937b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516849 Oct 26 08:31:51.629602 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-85c7378a-f679-43d2-9b29-ead26b8336d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:51.641317 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-99e1e40b-c021-4bf0-9d62-4a2a30da0442 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Allocated IP 2001:db8::7d4d:dafc:b697:c2c9 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/d79ffa55-496b-4334-8bf7-df8cb68cb863/ec3eeea8-53c1-4594-9be5-1781bf66b923) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:51.676507 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-50b2b911-273f-448f-8ddb-50352c27aded tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:51.693709 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1601c8f-90f1-4c2b-8273-c3ea2fd555d9 req-b37e904d-6cd3-4f13-bd42-9436cf849b11 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:51.695610 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a1601c8f-90f1-4c2b-8273-c3ea2fd555d9 req-b37e904d-6cd3-4f13-bd42-9436cf849b11 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/ports?device_id=9af56241-3e13-46f5-bc0c-11a6cd6d3e81 HTTP/1.1" status: 200 len: 944 time: 0.3547275 Oct 26 08:31:51.737178 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ec098856-1186-452d-b8be-ef730a01a9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:51.737908 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-555496a2-5ee2-436b-8d5f-9e03fcf63151 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:51.739125 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-555496a2-5ee2-436b-8d5f-9e03fcf63151 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:51.743456 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:51.748459 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3575e6ab-b728-4f2d-b28c-c0a699eb4821 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Checking segment: {'id': 'ea06505a-704e-4b2f-b998-48e605f25c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f6e2df7a-27e6-4621-9fe8-3810eac98458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:31:51.748958 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3575e6ab-b728-4f2d-b28c-c0a699eb4821 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Network hostable DHCP agents. Network: f6e2df7a-27e6-4621-9fe8-3810eac98458, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:31:51.751295 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a6b2ca41-34e5-49df-a74b-ebb74995bbf7 tempest-FloatingIPAdminTestJSON-573527918 tempest-FloatingIPAdminTestJSON-573527918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:51.773358 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 8f4e4e42-a9e0-4ec7-be6a-bb6da4bd0240 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:31:51.780550 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7378a-f679-43d2-9b29-ead26b8336d7 None None] Pushing event updated for resources: {'Port': ['ID=d091ea70-015d-4b15-af6c-e6d9d3dca325,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:51.781504 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a1601c8f-90f1-4c2b-8273-c3ea2fd555d9 req-d1005893-3b5d-4eca-a2aa-995e0cdbeaec tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bce15cf-5467-4374-8c81-71babcf00513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848243 Oct 26 08:31:51.807036 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 199e5451-784e-4018-9735-9b0ff711adab {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:31:51.851200 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 199e5451-784e-4018-9735-9b0ff711adab, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=199e5451-784e-4018-9735-9b0ff711adab,segment=NetworkSegment(45e41e81-ba7f-4c8e-9ba2-09e1fadcea4d),segment_id=45e41e81-ba7f-4c8e-9ba2-09e1fadcea4d)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:31:51.867993 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:51.903911 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 8f4e4e42-a9e0-4ec7-be6a-bb6da4bd0240 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:51.904287 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:51.922925 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-bc7d2782-0b33-4eae-bdff-eda93fceb549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.6044214 Oct 26 08:31:51.926773 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60128) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:51.956052 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=199e5451-784e-4018-9735-9b0ff711adab,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:51.994067 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2496df-8560-4e21-81a9-673c8461fc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:51.998278 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4b2496df-8560-4e21-81a9-673c8461fc1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] 10.222.0.41 "GET /v2.0/ports/052dbe5a-8102-417d-840c-63a0e5de48ff HTTP/1.1" status: 200 len: 959 time: 0.0679719 Oct 26 08:31:52.001779 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60130) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:52.019579 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:52.036644 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a803ddf2-1a0e-4a75-8738-9c6639cecaac None None] Network 7e6c8de4-0bc1-4dcd-9614-302f00b35ffc requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:31:52.058909 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-99e1e40b-c021-4bf0-9d62-4a2a30da0442 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:52.126866 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-50b2b911-273f-448f-8ddb-50352c27aded tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:52.151673 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-99e1e40b-c021-4bf0-9d62-4a2a30da0442 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:52.174618 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-9882c7c5-9a5e-4ccb-83a8-d2be15287366 None None] Provisioning complete for port 8f4e4e42-a9e0-4ec7-be6a-bb6da4bd0240 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:52.175077 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9882c7c5-9a5e-4ccb-83a8-d2be15287366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:52.185097 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 8f4e4e42-a9e0-4ec7-be6a-bb6da4bd0240, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=8f4e4e42-a9e0-4ec7-be6a-bb6da4bd0240,segment=NetworkSegment(7c8731c0-354f-46a7-b545-9acef7f1e0e1),segment_id=7c8731c0-354f-46a7-b545-9acef7f1e0e1)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:31:52.207924 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1e40b-c021-4bf0-9d62-4a2a30da0442 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Port': ['ID=ec3eeea8-53c1-4594-9be5-1781bf66b923,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:52.215183 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:52.223314 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3575e6ab-b728-4f2d-b28c-c0a699eb4821 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Network f6e2df7a-27e6-4621-9fe8-3810eac98458 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:31:52.231608 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e1e40b-c021-4bf0-9d62-4a2a30da0442 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:52.235070 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-99e1e40b-c021-4bf0-9d62-4a2a30da0442 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:52.236814 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['199e5451-784e-4018-9735-9b0ff711adab'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:31:52.237697 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e1e40b-c021-4bf0-9d62-4a2a30da0442 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:52.239334 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a6b2ca41-34e5-49df-a74b-ebb74995bbf7 tempest-FloatingIPAdminTestJSON-573527918 tempest-FloatingIPAdminTestJSON-573527918-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:52.240536 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['4cda73f3-bc90-4af6-91f1-1d74f191bbe0'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:31:52.246071 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e1e40b-c021-4bf0-9d62-4a2a30da0442 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:52.246071 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-99e1e40b-c021-4bf0-9d62-4a2a30da0442 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:52.260053 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-938f9655-037b-4c7d-8cc8-3b5e8a4ff02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Deleting port 052dbe5a-8102-417d-840c-63a0e5de48ff {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:31:52.260456 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-938f9655-037b-4c7d-8cc8-3b5e8a4ff02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:52.264132 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-555496a2-5ee2-436b-8d5f-9e03fcf63151 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:52.279144 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-50b2b911-273f-448f-8ddb-50352c27aded tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c86bb7f-9240-412c-a2b8-02b695734135']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:52.282326 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a6b2ca41-34e5-49df-a74b-ebb74995bbf7 tempest-FloatingIPAdminTestJSON-573527918 tempest-FloatingIPAdminTestJSON-573527918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:52.310938 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-99e1e40b-c021-4bf0-9d62-4a2a30da0442 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0808592 Oct 26 08:31:52.311720 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60132) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:52.352751 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-50b2b911-273f-448f-8ddb-50352c27aded tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1a404c0-23a8-4bc0-b7af-090abd5f7b1b') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:52.353273 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-50b2b911-273f-448f-8ddb-50352c27aded tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1a404c0-23a8-4bc0-b7af-090abd5f7b1b') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:52.385847 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-938f9655-037b-4c7d-8cc8-3b5e8a4ff02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:52.405463 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-938f9655-037b-4c7d-8cc8-3b5e8a4ff02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Calling delete_port for 052dbe5a-8102-417d-840c-63a0e5de48ff owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:31:52.408817 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-3575e6ab-b728-4f2d-b28c-c0a699eb4821 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, f6e2df7a-27e6-4621-9fe8-3810eac98458) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:52.421048 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8c10d1-0cbc-4753-8f94-d52725e00d66 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:52.427711 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8c10d1-0cbc-4753-8f94-d52725e00d66 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:52.432372 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34af267e-2078-4d0c-9e41-331cc36afb6f None None] Network f6e2df7a-27e6-4621-9fe8-3810eac98458 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:31:52.432854 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ff8c10d1-0cbc-4753-8f94-d52725e00d66 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1168938 Oct 26 08:31:52.432854 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60134) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:52.457543 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-50b2b911-273f-448f-8ddb-50352c27aded tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:52.461540 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3575e6ab-b728-4f2d-b28c-c0a699eb4821 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:52.461963 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3575e6ab-b728-4f2d-b28c-c0a699eb4821 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:52.518000 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=8f4e4e42-a9e0-4ec7-be6a-bb6da4bd0240,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:52.565497 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2ca41-34e5-49df-a74b-ebb74995bbf7 tempest-FloatingIPAdminTestJSON-573527918 tempest-FloatingIPAdminTestJSON-573527918-project] Pushing event updated for resources: {'Port': ['ID=eb4527d7-d4ed-4da2-80e2-541e682c783c,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:52.568672 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-50b2b911-273f-448f-8ddb-50352c27aded tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:52.573653 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a6b2ca41-34e5-49df-a74b-ebb74995bbf7 tempest-FloatingIPAdminTestJSON-573527918 tempest-FloatingIPAdminTestJSON-573527918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:52.598014 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60136) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:52.598232 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3575e6ab-b728-4f2d-b28c-c0a699eb4821 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4305160 Oct 26 08:31:52.600180 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-555496a2-5ee2-436b-8d5f-9e03fcf63151 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:52.603958 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50b2b911-273f-448f-8ddb-50352c27aded tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:31:52.604113 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-50b2b911-273f-448f-8ddb-50352c27aded tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:52.609690 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a6b2ca41-34e5-49df-a74b-ebb74995bbf7 tempest-FloatingIPAdminTestJSON-573527918 tempest-FloatingIPAdminTestJSON-573527918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:52.613259 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a6b2ca41-34e5-49df-a74b-ebb74995bbf7 tempest-FloatingIPAdminTestJSON-573527918 tempest-FloatingIPAdminTestJSON-573527918-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7662904 Oct 26 08:31:52.613259 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:31:52.613259 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:31:52.613259 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:31:52.613259 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:31:52.613259 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:31:52.613259 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:31:52.613259 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:31:52.613259 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:31:52.613259 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:31:52.613259 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:31:52.613259 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:31:52.613259 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:31:52.613259 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:31:52.613259 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:31:52.613259 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:31:52.613259 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:31:52.613259 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:31:52.613259 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:31:52.613259 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:31:52.613259 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:31:52.613259 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:31:52.613259 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:31:52.613259 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:31:52.613259 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:31:52.613259 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:31:52.613259 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:31:52.613259 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:31:52.613259 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:31:52.613259 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:31:52.613259 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:31:52.613259 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:31:52.613259 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:31:52.615087 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-58b39a7a-3290-417e-82f1-0fe23b66e6fd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Request body: {'port': {'network_id': 'f6e2df7a-27e6-4621-9fe8-3810eac98458', 'name': 'tempest-NetworksIpV6TestAttrs-743876449'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:52.623765 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60138) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:52.718787 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-938f9655-037b-4c7d-8cc8-3b5e8a4ff02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:52.735390 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-0a808a77-b18b-4409-9880-318eafded245 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting port ec3eeea8-53c1-4594-9be5-1781bf66b923 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:31:52.735729 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0a808a77-b18b-4409-9880-318eafded245 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:52.888633 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0a808a77-b18b-4409-9880-318eafded245 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:52.929891 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af098050-71f7-4f1a-b5df-a0440b9b9b1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-f6e2df7a-27e6-4621-9fe8-3810eac98458', 'network_id': 'f6e2df7a-27e6-4621-9fe8-3810eac98458', 'tenant_id': 'b841081dbf364c88806ec4f9fb1fcc47', 'fixed_ips': [{'subnet_id': '426c7701-fc3d-4f4b-b9a6-973eb27f07f5'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:31:52.931291 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-af098050-71f7-4f1a-b5df-a0440b9b9b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:52.940185 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f9655-037b-4c7d-8cc8-3b5e8a4ff02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Pushing event deleted for resources: {'Port': ['ID=052dbe5a-8102-417d-840c-63a0e5de48ff,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:52.941048 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:52.956435 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-938f9655-037b-4c7d-8cc8-3b5e8a4ff02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:52.961286 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-938f9655-037b-4c7d-8cc8-3b5e8a4ff02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] 10.222.0.41 "DELETE /v2.0/ports/052dbe5a-8102-417d-840c-63a0e5de48ff HTTP/1.1" status: 204 len: 168 time: 0.9575288 Oct 26 08:31:52.965707 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-0a808a77-b18b-4409-9880-318eafded245 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Calling delete_port for ec3eeea8-53c1-4594-9be5-1781bf66b923 owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:31:52.998578 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60144) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:53.055234 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-afbccfc3-cde3-47d6-9b03-03dbf3d9f4d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] GET failed (client error): The resource could not be found. Oct 26 08:31:53.060237 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-afbccfc3-cde3-47d6-9b03-03dbf3d9f4d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] 10.222.0.41 "GET /v2.0/ports/052dbe5a-8102-417d-840c-63a0e5de48ff HTTP/1.1" status: 404 len: 333 time: 0.0333915 Oct 26 08:31:53.061840 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b39a7a-3290-417e-82f1-0fe23b66e6fd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Made reservation on behalf of b841081dbf364c88806ec4f9fb1fcc47 for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:53.065353 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-58b39a7a-3290-417e-82f1-0fe23b66e6fd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:53.079466 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60146) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:53.094537 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-58b39a7a-3290-417e-82f1-0fe23b66e6fd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] device_id is not set on port c9987db1-ac87-49b7-b1a5-3ecb5ee33f81 yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:31:53.111665 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-2bca35c6-abf4-4051-b0ad-a319c377b320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Request body: {'port': {'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2099280188'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:53.175172 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-40a43560-d43b-48e7-9df6-f7d94ace0443 None None] Provisioning complete for port 8f4e4e42-a9e0-4ec7-be6a-bb6da4bd0240 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:53.175452 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-40a43560-d43b-48e7-9df6-f7d94ace0443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:53.193644 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-af098050-71f7-4f1a-b5df-a0440b9b9b1d None None] Allocated IP 2001:db8::f816:3eff:fea2:b863 (f6e2df7a-27e6-4621-9fe8-3810eac98458/426c7701-fc3d-4f4b-b9a6-973eb27f07f5/d31f4033-6a7d-405e-98f3-2715f98d9a89) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:53.229492 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a781cb38-fa55-4945-a451-a7a3a23d47d9 tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2610 time: 0.6024132 Oct 26 08:31:53.230429 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-50b2b911-273f-448f-8ddb-50352c27aded tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:53.233542 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60148) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:53.235007 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0c751-afd4-4476-8ba5-456f0b457490 req-dda17bb4-6dd5-4df7-9a9e-abef4d740090 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:53.236600 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-6ad0c751-afd4-4476-8ba5-456f0b457490 req-dda17bb4-6dd5-4df7-9a9e-abef4d740090 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/ports?device_id=50a87eab-52f4-4e00-8410-2b8f0e2db51d HTTP/1.1" status: 200 len: 944 time: 0.3313041 Oct 26 08:31:53.266237 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-50b2b911-273f-448f-8ddb-50352c27aded tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:53.271206 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-50b2b911-273f-448f-8ddb-50352c27aded tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] 10.222.0.41 "DELETE /v2.0/networks/9c86bb7f-9240-412c-a2b8-02b695734135 HTTP/1.1" status: 204 len: 168 time: 1.9234803 Oct 26 08:31:53.273485 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bca35c6-abf4-4051-b0ad-a319c377b320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Made reservation on behalf of 6ac704cd45384698a66a5f4ecf3a4db9 for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:53.275782 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2bca35c6-abf4-4051-b0ad-a319c377b320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:53.277754 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60150) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:53.314257 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:53.361931 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b2b911-273f-448f-8ddb-50352c27aded tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Pushing event deleted for resources: {'Network': ['ID=9c86bb7f-9240-412c-a2b8-02b695734135,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:53.378822 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f0b7bb69-9608-4249-8651-230af88fc960 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1420856 Oct 26 08:31:53.384763 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-2bca35c6-abf4-4051-b0ad-a319c377b320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] device_id is not set on port c5f0db08-37f6-4be9-9719-08f55bf882ae yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:31:53.387126 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60152) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:53.393864 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-6ad0c751-afd4-4476-8ba5-456f0b457490 req-6cfb5812-f81f-4e9f-b857-8d862c475e58 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b6b1ff0-ee57-451d-a59c-831c70a5937b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321430 Oct 26 08:31:53.405950 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2d511-ae85-437e-a022-b6fbeb4b3d46 req-f477a28d-1715-47b1-bd84-33a3d538e742 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:53.408840 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d9d2d511-ae85-437e-a022-b6fbeb4b3d46 req-f477a28d-1715-47b1-bd84-33a3d538e742 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/ports?device_id=9af56241-3e13-46f5-bc0c-11a6cd6d3e81 HTTP/1.1" status: 200 len: 944 time: 0.2295372 Oct 26 08:31:53.536514 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0a808a77-b18b-4409-9880-318eafded245 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:53.537701 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d9d2d511-ae85-437e-a022-b6fbeb4b3d46 req-c50f2ebe-3ee0-430c-93aa-9593742f32d6 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bce15cf-5467-4374-8c81-71babcf00513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925281 Oct 26 08:31:53.561957 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9334443a-7dda-4cac-a673-d3ced7b8d20b tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:53.568801 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9334443a-7dda-4cac-a673-d3ced7b8d20b tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:53.576229 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9334443a-7dda-4cac-a673-d3ced7b8d20b tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:53.581957 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9334443a-7dda-4cac-a673-d3ced7b8d20b tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1943 time: 0.2970793 Oct 26 08:31:53.588544 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60154) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:53.634353 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-a564386f-1f47-47f5-b0f4-80899365bc89 None None] Provisioning complete for port d091ea70-015d-4b15-af6c-e6d9d3dca325 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:53.634353 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a564386f-1f47-47f5-b0f4-80899365bc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:53.638670 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-af098050-71f7-4f1a-b5df-a0440b9b9b1d None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:53.649781 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-1f75644a-b38d-40c9-9e3f-2f5f3d7f1e8d tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1912724922'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:53.676475 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-af098050-71f7-4f1a-b5df-a0440b9b9b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:53.689653 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a808a77-b18b-4409-9880-318eafded245 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Port': ['ID=ec3eeea8-53c1-4594-9be5-1781bf66b923,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:53.735582 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af098050-71f7-4f1a-b5df-a0440b9b9b1d None None] Network f6e2df7a-27e6-4621-9fe8-3810eac98458 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:53.743735 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-af098050-71f7-4f1a-b5df-a0440b9b9b1d None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:53.748681 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af098050-71f7-4f1a-b5df-a0440b9b9b1d None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:53.775451 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-d347a6a6-c672-4cdf-bb25-047509781daa tempest-FloatingIPAdminTestJSON-573527918 tempest-FloatingIPAdminTestJSON-573527918-project] Deleting port eb4527d7-d4ed-4da2-80e2-541e682c783c {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:31:53.775789 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d347a6a6-c672-4cdf-bb25-047509781daa tempest-FloatingIPAdminTestJSON-573527918 tempest-FloatingIPAdminTestJSON-573527918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:53.789949 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af098050-71f7-4f1a-b5df-a0440b9b9b1d None None] Pushing event updated for resources: {'Port': ['ID=d31f4033-6a7d-405e-98f3-2715f98d9a89,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:53.829463 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-555496a2-5ee2-436b-8d5f-9e03fcf63151 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:53.864394 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-555496a2-5ee2-436b-8d5f-9e03fcf63151 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:53.886002 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2bca35c6-abf4-4051-b0ad-a319c377b320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:53.888691 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a564386f-1f47-47f5-b0f4-80899365bc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:53.896119 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device d091ea70-015d-4b15-af6c-e6d9d3dca325 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:31:53.916808 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0a808a77-b18b-4409-9880-318eafded245 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:53.920455 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-0a808a77-b18b-4409-9880-318eafded245 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/ports/ec3eeea8-53c1-4594-9be5-1781bf66b923 HTTP/1.1" status: 204 len: 168 time: 1.4869030 Oct 26 08:31:53.928946 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60156) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:53.930047 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2bca35c6-abf4-4051-b0ad-a319c377b320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:54.022162 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d347a6a6-c672-4cdf-bb25-047509781daa tempest-FloatingIPAdminTestJSON-573527918 tempest-FloatingIPAdminTestJSON-573527918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:54.022481 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d347a6a6-c672-4cdf-bb25-047509781daa tempest-FloatingIPAdminTestJSON-573527918 tempest-FloatingIPAdminTestJSON-573527918-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:54.029456 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-af098050-71f7-4f1a-b5df-a0440b9b9b1d None None] Attempting to bind port d31f4033-6a7d-405e-98f3-2715f98d9a89 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:54.029849 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-af098050-71f7-4f1a-b5df-a0440b9b9b1d None None] Attempting to bind port d31f4033-6a7d-405e-98f3-2715f98d9a89 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'ea06505a-704e-4b2f-b998-48e605f25c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f6e2df7a-27e6-4621-9fe8-3810eac98458'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:54.030677 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af098050-71f7-4f1a-b5df-a0440b9b9b1d None None] Attempting to bind port d31f4033-6a7d-405e-98f3-2715f98d9a89 on network f6e2df7a-27e6-4621-9fe8-3810eac98458 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:54.052084 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af098050-71f7-4f1a-b5df-a0440b9b9b1d None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:31:54.052525 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af098050-71f7-4f1a-b5df-a0440b9b9b1d None None] Checking segment: {'id': 'ea06505a-704e-4b2f-b998-48e605f25c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f6e2df7a-27e6-4621-9fe8-3810eac98458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:31:54.052852 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-af098050-71f7-4f1a-b5df-a0440b9b9b1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:54.053254 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af098050-71f7-4f1a-b5df-a0440b9b9b1d None None] Bound using segment: {'id': 'ea06505a-704e-4b2f-b998-48e605f25c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f6e2df7a-27e6-4621-9fe8-3810eac98458'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:31:54.053791 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-af098050-71f7-4f1a-b5df-a0440b9b9b1d None None] Bound port: d31f4033-6a7d-405e-98f3-2715f98d9a89, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea06505a-704e-4b2f-b998-48e605f25c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f6e2df7a-27e6-4621-9fe8-3810eac98458'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:31:54.055378 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-af098050-71f7-4f1a-b5df-a0440b9b9b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:54.058763 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-a564386f-1f47-47f5-b0f4-80899365bc89 None None] For port d091ea70-015d-4b15-af6c-e6d9d3dca325, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=d091ea70-015d-4b15-af6c-e6d9d3dca325,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:31:54.060363 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port d091ea70-015d-4b15-af6c-e6d9d3dca325 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:54.060786 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:54.063735 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:54.067818 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-d347a6a6-c672-4cdf-bb25-047509781daa tempest-FloatingIPAdminTestJSON-573527918 tempest-FloatingIPAdminTestJSON-573527918-project] Calling delete_port for eb4527d7-d4ed-4da2-80e2-541e682c783c owned by network:floatingip {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:31:54.075477 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a564386f-1f47-47f5-b0f4-80899365bc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:54.192969 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-555496a2-5ee2-436b-8d5f-9e03fcf63151 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Allocated IP 172.20.0.10 (55574b09-a054-40b2-a450-b8ec7520143f/a53bd98f-d6db-4a7a-bf3b-a837e31c1834/4cda8260-ec62-4965-9a8c-093e7915cd72) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:54.223865 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-49e040bc-42d0-47e9-8116-ccb66f9b2e20 None None] Could not find standard attr ID for object ec3eeea8-53c1-4594-9be5-1781bf66b923. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:31:54.232491 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564386f-1f47-47f5-b0f4-80899365bc89 None None] Pushing event updated for resources: {'Port': ['ID=d091ea70-015d-4b15-af6c-e6d9d3dca325,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:54.240530 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-af098050-71f7-4f1a-b5df-a0440b9b9b1d None None] For port d31f4033-6a7d-405e-98f3-2715f98d9a89, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:31:54.245080 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-af098050-71f7-4f1a-b5df-a0440b9b9b1d None None] For port d31f4033-6a7d-405e-98f3-2715f98d9a89, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=d31f4033-6a7d-405e-98f3-2715f98d9a89,segment=NetworkSegment(ea06505a-704e-4b2f-b998-48e605f25c86),segment_id=ea06505a-704e-4b2f-b998-48e605f25c86)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:31:54.251296 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-af098050-71f7-4f1a-b5df-a0440b9b9b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:54.293037 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f75644a-b38d-40c9-9e3f-2f5f3d7f1e8d tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Made reservation on behalf of f04b60bd34ac49bcb924fccca2d40ed3 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:54.297791 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1f75644a-b38d-40c9-9e3f-2f5f3d7f1e8d tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:54.340194 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 8f4e4e42-a9e0-4ec7-be6a-bb6da4bd0240 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:31:54.356003 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-58b39a7a-3290-417e-82f1-0fe23b66e6fd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Allocated IP 2001:db8::f816:3eff:fed2:128d (f6e2df7a-27e6-4621-9fe8-3810eac98458/426c7701-fc3d-4f4b-b9a6-973eb27f07f5/c9987db1-ac87-49b7-b1a5-3ecb5ee33f81) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:54.368198 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af098050-71f7-4f1a-b5df-a0440b9b9b1d None None] Pushing event updated for resources: {'Port': ['ID=d31f4033-6a7d-405e-98f3-2715f98d9a89,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:54.371222 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bca35c6-abf4-4051-b0ad-a319c377b320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Network 32b67f17-b746-40f3-b5b2-7ef14d578335 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:54.372103 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-555496a2-5ee2-436b-8d5f-9e03fcf63151 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:54.378041 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d347a6a6-c672-4cdf-bb25-047509781daa tempest-FloatingIPAdminTestJSON-573527918 tempest-FloatingIPAdminTestJSON-573527918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:54.388039 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-2bca35c6-abf4-4051-b0ad-a319c377b320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:54.404927 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bca35c6-abf4-4051-b0ad-a319c377b320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:54.406107 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bca35c6-abf4-4051-b0ad-a319c377b320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:54.406845 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2bca35c6-abf4-4051-b0ad-a319c377b320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:54.418474 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347a6a6-c672-4cdf-bb25-047509781daa tempest-FloatingIPAdminTestJSON-573527918 tempest-FloatingIPAdminTestJSON-573527918-project] Pushing event deleted for resources: {'Port': ['ID=eb4527d7-d4ed-4da2-80e2-541e682c783c,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:54.421926 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cfbe14-e0f7-456d-87f2-997805e51e60 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:54.423086 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 8f4e4e42-a9e0-4ec7-be6a-bb6da4bd0240 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:54.423665 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:54.425351 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cfbe14-e0f7-456d-87f2-997805e51e60 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:54.430848 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-68cfbe14-e0f7-456d-87f2-997805e51e60 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4987681 Oct 26 08:31:54.432406 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca35c6-abf4-4051-b0ad-a319c377b320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Pushing event updated for resources: {'Port': ['ID=c5f0db08-37f6-4be9-9719-08f55bf882ae,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:54.438489 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60160) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:54.446864 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f75644a-b38d-40c9-9e3f-2f5f3d7f1e8d tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:31:54.502654 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-2bca35c6-abf4-4051-b0ad-a319c377b320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3993866 Oct 26 08:31:54.503964 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-555496a2-5ee2-436b-8d5f-9e03fcf63151 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:54.521974 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1f75644a-b38d-40c9-9e3f-2f5f3d7f1e8d tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:54.522318 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-1f75644a-b38d-40c9-9e3f-2f5f3d7f1e8d tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Added segment 97e3468e-5529-4671-9b1a-d96bcfd88e84 of type vlan for network 4cb633d8-b1d8-477c-972a-06ffd66d229c Oct 26 08:31:54.530267 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60162) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:54.541750 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:54.625567 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555496a2-5ee2-436b-8d5f-9e03fcf63151 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Network 55574b09-a054-40b2-a450-b8ec7520143f is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:54.628925 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-14b38a72-e1bc-459c-8b49-0440fe60f4b7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting subnet d79ffa55-496b-4334-8bf7-df8cb68cb863 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:31:54.632610 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1f75644a-b38d-40c9-9e3f-2f5f3d7f1e8d tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:54.655055 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-555496a2-5ee2-436b-8d5f-9e03fcf63151 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:54.657464 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555496a2-5ee2-436b-8d5f-9e03fcf63151 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:54.666929 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-14b38a72-e1bc-459c-8b49-0440fe60f4b7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:54.687962 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 4cda73f3-bc90-4af6-91f1-1d74f191bbe0 up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:31:54.739935 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8f9aa-a1e5-48ab-a3ad-5e68f9af0ae0 req-04987287-9d53-4437-a273-3c14418cd30b tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:54.742625 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-90f8f9aa-a1e5-48ab-a3ad-5e68f9af0ae0 req-04987287-9d53-4437-a273-3c14418cd30b tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/ports?device_id=50a87eab-52f4-4e00-8410-2b8f0e2db51d HTTP/1.1" status: 200 len: 944 time: 0.2429299 Oct 26 08:31:54.757743 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:54.767022 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-14b38a72-e1bc-459c-8b49-0440fe60f4b7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:54.789013 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port 4cda73f3-bc90-4af6-91f1-1d74f191bbe0 completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 08:31:54.794141 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port 4cda73f3-bc90-4af6-91f1-1d74f191bbe0 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:54.794527 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:54.815187 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1f75644a-b38d-40c9-9e3f-2f5f3d7f1e8d tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:54.821790 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f75644a-b38d-40c9-9e3f-2f5f3d7f1e8d tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:54.822388 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1f75644a-b38d-40c9-9e3f-2f5f3d7f1e8d tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:54.825300 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555496a2-5ee2-436b-8d5f-9e03fcf63151 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Pushing event updated for resources: {'Port': ['ID=4cda8260-ec62-4965-9a8c-093e7915cd72,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:54.873527 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d347a6a6-c672-4cdf-bb25-047509781daa tempest-FloatingIPAdminTestJSON-573527918 tempest-FloatingIPAdminTestJSON-573527918-project] Publish callbacks [] for floatingip, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:54.876333 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d347a6a6-c672-4cdf-bb25-047509781daa tempest-FloatingIPAdminTestJSON-573527918 tempest-FloatingIPAdminTestJSON-573527918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:54.877515 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d347a6a6-c672-4cdf-bb25-047509781daa tempest-FloatingIPAdminTestJSON-573527918 tempest-FloatingIPAdminTestJSON-573527918-project] 10.222.0.41 "DELETE /v2.0/floatingips/162458f3-e57e-4dd7-9d2c-c91ecf60d048 HTTP/1.1" status: 204 len: 168 time: 1.4873955 Oct 26 08:31:54.885253 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60166) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:54.885909 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:54.897568 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:54.925589 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af56241-3e13-46f5-bc0c-11a6cd6d3e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cda73f3-bc90-4af6-91f1-1d74f191bbe0'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:31:54.947182 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1f75644a-b38d-40c9-9e3f-2f5f3d7f1e8d tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3526144 Oct 26 08:31:54.963979 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-58b39a7a-3290-417e-82f1-0fe23b66e6fd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:54.968606 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60168) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:54.979832 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-9f780b46-b645-4050-98de-a9454ec939a5 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1481538977'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:54.992761 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75644a-b38d-40c9-9e3f-2f5f3d7f1e8d tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Pushing event updated for resources: {'Network': ['ID=4cb633d8-b1d8-477c-972a-06ffd66d229c,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:54.998527 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-90f8f9aa-a1e5-48ab-a3ad-5e68f9af0ae0 req-404e77e9-17a9-4347-9534-755cb43f8cf4 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b6b1ff0-ee57-451d-a59c-831c70a5937b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2434750 Oct 26 08:31:55.016504 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 4cda73f3-bc90-4af6-91f1-1d74f191bbe0, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=4cda73f3-bc90-4af6-91f1-1d74f191bbe0,segment=NetworkSegment(f56a4ad0-9209-4fff-936b-4897c6686a9c),segment_id=f56a4ad0-9209-4fff-936b-4897c6686a9c)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:31:55.022678 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 4cb633d8-b1d8-477c-972a-06ffd66d229c details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:31:55.027405 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:55.028262 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 199e5451-784e-4018-9735-9b0ff711adab up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:31:55.067184 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39f710-ce50-4850-81b9-58669d9c2b7b req-55bbaefe-1654-4d9e-9c5f-bf9f1476cb07 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:55.068753 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6c39f710-ce50-4850-81b9-58669d9c2b7b req-55bbaefe-1654-4d9e-9c5f-bf9f1476cb07 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/ports?device_id=9af56241-3e13-46f5-bc0c-11a6cd6d3e81 HTTP/1.1" status: 200 len: 944 time: 0.4182100 Oct 26 08:31:55.091377 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-14b38a72-e1bc-459c-8b49-0440fe60f4b7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:55.134315 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f780b46-b645-4050-98de-a9454ec939a5 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Made reservation on behalf of f04b60bd34ac49bcb924fccca2d40ed3 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:55.139068 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9f780b46-b645-4050-98de-a9454ec939a5 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:55.149452 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-58b39a7a-3290-417e-82f1-0fe23b66e6fd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:55.205407 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf9dd2a-abfe-43f6-88ef-afa9bf9d7e04" -d '{"events": [{"server_uuid": "9af56241-3e13-46f5-bc0c-11a6cd6d3e81", "name": "network-vif-plugged", "status": "completed", "tag": "4cda73f3-bc90-4af6-91f1-1d74f191bbe0"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:31:55.223476 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b39a7a-3290-417e-82f1-0fe23b66e6fd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Network f6e2df7a-27e6-4621-9fe8-3810eac98458 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:55.227650 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=4cda73f3-bc90-4af6-91f1-1d74f191bbe0,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:55.237336 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-58b39a7a-3290-417e-82f1-0fe23b66e6fd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:55.240281 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b39a7a-3290-417e-82f1-0fe23b66e6fd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:55.247700 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b39a7a-3290-417e-82f1-0fe23b66e6fd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:55.248471 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-58b39a7a-3290-417e-82f1-0fe23b66e6fd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:55.253718 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port 199e5451-784e-4018-9735-9b0ff711adab completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 08:31:55.258929 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port 199e5451-784e-4018-9735-9b0ff711adab triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:55.259369 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:55.299142 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6c39f710-ce50-4850-81b9-58669d9c2b7b req-e7c9a3d1-1287-421d-847b-09e1bb9b21b8 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bce15cf-5467-4374-8c81-71babcf00513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922708 Oct 26 08:31:55.299906 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f780b46-b645-4050-98de-a9454ec939a5 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:31:55.311029 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b39a7a-3290-417e-82f1-0fe23b66e6fd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Pushing event updated for resources: {'Port': ['ID=c9987db1-ac87-49b7-b1a5-3ecb5ee33f81,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:55.328368 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-14b38a72-e1bc-459c-8b49-0440fe60f4b7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:55.356121 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60178) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:55.359578 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-58b39a7a-3290-417e-82f1-0fe23b66e6fd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.7589812 Oct 26 08:31:55.381857 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9f780b46-b645-4050-98de-a9454ec939a5 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:55.381857 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-9f780b46-b645-4050-98de-a9454ec939a5 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Added segment e4f94d46-a489-4fa4-ae6f-8dc39b4f3b9f of type vlan for network 75c688ec-9665-4fc4-bfad-20ef7a0a7661 Oct 26 08:31:55.384002 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b38a72-e1bc-459c-8b49-0440fe60f4b7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Subnet': ['ID=d79ffa55-496b-4334-8bf7-df8cb68cb863,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:55.398373 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-14b38a72-e1bc-459c-8b49-0440fe60f4b7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:55.404079 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-14b38a72-e1bc-459c-8b49-0440fe60f4b7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/d79ffa55-496b-4334-8bf7-df8cb68cb863 HTTP/1.1" status: 204 len: 168 time: 0.9586232 Oct 26 08:31:55.404519 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60180) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:55.412387 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe8e916-d1d5-44b5-9588-46441f0c6ba1 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:31:55.428156 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96267bc1-6245-499d-b2bc-cafca4dd0d5c x-openstack-request-id: req-96267bc1-6245-499d-b2bc-cafca4dd0d5c {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:31:55.428548 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af56241-3e13-46f5-bc0c-11a6cd6d3e81", "name": "network-vif-plugged", "status": "completed", "tag": "4cda73f3-bc90-4af6-91f1-1d74f191bbe0", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:31:55.428908 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-96267bc1-6245-499d-b2bc-cafca4dd0d5c {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:31:55.429503 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9af56241-3e13-46f5-bc0c-11a6cd6d3e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cda73f3-bc90-4af6-91f1-1d74f191bbe0', 'code': 200} Oct 26 08:31:55.467977 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-555496a2-5ee2-436b-8d5f-9e03fcf63151 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:55.505926 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:55.515634 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9936f201-89fe-44f3-8d69-3d1c4b8640bb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1066184 Oct 26 08:31:55.537991 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60182) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:55.545515 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-7fefe50a-2c1f-4b5d-b059-b22d4fcd2505 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:55.553949 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-f26e72f8-f074-449a-adb3-e01e26557020 tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Deleting port 613ddf43-bde7-434e-a82c-a0104e987f16 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:31:55.554374 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f26e72f8-f074-449a-adb3-e01e26557020 tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:55.563263 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9f780b46-b645-4050-98de-a9454ec939a5 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:55.622769 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-535db4d8-5eca-432e-82ed-0b59901cbeed tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Deleting subnet 426c7701-fc3d-4f4b-b9a6-973eb27f07f5 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:31:55.627094 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 199e5451-784e-4018-9735-9b0ff711adab, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=199e5451-784e-4018-9735-9b0ff711adab,segment=NetworkSegment(45e41e81-ba7f-4c8e-9ba2-09e1fadcea4d),segment_id=45e41e81-ba7f-4c8e-9ba2-09e1fadcea4d)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:31:55.634722 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:55.646150 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] device_id is not set on port c5f0db08-37f6-4be9-9719-08f55bf882ae yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:31:55.686642 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9f780b46-b645-4050-98de-a9454ec939a5 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:55.692963 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f780b46-b645-4050-98de-a9454ec939a5 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:55.693855 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9f780b46-b645-4050-98de-a9454ec939a5 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:55.736619 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=199e5451-784e-4018-9735-9b0ff711adab,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:55.765401 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9a33e6-f5fd-45e9-97c9-3c6b50dafdc4 None None] DHCP port deletion for ecf0c004-fa53-4f3e-bbfd-ff079400665b request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:31:55.821515 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device d31f4033-6a7d-405e-98f3-2715f98d9a89 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:31:55.831754 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fefe50a-2c1f-4b5d-b059-b22d4fcd2505 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:55.835997 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7fefe50a-2c1f-4b5d-b059-b22d4fcd2505 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:55.893268 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-ef9a33e6-f5fd-45e9-97c9-3c6b50dafdc4 None None] Deleting port d091ea70-015d-4b15-af6c-e6d9d3dca325 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:31:55.894108 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ef9a33e6-f5fd-45e9-97c9-3c6b50dafdc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:55.901219 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54330917-cd57-4e94-a738-3e1b8f81f5eb None None] Network f6e2df7a-27e6-4621-9fe8-3810eac98458 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:31:55.912249 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9f780b46-b645-4050-98de-a9454ec939a5 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9400966 Oct 26 08:31:55.916529 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60184) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:55.923125 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-dd87c69e-03e2-4f14-8198-14055627a92e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Request body: {'ports': [{'network_id': '4cb633d8-b1d8-477c-972a-06ffd66d229c', 'name': 'tempest-port--409784695', 'admin_state_up': True}, {'network_id': '75c688ec-9665-4fc4-bfad-20ef7a0a7661', 'admin_state_up': False}]} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:55.923532 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-dd87c69e-03e2-4f14-8198-14055627a92e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Request body: {'port': {'network_id': '4cb633d8-b1d8-477c-972a-06ffd66d229c', 'name': 'tempest-port--409784695', 'admin_state_up': True}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:55.924094 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-dd87c69e-03e2-4f14-8198-14055627a92e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Request body: {'port': {'network_id': '75c688ec-9665-4fc4-bfad-20ef7a0a7661', 'admin_state_up': False}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:55.928693 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f780b46-b645-4050-98de-a9454ec939a5 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Pushing event updated for resources: {'Network': ['ID=75c688ec-9665-4fc4-bfad-20ef7a0a7661,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:55.978187 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-535db4d8-5eca-432e-82ed-0b59901cbeed tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:55.989871 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 75c688ec-9665-4fc4-bfad-20ef7a0a7661 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:31:55.998115 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:56.044027 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:56.090047 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-7357ac6e-5779-4b14-9b71-4ce3b51a4a4e None None] Provisioning complete for port d31f4033-6a7d-405e-98f3-2715f98d9a89 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:56.090422 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7357ac6e-5779-4b14-9b71-4ce3b51a4a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:56.116698 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-535db4d8-5eca-432e-82ed-0b59901cbeed tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:56.180856 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec56c1-a00a-4b22-ad28-c7a23fc8314a req-fc901256-c909-4fcd-b78d-c805af59ce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:56.182495 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8eec56c1-a00a-4b22-ad28-c7a23fc8314a req-fc901256-c909-4fcd-b78d-c805af59ce7b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9af56241-3e13-46f5-bc0c-11a6cd6d3e81 HTTP/1.1" status: 200 len: 1098 time: 0.5396776 Oct 26 08:31:56.210941 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7fefe50a-2c1f-4b5d-b059-b22d4fcd2505 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:56.219654 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f26e72f8-f074-449a-adb3-e01e26557020 tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:56.220075 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f26e72f8-f074-449a-adb3-e01e26557020 tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:56.240388 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd87c69e-03e2-4f14-8198-14055627a92e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Made reservation on behalf of f04b60bd34ac49bcb924fccca2d40ed3 for: {'port': 2} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:56.245564 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dd87c69e-03e2-4f14-8198-14055627a92e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:56.252454 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Pushing event updated for resources: {'Port': ['ID=c5f0db08-37f6-4be9-9719-08f55bf882ae,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:56.279856 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-f26e72f8-f074-449a-adb3-e01e26557020 tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Calling delete_port for 613ddf43-bde7-434e-a82c-a0104e987f16 owned by network:floatingip {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:31:56.283092 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fefe50a-2c1f-4b5d-b059-b22d4fcd2505 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:56.284258 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-8eec56c1-a00a-4b22-ad28-c7a23fc8314a req-cae07a82-9393-4e57-91fc-cdc32df15c6b service neutron] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:56.285144 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dd87c69e-03e2-4f14-8198-14055627a92e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:56.296288 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-7fefe50a-2c1f-4b5d-b059-b22d4fcd2505 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:56.299192 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fefe50a-2c1f-4b5d-b059-b22d4fcd2505 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:56.299786 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7fefe50a-2c1f-4b5d-b059-b22d4fcd2505 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:56.312821 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fefe50a-2c1f-4b5d-b059-b22d4fcd2505 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Subnet': ['ID=81d51399-a0cc-4343-b537-647d61c66fb3,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:56.330669 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-ef9a33e6-f5fd-45e9-97c9-3c6b50dafdc4 None None] For port d091ea70-015d-4b15-af6c-e6d9d3dca325, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=d091ea70-015d-4b15-af6c-e6d9d3dca325,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:31:56.331077 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ef9a33e6-f5fd-45e9-97c9-3c6b50dafdc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:56.359463 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-ef9a33e6-f5fd-45e9-97c9-3c6b50dafdc4 None None] Calling delete_port for d091ea70-015d-4b15-af6c-e6d9d3dca325 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:31:56.376224 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7fefe50a-2c1f-4b5d-b059-b22d4fcd2505 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8339486 Oct 26 08:31:56.377118 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60190) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:56.380632 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:56.380973 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:56.381344 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae on network 32b67f17-b746-40f3-b5b2-7ef14d578335 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:56.383429 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-39f49d9f-088e-4efb-9e72-b7669e4fe64d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'port': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'fixed_ips': [{'subnet_id': '81d51399-a0cc-4343-b537-647d61c66fb3', 'ip_address': '2001:db8::949:f32e:264e:91a4'}], 'name': 'tempest-NetworksTestDHCPv6-582305821'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:56.440324 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port d31f4033-6a7d-405e-98f3-2715f98d9a89 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:56.440324 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:56.455163 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Port c5f0db08-37f6-4be9-9719-08f55bf882ae on network 32b67f17-b746-40f3-b5b2-7ef14d578335 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:31:56.455505 dv-neutron-804846-13-hyperv neutron-server[102101]: ERROR neutron.plugins.ml2.managers [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Failed to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] Oct 26 08:31:56.469140 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.plugins.ml2.plugin [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempt 2 to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae Oct 26 08:31:56.487096 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-dd87c69e-03e2-4f14-8198-14055627a92e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] device_id is not set on port e2ddcb78-8130-4694-b56f-0a8aa414838e yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:31:56.493857 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233b2bc-5a8f-49d8-ba50-a5c8d4174a31 req-47cdcf7a-7823-4083-8894-ad045677f922 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:56.496572 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6233b2bc-5a8f-49d8-ba50-a5c8d4174a31 req-47cdcf7a-7823-4083-8894-ad045677f922 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/ports?device_id=50a87eab-52f4-4e00-8410-2b8f0e2db51d HTTP/1.1" status: 200 len: 945 time: 0.3329592 Oct 26 08:31:56.552735 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:56.553067 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:56.553611 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae on network 32b67f17-b746-40f3-b5b2-7ef14d578335 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:56.555883 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240228d-136d-40d5-82b6-171d40668ffc req-8fbf4090-cf68-4f85-b157-ea5b425b19bd tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:56.557484 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a240228d-136d-40d5-82b6-171d40668ffc req-8fbf4090-cf68-4f85-b157-ea5b425b19bd tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/ports?device_id=9af56241-3e13-46f5-bc0c-11a6cd6d3e81 HTTP/1.1" status: 200 len: 945 time: 0.1592908 Oct 26 08:31:56.592918 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Port c5f0db08-37f6-4be9-9719-08f55bf882ae on network 32b67f17-b746-40f3-b5b2-7ef14d578335 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:31:56.593270 dv-neutron-804846-13-hyperv neutron-server[102101]: ERROR neutron.plugins.ml2.managers [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Failed to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] Oct 26 08:31:56.603147 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.plugins.ml2.plugin [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempt 3 to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae Oct 26 08:31:56.612572 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7357ac6e-5779-4b14-9b71-4ce3b51a4a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:56.630269 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-555496a2-5ee2-436b-8d5f-9e03fcf63151 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:56.665757 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ef9a33e6-f5fd-45e9-97c9-3c6b50dafdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:56.668882 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:56.669226 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:56.669563 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae on network 32b67f17-b746-40f3-b5b2-7ef14d578335 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:56.672280 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-535db4d8-5eca-432e-82ed-0b59901cbeed tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:56.701400 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a33e6-f5fd-45e9-97c9-3c6b50dafdc4 None None] Pushing event deleted for resources: {'Port': ['ID=d091ea70-015d-4b15-af6c-e6d9d3dca325,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:56.704058 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a240228d-136d-40d5-82b6-171d40668ffc req-bd0b35ca-12fe-4c42-8364-238112a6f6cf tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bce15cf-5467-4374-8c81-71babcf00513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188922 Oct 26 08:31:56.710981 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9a33e6-f5fd-45e9-97c9-3c6b50dafdc4 None None] No DVR routers for this DVR port d091ea70-015d-4b15-af6c-e6d9d3dca325 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:31:56.714747 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6233b2bc-5a8f-49d8-ba50-a5c8d4174a31 req-3256d028-446a-458d-95f9-7beb3cf9b892 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b6b1ff0-ee57-451d-a59c-831c70a5937b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630456 Oct 26 08:31:56.720135 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f49d9f-088e-4efb-9e72-b7669e4fe64d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:56.722435 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:56.758074 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Port c5f0db08-37f6-4be9-9719-08f55bf882ae on network 32b67f17-b746-40f3-b5b2-7ef14d578335 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:31:56.758074 dv-neutron-804846-13-hyperv neutron-server[102101]: ERROR neutron.plugins.ml2.managers [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Failed to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] Oct 26 08:31:56.758782 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.plugins.ml2.plugin [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempt 4 to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae Oct 26 08:31:56.779484 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ab52d6-d91d-4258-8f43-274b01133e93 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:31:56.829214 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dd87c69e-03e2-4f14-8198-14055627a92e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:56.831658 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-8eec56c1-a00a-4b22-ad28-c7a23fc8314a req-cae07a82-9393-4e57-91fc-cdc32df15c6b service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:56.870092 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:56.870427 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:56.870764 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae on network 32b67f17-b746-40f3-b5b2-7ef14d578335 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:56.872667 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-8eec56c1-a00a-4b22-ad28-c7a23fc8314a req-cae07a82-9393-4e57-91fc-cdc32df15c6b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:56.913709 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Port c5f0db08-37f6-4be9-9719-08f55bf882ae on network 32b67f17-b746-40f3-b5b2-7ef14d578335 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:31:56.914958 dv-neutron-804846-13-hyperv neutron-server[102101]: ERROR neutron.plugins.ml2.managers [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Failed to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] Oct 26 08:31:56.920279 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.plugins.ml2.plugin [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempt 5 to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae Oct 26 08:31:56.921917 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-39f49d9f-088e-4efb-9e72-b7669e4fe64d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:56.935430 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8eec56c1-a00a-4b22-ad28-c7a23fc8314a req-cae07a82-9393-4e57-91fc-cdc32df15c6b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3bce15cf-5467-4374-8c81-71babcf00513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7218874 Oct 26 08:31:56.944153 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-dd87c69e-03e2-4f14-8198-14055627a92e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] device_id is not set on port 7ae2cfd7-4160-433e-9817-2525f9fcfefa yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:31:56.958146 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-39f49d9f-088e-4efb-9e72-b7669e4fe64d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] device_id is not set on port 8311a0fb-3aac-4599-a353-6dc1360210ce yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:31:56.966336 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae07a82-9393-4e57-91fc-cdc32df15c6b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3be2eeaf-e2c6-4912-b5eb-5dfc3058503c,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:56.971464 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f26e72f8-f074-449a-adb3-e01e26557020 tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:56.973407 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:56.973799 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:56.974139 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae on network 32b67f17-b746-40f3-b5b2-7ef14d578335 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:56.985464 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-535db4d8-5eca-432e-82ed-0b59901cbeed tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:57.021796 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae07a82-9393-4e57-91fc-cdc32df15c6b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:31:57.022069 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae07a82-9393-4e57-91fc-cdc32df15c6b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:31:57.022415 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae07a82-9393-4e57-91fc-cdc32df15c6b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:31:57.023806 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae07a82-9393-4e57-91fc-cdc32df15c6b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:31:57.023806 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae07a82-9393-4e57-91fc-cdc32df15c6b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:31:57.024135 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae07a82-9393-4e57-91fc-cdc32df15c6b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:31:57.024829 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae07a82-9393-4e57-91fc-cdc32df15c6b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:31:57.024829 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae07a82-9393-4e57-91fc-cdc32df15c6b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:31:57.025947 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae07a82-9393-4e57-91fc-cdc32df15c6b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:31:57.025947 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae07a82-9393-4e57-91fc-cdc32df15c6b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:31:57.025947 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae07a82-9393-4e57-91fc-cdc32df15c6b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:31:57.026175 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae07a82-9393-4e57-91fc-cdc32df15c6b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:31:57.030136 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe26c24-4614-43ea-aab2-ee4c1aad380a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'tenant_id': '34a26fc2cbe741c49d4d94b40e63438a', 'fixed_ips': [{'subnet_id': '81d51399-a0cc-4343-b537-647d61c66fb3'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:31:57.031045 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9fe26c24-4614-43ea-aab2-ee4c1aad380a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:57.061746 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Port c5f0db08-37f6-4be9-9719-08f55bf882ae on network 32b67f17-b746-40f3-b5b2-7ef14d578335 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:31:57.062076 dv-neutron-804846-13-hyperv neutron-server[102101]: ERROR neutron.plugins.ml2.managers [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Failed to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] Oct 26 08:31:57.065778 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.plugins.ml2.plugin [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempt 6 to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae Oct 26 08:31:57.069743 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e72f8-f074-449a-adb3-e01e26557020 tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Pushing event deleted for resources: {'Port': ['ID=613ddf43-bde7-434e-a82c-a0104e987f16,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:57.076812 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535db4d8-5eca-432e-82ed-0b59901cbeed tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Pushing event deleted for resources: {'Subnet': ['ID=426c7701-fc3d-4f4b-b9a6-973eb27f07f5,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:57.096163 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.db.api [None req-7357ac6e-5779-4b14-9b71-4ce3b51a4a4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:31:57.096525 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG oslo_db.api [None req-7357ac6e-5779-4b14-9b71-4ce3b51a4a4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:31:57.104103 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.db.api [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:31:57.104458 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG oslo_db.api [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:31:57.110427 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-535db4d8-5eca-432e-82ed-0b59901cbeed tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:57.114302 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-535db4d8-5eca-432e-82ed-0b59901cbeed tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] 10.222.0.41 "DELETE /v2.0/subnets/426c7701-fc3d-4f4b-b9a6-973eb27f07f5 HTTP/1.1" status: 204 len: 168 time: 1.7512288 Oct 26 08:31:57.118559 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60192) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:57.131172 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:57.131507 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:57.132185 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae on network 32b67f17-b746-40f3-b5b2-7ef14d578335 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:57.170554 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea21280-a0e9-46e7-a808-743986cdd373 None None] Network f6e2df7a-27e6-4621-9fe8-3810eac98458 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:31:57.188145 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Port c5f0db08-37f6-4be9-9719-08f55bf882ae on network 32b67f17-b746-40f3-b5b2-7ef14d578335 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:31:57.188145 dv-neutron-804846-13-hyperv neutron-server[102101]: ERROR neutron.plugins.ml2.managers [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Failed to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] Oct 26 08:31:57.191090 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.plugins.ml2.plugin [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempt 7 to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae Oct 26 08:31:57.220882 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-39f49d9f-088e-4efb-9e72-b7669e4fe64d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Allocated IP 2001:db8::949:f32e:264e:91a4 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/81d51399-a0cc-4343-b537-647d61c66fb3/8311a0fb-3aac-4599-a353-6dc1360210ce) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:57.225008 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dd87c69e-03e2-4f14-8198-14055627a92e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:57.228911 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:57.229247 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:57.229585 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae on network 32b67f17-b746-40f3-b5b2-7ef14d578335 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:57.239760 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3f7f77-86b9-405e-8ce4-328ccecd8643 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:57.241754 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3f7f77-86b9-405e-8ce4-328ccecd8643 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:57.243531 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6b3f7f77-86b9-405e-8ce4-328ccecd8643 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1223147 Oct 26 08:31:57.244716 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f26e72f8-f074-449a-adb3-e01e26557020 tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:57.247428 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f26e72f8-f074-449a-adb3-e01e26557020 tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:57.252136 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f26e72f8-f074-449a-adb3-e01e26557020 tempest-FloatingIPAdminTestJSON-689238042 tempest-FloatingIPAdminTestJSON-689238042-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/59b70dea-b52c-40cf-a977-8d662437fd6a HTTP/1.1" status: 204 len: 168 time: 2.3602574 Oct 26 08:31:57.252136 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60194) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:57.253470 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60196) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:57.253609 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555496a2-5ee2-436b-8d5f-9e03fcf63151 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Router aef4de8d-5b90-4e09-bba3-957cb9050772 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:31:57.254899 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Port c5f0db08-37f6-4be9-9719-08f55bf882ae on network 32b67f17-b746-40f3-b5b2-7ef14d578335 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:31:57.255210 dv-neutron-804846-13-hyperv neutron-server[102101]: ERROR neutron.plugins.ml2.managers [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Failed to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] Oct 26 08:31:57.262144 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.plugins.ml2.plugin [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempt 8 to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae Oct 26 08:31:57.324970 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:57.325303 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:57.325657 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae on network 32b67f17-b746-40f3-b5b2-7ef14d578335 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:57.378978 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dd87c69e-03e2-4f14-8198-14055627a92e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:57.379648 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Port c5f0db08-37f6-4be9-9719-08f55bf882ae on network 32b67f17-b746-40f3-b5b2-7ef14d578335 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:31:57.379977 dv-neutron-804846-13-hyperv neutron-server[102101]: ERROR neutron.plugins.ml2.managers [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Failed to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] Oct 26 08:31:57.385878 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2400eb-fa0c-4077-becb-7c0f5547eb09 None None] DHCP port deletion for f6e2df7a-27e6-4621-9fe8-3810eac98458 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:31:57.411293 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.plugins.ml2.plugin [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempt 9 to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae Oct 26 08:31:57.421344 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c1fd2441-e2c5-42c0-a672-88724ab9c3fa tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:57.430998 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a87eab-52f4-4e00-8410-2b8f0e2db51d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199e5451-784e-4018-9735-9b0ff711adab'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:31:57.433918 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6c6a16-6ca8-42d1-acc2-2a1a1de968bb" -d '{"events": [{"server_uuid": "50a87eab-52f4-4e00-8410-2b8f0e2db51d", "name": "network-vif-plugged", "status": "completed", "tag": "199e5451-784e-4018-9735-9b0ff711adab"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:31:57.445707 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1fd2441-e2c5-42c0-a672-88724ab9c3fa tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 26 08:31:57.446188 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1fd2441-e2c5-42c0-a672-88724ab9c3fa tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:31:57.453268 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c1fd2441-e2c5-42c0-a672-88724ab9c3fa tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] 10.222.0.41 "DELETE /v2.0/networks/f6e2df7a-27e6-4621-9fe8-3810eac98458 HTTP/1.1" status: 409 len: 405 time: 0.1971753 Oct 26 08:31:57.453268 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:57.453268 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:57.453268 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae on network 32b67f17-b746-40f3-b5b2-7ef14d578335 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:57.454363 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60200) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:57.461950 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-0b2400eb-fa0c-4077-becb-7c0f5547eb09 None None] Deleting port d31f4033-6a7d-405e-98f3-2715f98d9a89 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:31:57.462801 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0b2400eb-fa0c-4077-becb-7c0f5547eb09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:57.463874 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-9ff63969-a49d-40d6-b20f-2b34f1eda491 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1003265032'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:57.470962 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Port c5f0db08-37f6-4be9-9719-08f55bf882ae on network 32b67f17-b746-40f3-b5b2-7ef14d578335 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:31:57.471577 dv-neutron-804846-13-hyperv neutron-server[102101]: ERROR neutron.plugins.ml2.managers [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Failed to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] Oct 26 08:31:57.474810 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.plugins.ml2.plugin [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempt 10 to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae Oct 26 08:31:57.509591 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87c69e-03e2-4f14-8198-14055627a92e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Pushing event updated for resources: {'Port': ['ID=e2ddcb78-8130-4694-b56f-0a8aa414838e,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:57.510212 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:57.510583 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:57.510980 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempting to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae on network 32b67f17-b746-40f3-b5b2-7ef14d578335 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:57.517274 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff63969-a49d-40d6-b20f-2b34f1eda491 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Made reservation on behalf of b841081dbf364c88806ec4f9fb1fcc47 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:57.520777 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ff63969-a49d-40d6-b20f-2b34f1eda491 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:57.524401 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555496a2-5ee2-436b-8d5f-9e03fcf63151 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:31:57.527218 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Port c5f0db08-37f6-4be9-9719-08f55bf882ae on network 32b67f17-b746-40f3-b5b2-7ef14d578335 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:31:57.527546 dv-neutron-804846-13-hyperv neutron-server[102101]: ERROR neutron.plugins.ml2.managers [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Failed to bind port c5f0db08-37f6-4be9-9719-08f55bf882ae on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'fb218103-1c88-4459-9918-dd1d4695d847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '32b67f17-b746-40f3-b5b2-7ef14d578335'}] Oct 26 08:31:57.527923 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:57.537956 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87c69e-03e2-4f14-8198-14055627a92e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:31:57.538356 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87c69e-03e2-4f14-8198-14055627a92e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:31:57.538699 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87c69e-03e2-4f14-8198-14055627a92e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:31:57.539048 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87c69e-03e2-4f14-8198-14055627a92e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:31:57.539634 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87c69e-03e2-4f14-8198-14055627a92e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:31:57.539910 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87c69e-03e2-4f14-8198-14055627a92e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:31:57.540250 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87c69e-03e2-4f14-8198-14055627a92e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:31:57.540583 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87c69e-03e2-4f14-8198-14055627a92e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:31:57.540918 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87c69e-03e2-4f14-8198-14055627a92e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:31:57.541242 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87c69e-03e2-4f14-8198-14055627a92e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:31:57.541572 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87c69e-03e2-4f14-8198-14055627a92e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:31:57.541927 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87c69e-03e2-4f14-8198-14055627a92e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:31:57.542714 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c681aa06-93f1-46a4-b963-8a74ac81321b None None] Sync routers for ids ['aef4de8d-5b90-4e09-bba3-957cb9050772'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:31:57.555377 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-774e237f-36b5-4c95-b33f-2c99b75f6972 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Deleting port e245dadc-67ae-47c8-bf52-5123e41c3904 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:31:57.555724 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-774e237f-36b5-4c95-b33f-2c99b75f6972 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:57.556723 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c681aa06-93f1-46a4-b963-8a74ac81321b None None] Routers {'aef4de8d-5b90-4e09-bba3-957cb9050772'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:31:57.561299 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-c681aa06-93f1-46a4-b963-8a74ac81321b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:31:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['aef4de8d-5b90-4e09-bba3-957cb9050772'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:57.588176 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-0b2400eb-fa0c-4077-becb-7c0f5547eb09 None None] For port d31f4033-6a7d-405e-98f3-2715f98d9a89, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=d31f4033-6a7d-405e-98f3-2715f98d9a89,segment=NetworkSegment(ea06505a-704e-4b2f-b998-48e605f25c86),segment_id=ea06505a-704e-4b2f-b998-48e605f25c86)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:31:57.588594 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0b2400eb-fa0c-4077-becb-7c0f5547eb09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:57.598591 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-555496a2-5ee2-436b-8d5f-9e03fcf63151 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:57.606330 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60204) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:57.612268 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-555496a2-5ee2-436b-8d5f-9e03fcf63151 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 6.0794241 Oct 26 08:31:57.615837 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff63969-a49d-40d6-b20f-2b34f1eda491 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:31:57.635476 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ff63969-a49d-40d6-b20f-2b34f1eda491 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:57.636236 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-9ff63969-a49d-40d6-b20f-2b34f1eda491 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Added segment e3fc8e8d-e67b-4514-ab4e-d36b950f58c6 of type vlan for network cbb7305e-2eef-44a0-a006-fd0bc4610e54 Oct 26 08:31:57.646502 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049f5c9c-b6fe-4017-9263-7b5eacc4a078 x-openstack-request-id: req-049f5c9c-b6fe-4017-9263-7b5eacc4a078 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:31:57.646892 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a87eab-52f4-4e00-8410-2b8f0e2db51d", "name": "network-vif-plugged", "status": "completed", "tag": "199e5451-784e-4018-9735-9b0ff711adab", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:31:57.650761 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-049f5c9c-b6fe-4017-9263-7b5eacc4a078 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:31:57.652036 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a87eab-52f4-4e00-8410-2b8f0e2db51d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199e5451-784e-4018-9735-9b0ff711adab', 'code': 200} Oct 26 08:31:57.682908 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-0b2400eb-fa0c-4077-becb-7c0f5547eb09 None None] Calling delete_port for d31f4033-6a7d-405e-98f3-2715f98d9a89 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:31:57.722817 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ff63969-a49d-40d6-b20f-2b34f1eda491 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:57.729705 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] For port c5f0db08-37f6-4be9-9719-08f55bf882ae, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:31:57.729885 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-39f49d9f-088e-4efb-9e72-b7669e4fe64d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:57.730569 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attempted to set empty binding levels {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 08:31:57.738123 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd87c69e-03e2-4f14-8198-14055627a92e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Checking segment: {'id': '97e3468e-5529-4671-9b1a-d96bcfd88e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4cb633d8-b1d8-477c-972a-06ffd66d229c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:31:57.738479 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd87c69e-03e2-4f14-8198-14055627a92e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Network hostable DHCP agents. Network: 4cb633d8-b1d8-477c-972a-06ffd66d229c, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:31:57.751122 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:57.766399 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:57.784725 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-c681aa06-93f1-46a4-b963-8a74ac81321b None None] Set router aef4de8d-5b90-4e09-bba3-957cb9050772 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:31:57.822524 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-774e237f-36b5-4c95-b33f-2c99b75f6972 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:57.840597 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd87c69e-03e2-4f14-8198-14055627a92e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Network 4cb633d8-b1d8-477c-972a-06ffd66d229c is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:31:57.852300 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-774e237f-36b5-4c95-b33f-2c99b75f6972 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Calling delete_port for e245dadc-67ae-47c8-bf52-5123e41c3904 owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:31:57.862827 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-39f49d9f-088e-4efb-9e72-b7669e4fe64d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:57.868920 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-08890586-0025-48f7-9acb-a863f47a4cd3 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:57.873543 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-dd87c69e-03e2-4f14-8198-14055627a92e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 4cb633d8-b1d8-477c-972a-06ffd66d229c) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:57.882065 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd87c69e-03e2-4f14-8198-14055627a92e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:57.883060 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dd87c69e-03e2-4f14-8198-14055627a92e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:57.894688 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] In _notify_port_updated(), no bound segment for port c5f0db08-37f6-4be9-9719-08f55bf882ae on network 32b67f17-b746-40f3-b5b2-7ef14d578335 {{(pid=102101) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 08:31:57.898522 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:57.899814 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:57.907278 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] 10.222.0.41 "PUT /v2.0/ports/c5f0db08-37f6-4be9-9719-08f55bf882ae HTTP/1.1" status: 200 len: 981 time: 3.3719096 Oct 26 08:31:57.908054 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60210) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:57.919244 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94342039-b403-4e4b-a414-9f01d308f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Pushing event updated for resources: {'Port': ['ID=c5f0db08-37f6-4be9-9719-08f55bf882ae,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:57.945612 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port d31f4033-6a7d-405e-98f3-2715f98d9a89, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=d31f4033-6a7d-405e-98f3-2715f98d9a89,segment=NetworkSegment(ea06505a-704e-4b2f-b998-48e605f25c86),segment_id=ea06505a-704e-4b2f-b998-48e605f25c86)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:31:57.947008 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7357ac6e-5779-4b14-9b71-4ce3b51a4a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:58.008256 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-9fe26c24-4614-43ea-aab2-ee4c1aad380a None None] Allocated IP 2001:db8::2 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/81d51399-a0cc-4343-b537-647d61c66fb3/5bc76dbe-cca7-454d-890d-203e83bacf9a) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:31:58.046332 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-c681aa06-93f1-46a4-b963-8a74ac81321b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef4de8d-5b90-4e09-bba3-957cb9050772', 'name': '', 'tenant_id': '5cdb68a7e5d4401bb3264178372ac66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55574b09-a054-40b2-a450-b8ec7520143f', 'external_fixed_ips': [{'subnet_id': 'a53bd98f-d6db-4a7a-bf3b-a837e31c1834', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '4cda8260-ec62-4965-9a8c-093e7915cd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:31:51Z', 'updated_at': '2021-10-26T08:31:55Z', 'revision_number': 3, 'project_id': '5cdb68a7e5d4401bb3264178372ac66d', 'gw_port': {'id': '4cda8260-ec62-4965-9a8c-093e7915cd72', 'name': '', 'network_id': '55574b09-a054-40b2-a450-b8ec7520143f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:52:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef4de8d-5b90-4e09-bba3-957cb9050772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'a53bd98f-d6db-4a7a-bf3b-a837e31c1834', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:53Z', 'updated_at': '2021-10-26T08:31:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a53bd98f-d6db-4a7a-bf3b-a837e31c1834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:58.078356 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ff63969-a49d-40d6-b20f-2b34f1eda491 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:58.086388 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff63969-a49d-40d6-b20f-2b34f1eda491 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:58.087636 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ff63969-a49d-40d6-b20f-2b34f1eda491 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:58.087858 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c681aa06-93f1-46a4-b963-8a74ac81321b None None] Checking router: aef4de8d-5b90-4e09-bba3-957cb9050772 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:31:58.088450 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c681aa06-93f1-46a4-b963-8a74ac81321b None None] Updating router aef4de8d-5b90-4e09-bba3-957cb9050772 port 4cda8260-ec62-4965-9a8c-093e7915cd72 binding host dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:31:58.115917 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fa413f-dc81-4a16-8bdd-b42d6d86c1fd None None] Network 4cb633d8-b1d8-477c-972a-06ffd66d229c requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:31:58.131128 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c681aa06-93f1-46a4-b963-8a74ac81321b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:58.194917 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9ff63969-a49d-40d6-b20f-2b34f1eda491 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7333417 Oct 26 08:31:58.201127 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60214) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:58.208755 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-8f407aaf-8f2d-46e4-8e2f-867091927c55 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Request body: {'subnet': {'network_id': 'cbb7305e-2eef-44a0-a006-fd0bc4610e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:31:58.218645 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2e1a6-5fe8-4b24-9902-5544fff0871a req-fe91a283-813a-43d2-a883-ece7b844c69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:58.220791 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ced2e1a6-5fe8-4b24-9902-5544fff0871a req-fe91a283-813a-43d2-a883-ece7b844c69e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=50a87eab-52f4-4e00-8410-2b8f0e2db51d HTTP/1.1" status: 200 len: 1098 time: 0.3070614 Oct 26 08:31:58.221529 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff63969-a49d-40d6-b20f-2b34f1eda491 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Pushing event updated for resources: {'Network': ['ID=cbb7305e-2eef-44a0-a006-fd0bc4610e54,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:58.264675 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:58.274309 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.db.api [None req-7357ac6e-5779-4b14-9b71-4ce3b51a4a4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:31:58.274792 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG oslo_db.api [None req-7357ac6e-5779-4b14-9b71-4ce3b51a4a4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:31:58.296381 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network cbb7305e-2eef-44a0-a006-fd0bc4610e54 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:31:58.298834 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43da6b3-2bbc-458f-aef8-d7c005632f18 req-07f9fbe4-1094-41e7-b6d3-76f5ebc17416 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:58.300425 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a43da6b3-2bbc-458f-aef8-d7c005632f18 req-07f9fbe4-1094-41e7-b6d3-76f5ebc17416 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/ports?device_id=9af56241-3e13-46f5-bc0c-11a6cd6d3e81 HTTP/1.1" status: 200 len: 945 time: 0.3607621 Oct 26 08:31:58.360319 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f49d9f-088e-4efb-9e72-b7669e4fe64d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:58.383432 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-aed2ae5e-7cef-429f-9c32-bf3ab2b90a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Deleting port c5f0db08-37f6-4be9-9719-08f55bf882ae {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:31:58.383936 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aed2ae5e-7cef-429f-9c32-bf3ab2b90a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:58.384207 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-39f49d9f-088e-4efb-9e72-b7669e4fe64d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:58.400443 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f49d9f-088e-4efb-9e72-b7669e4fe64d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:58.404912 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ced2e1a6-5fe8-4b24-9902-5544fff0871a req-ab4f5434-1b8f-4f7c-ad53-152b941d30c7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8b6b1ff0-ee57-451d-a59c-831c70a5937b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574714 Oct 26 08:31:58.407074 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f49d9f-088e-4efb-9e72-b7669e4fe64d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:58.407909 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-39f49d9f-088e-4efb-9e72-b7669e4fe64d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:58.412422 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f49d9f-088e-4efb-9e72-b7669e4fe64d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Port': ['ID=8311a0fb-3aac-4599-a353-6dc1360210ce,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:58.468719 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a43da6b3-2bbc-458f-aef8-d7c005632f18 req-6b5c05e8-d003-4123-90f0-de588a084f5c tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bce15cf-5467-4374-8c81-71babcf00513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496413 Oct 26 08:31:58.499348 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device d091ea70-015d-4b15-af6c-e6d9d3dca325 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:31:58.516191 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-aed2ae5e-7cef-429f-9c32-bf3ab2b90a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] For port c5f0db08-37f6-4be9-9719-08f55bf882ae, host hv-neutron-8048, got binding levels [] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:31:58.516760 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aed2ae5e-7cef-429f-9c32-bf3ab2b90a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:58.528227 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87c69e-03e2-4f14-8198-14055627a92e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Pushing event updated for resources: {'Port': ['ID=7ae2cfd7-4160-433e-9817-2525f9fcfefa,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:58.528459 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: d091ea70-015d-4b15-af6c-e6d9d3dca325 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:31:58.528871 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device d091ea70-015d-4b15-af6c-e6d9d3dca325 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:31:58.528983 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f407aaf-8f2d-46e4-8e2f-867091927c55 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Made reservation on behalf of b841081dbf364c88806ec4f9fb1fcc47 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:31:58.529434 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device d31f4033-6a7d-405e-98f3-2715f98d9a89 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:31:58.534293 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8f407aaf-8f2d-46e4-8e2f-867091927c55 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:58.545943 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-39f49d9f-088e-4efb-9e72-b7669e4fe64d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.1677072 Oct 26 08:31:58.553148 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0b2400eb-fa0c-4077-becb-7c0f5547eb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:58.560309 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94704333-9c9f-4753-8812-fb1c76226898 req-133ead3f-78ce-4338-9ff6-1375f43c477c tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:58.562363 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60216) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:58.563321 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-aed2ae5e-7cef-429f-9c32-bf3ab2b90a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Calling delete_port for c5f0db08-37f6-4be9-9719-08f55bf882ae owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:31:58.564115 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: d31f4033-6a7d-405e-98f3-2715f98d9a89 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:31:58.564572 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device d31f4033-6a7d-405e-98f3-2715f98d9a89 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:31:58.570887 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=d31f4033-6a7d-405e-98f3-2715f98d9a89,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:58.571334 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-94704333-9c9f-4753-8812-fb1c76226898 req-133ead3f-78ce-4338-9ff6-1375f43c477c tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/ports?device_id=50a87eab-52f4-4e00-8410-2b8f0e2db51d HTTP/1.1" status: 200 len: 945 time: 0.5994663 Oct 26 08:31:58.574497 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2400eb-fa0c-4077-becb-7c0f5547eb09 None None] No DVR routers for this DVR port d31f4033-6a7d-405e-98f3-2715f98d9a89 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:31:58.616068 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-08890586-0025-48f7-9acb-a863f47a4cd3 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:58.619977 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2400eb-fa0c-4077-becb-7c0f5547eb09 None None] Pushing event deleted for resources: {'Port': ['ID=d31f4033-6a7d-405e-98f3-2715f98d9a89,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:58.629079 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9fe26c24-4614-43ea-aab2-ee4c1aad380a None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:58.645436 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9fe26c24-4614-43ea-aab2-ee4c1aad380a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:58.658994 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd87c69e-03e2-4f14-8198-14055627a92e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Checking segment: {'id': 'e4f94d46-a489-4fa4-ae6f-8dc39b4f3b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '75c688ec-9665-4fc4-bfad-20ef7a0a7661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:31:58.659361 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd87c69e-03e2-4f14-8198-14055627a92e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Network hostable DHCP agents. Network: 75c688ec-9665-4fc4-bfad-20ef7a0a7661, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:31:58.678253 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe26c24-4614-43ea-aab2-ee4c1aad380a None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:31:58.715539 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-9fe26c24-4614-43ea-aab2-ee4c1aad380a None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:58.719319 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-7357ac6e-5779-4b14-9b71-4ce3b51a4a4e None None] Port d31f4033-6a7d-405e-98f3-2715f98d9a89 update to ACTIVE by agent not found {{(pid=102103) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 26 08:31:58.720869 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe26c24-4614-43ea-aab2-ee4c1aad380a None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:58.752143 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-94704333-9c9f-4753-8812-fb1c76226898 req-9b97f4f2-3bdb-49a0-b239-f2d44159c9f0 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b6b1ff0-ee57-451d-a59c-831c70a5937b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791112 Oct 26 08:31:58.795626 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aed2ae5e-7cef-429f-9c32-bf3ab2b90a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:58.808101 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-774e237f-36b5-4c95-b33f-2c99b75f6972 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:58.817712 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe26c24-4614-43ea-aab2-ee4c1aad380a None None] Pushing event updated for resources: {'Port': ['ID=5bc76dbe-cca7-454d-890d-203e83bacf9a,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:58.823490 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd87c69e-03e2-4f14-8198-14055627a92e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Network 75c688ec-9665-4fc4-bfad-20ef7a0a7661 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:31:58.832729 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-9fe26c24-4614-43ea-aab2-ee4c1aad380a None None] Attempting to bind port 5bc76dbe-cca7-454d-890d-203e83bacf9a on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:58.833339 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-9fe26c24-4614-43ea-aab2-ee4c1aad380a None None] Attempting to bind port 5bc76dbe-cca7-454d-890d-203e83bacf9a by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:58.833949 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe26c24-4614-43ea-aab2-ee4c1aad380a None None] Attempting to bind port 5bc76dbe-cca7-454d-890d-203e83bacf9a on network ecf0c004-fa53-4f3e-bbfd-ff079400665b {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:58.850933 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe26c24-4614-43ea-aab2-ee4c1aad380a None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:31:58.851372 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe26c24-4614-43ea-aab2-ee4c1aad380a None None] Checking segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:31:58.851940 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9fe26c24-4614-43ea-aab2-ee4c1aad380a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:58.852646 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe26c24-4614-43ea-aab2-ee4c1aad380a None None] Bound using segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:31:58.853167 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-9fe26c24-4614-43ea-aab2-ee4c1aad380a None None] Bound port: 5bc76dbe-cca7-454d-890d-203e83bacf9a, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:31:58.853652 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9fe26c24-4614-43ea-aab2-ee4c1aad380a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:58.869497 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-dd87c69e-03e2-4f14-8198-14055627a92e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 75c688ec-9665-4fc4-bfad-20ef7a0a7661) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:31:58.871528 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e237f-36b5-4c95-b33f-2c99b75f6972 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Pushing event deleted for resources: {'Port': ['ID=e245dadc-67ae-47c8-bf52-5123e41c3904,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:58.881797 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aed2ae5e-7cef-429f-9c32-bf3ab2b90a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:58.886917 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-aed2ae5e-7cef-429f-9c32-bf3ab2b90a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] 10.222.0.41 "DELETE /v2.0/ports/c5f0db08-37f6-4be9-9719-08f55bf882ae HTTP/1.1" status: 204 len: 168 time: 0.9541049 Oct 26 08:31:58.900827 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd87c69e-03e2-4f14-8198-14055627a92e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:31:58.902891 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60218) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:58.907488 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd87c69e-03e2-4f14-8198-14055627a92e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:58.907708 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2ae5e-7cef-429f-9c32-bf3ab2b90a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5f0db08-37f6-4be9-9719-08f55bf882ae,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:58.907810 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa24233-fec2-4a97-ac20-12646297d075 None None] Network 75c688ec-9665-4fc4-bfad-20ef7a0a7661 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:31:58.912992 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd87c69e-03e2-4f14-8198-14055627a92e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:58.914617 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dd87c69e-03e2-4f14-8198-14055627a92e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:58.959645 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290dc44d-3832-4c55-81d7-7ce87334a6a4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:58.962209 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-290dc44d-3832-4c55-81d7-7ce87334a6a4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.3967915 Oct 26 08:31:58.970454 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60220) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:58.976445 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c681aa06-93f1-46a4-b963-8a74ac81321b None None] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:58.980413 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-9fe26c24-4614-43ea-aab2-ee4c1aad380a None None] For port 5bc76dbe-cca7-454d-890d-203e83bacf9a, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:31:58.981192 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-08890586-0025-48f7-9acb-a863f47a4cd3 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Deleting port 4cda8260-ec62-4965-9a8c-093e7915cd72 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:31:58.981486 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-08890586-0025-48f7-9acb-a863f47a4cd3 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:58.984942 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-9fe26c24-4614-43ea-aab2-ee4c1aad380a None None] For port 5bc76dbe-cca7-454d-890d-203e83bacf9a, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=5bc76dbe-cca7-454d-890d-203e83bacf9a,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:31:58.988691 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c681aa06-93f1-46a4-b963-8a74ac81321b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:59.006430 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-54f75060-12df-44ea-b69f-b9a39acf6c1b None None] Provisioning complete for port c9987db1-ac87-49b7-b1a5-3ecb5ee33f81 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:31:59.006904 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-54f75060-12df-44ea-b69f-b9a39acf6c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:59.038685 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9fe26c24-4614-43ea-aab2-ee4c1aad380a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:59.078412 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-c681aa06-93f1-46a4-b963-8a74ac81321b None None] Attempting to bind port 4cda8260-ec62-4965-9a8c-093e7915cd72 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:31:59.078791 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-c681aa06-93f1-46a4-b963-8a74ac81321b None None] Attempting to bind port 4cda8260-ec62-4965-9a8c-093e7915cd72 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'a4239700-147a-4645-ba83-87f5ba6b3287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '55574b09-a054-40b2-a450-b8ec7520143f'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:31:59.079298 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c681aa06-93f1-46a4-b963-8a74ac81321b None None] Attempting to bind port 4cda8260-ec62-4965-9a8c-093e7915cd72 on network 55574b09-a054-40b2-a450-b8ec7520143f {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:31:59.088708 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-dd87c69e-03e2-4f14-8198-14055627a92e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.1709912 Oct 26 08:31:59.089441 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c681aa06-93f1-46a4-b963-8a74ac81321b None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:31:59.089771 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c681aa06-93f1-46a4-b963-8a74ac81321b None None] Checking segment: {'id': 'a4239700-147a-4645-ba83-87f5ba6b3287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '55574b09-a054-40b2-a450-b8ec7520143f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:31:59.090189 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c681aa06-93f1-46a4-b963-8a74ac81321b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:59.090599 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c681aa06-93f1-46a4-b963-8a74ac81321b None None] Bound using segment: {'id': 'a4239700-147a-4645-ba83-87f5ba6b3287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '55574b09-a054-40b2-a450-b8ec7520143f'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:31:59.092148 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-c681aa06-93f1-46a4-b963-8a74ac81321b None None] Bound port: 4cda8260-ec62-4965-9a8c-093e7915cd72, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4239700-147a-4645-ba83-87f5ba6b3287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '55574b09-a054-40b2-a450-b8ec7520143f'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:31:59.092749 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c681aa06-93f1-46a4-b963-8a74ac81321b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:59.095281 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5421eaf2-d9ff-4d91-b5f7-b2b995d2c03c None None] Pushing event updated for resources: {'Port': ['ID=4cda8260-ec62-4965-9a8c-093e7915cd72,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:59.099559 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60222) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:59.132702 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-774e237f-36b5-4c95-b33f-2c99b75f6972 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:59.139561 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-774e237f-36b5-4c95-b33f-2c99b75f6972 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] 10.222.0.41 "DELETE /v2.0/ports/e245dadc-67ae-47c8-bf52-5123e41c3904 HTTP/1.1" status: 204 len: 168 time: 1.8859079 Oct 26 08:31:59.160445 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60224) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:59.204316 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-c681aa06-93f1-46a4-b963-8a74ac81321b None None] For port 4cda8260-ec62-4965-9a8c-093e7915cd72, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:31:59.209767 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-c681aa06-93f1-46a4-b963-8a74ac81321b None None] For port 4cda8260-ec62-4965-9a8c-093e7915cd72, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=4cda8260-ec62-4965-9a8c-093e7915cd72,segment=NetworkSegment(a4239700-147a-4645-ba83-87f5ba6b3287),segment_id=a4239700-147a-4645-ba83-87f5ba6b3287)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:31:59.219829 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c681aa06-93f1-46a4-b963-8a74ac81321b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:59.299506 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-08890586-0025-48f7-9acb-a863f47a4cd3 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:59.311353 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-54f75060-12df-44ea-b69f-b9a39acf6c1b None None] Port c9987db1-ac87-49b7-b1a5-3ecb5ee33f81 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:31:59.315672 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-54f75060-12df-44ea-b69f-b9a39acf6c1b None None] Could not find standard attr ID for object d31f4033-6a7d-405e-98f3-2715f98d9a89. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:31:59.318576 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc963a8-3634-4217-a9f8-3b1dd378196e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:59.325874 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc963a8-3634-4217-a9f8-3b1dd378196e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:59.327829 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5bc963a8-3634-4217-a9f8-3b1dd378196e tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2271695 Oct 26 08:31:59.337681 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60226) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:59.347585 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe26c24-4614-43ea-aab2-ee4c1aad380a None None] Pushing event updated for resources: {'Port': ['ID=5bc76dbe-cca7-454d-890d-203e83bacf9a,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:59.360531 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-08890586-0025-48f7-9acb-a863f47a4cd3 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Calling delete_port for 4cda8260-ec62-4965-9a8c-093e7915cd72 owned by network:router_gateway {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:31:59.387100 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c681aa06-93f1-46a4-b963-8a74ac81321b None None] Routers {'aef4de8d-5b90-4e09-bba3-957cb9050772'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:31:59.387742 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-c681aa06-93f1-46a4-b963-8a74ac81321b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:31:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['aef4de8d-5b90-4e09-bba3-957cb9050772'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:59.407747 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e554b6cb-e351-4ca1-b008-0ffe8cf58753 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:59.409169 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbb8f75b-37b9-447a-98af-95b8156edcce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] GET failed (client error): The resource could not be found. Oct 26 08:31:59.411093 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-fbb8f75b-37b9-447a-98af-95b8156edcce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071144265-project-admin] 10.222.0.41 "GET /v2.0/ports/c5f0db08-37f6-4be9-9719-08f55bf882ae HTTP/1.1" status: 404 len: 333 time: 0.4929287 Oct 26 08:31:59.411698 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e554b6cb-e351-4ca1-b008-0ffe8cf58753 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] 10.222.0.41 "GET /v2.0/ports?device_id=a183d319-fc05-4f56-a34c-6e1ab5d9f27e HTTP/1.1" status: 200 len: 913 time: 0.2471318 Oct 26 08:31:59.415782 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60228) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:59.421299 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60230) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:31:59.545779 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-c681aa06-93f1-46a4-b963-8a74ac81321b None None] Set router aef4de8d-5b90-4e09-bba3-957cb9050772 gateway port host: None {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:31:59.642552 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-60deb4e6-af2c-454a-8f62-7949eb01c521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:59.644973 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5421eaf2-d9ff-4d91-b5f7-b2b995d2c03c None None] Pushing event updated for resources: {'Port': ['ID=4cda8260-ec62-4965-9a8c-093e7915cd72,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:31:59.649938 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-c681aa06-93f1-46a4-b963-8a74ac81321b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef4de8d-5b90-4e09-bba3-957cb9050772', 'name': '', 'tenant_id': '5cdb68a7e5d4401bb3264178372ac66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:31:51Z', 'updated_at': '2021-10-26T08:31:58Z', 'revision_number': 4, 'project_id': '5cdb68a7e5d4401bb3264178372ac66d', 'gw_port_host': None}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:59.660844 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-6bcf29b1-c25b-408a-90ca-f96190ea8a7e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting port 8311a0fb-3aac-4599-a353-6dc1360210ce {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:31:59.661190 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6bcf29b1-c25b-408a-90ca-f96190ea8a7e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:59.691951 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c681aa06-93f1-46a4-b963-8a74ac81321b None None] The sync data for ids ['aef4de8d-5b90-4e09-bba3-957cb9050772'] in dv-neutron-804846-13-hyperv is: [{'id': 'aef4de8d-5b90-4e09-bba3-957cb9050772', 'name': '', 'tenant_id': '5cdb68a7e5d4401bb3264178372ac66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:31:51Z', 'updated_at': '2021-10-26T08:31:58Z', 'revision_number': 4, 'project_id': '5cdb68a7e5d4401bb3264178372ac66d', 'gw_port_host': None}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:31:59.724430 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44954281-3491-4c7d-8114-e1978d2a610f req-8b4b50e0-6928-41a0-9e04-dc83c913ee97 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:31:59.727179 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-44954281-3491-4c7d-8114-e1978d2a610f req-8b4b50e0-6928-41a0-9e04-dc83c913ee97 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/ports?device_id=9af56241-3e13-46f5-bc0c-11a6cd6d3e81 HTTP/1.1" status: 200 len: 945 time: 0.1702681 Oct 26 08:31:59.872302 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-60deb4e6-af2c-454a-8f62-7949eb01c521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:59.887617 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-44954281-3491-4c7d-8114-e1978d2a610f req-b8bf3059-ceba-4b4e-b275-05a321b65b5a tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bce15cf-5467-4374-8c81-71babcf00513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527998 Oct 26 08:31:59.907353 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-60deb4e6-af2c-454a-8f62-7949eb01c521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32b67f17-b746-40f3-b5b2-7ef14d578335']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:59.925533 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.objects.ports [None req-8f407aaf-8f2d-46e4-8e2f-867091927c55 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102101) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 08:31:59.932791 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8f407aaf-8f2d-46e4-8e2f-867091927c55 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:31:59.940569 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-60deb4e6-af2c-454a-8f62-7949eb01c521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb218103-1c88-4459-9918-dd1d4695d847') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:59.940948 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-60deb4e6-af2c-454a-8f62-7949eb01c521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb218103-1c88-4459-9918-dd1d4695d847') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:31:59.974393 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-60deb4e6-af2c-454a-8f62-7949eb01c521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:00.009075 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-60deb4e6-af2c-454a-8f62-7949eb01c521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:00.039446 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60deb4e6-af2c-454a-8f62-7949eb01c521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:32:00.039446 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-60deb4e6-af2c-454a-8f62-7949eb01c521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:00.055963 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:32:00.055963 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:32:00.055963 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:32:00.055963 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:32:00.055963 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:32:00.055963 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:32:00.055963 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:32:00.055963 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:32:00.055963 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:32:00.055963 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:32:00.055963 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:32:00.055963 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:32:00.055963 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:32:00.055963 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:32:00.055963 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:32:00.055963 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:32:00.055963 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:32:00.055963 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:32:00.055963 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:32:00.055963 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:32:00.055963 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:32:00.055963 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:32:00.055963 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:32:00.055963 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:32:00.055963 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:32:00.055963 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:32:00.055963 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:32:00.055963 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:32:00.055963 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:32:00.055963 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:32:00.055963 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:32:00.055963 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:32:00.058242 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-562bddf4-17c3-4f9a-b1cc-6d5ba0fb553a tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Deleting port e2ddcb78-8130-4694-b56f-0a8aa414838e {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:00.058334 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f407aaf-8f2d-46e4-8e2f-867091927c55 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Pushing event updated for resources: {'Subnet': ['ID=c1ae7be4-b0a7-453f-9b60-fdb234c48669,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:00.058418 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-562bddf4-17c3-4f9a-b1cc-6d5ba0fb553a tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:00.072604 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6bcf29b1-c25b-408a-90ca-f96190ea8a7e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:00.125548 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f407aaf-8f2d-46e4-8e2f-867091927c55 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Checking segment: {'id': 'e3fc8e8d-e67b-4514-ab4e-d36b950f58c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cbb7305e-2eef-44a0-a006-fd0bc4610e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:00.125947 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f407aaf-8f2d-46e4-8e2f-867091927c55 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Network hostable DHCP agents. Network: cbb7305e-2eef-44a0-a006-fd0bc4610e54, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:32:00.138421 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-60deb4e6-af2c-454a-8f62-7949eb01c521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:00.150076 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-6bcf29b1-c25b-408a-90ca-f96190ea8a7e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Calling delete_port for 8311a0fb-3aac-4599-a353-6dc1360210ce owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:00.150484 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9028e-4944-45c0-9cd4-ae1630c66c27 req-798f3c77-2c8c-4a51-8267-e42494e26aa6 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:00.152065 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0ec9028e-4944-45c0-9cd4-ae1630c66c27 req-798f3c77-2c8c-4a51-8267-e42494e26aa6 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/ports?device_id=9af56241-3e13-46f5-bc0c-11a6cd6d3e81 HTTP/1.1" status: 200 len: 945 time: 0.1346259 Oct 26 08:32:00.160450 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-60deb4e6-af2c-454a-8f62-7949eb01c521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:00.169048 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-60deb4e6-af2c-454a-8f62-7949eb01c521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938-project] 10.222.0.41 "DELETE /v2.0/networks/32b67f17-b746-40f3-b5b2-7ef14d578335 HTTP/1.1" status: 204 len: 168 time: 0.7470737 Oct 26 08:32:00.172892 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60238) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:00.177267 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ecd76e-cb3a-4b88-9ad4-4890379dde9e req-849badb1-6021-4443-b9f1-701bd3717544 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:00.178051 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-64b7bd3e-c0cd-4922-a1e0-253fb5039d58 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Request body: {'floatingip': {'port_id': '4cda73f3-bc90-4af6-91f1-1d74f191bbe0'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:00.179475 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e6ecd76e-cb3a-4b88-9ad4-4890379dde9e req-849badb1-6021-4443-b9f1-701bd3717544 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/ports?device_id=50a87eab-52f4-4e00-8410-2b8f0e2db51d HTTP/1.1" status: 200 len: 945 time: 0.3317385 Oct 26 08:32:00.206377 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60deb4e6-af2c-454a-8f62-7949eb01c521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243992938-project] Pushing event deleted for resources: {'Network': ['ID=32b67f17-b746-40f3-b5b2-7ef14d578335,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:00.247497 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f407aaf-8f2d-46e4-8e2f-867091927c55 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Network cbb7305e-2eef-44a0-a006-fd0bc4610e54 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:32:00.261501 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-64b7bd3e-c0cd-4922-a1e0-253fb5039d58 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks [] for floatingip, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:00.298784 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-562bddf4-17c3-4f9a-b1cc-6d5ba0fb553a tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:00.315624 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-8f407aaf-8f2d-46e4-8e2f-867091927c55 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, cbb7305e-2eef-44a0-a006-fd0bc4610e54) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:00.323924 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f407aaf-8f2d-46e4-8e2f-867091927c55 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:00.324544 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8f407aaf-8f2d-46e4-8e2f-867091927c55 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:00.327511 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6482407a-c224-4300-bf90-684da47a9831 None None] Network cbb7305e-2eef-44a0-a006-fd0bc4610e54 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:00.364222 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-562bddf4-17c3-4f9a-b1cc-6d5ba0fb553a tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Calling delete_port for e2ddcb78-8130-4694-b56f-0a8aa414838e owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:00.407630 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-08890586-0025-48f7-9acb-a863f47a4cd3 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:00.434134 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-8f407aaf-8f2d-46e4-8e2f-867091927c55 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2281864 Oct 26 08:32:00.499902 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60242) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:00.507527 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-57e70caf-a483-4935-8cb7-0fc6c63ca255 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Request body: {'port': {'network_id': 'cbb7305e-2eef-44a0-a006-fd0bc4610e54', 'name': 'tempest-NetworksIpV6TestAttrs-579479056'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:00.547566 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 5bc76dbe-cca7-454d-890d-203e83bacf9a up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:32:00.604415 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e6ecd76e-cb3a-4b88-9ad4-4890379dde9e req-d8de693c-78be-48fb-b5ac-2d1084dc71b6 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b6b1ff0-ee57-451d-a59c-831c70a5937b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4125118 Oct 26 08:32:00.627675 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08890586-0025-48f7-9acb-a863f47a4cd3 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Pushing event deleted for resources: {'Port': ['ID=4cda8260-ec62-4965-9a8c-093e7915cd72,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:00.684757 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60248) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:00.715761 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 5bc76dbe-cca7-454d-890d-203e83bacf9a triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:00.716307 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:00.719451 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1892cbc5-064f-4b1f-b38d-d4d4aa9f5c42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-cbb7305e-2eef-44a0-a006-fd0bc4610e54', 'network_id': 'cbb7305e-2eef-44a0-a006-fd0bc4610e54', 'tenant_id': 'b841081dbf364c88806ec4f9fb1fcc47', 'fixed_ips': [{'subnet_id': 'c1ae7be4-b0a7-453f-9b60-fdb234c48669'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:32:00.720451 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1892cbc5-064f-4b1f-b38d-d4d4aa9f5c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:00.868984 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b980f6-8cd7-4074-81a9-ff667c4221e9 req-b27b1b2d-6421-44ed-8ec7-c6befb2f0c86 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:00.871169 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-16b980f6-8cd7-4074-81a9-ff667c4221e9 req-b27b1b2d-6421-44ed-8ec7-c6befb2f0c86 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/ports?device_id=50a87eab-52f4-4e00-8410-2b8f0e2db51d HTTP/1.1" status: 200 len: 945 time: 0.1393473 Oct 26 08:32:00.882079 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60252) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:00.891383 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-3c0a150b-8ee8-457c-8237-5b83f8f51087 None None] Provisioning complete for port 5bc76dbe-cca7-454d-890d-203e83bacf9a triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:00.891885 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3c0a150b-8ee8-457c-8237-5b83f8f51087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:00.904906 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-b80a28fb-72ab-406e-9241-afeb919e715c tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Request body: {'floatingip': {'port_id': '199e5451-784e-4018-9735-9b0ff711adab'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:00.906648 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e70caf-a483-4935-8cb7-0fc6c63ca255 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Made reservation on behalf of b841081dbf364c88806ec4f9fb1fcc47 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:00.910511 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6bcf29b1-c25b-408a-90ca-f96190ea8a7e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:00.911102 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-57e70caf-a483-4935-8cb7-0fc6c63ca255 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:00.982755 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-57e70caf-a483-4935-8cb7-0fc6c63ca255 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] device_id is not set on port 22352ac1-050f-4d4f-8a6c-d28c3827bf5a yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:32:00.987484 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b80a28fb-72ab-406e-9241-afeb919e715c tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks [] for floatingip, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:01.081637 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:01.106462 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf29b1-c25b-408a-90ca-f96190ea8a7e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Port': ['ID=8311a0fb-3aac-4599-a353-6dc1360210ce,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:01.115414 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-08890586-0025-48f7-9acb-a863f47a4cd3 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:01.126197 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-562bddf4-17c3-4f9a-b1cc-6d5ba0fb553a tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:01.137241 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-1892cbc5-064f-4b1f-b38d-d4d4aa9f5c42 None None] Allocated IP 2001:db8::f816:3eff:fef5:d708 (cbb7305e-2eef-44a0-a006-fd0bc4610e54/c1ae7be4-b0a7-453f-9b60-fdb234c48669/1e28c80d-6a67-4bb5-9971-433b3fa0f3f3) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:32:01.216556 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-5e5aee96-40cd-4c77-81ed-ad8f31a4fba9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4429473406b24dd0b698600853bda984&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5266814 Oct 26 08:32:01.216780 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 5bc76dbe-cca7-454d-890d-203e83bacf9a, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=5bc76dbe-cca7-454d-890d-203e83bacf9a,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:01.220734 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3c0a150b-8ee8-457c-8237-5b83f8f51087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:01.224130 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60254) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:01.239057 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:01.318270 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6bcf29b1-c25b-408a-90ca-f96190ea8a7e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:01.322549 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6bcf29b1-c25b-408a-90ca-f96190ea8a7e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/ports/8311a0fb-3aac-4599-a353-6dc1360210ce HTTP/1.1" status: 204 len: 168 time: 2.3490493 Oct 26 08:32:01.344430 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60256) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:01.347952 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562bddf4-17c3-4f9a-b1cc-6d5ba0fb553a tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Pushing event deleted for resources: {'Port': ['ID=e2ddcb78-8130-4694-b56f-0a8aa414838e,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:01.363725 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=5bc76dbe-cca7-454d-890d-203e83bacf9a,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:01.370418 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-08890586-0025-48f7-9acb-a863f47a4cd3 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:01.373096 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.db.api [None req-3c0a150b-8ee8-457c-8237-5b83f8f51087 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:32:01.373464 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG oslo_db.api [None req-3c0a150b-8ee8-457c-8237-5b83f8f51087 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:32:01.382451 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:01.382997 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:01.383353 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:01.383691 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:01.384025 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:01.384360 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:01.384744 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:01.385081 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:01.385412 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:01.385773 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:01.386099 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:01.386425 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:01.405939 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-562bddf4-17c3-4f9a-b1cc-6d5ba0fb553a tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:01.409615 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-562bddf4-17c3-4f9a-b1cc-6d5ba0fb553a tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] 10.222.0.41 "DELETE /v2.0/ports/e2ddcb78-8130-4694-b56f-0a8aa414838e HTTP/1.1" status: 204 len: 168 time: 2.0688655 Oct 26 08:32:01.411204 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-08890586-0025-48f7-9acb-a863f47a4cd3 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:01.415633 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60258) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:01.431172 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.db.resource_extend [None req-64b7bd3e-c0cd-4922-a1e0-253fb5039d58 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 08:32:01.440238 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1892cbc5-064f-4b1f-b38d-d4d4aa9f5c42 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:01.446756 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1892cbc5-064f-4b1f-b38d-d4d4aa9f5c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:01.490573 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1892cbc5-064f-4b1f-b38d-d4d4aa9f5c42 None None] Network cbb7305e-2eef-44a0-a006-fd0bc4610e54 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:01.494402 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-1892cbc5-064f-4b1f-b38d-d4d4aa9f5c42 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:01.496980 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1892cbc5-064f-4b1f-b38d-d4d4aa9f5c42 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:01.503798 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892cbc5-064f-4b1f-b38d-d4d4aa9f5c42 None None] Pushing event updated for resources: {'Port': ['ID=1e28c80d-6a67-4bb5-9971-433b3fa0f3f3,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:01.567582 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-1892cbc5-064f-4b1f-b38d-d4d4aa9f5c42 None None] Attempting to bind port 1e28c80d-6a67-4bb5-9971-433b3fa0f3f3 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:01.567977 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-1892cbc5-064f-4b1f-b38d-d4d4aa9f5c42 None None] Attempting to bind port 1e28c80d-6a67-4bb5-9971-433b3fa0f3f3 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'e3fc8e8d-e67b-4514-ab4e-d36b950f58c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cbb7305e-2eef-44a0-a006-fd0bc4610e54'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:01.568334 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1892cbc5-064f-4b1f-b38d-d4d4aa9f5c42 None None] Attempting to bind port 1e28c80d-6a67-4bb5-9971-433b3fa0f3f3 on network cbb7305e-2eef-44a0-a006-fd0bc4610e54 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:01.574259 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1892cbc5-064f-4b1f-b38d-d4d4aa9f5c42 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:32:01.574640 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1892cbc5-064f-4b1f-b38d-d4d4aa9f5c42 None None] Checking segment: {'id': 'e3fc8e8d-e67b-4514-ab4e-d36b950f58c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cbb7305e-2eef-44a0-a006-fd0bc4610e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:01.575050 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1892cbc5-064f-4b1f-b38d-d4d4aa9f5c42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:01.578335 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1892cbc5-064f-4b1f-b38d-d4d4aa9f5c42 None None] Bound using segment: {'id': 'e3fc8e8d-e67b-4514-ab4e-d36b950f58c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cbb7305e-2eef-44a0-a006-fd0bc4610e54'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:32:01.578335 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-1892cbc5-064f-4b1f-b38d-d4d4aa9f5c42 None None] Bound port: 1e28c80d-6a67-4bb5-9971-433b3fa0f3f3, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3fc8e8d-e67b-4514-ab4e-d36b950f58c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cbb7305e-2eef-44a0-a006-fd0bc4610e54'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:32:01.578335 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1892cbc5-064f-4b1f-b38d-d4d4aa9f5c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:01.582200 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-57e70caf-a483-4935-8cb7-0fc6c63ca255 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Allocated IP 2001:db8::f816:3eff:fef2:94fc (cbb7305e-2eef-44a0-a006-fd0bc4610e54/c1ae7be4-b0a7-453f-9b60-fdb234c48669/22352ac1-050f-4d4f-8a6c-d28c3827bf5a) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:32:01.583076 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-64b7bd3e-c0cd-4922-a1e0-253fb5039d58 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:01.596233 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-64b7bd3e-c0cd-4922-a1e0-253fb5039d58 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:01.639972 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e8a6334e-8e45-4f3d-bff9-1f134306e738 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:01.659783 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-1892cbc5-064f-4b1f-b38d-d4d4aa9f5c42 None None] For port 1e28c80d-6a67-4bb5-9971-433b3fa0f3f3, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:32:01.664010 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-1892cbc5-064f-4b1f-b38d-d4d4aa9f5c42 None None] For port 1e28c80d-6a67-4bb5-9971-433b3fa0f3f3, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=1e28c80d-6a67-4bb5-9971-433b3fa0f3f3,segment=NetworkSegment(e3fc8e8d-e67b-4514-ab4e-d36b950f58c6),segment_id=e3fc8e8d-e67b-4514-ab4e-d36b950f58c6)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:32:01.669217 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1892cbc5-064f-4b1f-b38d-d4d4aa9f5c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:01.709505 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e8a6334e-8e45-4f3d-bff9-1f134306e738 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:01.742235 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892cbc5-064f-4b1f-b38d-d4d4aa9f5c42 None None] Pushing event updated for resources: {'Port': ['ID=1e28c80d-6a67-4bb5-9971-433b3fa0f3f3,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:01.841751 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [None req-64b7bd3e-c0cd-4922-a1e0-253fb5039d58 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Floating IP 587d390e-93a0-42eb-bedb-21db3adfc200 associated. External IP: 172.26.2.216, port: 4cda73f3-bc90-4af6-91f1-1d74f191bbe0. Oct 26 08:32:01.901534 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b60a9af-aae5-41e1-8692-a1a0ce563931 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:01.907779 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b60a9af-aae5-41e1-8692-a1a0ce563931 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:01.909973 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8b60a9af-aae5-41e1-8692-a1a0ce563931 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5631413 Oct 26 08:32:01.911164 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-08890586-0025-48f7-9acb-a863f47a4cd3 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:01.911931 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08890586-0025-48f7-9acb-a863f47a4cd3 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aef4de8d-5b90-4e09-bba3-957cb9050772 {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:32:01.932699 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60260) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:02.009430 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-08890586-0025-48f7-9acb-a863f47a4cd3 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:02.010716 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-08890586-0025-48f7-9acb-a863f47a4cd3 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] 10.222.0.41 "DELETE /v2.0/routers/aef4de8d-5b90-4e09-bba3-957cb9050772 HTTP/1.1" status: 204 len: 168 time: 4.3757308 Oct 26 08:32:02.073005 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-992b4ab1-94f1-4dfa-ac37-e0920e2ade3e None None] Could not find standard attr ID for object 8311a0fb-3aac-4599-a353-6dc1360210ce. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:32:02.118187 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60262) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:02.187957 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e8a6334e-8e45-4f3d-bff9-1f134306e738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:02.191495 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e8a6334e-8e45-4f3d-bff9-1f134306e738 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:02.191642 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e8a6334e-8e45-4f3d-bff9-1f134306e738 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/98940ca1-5dcd-44cc-9bc9-61edbd2ad4c9 HTTP/1.1" status: 204 len: 168 time: 0.9596310 Oct 26 08:32:02.234432 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a6334e-8e45-4f3d-bff9-1f134306e738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98940ca1-5dcd-44cc-9bc9-61edbd2ad4c9,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:02.268161 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-60e28238-55ad-452c-9c42-4027e2c28c92 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:02.272849 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-57e70caf-a483-4935-8cb7-0fc6c63ca255 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:02.282911 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-35329b1e-3c6e-4674-acb4-770a7ebf8fea tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting subnet 81d51399-a0cc-4343-b537-647d61c66fb3 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:32:02.326890 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-35329b1e-3c6e-4674-acb4-770a7ebf8fea tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:02.390621 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf60c2b6-8793-459a-9afa-9dffb222dfb9 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Deleting subnet a53bd98f-d6db-4a7a-bf3b-a837e31c1834 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:32:02.400051 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-57e70caf-a483-4935-8cb7-0fc6c63ca255 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:02.406708 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cf60c2b6-8793-459a-9afa-9dffb222dfb9 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:02.470171 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e70caf-a483-4935-8cb7-0fc6c63ca255 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Network cbb7305e-2eef-44a0-a006-fd0bc4610e54 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:02.479324 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-57e70caf-a483-4935-8cb7-0fc6c63ca255 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:02.485586 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e70caf-a483-4935-8cb7-0fc6c63ca255 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:02.492003 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e70caf-a483-4935-8cb7-0fc6c63ca255 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:02.492785 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-57e70caf-a483-4935-8cb7-0fc6c63ca255 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:02.496757 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e70caf-a483-4935-8cb7-0fc6c63ca255 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Pushing event updated for resources: {'Port': ['ID=22352ac1-050f-4d4f-8a6c-d28c3827bf5a,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:02.496913 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-35329b1e-3c6e-4674-acb4-770a7ebf8fea tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:02.517712 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b7bd3e-c0cd-4922-a1e0-253fb5039d58 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Router 3298173d-f0ba-4eb7-be34-c15551c49ab5 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:32:02.524113 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-57e70caf-a483-4935-8cb7-0fc6c63ca255 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.0202854 Oct 26 08:32:02.525079 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60268) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:02.564884 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-7506e325-9373-4d09-ab62-8c6095c4866d tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Deleting port 7ae2cfd7-4160-433e-9817-2525f9fcfefa {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:02.566023 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7506e325-9373-4d09-ab62-8c6095c4866d tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:02.626980 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cf60c2b6-8793-459a-9afa-9dffb222dfb9 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:02.651557 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 5bc76dbe-cca7-454d-890d-203e83bacf9a up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:32:02.655840 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60270) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:02.696398 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1d1886f-2ae3-4913-8cfe-a5c3db379c91 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Deleting subnet c1ae7be4-b0a7-453f-9b60-fdb234c48669 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:32:02.709664 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d1d1886f-2ae3-4913-8cfe-a5c3db379c91 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:02.713252 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 5bc76dbe-cca7-454d-890d-203e83bacf9a triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:02.713659 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:02.743827 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cf60c2b6-8793-459a-9afa-9dffb222dfb9 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:02.762923 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-94bb7195-5533-4de8-8733-d3b8ba8816e7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6ac704cd45384698a66a5f4ecf3a4db9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1001289 Oct 26 08:32:02.768904 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60272) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:02.778059 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.db.resource_extend [None req-b80a28fb-72ab-406e-9241-afeb919e715c tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 08:32:02.787345 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d1d1886f-2ae3-4913-8cfe-a5c3db379c91 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:02.811158 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 1e28c80d-6a67-4bb5-9971-433b3fa0f3f3 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:32:02.844704 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b7bd3e-c0cd-4922-a1e0-253fb5039d58 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:32:02.858725 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66990935-4fe3-490b-83b8-2d5facbb8ba9 None None] Sync routers for ids ['3298173d-f0ba-4eb7-be34-c15551c49ab5'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:32:02.863748 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-64b7bd3e-c0cd-4922-a1e0-253fb5039d58 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:02.890673 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66990935-4fe3-490b-83b8-2d5facbb8ba9 None None] Routers {'3298173d-f0ba-4eb7-be34-c15551c49ab5'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:32:02.891590 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-66990935-4fe3-490b-83b8-2d5facbb8ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:31:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['3298173d-f0ba-4eb7-be34-c15551c49ab5'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:02.930444 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-64b7bd3e-c0cd-4922-a1e0-253fb5039d58 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "PUT /v2.0/floatingips/587d390e-93a0-42eb-bedb-21db3adfc200 HTTP/1.1" status: 200 len: 991 time: 2.7558186 Oct 26 08:32:02.934444 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9af56241-3e13-46f5-bc0c-11a6cd6d3e81', 'tag': '4cda73f3-bc90-4af6-91f1-1d74f191bbe0'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:32:02.936776 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7795427-8acb-4e7d-b663-e63b2d4a99ce" -d '{"events": [{"name": "network-changed", "server_uuid": "9af56241-3e13-46f5-bc0c-11a6cd6d3e81", "tag": "4cda73f3-bc90-4af6-91f1-1d74f191bbe0"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:32:02.945702 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-80db2a3c-0fe6-4ef1-82d4-df3ebd6b0a93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:02.966785 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7506e325-9373-4d09-ab62-8c6095c4866d tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:02.982889 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-35329b1e-3c6e-4674-acb4-770a7ebf8fea tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:03.016771 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b80a28fb-72ab-406e-9241-afeb919e715c tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:03.025876 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-7506e325-9373-4d09-ab62-8c6095c4866d tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Calling delete_port for 7ae2cfd7-4160-433e-9817-2525f9fcfefa owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:03.032705 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-80db2a3c-0fe6-4ef1-82d4-df3ebd6b0a93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:03.037952 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b80a28fb-72ab-406e-9241-afeb919e715c tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:03.047129 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cf60c2b6-8793-459a-9afa-9dffb222dfb9 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:03.057531 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6df852-8b85-4ebd-bbcc-7146cc6e6932 x-openstack-request-id: req-7a6df852-8b85-4ebd-bbcc-7146cc6e6932 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:32:03.058052 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9af56241-3e13-46f5-bc0c-11a6cd6d3e81", "tag": "4cda73f3-bc90-4af6-91f1-1d74f191bbe0", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:32:03.058465 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7a6df852-8b85-4ebd-bbcc-7146cc6e6932 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:32:03.059010 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9af56241-3e13-46f5-bc0c-11a6cd6d3e81', 'tag': '4cda73f3-bc90-4af6-91f1-1d74f191bbe0', 'status': 'completed', 'code': 200} Oct 26 08:32:03.086447 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-66990935-4fe3-490b-83b8-2d5facbb8ba9 None None] Set router 3298173d-f0ba-4eb7-be34-c15551c49ab5 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:32:03.107567 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cf60c2b6-8793-459a-9afa-9dffb222dfb9 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:03.113639 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-cf60c2b6-8793-459a-9afa-9dffb222dfb9 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/a53bd98f-d6db-4a7a-bf3b-a837e31c1834 HTTP/1.1" status: 204 len: 168 time: 0.9913459 Oct 26 08:32:03.129311 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60278) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:03.130972 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d1d1886f-2ae3-4913-8cfe-a5c3db379c91 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:03.181519 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784bd9c7-8457-4816-90e8-63ad0de9a600 None None] Network cbb7305e-2eef-44a0-a006-fd0bc4610e54 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:03.229602 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60c2b6-8793-459a-9afa-9dffb222dfb9 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a53bd98f-d6db-4a7a-bf3b-a837e31c1834,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:03.261585 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 1e28c80d-6a67-4bb5-9971-433b3fa0f3f3 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:03.261978 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:03.289960 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e07e0a23-095a-4705-b96b-edaa7bdf966a tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:03.295111 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7795427-8acb-4e7d-b663-e63b2d4a99ce req-bd2eab05-ea9e-411a-96dd-746ca9fc1b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:03.296641 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b7795427-8acb-4e7d-b663-e63b2d4a99ce req-bd2eab05-ea9e-411a-96dd-746ca9fc1b80 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f619f7bf208b454a9f9680fa433c8f91&device_id=9af56241-3e13-46f5-bc0c-11a6cd6d3e81 HTTP/1.1" status: 200 len: 1098 time: 0.2164736 Oct 26 08:32:03.300292 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-80db2a3c-0fe6-4ef1-82d4-df3ebd6b0a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:03.303054 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-80db2a3c-0fe6-4ef1-82d4-df3ebd6b0a93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:03.307279 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-80db2a3c-0fe6-4ef1-82d4-df3ebd6b0a93 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e6454de5-3f9d-48a4-a98d-8eef9b33544b HTTP/1.1" status: 204 len: 168 time: 0.5351529 Oct 26 08:32:03.332941 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-35329b1e-3c6e-4674-acb4-770a7ebf8fea tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:03.372811 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35329b1e-3c6e-4674-acb4-770a7ebf8fea tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Subnet': ['ID=81d51399-a0cc-4343-b537-647d61c66fb3,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:03.375831 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.l3_db [None req-b80a28fb-72ab-406e-9241-afeb919e715c tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Floating IP b06cae08-0252-4cb7-8d82-65facbf5b1a6 associated. External IP: 172.26.2.228, port: 199e5451-784e-4018-9735-9b0ff711adab. Oct 26 08:32:03.397837 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db2a3c-0fe6-4ef1-82d4-df3ebd6b0a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6454de5-3f9d-48a4-a98d-8eef9b33544b,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:03.429473 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d1d1886f-2ae3-4913-8cfe-a5c3db379c91 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:03.477615 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1886f-2ae3-4913-8cfe-a5c3db379c91 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Pushing event deleted for resources: {'Subnet': ['ID=c1ae7be4-b0a7-453f-9b60-fdb234c48669,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:03.479335 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-35329b1e-3c6e-4674-acb4-770a7ebf8fea tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:03.483337 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-35329b1e-3c6e-4674-acb4-770a7ebf8fea tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/81d51399-a0cc-4343-b537-647d61c66fb3 HTTP/1.1" status: 204 len: 168 time: 1.5436544 Oct 26 08:32:03.492692 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60284) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:03.515699 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7506e325-9373-4d09-ab62-8c6095c4866d tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:03.580544 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-2b587a49-1d2a-4890-8340-51045df7fb9e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0842645 Oct 26 08:32:03.586715 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7506e325-9373-4d09-ab62-8c6095c4866d tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Pushing event deleted for resources: {'Port': ['ID=7ae2cfd7-4160-433e-9817-2525f9fcfefa,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:03.588884 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60286) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:03.596403 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dbd14c80-6f56-4641-b19c-414054886f78 None None] Provisioning complete for port 1e28c80d-6a67-4bb5-9971-433b3fa0f3f3 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:03.596776 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dbd14c80-6f56-4641-b19c-414054886f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:03.599271 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d1d1886f-2ae3-4913-8cfe-a5c3db379c91 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:03.600079 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d583e2af-608b-44ae-b495-62068058c9f0 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:03.603945 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d1d1886f-2ae3-4913-8cfe-a5c3db379c91 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] 10.222.0.41 "DELETE /v2.0/subnets/c1ae7be4-b0a7-453f-9b60-fdb234c48669 HTTP/1.1" status: 204 len: 168 time: 1.0778532 Oct 26 08:32:03.608983 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e07e0a23-095a-4705-b96b-edaa7bdf966a tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:03.617487 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60290) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:03.652009 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7506e325-9373-4d09-ab62-8c6095c4866d tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:03.655596 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7506e325-9373-4d09-ab62-8c6095c4866d tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] 10.222.0.41 "DELETE /v2.0/ports/7ae2cfd7-4160-433e-9817-2525f9fcfefa HTTP/1.1" status: 204 len: 168 time: 2.2362771 Oct 26 08:32:03.659894 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60292) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:03.678565 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7795427-8acb-4e7d-b663-e63b2d4a99ce req-88ccbedb-eee4-42a5-a40e-8a5acf4ea90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:03.680597 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b7795427-8acb-4e7d-b663-e63b2d4a99ce req-88ccbedb-eee4-42a5-a40e-8a5acf4ea90c service neutron] 10.222.0.47 "GET /v2.0/networks?id=ee56e2b1-1b4b-4811-8525-c64c4b88af1d HTTP/1.1" status: 200 len: 913 time: 0.3725147 Oct 26 08:32:03.684909 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-e07e0a23-095a-4705-b96b-edaa7bdf966a tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55574b09-a054-40b2-a450-b8ec7520143f']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:03.691115 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-60e28238-55ad-452c-9c42-4027e2c28c92 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Deleting port efb4629e-283f-4bc5-aa37-96088cbbd20c {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:03.691787 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-60e28238-55ad-452c-9c42-4027e2c28c92 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:03.713961 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1117f1f7-1733-422a-ac08-da631971016d tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0471146 Oct 26 08:32:03.718477 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-e07e0a23-095a-4705-b96b-edaa7bdf966a tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4239700-147a-4645-ba83-87f5ba6b3287') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:03.718775 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-e07e0a23-095a-4705-b96b-edaa7bdf966a tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4239700-147a-4645-ba83-87f5ba6b3287') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:03.752926 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60294) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:03.764045 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-28acb489-c476-4c10-9ce7-bcbbcd42d542 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1439572938'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:03.834078 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e07e0a23-095a-4705-b96b-edaa7bdf966a tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:03.851314 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c357e7d-51f7-4de5-9dba-a9778ba55680 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:03.854518 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3c357e7d-51f7-4de5-9dba-a9778ba55680 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2439840 Oct 26 08:32:03.890214 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60300) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:03.896679 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:03.914539 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e07e0a23-095a-4705-b96b-edaa7bdf966a tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:03.927630 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e07e0a23-095a-4705-b96b-edaa7bdf966a tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:32:03.928394 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e07e0a23-095a-4705-b96b-edaa7bdf966a tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:03.951953 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-60e28238-55ad-452c-9c42-4027e2c28c92 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:03.958360 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28acb489-c476-4c10-9ce7-bcbbcd42d542 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Made reservation on behalf of f04b60bd34ac49bcb924fccca2d40ed3 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:03.962962 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-28acb489-c476-4c10-9ce7-bcbbcd42d542 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:03.976413 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dbd14c80-6f56-4641-b19c-414054886f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:03.984329 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-66990935-4fe3-490b-83b8-2d5facbb8ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'name': 'tempest-ServersTestManualDisk-1671399814-router', 'tenant_id': 'f619f7bf208b454a9f9680fa433c8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'fe4845fb-7c08-4b28-aad1-2002259f20e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:30:59Z', 'updated_at': '2021-10-26T08:31:12Z', 'revision_number': 4, 'project_id': 'f619f7bf208b454a9f9680fa433c8f91', 'gw_port': {'id': 'fe4845fb-7c08-4b28-aad1-2002259f20e8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:02Z', 'updated_at': '2021-10-26T08:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '587d390e-93a0-42eb-bedb-21db3adfc200', 'tenant_id': 'f619f7bf208b454a9f9680fa433c8f91', 'floating_ip_address': '172.26.2.216', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'port_id': '4cda73f3-bc90-4af6-91f1-1d74f191bbe0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee56e2b1-1b4b-4811-8525-c64c4b88af1d', 'mac_address': 'fa:16:3e:78:1b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af56241-3e13-46f5-bc0c-11a6cd6d3e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:31:26Z', 'updated_at': '2021-10-26T08:32:01Z', 'revision_number': 1, 'project_id': 'f619f7bf208b454a9f9680fa433c8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6919d3fd-c589-4192-babe-ac3c19c1126b', 'name': '', 'network_id': 'ee56e2b1-1b4b-4811-8525-c64c4b88af1d', 'tenant_id': 'f619f7bf208b454a9f9680fa433c8f91', 'mac_address': 'fa:16:3e:47:79:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '83da6782-9113-4a7a-b4da-ae04d95f86c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:09Z', 'updated_at': '2021-10-26T08:31:20Z', 'revision_number': 5, 'project_id': 'f619f7bf208b454a9f9680fa433c8f91', 'subnets': [{'id': '83da6782-9113-4a7a-b4da-ae04d95f86c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:04.001854 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 1e28c80d-6a67-4bb5-9971-433b3fa0f3f3, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=1e28c80d-6a67-4bb5-9971-433b3fa0f3f3,segment=NetworkSegment(e3fc8e8d-e67b-4514-ab4e-d36b950f58c6),segment_id=e3fc8e8d-e67b-4514-ab4e-d36b950f58c6)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:04.012581 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-60e28238-55ad-452c-9c42-4027e2c28c92 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Calling delete_port for efb4629e-283f-4bc5-aa37-96088cbbd20c owned by network:router_interface {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:04.014760 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0328d02-0897-4378-8e56-9e9ce6ca2f2f tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:04.017917 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0328d02-0897-4378-8e56-9e9ce6ca2f2f tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:04.022922 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b0328d02-0897-4378-8e56-9e9ce6ca2f2f tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3948967 Oct 26 08:32:04.022922 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:32:04.022922 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:32:04.022922 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:32:04.022922 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:32:04.022922 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:32:04.022922 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:32:04.022922 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:32:04.022922 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:32:04.022922 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:32:04.022922 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:32:04.022922 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:32:04.022922 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:32:04.022922 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:32:04.022922 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:32:04.022922 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:32:04.022922 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:32:04.022922 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:32:04.022922 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:32:04.022922 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:32:04.022922 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:32:04.022922 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:32:04.022922 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:32:04.022922 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:32:04.022922 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:32:04.022922 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:32:04.022922 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:32:04.022922 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:32:04.022922 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:32:04.022922 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:32:04.022922 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:32:04.022922 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:32:04.022922 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:32:04.030682 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66990935-4fe3-490b-83b8-2d5facbb8ba9 None None] Checking router: 3298173d-f0ba-4eb7-be34-c15551c49ab5 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:32:04.032603 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:04.032804 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60306) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:04.039393 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28acb489-c476-4c10-9ce7-bcbbcd42d542 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:32:04.051041 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc777e6-86d8-4053-82e6-68d1ca5b86f8 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:04.052503 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-fcc777e6-86d8-4053-82e6-68d1ca5b86f8 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1521173 Oct 26 08:32:04.067816 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60308) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:04.101346 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5deaa206-0a3a-4c1f-b93f-210c86a9e695 None None] DHCP port deletion for cbb7305e-2eef-44a0-a006-fd0bc4610e54 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:32:04.121761 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b7795427-8acb-4e7d-b663-e63b2d4a99ce req-db28f262-4b63-4f16-a10f-8f405f4715cd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cda73f3-bc90-4af6-91f1-1d74f191bbe0 HTTP/1.1" status: 200 len: 999 time: 0.4098659 Oct 26 08:32:04.124825 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66990935-4fe3-490b-83b8-2d5facbb8ba9 None None] Routers {'3298173d-f0ba-4eb7-be34-c15551c49ab5'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:32:04.125466 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-66990935-4fe3-490b-83b8-2d5facbb8ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:31:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['3298173d-f0ba-4eb7-be34-c15551c49ab5'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:04.176630 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce73791-91a6-4a3f-a1b0-8eb18579cd95 None None] DHCP port deletion for ecf0c004-fa53-4f3e-bbfd-ff079400665b request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:32:04.232251 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=1e28c80d-6a67-4bb5-9971-433b3fa0f3f3,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:04.245344 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e07e0a23-095a-4705-b96b-edaa7bdf966a tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:04.278597 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07e0a23-095a-4705-b96b-edaa7bdf966a tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 55574b09-a054-40b2-a450-b8ec7520143f {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 08:32:04.280702 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e0a23-095a-4705-b96b-edaa7bdf966a tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Pushing event deleted for resources: {'Network': ['ID=55574b09-a054-40b2-a450-b8ec7520143f,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:04.284261 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.db.api [None req-dbd14c80-6f56-4641-b19c-414054886f78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:32:04.284498 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG oslo_db.api [None req-dbd14c80-6f56-4641-b19c-414054886f78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:32:04.286323 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7795427-8acb-4e7d-b663-e63b2d4a99ce req-54a29f48-f2f8-4351-a312-1f2731390868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:04.288645 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b7795427-8acb-4e7d-b663-e63b2d4a99ce req-54a29f48-f2f8-4351-a312-1f2731390868 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=83da6782-9113-4a7a-b4da-ae04d95f86c0 HTTP/1.1" status: 200 len: 851 time: 0.1538815 Oct 26 08:32:04.292622 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e07e0a23-095a-4705-b96b-edaa7bdf966a tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:04.297928 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e07e0a23-095a-4705-b96b-edaa7bdf966a tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] 10.222.0.41 "DELETE /v2.0/networks/55574b09-a054-40b2-a450-b8ec7520143f HTTP/1.1" status: 204 len: 168 time: 1.1627176 Oct 26 08:32:04.341648 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-66990935-4fe3-490b-83b8-2d5facbb8ba9 None None] Set router 3298173d-f0ba-4eb7-be34-c15551c49ab5 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:32:04.372357 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7795427-8acb-4e7d-b663-e63b2d4a99ce req-8788e065-93ff-4323-b52d-08b64d0c4903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:04.378889 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b7795427-8acb-4e7d-b663-e63b2d4a99ce req-8788e065-93ff-4323-b52d-08b64d0c4903 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee56e2b1-1b4b-4811-8525-c64c4b88af1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0791423 Oct 26 08:32:04.436339 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-5deaa206-0a3a-4c1f-b93f-210c86a9e695 None None] Deleting port 1e28c80d-6a67-4bb5-9971-433b3fa0f3f3 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:04.439671 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5deaa206-0a3a-4c1f-b93f-210c86a9e695 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:04.456937 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8ce73791-91a6-4a3f-a1b0-8eb18579cd95 None None] Deleting port 5bc76dbe-cca7-454d-890d-203e83bacf9a {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:04.457599 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8ce73791-91a6-4a3f-a1b0-8eb18579cd95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:04.532464 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 5bc76dbe-cca7-454d-890d-203e83bacf9a no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:32:04.596635 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b7795427-8acb-4e7d-b663-e63b2d4a99ce req-fb6c60b0-3dc9-4f21-b33a-e3d40f655c7b service neutron] 10.222.0.47 "GET /v2.0/networks/ee56e2b1-1b4b-4811-8525-c64c4b88af1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096658 Oct 26 08:32:04.689075 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-28acb489-c476-4c10-9ce7-bcbbcd42d542 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:04.690990 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-28acb489-c476-4c10-9ce7-bcbbcd42d542 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Added segment 3bcf59bc-7a36-4449-bbc7-8a721b9385c0 of type vlan for network e4661462-cc86-4b45-81a6-495dfdceb792 Oct 26 08:32:04.722121 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b7795427-8acb-4e7d-b663-e63b2d4a99ce req-d8df957e-ae88-4945-be53-f8a05152505c service neutron] 10.222.0.47 "GET /v2.0/networks/ee56e2b1-1b4b-4811-8525-c64c4b88af1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175318 Oct 26 08:32:04.818208 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-28acb489-c476-4c10-9ce7-bcbbcd42d542 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:04.914974 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60330) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:04.921147 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-4e9d0db1-226f-43dc-8814-5d44a1887aa6 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Request body: {'router': {'name': 'tempest-router--333774515', 'project_id': 'f1adfea22cdd4784b88108ecf7a9c24b'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:04.927211 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80a28fb-72ab-406e-9241-afeb919e715c tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Router 16678039-031f-4fad-be77-c66454da8d67 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:32:04.931084 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6d4f1d42-78fc-4095-a36a-778755d59d57 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.8504341 Oct 26 08:32:04.932590 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-5deaa206-0a3a-4c1f-b93f-210c86a9e695 None None] For port 1e28c80d-6a67-4bb5-9971-433b3fa0f3f3, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=1e28c80d-6a67-4bb5-9971-433b3fa0f3f3,segment=NetworkSegment(e3fc8e8d-e67b-4514-ab4e-d36b950f58c6),segment_id=e3fc8e8d-e67b-4514-ab4e-d36b950f58c6)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:04.933077 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5deaa206-0a3a-4c1f-b93f-210c86a9e695 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:04.939757 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60332) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:04.939964 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8ce73791-91a6-4a3f-a1b0-8eb18579cd95 None None] For port 5bc76dbe-cca7-454d-890d-203e83bacf9a, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=5bc76dbe-cca7-454d-890d-203e83bacf9a,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:04.940374 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8ce73791-91a6-4a3f-a1b0-8eb18579cd95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:04.940483 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-04ca3670-f8b8-4d0c-b97f-547c04704268 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:04.948037 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-28acb489-c476-4c10-9ce7-bcbbcd42d542 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:04.949992 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-46a217fe-52f9-4f06-9317-e6789cb1939c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:04.954192 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28acb489-c476-4c10-9ce7-bcbbcd42d542 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:04.954805 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-28acb489-c476-4c10-9ce7-bcbbcd42d542 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:05.004573 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-5deaa206-0a3a-4c1f-b93f-210c86a9e695 None None] Calling delete_port for 1e28c80d-6a67-4bb5-9971-433b3fa0f3f3 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:05.015909 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8ce73791-91a6-4a3f-a1b0-8eb18579cd95 None None] Calling delete_port for 5bc76dbe-cca7-454d-890d-203e83bacf9a owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:05.041840 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28acb489-c476-4c10-9ce7-bcbbcd42d542 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Pushing event updated for resources: {'Network': ['ID=e4661462-cc86-4b45-81a6-495dfdceb792,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:05.058629 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-04ca3670-f8b8-4d0c-b97f-547c04704268 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 26 08:32:05.059505 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04ca3670-f8b8-4d0c-b97f-547c04704268 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:32:05.060457 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:05.063420 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-04ca3670-f8b8-4d0c-b97f-547c04704268 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] 10.222.0.41 "DELETE /v2.0/networks/cbb7305e-2eef-44a0-a006-fd0bc4610e54 HTTP/1.1" status: 409 len: 405 time: 1.0281317 Oct 26 08:32:05.063714 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network e4661462-cc86-4b45-81a6-495dfdceb792 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:32:05.068393 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60336) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:05.076709 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-1e3c728e-f685-4adc-affc-51946630adfd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-769471031'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:05.085944 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4e9d0db1-226f-43dc-8814-5d44a1887aa6 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:05.087147 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4e9d0db1-226f-43dc-8814-5d44a1887aa6 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:05.157135 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-28acb489-c476-4c10-9ce7-bcbbcd42d542 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4018867 Oct 26 08:32:05.168451 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4e9d0db1-226f-43dc-8814-5d44a1887aa6 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:05.169953 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60340) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:05.178147 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-518367b3-c684-451c-9804-1c2b1fb8fa75 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-840170339'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:05.187116 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4e9d0db1-226f-43dc-8814-5d44a1887aa6 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:05.222445 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80a28fb-72ab-406e-9241-afeb919e715c tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:32:05.228776 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a217fe-52f9-4f06-9317-e6789cb1939c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:05.229127 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b80a28fb-72ab-406e-9241-afeb919e715c tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:05.234133 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-46a217fe-52f9-4f06-9317-e6789cb1939c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:05.243243 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce46a28-67a5-44ef-9af6-bb213767e849 None None] Sync routers for ids ['16678039-031f-4fad-be77-c66454da8d67'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:32:05.259418 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce46a28-67a5-44ef-9af6-bb213767e849 None None] Routers {'16678039-031f-4fad-be77-c66454da8d67'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:32:05.261057 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-cce46a28-67a5-44ef-9af6-bb213767e849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:31:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['16678039-031f-4fad-be77-c66454da8d67'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:05.292249 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b80a28fb-72ab-406e-9241-afeb919e715c tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "PUT /v2.0/floatingips/b06cae08-0252-4cb7-8d82-65facbf5b1a6 HTTP/1.1" status: 200 len: 991 time: 4.3935382 Oct 26 08:32:05.294963 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a87eab-52f4-4e00-8410-2b8f0e2db51d', 'tag': '199e5451-784e-4018-9735-9b0ff711adab'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:32:05.315172 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 5bc76dbe-cca7-454d-890d-203e83bacf9a, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=5bc76dbe-cca7-454d-890d-203e83bacf9a,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:05.339321 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:05.340269 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 1e28c80d-6a67-4bb5-9971-433b3fa0f3f3 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:32:05.349033 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3c728e-f685-4adc-affc-51946630adfd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Made reservation on behalf of b841081dbf364c88806ec4f9fb1fcc47 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:05.359636 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1e3c728e-f685-4adc-affc-51946630adfd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:05.382344 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-60e28238-55ad-452c-9c42-4027e2c28c92 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:05.423019 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4e9d0db1-226f-43dc-8814-5d44a1887aa6 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:05.427844 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4e9d0db1-226f-43dc-8814-5d44a1887aa6 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5113671 Oct 26 08:32:05.430244 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60352) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:05.453786 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e28238-55ad-452c-9c42-4027e2c28c92 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Pushing event deleted for resources: {'Port': ['ID=efb4629e-283f-4bc5-aa37-96088cbbd20c,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:05.586800 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-cce46a28-67a5-44ef-9af6-bb213767e849 None None] Set router 16678039-031f-4fad-be77-c66454da8d67 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:32:05.593745 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518367b3-c684-451c-9804-1c2b1fb8fa75 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Made reservation on behalf of f04b60bd34ac49bcb924fccca2d40ed3 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:05.597643 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-518367b3-c684-451c-9804-1c2b1fb8fa75 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:05.610708 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6001f9b463937e9ba59653060f797cf6a3b9cfc8c69abf6deb468a53c3a3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1123429a-fcf2-4f92-b0cf-349a4c8418a6" -d '{"events": [{"name": "network-changed", "server_uuid": "50a87eab-52f4-4e00-8410-2b8f0e2db51d", "tag": "199e5451-784e-4018-9735-9b0ff711adab"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:32:05.647132 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e3c728e-f685-4adc-affc-51946630adfd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:32:05.679641 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-490dc92b-3858-42c7-b6ca-ffe0b0fcb1b6 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:05.705966 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1e3c728e-f685-4adc-affc-51946630adfd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:05.706435 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-1e3c728e-f685-4adc-affc-51946630adfd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Added segment 34f10a12-e469-49e2-b3c6-101ff1d09b3c of type vlan for network 7e26ac3d-80d3-4e36-a835-c3dcee1add1b Oct 26 08:32:05.860879 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-60e28238-55ad-452c-9c42-4027e2c28c92 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:05.874122 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60364) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:05.874582 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-518367b3-c684-451c-9804-1c2b1fb8fa75 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:32:05.897160 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8ce73791-91a6-4a3f-a1b0-8eb18579cd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:05.903471 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No ports have port_id starting with 1e28c80d-6a67-4bb5-9971-433b3fa0f3f3 Oct 26 08:32:05.905347 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5deaa206-0a3a-4c1f-b93f-210c86a9e695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:05.946999 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce73791-91a6-4a3f-a1b0-8eb18579cd95 None None] No DVR routers for this DVR port 5bc76dbe-cca7-454d-890d-203e83bacf9a on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:32:05.949317 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=5bc76dbe-cca7-454d-890d-203e83bacf9a,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:05.959322 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5deaa206-0a3a-4c1f-b93f-210c86a9e695 None None] No DVR routers for this DVR port 1e28c80d-6a67-4bb5-9971-433b3fa0f3f3 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:32:05.965175 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-66990935-4fe3-490b-83b8-2d5facbb8ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'name': 'tempest-ServersTestManualDisk-1671399814-router', 'tenant_id': 'f619f7bf208b454a9f9680fa433c8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'fe4845fb-7c08-4b28-aad1-2002259f20e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:30:59Z', 'updated_at': '2021-10-26T08:31:12Z', 'revision_number': 4, 'project_id': 'f619f7bf208b454a9f9680fa433c8f91', 'gw_port': {'id': 'fe4845fb-7c08-4b28-aad1-2002259f20e8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:02Z', 'updated_at': '2021-10-26T08:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '587d390e-93a0-42eb-bedb-21db3adfc200', 'tenant_id': 'f619f7bf208b454a9f9680fa433c8f91', 'floating_ip_address': '172.26.2.216', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'port_id': '4cda73f3-bc90-4af6-91f1-1d74f191bbe0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee56e2b1-1b4b-4811-8525-c64c4b88af1d', 'mac_address': 'fa:16:3e:78:1b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af56241-3e13-46f5-bc0c-11a6cd6d3e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:31:26Z', 'updated_at': '2021-10-26T08:32:01Z', 'revision_number': 1, 'project_id': 'f619f7bf208b454a9f9680fa433c8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6919d3fd-c589-4192-babe-ac3c19c1126b', 'name': '', 'network_id': 'ee56e2b1-1b4b-4811-8525-c64c4b88af1d', 'tenant_id': 'f619f7bf208b454a9f9680fa433c8f91', 'mac_address': 'fa:16:3e:47:79:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '83da6782-9113-4a7a-b4da-ae04d95f86c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:09Z', 'updated_at': '2021-10-26T08:31:20Z', 'revision_number': 5, 'project_id': 'f619f7bf208b454a9f9680fa433c8f91', 'subnets': [{'id': '83da6782-9113-4a7a-b4da-ae04d95f86c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:06.019582 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce73791-91a6-4a3f-a1b0-8eb18579cd95 None None] Pushing event deleted for resources: {'Port': ['ID=5bc76dbe-cca7-454d-890d-203e83bacf9a,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:06.022352 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66990935-4fe3-490b-83b8-2d5facbb8ba9 None None] The sync data for ids ['3298173d-f0ba-4eb7-be34-c15551c49ab5'] in dv-neutron-804846-13-hyperv is: [{'id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'name': 'tempest-ServersTestManualDisk-1671399814-router', 'tenant_id': 'f619f7bf208b454a9f9680fa433c8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'fe4845fb-7c08-4b28-aad1-2002259f20e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:30:59Z', 'updated_at': '2021-10-26T08:31:12Z', 'revision_number': 4, 'project_id': 'f619f7bf208b454a9f9680fa433c8f91', 'gw_port': {'id': 'fe4845fb-7c08-4b28-aad1-2002259f20e8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:02Z', 'updated_at': '2021-10-26T08:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '587d390e-93a0-42eb-bedb-21db3adfc200', 'tenant_id': 'f619f7bf208b454a9f9680fa433c8f91', 'floating_ip_address': '172.26.2.216', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'port_id': '4cda73f3-bc90-4af6-91f1-1d74f191bbe0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee56e2b1-1b4b-4811-8525-c64c4b88af1d', 'mac_address': 'fa:16:3e:78:1b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af56241-3e13-46f5-bc0c-11a6cd6d3e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:31:26Z', 'updated_at': '2021-10-26T08:32:01Z', 'revision_number': 1, 'project_id': 'f619f7bf208b454a9f9680fa433c8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6919d3fd-c589-4192-babe-ac3c19c1126b', 'name': '', 'network_id': 'ee56e2b1-1b4b-4811-8525-c64c4b88af1d', 'tenant_id': 'f619f7bf208b454a9f9680fa433c8f91', 'mac_address': 'fa:16:3e:47:79:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '83da6782-9113-4a7a-b4da-ae04d95f86c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:09Z', 'updated_at': '2021-10-26T08:31:20Z', 'revision_number': 5, 'project_id': 'f619f7bf208b454a9f9680fa433c8f91', 'subnets': [{'id': '83da6782-9113-4a7a-b4da-ae04d95f86c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:32:06.054519 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-cce46a28-67a5-44ef-9af6-bb213767e849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16678039-031f-4fad-be77-c66454da8d67', 'name': 'tempest-ServersTestJSON-840758527-router', 'tenant_id': 'aacb04f5ce564fc6b000afd721b795f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'b0c18517-c3b6-4d2a-a26d-caed320afc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:30:59Z', 'updated_at': '2021-10-26T08:31:13Z', 'revision_number': 4, 'project_id': 'aacb04f5ce564fc6b000afd721b795f4', 'gw_port': {'id': 'b0c18517-c3b6-4d2a-a26d-caed320afc1a', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16678039-031f-4fad-be77-c66454da8d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:03Z', 'updated_at': '2021-10-26T08:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': 'b06cae08-0252-4cb7-8d82-65facbf5b1a6', 'tenant_id': 'aacb04f5ce564fc6b000afd721b795f4', 'floating_ip_address': '172.26.2.228', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '16678039-031f-4fad-be77-c66454da8d67', 'port_id': '199e5451-784e-4018-9735-9b0ff711adab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3552283e-c7ba-4bd2-b88d-27fd8882224b', 'mac_address': 'fa:16:3e:64:40:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a87eab-52f4-4e00-8410-2b8f0e2db51d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:31:22Z', 'updated_at': '2021-10-26T08:32:02Z', 'revision_number': 1, 'project_id': 'aacb04f5ce564fc6b000afd721b795f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0ae55c-a010-459e-8435-bf41f7c4ddba', 'name': '', 'network_id': '3552283e-c7ba-4bd2-b88d-27fd8882224b', 'tenant_id': 'aacb04f5ce564fc6b000afd721b795f4', 'mac_address': 'fa:16:3e:b8:35:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16678039-031f-4fad-be77-c66454da8d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '1aae4028-3476-408a-bb24-3e698a768110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:10Z', 'updated_at': '2021-10-26T08:31:22Z', 'revision_number': 5, 'project_id': 'aacb04f5ce564fc6b000afd721b795f4', 'subnets': [{'id': '1aae4028-3476-408a-bb24-3e698a768110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:06.072205 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deaa206-0a3a-4c1f-b93f-210c86a9e695 None None] Pushing event deleted for resources: {'Port': ['ID=1e28c80d-6a67-4bb5-9971-433b3fa0f3f3,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:06.086113 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce46a28-67a5-44ef-9af6-bb213767e849 None None] Checking router: 16678039-031f-4fad-be77-c66454da8d67 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:32:06.086924 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1e3c728e-f685-4adc-affc-51946630adfd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:06.098624 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce46a28-67a5-44ef-9af6-bb213767e849 None None] Routers {'16678039-031f-4fad-be77-c66454da8d67'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:32:06.099409 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-cce46a28-67a5-44ef-9af6-bb213767e849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:31:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['16678039-031f-4fad-be77-c66454da8d67'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:06.107089 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e602b5af-2db1-4371-b614-1984f5d693d0 x-openstack-request-id: req-e602b5af-2db1-4371-b614-1984f5d693d0 {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:32:06.107684 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a87eab-52f4-4e00-8410-2b8f0e2db51d", "tag": "199e5451-784e-4018-9735-9b0ff711adab", "status": "completed", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:32:06.107684 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e602b5af-2db1-4371-b614-1984f5d693d0 {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:32:06.108178 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a87eab-52f4-4e00-8410-2b8f0e2db51d', 'tag': '199e5451-784e-4018-9735-9b0ff711adab', 'status': 'completed', 'code': 200} Oct 26 08:32:06.138332 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-518367b3-c684-451c-9804-1c2b1fb8fa75 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:06.138670 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-518367b3-c684-451c-9804-1c2b1fb8fa75 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Added segment 21c6e090-fadb-4c63-a37a-f0174d142c6e of type vlan for network 615ae7d3-443c-4f0d-a209-1406e654d34c Oct 26 08:32:06.182478 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-490dc92b-3858-42c7-b6ca-ffe0b0fcb1b6 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:06.186762 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-490dc92b-3858-42c7-b6ca-ffe0b0fcb1b6 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:06.215394 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-7fd1401f-e98c-4841-bb5d-0e4b6197fd6c tempest-PortsAdminExtendedAttrsTestJSON-2000774020 tempest-PortsAdminExtendedAttrsTestJSON-2000774020-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1963058438'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:06.275982 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-cce46a28-67a5-44ef-9af6-bb213767e849 None None] Set router 16678039-031f-4fad-be77-c66454da8d67 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:32:06.277605 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd1401f-e98c-4841-bb5d-0e4b6197fd6c tempest-PortsAdminExtendedAttrsTestJSON-2000774020 tempest-PortsAdminExtendedAttrsTestJSON-2000774020-project] Made reservation on behalf of c85e543f5c714867aca592e2e10e3c51 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:06.281109 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7fd1401f-e98c-4841-bb5d-0e4b6197fd6c tempest-PortsAdminExtendedAttrsTestJSON-2000774020 tempest-PortsAdminExtendedAttrsTestJSON-2000774020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:06.296304 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7fd1401f-e98c-4841-bb5d-0e4b6197fd6c tempest-PortsAdminExtendedAttrsTestJSON-2000774020 tempest-PortsAdminExtendedAttrsTestJSON-2000774020-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:06.302606 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-518367b3-c684-451c-9804-1c2b1fb8fa75 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:06.334471 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1e3c728e-f685-4adc-affc-51946630adfd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:06.340650 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3c728e-f685-4adc-affc-51946630adfd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:06.341136 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1e3c728e-f685-4adc-affc-51946630adfd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:06.370399 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e28238-55ad-452c-9c42-4027e2c28c92 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Router a183d319-fc05-4f56-a34c-6e1ab5d9f27e has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:32:06.445790 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e60fff-a2ed-479d-93ca-06f588506a85 None None] New status for floating IP 587d390e-93a0-42eb-bedb-21db3adfc200: ACTIVE {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:32:06.541217 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e28238-55ad-452c-9c42-4027e2c28c92 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:32:06.560569 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-60e28238-55ad-452c-9c42-4027e2c28c92 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] 10.222.0.41 "PUT /v2.0/routers/a183d319-fc05-4f56-a34c-6e1ab5d9f27e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1361339 Oct 26 08:32:06.561136 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60370) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:06.563540 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecf990f-f9f0-4522-b7eb-117ffba27b23 None None] Sync routers for ids ['a183d319-fc05-4f56-a34c-6e1ab5d9f27e'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:32:06.574522 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7fd1401f-e98c-4841-bb5d-0e4b6197fd6c tempest-PortsAdminExtendedAttrsTestJSON-2000774020 tempest-PortsAdminExtendedAttrsTestJSON-2000774020-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:06.613609 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecf990f-f9f0-4522-b7eb-117ffba27b23 None None] Routers {'a183d319-fc05-4f56-a34c-6e1ab5d9f27e'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:32:06.614617 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-4ecf990f-f9f0-4522-b7eb-117ffba27b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:31:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['a183d319-fc05-4f56-a34c-6e1ab5d9f27e'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:06.641910 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7fd1401f-e98c-4841-bb5d-0e4b6197fd6c tempest-PortsAdminExtendedAttrsTestJSON-2000774020 tempest-PortsAdminExtendedAttrsTestJSON-2000774020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:06.655759 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-4ecf990f-f9f0-4522-b7eb-117ffba27b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:06.661582 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fd1401f-e98c-4841-bb5d-0e4b6197fd6c tempest-PortsAdminExtendedAttrsTestJSON-2000774020 tempest-PortsAdminExtendedAttrsTestJSON-2000774020-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:32:06.674945 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecf990f-f9f0-4522-b7eb-117ffba27b23 None None] Routers {'a183d319-fc05-4f56-a34c-6e1ab5d9f27e'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:32:06.675367 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7fd1401f-e98c-4841-bb5d-0e4b6197fd6c tempest-PortsAdminExtendedAttrsTestJSON-2000774020 tempest-PortsAdminExtendedAttrsTestJSON-2000774020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:06.675768 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-7fd1401f-e98c-4841-bb5d-0e4b6197fd6c tempest-PortsAdminExtendedAttrsTestJSON-2000774020 tempest-PortsAdminExtendedAttrsTestJSON-2000774020-project] Added segment 66f55586-8192-4b67-b7b2-86d6c501140f of type vlan for network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 Oct 26 08:32:06.676013 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-4ecf990f-f9f0-4522-b7eb-117ffba27b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:31:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['a183d319-fc05-4f56-a34c-6e1ab5d9f27e'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:06.713636 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-4ecf990f-f9f0-4522-b7eb-117ffba27b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:06.714516 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecf990f-f9f0-4522-b7eb-117ffba27b23 None None] The sync data for ids ['a183d319-fc05-4f56-a34c-6e1ab5d9f27e'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:32:06.725126 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7fd1401f-e98c-4841-bb5d-0e4b6197fd6c tempest-PortsAdminExtendedAttrsTestJSON-2000774020 tempest-PortsAdminExtendedAttrsTestJSON-2000774020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:06.727311 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-cce46a28-67a5-44ef-9af6-bb213767e849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16678039-031f-4fad-be77-c66454da8d67', 'name': 'tempest-ServersTestJSON-840758527-router', 'tenant_id': 'aacb04f5ce564fc6b000afd721b795f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'b0c18517-c3b6-4d2a-a26d-caed320afc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:30:59Z', 'updated_at': '2021-10-26T08:31:13Z', 'revision_number': 4, 'project_id': 'aacb04f5ce564fc6b000afd721b795f4', 'gw_port': {'id': 'b0c18517-c3b6-4d2a-a26d-caed320afc1a', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16678039-031f-4fad-be77-c66454da8d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:03Z', 'updated_at': '2021-10-26T08:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': 'b06cae08-0252-4cb7-8d82-65facbf5b1a6', 'tenant_id': 'aacb04f5ce564fc6b000afd721b795f4', 'floating_ip_address': '172.26.2.228', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '16678039-031f-4fad-be77-c66454da8d67', 'port_id': '199e5451-784e-4018-9735-9b0ff711adab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3552283e-c7ba-4bd2-b88d-27fd8882224b', 'mac_address': 'fa:16:3e:64:40:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a87eab-52f4-4e00-8410-2b8f0e2db51d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:31:22Z', 'updated_at': '2021-10-26T08:32:02Z', 'revision_number': 1, 'project_id': 'aacb04f5ce564fc6b000afd721b795f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0ae55c-a010-459e-8435-bf41f7c4ddba', 'name': '', 'network_id': '3552283e-c7ba-4bd2-b88d-27fd8882224b', 'tenant_id': 'aacb04f5ce564fc6b000afd721b795f4', 'mac_address': 'fa:16:3e:b8:35:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16678039-031f-4fad-be77-c66454da8d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '1aae4028-3476-408a-bb24-3e698a768110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:10Z', 'updated_at': '2021-10-26T08:31:22Z', 'revision_number': 5, 'project_id': 'aacb04f5ce564fc6b000afd721b795f4', 'subnets': [{'id': '1aae4028-3476-408a-bb24-3e698a768110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:06.786024 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-46a217fe-52f9-4f06-9317-e6789cb1939c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:06.808723 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-490dc92b-3858-42c7-b6ca-ffe0b0fcb1b6 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:06.809168 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490dc92b-3858-42c7-b6ca-ffe0b0fcb1b6 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 04c45c45-49f0-430d-8877-5d88508f8f31 {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:32:06.830044 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1401f-e98c-4841-bb5d-0e4b6197fd6c tempest-PortsAdminExtendedAttrsTestJSON-2000774020 tempest-PortsAdminExtendedAttrsTestJSON-2000774020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf23277-0c80-49ae-a689-6dd413b58915,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:06.837194 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7fd1401f-e98c-4841-bb5d-0e4b6197fd6c tempest-PortsAdminExtendedAttrsTestJSON-2000774020 tempest-PortsAdminExtendedAttrsTestJSON-2000774020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:06.842947 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd1401f-e98c-4841-bb5d-0e4b6197fd6c tempest-PortsAdminExtendedAttrsTestJSON-2000774020 tempest-PortsAdminExtendedAttrsTestJSON-2000774020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:06.843638 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7fd1401f-e98c-4841-bb5d-0e4b6197fd6c tempest-PortsAdminExtendedAttrsTestJSON-2000774020 tempest-PortsAdminExtendedAttrsTestJSON-2000774020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:06.865237 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce46a28-67a5-44ef-9af6-bb213767e849 None None] The sync data for ids ['16678039-031f-4fad-be77-c66454da8d67'] in dv-neutron-804846-13-hyperv is: [{'id': '16678039-031f-4fad-be77-c66454da8d67', 'name': 'tempest-ServersTestJSON-840758527-router', 'tenant_id': 'aacb04f5ce564fc6b000afd721b795f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'b0c18517-c3b6-4d2a-a26d-caed320afc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:30:59Z', 'updated_at': '2021-10-26T08:31:13Z', 'revision_number': 4, 'project_id': 'aacb04f5ce564fc6b000afd721b795f4', 'gw_port': {'id': 'b0c18517-c3b6-4d2a-a26d-caed320afc1a', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16678039-031f-4fad-be77-c66454da8d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:03Z', 'updated_at': '2021-10-26T08:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': 'b06cae08-0252-4cb7-8d82-65facbf5b1a6', 'tenant_id': 'aacb04f5ce564fc6b000afd721b795f4', 'floating_ip_address': '172.26.2.228', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '16678039-031f-4fad-be77-c66454da8d67', 'port_id': '199e5451-784e-4018-9735-9b0ff711adab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3552283e-c7ba-4bd2-b88d-27fd8882224b', 'mac_address': 'fa:16:3e:64:40:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a87eab-52f4-4e00-8410-2b8f0e2db51d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:31:22Z', 'updated_at': '2021-10-26T08:32:02Z', 'revision_number': 1, 'project_id': 'aacb04f5ce564fc6b000afd721b795f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0ae55c-a010-459e-8435-bf41f7c4ddba', 'name': '', 'network_id': '3552283e-c7ba-4bd2-b88d-27fd8882224b', 'tenant_id': 'aacb04f5ce564fc6b000afd721b795f4', 'mac_address': 'fa:16:3e:b8:35:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16678039-031f-4fad-be77-c66454da8d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '1aae4028-3476-408a-bb24-3e698a768110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:10Z', 'updated_at': '2021-10-26T08:31:22Z', 'revision_number': 5, 'project_id': 'aacb04f5ce564fc6b000afd721b795f4', 'subnets': [{'id': '1aae4028-3476-408a-bb24-3e698a768110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:32:06.869430 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123429a-fcf2-4f92-b0cf-349a4c8418a6 req-5ba266f6-0923-4c6c-9df9-8ce5b28a6c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:06.871401 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1123429a-fcf2-4f92-b0cf-349a4c8418a6 req-5ba266f6-0923-4c6c-9df9-8ce5b28a6c90 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aacb04f5ce564fc6b000afd721b795f4&device_id=50a87eab-52f4-4e00-8410-2b8f0e2db51d HTTP/1.1" status: 200 len: 1098 time: 0.7748630 Oct 26 08:32:06.894468 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-490dc92b-3858-42c7-b6ca-ffe0b0fcb1b6 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:06.898283 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-490dc92b-3858-42c7-b6ca-ffe0b0fcb1b6 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] 10.222.0.41 "DELETE /v2.0/routers/04c45c45-49f0-430d-8877-5d88508f8f31 HTTP/1.1" status: 204 len: 168 time: 1.4640169 Oct 26 08:32:06.926175 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-518367b3-c684-451c-9804-1c2b1fb8fa75 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:06.930200 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7fd1401f-e98c-4841-bb5d-0e4b6197fd6c tempest-PortsAdminExtendedAttrsTestJSON-2000774020 tempest-PortsAdminExtendedAttrsTestJSON-2000774020-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.0512974 Oct 26 08:32:06.932532 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f0555cef-0cce-4fe2-902e-3723a191e4a5 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:06.933502 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518367b3-c684-451c-9804-1c2b1fb8fa75 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:06.934198 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-518367b3-c684-451c-9804-1c2b1fb8fa75 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:06.941930 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a217fe-52f9-4f06-9317-e6789cb1939c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:06.946026 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1401f-e98c-4841-bb5d-0e4b6197fd6c tempest-PortsAdminExtendedAttrsTestJSON-2000774020 tempest-PortsAdminExtendedAttrsTestJSON-2000774020-project] Pushing event updated for resources: {'Network': ['ID=cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:06.963560 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:32:06.994583 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1e3c728e-f685-4adc-affc-51946630adfd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.9234564 Oct 26 08:32:07.019434 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60380) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:07.026055 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-1439d238-cf3e-447c-90f2-7caadf0ab8dd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Request body: {'subnet': {'network_id': '7e26ac3d-80d3-4e36-a835-c3dcee1add1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:07.038280 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-46a217fe-52f9-4f06-9317-e6789cb1939c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:07.043002 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a217fe-52f9-4f06-9317-e6789cb1939c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:07.043662 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-46a217fe-52f9-4f06-9317-e6789cb1939c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:07.071446 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7210780a-ab6b-40e0-8203-3021dd6ade23 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:07.095332 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-46a217fe-52f9-4f06-9317-e6789cb1939c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1533475 Oct 26 08:32:07.110999 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c728e-f685-4adc-affc-51946630adfd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Pushing event updated for resources: {'Network': ['ID=7e26ac3d-80d3-4e36-a835-c3dcee1add1b,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:07.113268 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60382) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:07.132120 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-eadd465c-4a23-4def-9123-945ba1938d09 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'port': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'fixed_ips': [{'subnet_id': '412d3103-cb26-487d-97c8-a06612a8947b', 'ip_address': '2001:db8::da82:b13e:ff77:926d'}], 'name': 'tempest-NetworksTestDHCPv6-1944628125'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:07.138458 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a217fe-52f9-4f06-9317-e6789cb1939c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Subnet': ['ID=412d3103-cb26-487d-97c8-a06612a8947b,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:07.155216 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60384) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:07.155724 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 7e26ac3d-80d3-4e36-a835-c3dcee1add1b details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:32:07.173165 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Request body: {'port': {'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4', 'binding:host_id': 'hv-neutron-8048', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-458126628'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:07.187602 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-518367b3-c684-451c-9804-1c2b1fb8fa75 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0141912 Oct 26 08:32:07.219206 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60386) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:07.235280 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1439d238-cf3e-447c-90f2-7caadf0ab8dd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Made reservation on behalf of b841081dbf364c88806ec4f9fb1fcc47 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:07.238985 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1439d238-cf3e-447c-90f2-7caadf0ab8dd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:07.291954 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f91c60-92cb-4742-82d1-b48b2fa06f73 None None] New status for floating IP b06cae08-0252-4cb7-8d82-65facbf5b1a6: ACTIVE {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:32:07.321752 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Made reservation on behalf of a9d86ed7d21849b083359bd046162ea7 for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:07.325776 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:07.346008 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518367b3-c684-451c-9804-1c2b1fb8fa75 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Pushing event updated for resources: {'Network': ['ID=615ae7d3-443c-4f0d-a209-1406e654d34c,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:07.346930 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:07.384864 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60390) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:07.396983 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 615ae7d3-443c-4f0d-a209-1406e654d34c details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:32:07.410949 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-4ff31f9c-e3c9-40ee-9be6-ad2e51c0a079 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Request body: {'subnets': [{'network_id': 'e4661462-cc86-4b45-81a6-495dfdceb792', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1075006678', 'ip_version': 4}, {'network_id': '615ae7d3-443c-4f0d-a209-1406e654d34c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:07.412339 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-4ff31f9c-e3c9-40ee-9be6-ad2e51c0a079 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Request body: {'subnet': {'network_id': 'e4661462-cc86-4b45-81a6-495dfdceb792', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1075006678', 'ip_version': 4}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:07.412969 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-4ff31f9c-e3c9-40ee-9be6-ad2e51c0a079 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Request body: {'subnet': {'network_id': '615ae7d3-443c-4f0d-a209-1406e654d34c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:07.471097 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123429a-fcf2-4f92-b0cf-349a4c8418a6 req-98a8a7dd-5c90-40a6-b570-47cb938d2ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:07.473477 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1123429a-fcf2-4f92-b0cf-349a4c8418a6 req-98a8a7dd-5c90-40a6-b570-47cb938d2ca5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3552283e-c7ba-4bd2-b88d-27fd8882224b HTTP/1.1" status: 200 len: 906 time: 0.5680811 Oct 26 08:32:07.515488 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-9fe7b9be-f5d0-4ede-b338-307212320695 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-630085811', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}, 'admin_state_up': False}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:07.534486 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f0555cef-0cce-4fe2-902e-3723a191e4a5 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:07.581967 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1123429a-fcf2-4f92-b0cf-349a4c8418a6 req-5f56f2fa-a04b-4173-9e79-cd2946844745 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=199e5451-784e-4018-9735-9b0ff711adab HTTP/1.1" status: 200 len: 999 time: 0.0967479 Oct 26 08:32:07.666496 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09b23b3-9d92-4e76-885f-d5f675a86a11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'tenant_id': '34a26fc2cbe741c49d4d94b40e63438a', 'fixed_ips': [{'subnet_id': '412d3103-cb26-487d-97c8-a06612a8947b'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:32:07.667613 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadd465c-4a23-4def-9123-945ba1938d09 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:07.667748 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c09b23b3-9d92-4e76-885f-d5f675a86a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:07.675557 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123429a-fcf2-4f92-b0cf-349a4c8418a6 req-0055186a-0da0-432a-877b-1d610cb648f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:07.677268 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1123429a-fcf2-4f92-b0cf-349a4c8418a6 req-0055186a-0da0-432a-877b-1d610cb648f1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1aae4028-3476-408a-bb24-3e698a768110 HTTP/1.1" status: 200 len: 844 time: 0.0852861 Oct 26 08:32:07.695692 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9fe7b9be-f5d0-4ede-b338-307212320695 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:07.696756 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9fe7b9be-f5d0-4ede-b338-307212320695 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:07.798743 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123429a-fcf2-4f92-b0cf-349a4c8418a6 req-1df31078-9862-4e7e-8614-0c56c4520be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:07.808568 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1123429a-fcf2-4f92-b0cf-349a4c8418a6 req-1df31078-9862-4e7e-8614-0c56c4520be4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3552283e-c7ba-4bd2-b88d-27fd8882224b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1195536 Oct 26 08:32:07.842892 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-c09b23b3-9d92-4e76-885f-d5f675a86a11 None None] Allocated IP 2001:db8::2 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/412d3103-cb26-487d-97c8-a06612a8947b/cac5c697-9695-43a3-bf12-2d21dbcb34e8) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:32:07.890701 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:07.911424 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-eadd465c-4a23-4def-9123-945ba1938d09 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:07.917679 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:07.920272 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9fe7b9be-f5d0-4ede-b338-307212320695 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:07.933832 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] device_id is not set on port 53ac8131-61bb-4835-ae05-3a0006615001 yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:32:07.939972 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-eadd465c-4a23-4def-9123-945ba1938d09 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] device_id is not set on port 7e9af710-5012-476f-ad04-5ab2682237c6 yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:32:08.020434 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1123429a-fcf2-4f92-b0cf-349a4c8418a6 req-1c056372-3bfe-4199-8536-f895abceb707 service neutron] 10.222.0.47 "GET /v2.0/networks/3552283e-c7ba-4bd2-b88d-27fd8882224b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037077 Oct 26 08:32:08.046715 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c09b23b3-9d92-4e76-885f-d5f675a86a11 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:08.054556 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c09b23b3-9d92-4e76-885f-d5f675a86a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:08.107291 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09b23b3-9d92-4e76-885f-d5f675a86a11 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:08.107522 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff31f9c-e3c9-40ee-9be6-ad2e51c0a079 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Made reservation on behalf of f04b60bd34ac49bcb924fccca2d40ed3 for: {'subnet': 2} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:08.110500 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-c09b23b3-9d92-4e76-885f-d5f675a86a11 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:08.111881 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4ff31f9c-e3c9-40ee-9be6-ad2e51c0a079 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:08.112232 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4ff31f9c-e3c9-40ee-9be6-ad2e51c0a079 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:08.113133 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09b23b3-9d92-4e76-885f-d5f675a86a11 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:08.116045 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-f0555cef-0cce-4fe2-902e-3723a191e4a5 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Deleting port ad5cdb5f-c7e9-4b9c-8a60-0704e6987dde {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:08.116267 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f0555cef-0cce-4fe2-902e-3723a191e4a5 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:08.127767 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b23b3-9d92-4e76-885f-d5f675a86a11 None None] Pushing event updated for resources: {'Port': ['ID=cac5c697-9695-43a3-bf12-2d21dbcb34e8,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:08.180494 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-c09b23b3-9d92-4e76-885f-d5f675a86a11 None None] Attempting to bind port cac5c697-9695-43a3-bf12-2d21dbcb34e8 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:08.180734 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-c09b23b3-9d92-4e76-885f-d5f675a86a11 None None] Attempting to bind port cac5c697-9695-43a3-bf12-2d21dbcb34e8 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:08.180995 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09b23b3-9d92-4e76-885f-d5f675a86a11 None None] Attempting to bind port cac5c697-9695-43a3-bf12-2d21dbcb34e8 on network ecf0c004-fa53-4f3e-bbfd-ff079400665b {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:08.186116 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09b23b3-9d92-4e76-885f-d5f675a86a11 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:32:08.186490 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09b23b3-9d92-4e76-885f-d5f675a86a11 None None] Checking segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:08.186891 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c09b23b3-9d92-4e76-885f-d5f675a86a11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:08.187283 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09b23b3-9d92-4e76-885f-d5f675a86a11 None None] Bound using segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:32:08.187748 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-c09b23b3-9d92-4e76-885f-d5f675a86a11 None None] Bound port: cac5c697-9695-43a3-bf12-2d21dbcb34e8, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:32:08.188154 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c09b23b3-9d92-4e76-885f-d5f675a86a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:08.197701 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-eadd465c-4a23-4def-9123-945ba1938d09 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Allocated IP 2001:db8::da82:b13e:ff77:926d (ecf0c004-fa53-4f3e-bbfd-ff079400665b/412d3103-cb26-487d-97c8-a06612a8947b/7e9af710-5012-476f-ad04-5ab2682237c6) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:32:08.198241 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a92c65b-b38a-4c5f-806a-c20b5976fb52,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:08.204102 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1123429a-fcf2-4f92-b0cf-349a4c8418a6 req-b0af2f93-af66-4ce3-878a-6b7958114dfa service neutron] 10.222.0.47 "GET /v2.0/networks/3552283e-c7ba-4bd2-b88d-27fd8882224b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758549 Oct 26 08:32:08.263710 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-c09b23b3-9d92-4e76-885f-d5f675a86a11 None None] For port cac5c697-9695-43a3-bf12-2d21dbcb34e8, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:32:08.267381 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-c09b23b3-9d92-4e76-885f-d5f675a86a11 None None] For port cac5c697-9695-43a3-bf12-2d21dbcb34e8, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=cac5c697-9695-43a3-bf12-2d21dbcb34e8,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:32:08.272938 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c09b23b3-9d92-4e76-885f-d5f675a86a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:08.340233 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b23b3-9d92-4e76-885f-d5f675a86a11 None None] Pushing event updated for resources: {'Port': ['ID=cac5c697-9695-43a3-bf12-2d21dbcb34e8,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:08.349646 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9fe7b9be-f5d0-4ede-b338-307212320695 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:08.394927 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-eadd465c-4a23-4def-9123-945ba1938d09 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:08.426596 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.objects.ports [None req-1439d238-cf3e-447c-90f2-7caadf0ab8dd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102102) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 08:32:08.431975 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-eadd465c-4a23-4def-9123-945ba1938d09 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:08.448320 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1439d238-cf3e-447c-90f2-7caadf0ab8dd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:08.480256 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadd465c-4a23-4def-9123-945ba1938d09 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:08.485832 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-eadd465c-4a23-4def-9123-945ba1938d09 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:08.490514 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadd465c-4a23-4def-9123-945ba1938d09 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:08.496376 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadd465c-4a23-4def-9123-945ba1938d09 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:08.497033 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-eadd465c-4a23-4def-9123-945ba1938d09 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:08.504360 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd465c-4a23-4def-9123-945ba1938d09 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Port': ['ID=7e9af710-5012-476f-ad04-5ab2682237c6,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:08.523352 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-eadd465c-4a23-4def-9123-945ba1938d09 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4052866 Oct 26 08:32:08.526370 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60396) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:08.531531 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-057c5499-5fae-4a8b-aecf-09afa9aa98e1 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'port': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'fixed_ips': [{'subnet_id': '412d3103-cb26-487d-97c8-a06612a8947b', 'ip_address': '2001:db8::da82:b13e:ff77:926d'}], 'name': 'tempest-NetworksTestDHCPv6-527778391'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:08.691415 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057c5499-5fae-4a8b-aecf-09afa9aa98e1 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:08.697447 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-057c5499-5fae-4a8b-aecf-09afa9aa98e1 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:08.717797 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-057c5499-5fae-4a8b-aecf-09afa9aa98e1 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] device_id is not set on port a1d18f54-45bf-40ac-a6c3-0a166aa8f65e yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:32:08.880150 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-057c5499-5fae-4a8b-aecf-09afa9aa98e1 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 26 08:32:08.880389 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-057c5499-5fae-4a8b-aecf-09afa9aa98e1 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:32:08.896099 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f0555cef-0cce-4fe2-902e-3723a191e4a5 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:08.901462 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-057c5499-5fae-4a8b-aecf-09afa9aa98e1 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.3738816 Oct 26 08:32:08.904626 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60402) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:08.940444 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-f0555cef-0cce-4fe2-902e-3723a191e4a5 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Calling delete_port for ad5cdb5f-c7e9-4b9c-8a60-0704e6987dde owned by network:router_gateway {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:08.964872 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb50d02c-f8bc-4347-a410-a1063310a49e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:08.970987 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb50d02c-f8bc-4347-a410-a1063310a49e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:08.973373 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-cb50d02c-f8bc-4347-a410-a1063310a49e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0677996 Oct 26 08:32:08.978113 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60404) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:09.002548 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439d238-cf3e-447c-90f2-7caadf0ab8dd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Pushing event updated for resources: {'Subnet': ['ID=81bfb6c0-8003-417c-859c-5275a2ed5994,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:09.075812 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-d888ceda-da39-4003-a437-8b11f0dd7705 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting port 7e9af710-5012-476f-ad04-5ab2682237c6 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:09.076157 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d888ceda-da39-4003-a437-8b11f0dd7705 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:09.106027 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1439d238-cf3e-447c-90f2-7caadf0ab8dd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Checking segment: {'id': '34f10a12-e469-49e2-b3c6-101ff1d09b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7e26ac3d-80d3-4e36-a835-c3dcee1add1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:09.106394 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1439d238-cf3e-447c-90f2-7caadf0ab8dd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Network hostable DHCP agents. Network: 7e26ac3d-80d3-4e36-a835-c3dcee1add1b, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:32:09.174156 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] device_id is not set on port 53ac8131-61bb-4835-ae05-3a0006615001 yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:32:09.178294 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d888ceda-da39-4003-a437-8b11f0dd7705 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:09.196949 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:09.201934 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-d888ceda-da39-4003-a437-8b11f0dd7705 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Calling delete_port for 7e9af710-5012-476f-ad04-5ab2682237c6 owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:09.251600 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:09.315345 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1439d238-cf3e-447c-90f2-7caadf0ab8dd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Network 7e26ac3d-80d3-4e36-a835-c3dcee1add1b is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:32:09.352402 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d888ceda-da39-4003-a437-8b11f0dd7705 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:09.393513 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-1439d238-cf3e-447c-90f2-7caadf0ab8dd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 7e26ac3d-80d3-4e36-a835-c3dcee1add1b) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:09.406955 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f12390f-30af-46a7-b091-8bc90580ae50 None None] Network 7e26ac3d-80d3-4e36-a835-c3dcee1add1b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:09.423738 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1439d238-cf3e-447c-90f2-7caadf0ab8dd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:09.424052 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1439d238-cf3e-447c-90f2-7caadf0ab8dd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:09.427932 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Pushing event updated for resources: {'Port': ['ID=53ac8131-61bb-4835-ae05-3a0006615001,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:09.460555 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-29bce848-3ce6-4b07-9006-f5a938ab38f6 None None] Provisioning complete for port cac5c697-9695-43a3-bf12-2d21dbcb34e8 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:09.461025 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-29bce848-3ce6-4b07-9006-f5a938ab38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:09.461435 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d888ceda-da39-4003-a437-8b11f0dd7705 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:09.464921 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d888ceda-da39-4003-a437-8b11f0dd7705 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/ports/7e9af710-5012-476f-ad04-5ab2682237c6 HTTP/1.1" status: 204 len: 168 time: 0.4858034 Oct 26 08:32:09.466689 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888ceda-da39-4003-a437-8b11f0dd7705 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Port': ['ID=7e9af710-5012-476f-ad04-5ab2682237c6,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:09.469208 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60406) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:09.507751 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1439d238-cf3e-447c-90f2-7caadf0ab8dd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.4877453 Oct 26 08:32:09.514601 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60408) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:09.528817 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6baf62-a6e2-408b-a494-6c835feea350 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:09.530512 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6baf62-a6e2-408b-a494-6c835feea350 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:09.532519 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-cd6baf62-a6e2-408b-a494-6c835feea350 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0619271 Oct 26 08:32:09.538866 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60410) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:09.622722 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f7fac44-2cab-4937-8921-d43b4545798f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting subnet 412d3103-cb26-487d-97c8-a06612a8947b {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:32:09.626691 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1f7fac44-2cab-4937-8921-d43b4545798f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:09.653351 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Checking segment: {'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:09.653752 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Network hostable DHCP agents. Network: cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:32:09.685609 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1f7fac44-2cab-4937-8921-d43b4545798f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:09.746963 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f0555cef-0cce-4fe2-902e-3723a191e4a5 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:09.756929 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9fe7b9be-f5d0-4ede-b338-307212320695 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router_gateway, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:09.773035 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-29bce848-3ce6-4b07-9006-f5a938ab38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:09.817541 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9fe7b9be-f5d0-4ede-b338-307212320695 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:09.821516 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:32:09.823667 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0555cef-0cce-4fe2-902e-3723a191e4a5 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Pushing event deleted for resources: {'Port': ['ID=ad5cdb5f-c7e9-4b9c-8a60-0704e6987dde,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:09.836717 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-29bce848-3ce6-4b07-9006-f5a938ab38f6 None None] For port cac5c697-9695-43a3-bf12-2d21dbcb34e8, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=cac5c697-9695-43a3-bf12-2d21dbcb34e8,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:09.845081 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1f7fac44-2cab-4937-8921-d43b4545798f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:09.845344 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f43a9b9-9e7e-489c-b678-c5b10f786b38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-7e26ac3d-80d3-4e36-a835-c3dcee1add1b', 'network_id': '7e26ac3d-80d3-4e36-a835-c3dcee1add1b', 'tenant_id': 'b841081dbf364c88806ec4f9fb1fcc47', 'fixed_ips': [{'subnet_id': '81bfb6c0-8003-417c-859c-5275a2ed5994'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:32:09.846392 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2f43a9b9-9e7e-489c-b678-c5b10f786b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:09.851042 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-29bce848-3ce6-4b07-9006-f5a938ab38f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:09.955850 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1f7fac44-2cab-4937-8921-d43b4545798f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:10.004612 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7fac44-2cab-4937-8921-d43b4545798f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Subnet': ['ID=412d3103-cb26-487d-97c8-a06612a8947b,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:10.007343 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-42dc2ec5-53b9-40d9-a780-e9921004e1c9 None None] Could not find standard attr ID for object 7e9af710-5012-476f-ad04-5ab2682237c6. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:32:10.016650 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bce848-3ce6-4b07-9006-f5a938ab38f6 None None] Pushing event updated for resources: {'Port': ['ID=cac5c697-9695-43a3-bf12-2d21dbcb34e8,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:10.053166 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1f7fac44-2cab-4937-8921-d43b4545798f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:10.066199 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1f7fac44-2cab-4937-8921-d43b4545798f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/412d3103-cb26-487d-97c8-a06612a8947b HTTP/1.1" status: 204 len: 168 time: 0.5259945 Oct 26 08:32:10.067189 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60416) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:10.077998 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8d0258e0-feb0-4fa1-bde7-7a66d5f802d9 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:10.081839 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:10.087520 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404ed55b-025f-4105-a5c7-c0a7eb6be73a None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:10.093482 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4ff31f9c-e3c9-40ee-9be6-ad2e51c0a079 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:10.117477 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-365ad06f-af4a-40dd-bc5c-8cfd782ea0cc tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480111 Oct 26 08:32:10.120717 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60418) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:10.122869 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:10.126207 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-53b5e7bf-2541-4241-979e-9078274d4930 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:10.127224 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfb8c88-49a9-4b23-b354-feaaaa65628c None None] Network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:10.222357 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-2f43a9b9-9e7e-489c-b678-c5b10f786b38 None None] Allocated IP 2001:db8::f816:3eff:fe1e:f152 (7e26ac3d-80d3-4e36-a835-c3dcee1add1b/81bfb6c0-8003-417c-859c-5275a2ed5994/0ba85171-1969-4bd0-bcff-3e12eacbb235) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:32:10.222551 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port 53ac8131-61bb-4835-ae05-3a0006615001 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:10.222796 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port 53ac8131-61bb-4835-ae05-3a0006615001 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:10.223038 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port 53ac8131-61bb-4835-ae05-3a0006615001 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:10.246524 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Port 53ac8131-61bb-4835-ae05-3a0006615001 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:32:10.246994 dv-neutron-804846-13-hyperv neutron-server[102102]: ERROR neutron.plugins.ml2.managers [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Failed to bind port 53ac8131-61bb-4835-ae05-3a0006615001 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] Oct 26 08:32:10.250627 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b5e7bf-2541-4241-979e-9078274d4930 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:10.255983 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-53b5e7bf-2541-4241-979e-9078274d4930 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:10.264169 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.plugins.ml2.plugin [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempt 2 to bind port 53ac8131-61bb-4835-ae05-3a0006615001 Oct 26 08:32:10.320973 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f0555cef-0cce-4fe2-902e-3723a191e4a5 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:10.457280 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device cac5c697-9695-43a3-bf12-2d21dbcb34e8 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:32:10.490596 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff31f9c-e3c9-40ee-9be6-ad2e51c0a079 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Pushing event updated for resources: {'Subnet': ['ID=d463187d-0b89-4554-990f-d1f66eb2cd84,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:10.499909 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port 53ac8131-61bb-4835-ae05-3a0006615001 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:10.500337 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port 53ac8131-61bb-4835-ae05-3a0006615001 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:10.500685 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port 53ac8131-61bb-4835-ae05-3a0006615001 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:10.507316 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8d0258e0-feb0-4fa1-bde7-7a66d5f802d9 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:10.513527 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f0555cef-0cce-4fe2-902e-3723a191e4a5 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:10.515314 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Port 53ac8131-61bb-4835-ae05-3a0006615001 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:32:10.515595 dv-neutron-804846-13-hyperv neutron-server[102102]: ERROR neutron.plugins.ml2.managers [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Failed to bind port 53ac8131-61bb-4835-ae05-3a0006615001 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] Oct 26 08:32:10.521564 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f0555cef-0cce-4fe2-902e-3723a191e4a5 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:10.523724 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.plugins.ml2.plugin [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempt 3 to bind port 53ac8131-61bb-4835-ae05-3a0006615001 Oct 26 08:32:10.555265 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff31f9c-e3c9-40ee-9be6-ad2e51c0a079 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Checking segment: {'id': '3bcf59bc-7a36-4449-bbc7-8a721b9385c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e4661462-cc86-4b45-81a6-495dfdceb792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:10.555635 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff31f9c-e3c9-40ee-9be6-ad2e51c0a079 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Network hostable DHCP agents. Network: e4661462-cc86-4b45-81a6-495dfdceb792, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:32:10.561182 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-53b5e7bf-2541-4241-979e-9078274d4930 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:10.579152 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-9fe7b9be-f5d0-4ede-b338-307212320695 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Allocated IP 172.26.2.61 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/e7cffecf-74f4-4fd2-b25d-1317b2e1ffd7) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:32:10.612918 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port cac5c697-9695-43a3-bf12-2d21dbcb34e8 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:10.613376 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:10.622777 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b5e7bf-2541-4241-979e-9078274d4930 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:10.623003 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcfa02e-06ee-4be7-8eb1-568e7fa59bf5 None None] DHCP port deletion for ecf0c004-fa53-4f3e-bbfd-ff079400665b request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:32:10.630803 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-53b5e7bf-2541-4241-979e-9078274d4930 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:10.635960 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b5e7bf-2541-4241-979e-9078274d4930 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:10.637000 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port 53ac8131-61bb-4835-ae05-3a0006615001 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:10.637121 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-53b5e7bf-2541-4241-979e-9078274d4930 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:10.637342 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port 53ac8131-61bb-4835-ae05-3a0006615001 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:10.637716 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port 53ac8131-61bb-4835-ae05-3a0006615001 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:10.652747 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2f43a9b9-9e7e-489c-b678-c5b10f786b38 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:10.654065 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b5e7bf-2541-4241-979e-9078274d4930 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Subnet': ['ID=78e156a2-d685-4c67-8ad7-51a34f894000,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:10.657335 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Port 53ac8131-61bb-4835-ae05-3a0006615001 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:32:10.657488 dv-neutron-804846-13-hyperv neutron-server[102102]: ERROR neutron.plugins.ml2.managers [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Failed to bind port 53ac8131-61bb-4835-ae05-3a0006615001 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] Oct 26 08:32:10.673109 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.plugins.ml2.plugin [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempt 4 to bind port 53ac8131-61bb-4835-ae05-3a0006615001 Oct 26 08:32:10.675743 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f0555cef-0cce-4fe2-902e-3723a191e4a5 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:10.676384 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0555cef-0cce-4fe2-902e-3723a191e4a5 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Fanout notify agent at l3_agent the message router_deleted on router a183d319-fc05-4f56-a34c-6e1ab5d9f27e {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:32:10.687425 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-53b5e7bf-2541-4241-979e-9078274d4930 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5654027 Oct 26 08:32:10.691136 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60420) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:10.693802 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2f43a9b9-9e7e-489c-b678-c5b10f786b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:10.697797 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-dda363a5-578d-4dc5-9875-30f85b960c92 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'port': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'fixed_ips': [{'subnet_id': '78e156a2-d685-4c67-8ad7-51a34f894000', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-680845371'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:10.716868 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f0555cef-0cce-4fe2-902e-3723a191e4a5 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:10.720241 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f0555cef-0cce-4fe2-902e-3723a191e4a5 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] 10.222.0.41 "DELETE /v2.0/routers/a183d319-fc05-4f56-a34c-6e1ab5d9f27e HTTP/1.1" status: 204 len: 168 time: 4.1527989 Oct 26 08:32:10.724131 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff31f9c-e3c9-40ee-9be6-ad2e51c0a079 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Network e4661462-cc86-4b45-81a6-495dfdceb792 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:32:10.727788 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60422) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:10.752023 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port 53ac8131-61bb-4835-ae05-3a0006615001 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:10.752023 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port 53ac8131-61bb-4835-ae05-3a0006615001 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:10.752273 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port 53ac8131-61bb-4835-ae05-3a0006615001 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:10.759224 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f43a9b9-9e7e-489c-b678-c5b10f786b38 None None] Pushing event updated for resources: {'Port': ['ID=0ba85171-1969-4bd0-bcff-3e12eacbb235,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:10.762523 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f43a9b9-9e7e-489c-b678-c5b10f786b38 None None] Network 7e26ac3d-80d3-4e36-a835-c3dcee1add1b is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:10.773580 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-2f43a9b9-9e7e-489c-b678-c5b10f786b38 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:10.779831 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f43a9b9-9e7e-489c-b678-c5b10f786b38 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:10.783958 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Port 53ac8131-61bb-4835-ae05-3a0006615001 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:32:10.784299 dv-neutron-804846-13-hyperv neutron-server[102102]: ERROR neutron.plugins.ml2.managers [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Failed to bind port 53ac8131-61bb-4835-ae05-3a0006615001 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] Oct 26 08:32:10.790685 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.plugins.ml2.plugin [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempt 5 to bind port 53ac8131-61bb-4835-ae05-3a0006615001 Oct 26 08:32:10.793128 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-4ff31f9c-e3c9-40ee-9be6-ad2e51c0a079 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, e4661462-cc86-4b45-81a6-495dfdceb792) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:10.799889 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8d0258e0-feb0-4fa1-bde7-7a66d5f802d9 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:10.813029 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a6ca93-3766-4239-87f5-e5ea985a47d2 None None] Network e4661462-cc86-4b45-81a6-495dfdceb792 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:10.827805 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4ff31f9c-e3c9-40ee-9be6-ad2e51c0a079 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:10.837319 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda363a5-578d-4dc5-9875-30f85b960c92 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:10.842522 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dda363a5-578d-4dc5-9875-30f85b960c92 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:10.860901 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-dda363a5-578d-4dc5-9875-30f85b960c92 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] device_id is not set on port 2bcd3b95-cfa1-421c-a8e5-822a9485a2b4 yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:32:10.866771 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port 53ac8131-61bb-4835-ae05-3a0006615001 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:10.867120 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port 53ac8131-61bb-4835-ae05-3a0006615001 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:10.867467 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port 53ac8131-61bb-4835-ae05-3a0006615001 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:10.869410 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0258e0-feb0-4fa1-bde7-7a66d5f802d9 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Pushing event deleted for resources: {'Subnet': ['ID=81bfb6c0-8003-417c-859c-5275a2ed5994,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:10.891370 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-fecf3d51-4471-4125-98b3-5d010b8ac6df tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Deleting subnet 18401a78-5626-4e26-8d8b-8c3cbde979c6 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:32:10.929098 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Port 53ac8131-61bb-4835-ae05-3a0006615001 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:32:10.929435 dv-neutron-804846-13-hyperv neutron-server[102102]: ERROR neutron.plugins.ml2.managers [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Failed to bind port 53ac8131-61bb-4835-ae05-3a0006615001 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] Oct 26 08:32:10.930110 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fecf3d51-4471-4125-98b3-5d010b8ac6df tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:10.930677 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-9fcfa02e-06ee-4be7-8eb1-568e7fa59bf5 None None] Deleting port cac5c697-9695-43a3-bf12-2d21dbcb34e8 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:10.931121 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9fcfa02e-06ee-4be7-8eb1-568e7fa59bf5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:10.949604 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.plugins.ml2.plugin [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempt 6 to bind port 53ac8131-61bb-4835-ae05-3a0006615001 Oct 26 08:32:10.996605 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-2f43a9b9-9e7e-489c-b678-c5b10f786b38 None None] Attempting to bind port 0ba85171-1969-4bd0-bcff-3e12eacbb235 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:10.996999 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-2f43a9b9-9e7e-489c-b678-c5b10f786b38 None None] Attempting to bind port 0ba85171-1969-4bd0-bcff-3e12eacbb235 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '34f10a12-e469-49e2-b3c6-101ff1d09b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7e26ac3d-80d3-4e36-a835-c3dcee1add1b'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:10.997370 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f43a9b9-9e7e-489c-b678-c5b10f786b38 None None] Attempting to bind port 0ba85171-1969-4bd0-bcff-3e12eacbb235 on network 7e26ac3d-80d3-4e36-a835-c3dcee1add1b {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:11.010112 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f43a9b9-9e7e-489c-b678-c5b10f786b38 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:32:11.010437 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f43a9b9-9e7e-489c-b678-c5b10f786b38 None None] Checking segment: {'id': '34f10a12-e469-49e2-b3c6-101ff1d09b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7e26ac3d-80d3-4e36-a835-c3dcee1add1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:11.010800 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2f43a9b9-9e7e-489c-b678-c5b10f786b38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:11.011025 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-dda363a5-578d-4dc5-9875-30f85b960c92 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:32:11.011528 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f43a9b9-9e7e-489c-b678-c5b10f786b38 None None] Bound using segment: {'id': '34f10a12-e469-49e2-b3c6-101ff1d09b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7e26ac3d-80d3-4e36-a835-c3dcee1add1b'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:32:11.011616 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dda363a5-578d-4dc5-9875-30f85b960c92 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:32:11.011720 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-2f43a9b9-9e7e-489c-b678-c5b10f786b38 None None] Bound port: 0ba85171-1969-4bd0-bcff-3e12eacbb235, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f10a12-e469-49e2-b3c6-101ff1d09b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7e26ac3d-80d3-4e36-a835-c3dcee1add1b'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:32:11.011822 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9fe7b9be-f5d0-4ede-b338-307212320695 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:11.012048 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2f43a9b9-9e7e-489c-b678-c5b10f786b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:11.035610 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-dda363a5-578d-4dc5-9875-30f85b960c92 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.3433149 Oct 26 08:32:11.036858 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60426) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:11.071479 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port 53ac8131-61bb-4835-ae05-3a0006615001 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:11.071820 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port 53ac8131-61bb-4835-ae05-3a0006615001 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:11.072163 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port 53ac8131-61bb-4835-ae05-3a0006615001 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:11.077035 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8d0258e0-feb0-4fa1-bde7-7a66d5f802d9 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:11.091271 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff31f9c-e3c9-40ee-9be6-ad2e51c0a079 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Pushing event updated for resources: {'Subnet': ['ID=36644cf4-79e1-4056-aee2-79ec2c26cc5c,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:11.098016 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fecf3d51-4471-4125-98b3-5d010b8ac6df tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:11.099484 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1653c89-a31b-49a8-bb70-2e69dc058a98 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:11.103260 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c1653c89-a31b-49a8-bb70-2e69dc058a98 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0629895 Oct 26 08:32:11.103510 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60428) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:11.107904 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Port 53ac8131-61bb-4835-ae05-3a0006615001 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:32:11.108240 dv-neutron-804846-13-hyperv neutron-server[102102]: ERROR neutron.plugins.ml2.managers [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Failed to bind port 53ac8131-61bb-4835-ae05-3a0006615001 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] Oct 26 08:32:11.146130 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.plugins.ml2.plugin [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempt 7 to bind port 53ac8131-61bb-4835-ae05-3a0006615001 Oct 26 08:32:11.146318 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-9fcfa02e-06ee-4be7-8eb1-568e7fa59bf5 None None] For port cac5c697-9695-43a3-bf12-2d21dbcb34e8, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=cac5c697-9695-43a3-bf12-2d21dbcb34e8,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:11.146670 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9fcfa02e-06ee-4be7-8eb1-568e7fa59bf5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:11.162070 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-8d0258e0-feb0-4fa1-bde7-7a66d5f802d9 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e26ac3d-80d3-4e36-a835-c3dcee1add1b']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:11.164742 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff31f9c-e3c9-40ee-9be6-ad2e51c0a079 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Checking segment: {'id': '21c6e090-fadb-4c63-a37a-f0174d142c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '615ae7d3-443c-4f0d-a209-1406e654d34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:11.165393 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff31f9c-e3c9-40ee-9be6-ad2e51c0a079 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Network hostable DHCP agents. Network: 615ae7d3-443c-4f0d-a209-1406e654d34c, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:32:11.177770 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-9fcfa02e-06ee-4be7-8eb1-568e7fa59bf5 None None] Calling delete_port for cac5c697-9695-43a3-bf12-2d21dbcb34e8 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:11.181040 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdd7a29-a753-40f7-b981-795f97bcb406 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:11.183483 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdd7a29-a753-40f7-b981-795f97bcb406 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:11.186071 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-8cdd7a29-a753-40f7-b981-795f97bcb406 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0807188 Oct 26 08:32:11.187942 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60432) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:11.195330 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-8d0258e0-feb0-4fa1-bde7-7a66d5f802d9 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f10a12-e469-49e2-b3c6-101ff1d09b3c') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:11.195638 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-8d0258e0-feb0-4fa1-bde7-7a66d5f802d9 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f10a12-e469-49e2-b3c6-101ff1d09b3c') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:11.206444 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-2f43a9b9-9e7e-489c-b678-c5b10f786b38 None None] For port 0ba85171-1969-4bd0-bcff-3e12eacbb235, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:32:11.216161 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8d0258e0-feb0-4fa1-bde7-7a66d5f802d9 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:11.221094 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port 53ac8131-61bb-4835-ae05-3a0006615001 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:11.221424 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port 53ac8131-61bb-4835-ae05-3a0006615001 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:11.221790 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port 53ac8131-61bb-4835-ae05-3a0006615001 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:11.249548 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d7ac91f-097c-49c7-b3eb-947fbc1583f2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting subnet 78e156a2-d685-4c67-8ad7-51a34f894000 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:32:11.252862 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Port 53ac8131-61bb-4835-ae05-3a0006615001 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:32:11.253205 dv-neutron-804846-13-hyperv neutron-server[102102]: ERROR neutron.plugins.ml2.managers [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Failed to bind port 53ac8131-61bb-4835-ae05-3a0006615001 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] Oct 26 08:32:11.253949 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3d7ac91f-097c-49c7-b3eb-947fbc1583f2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:11.255047 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.plugins.ml2.plugin [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempt 8 to bind port 53ac8131-61bb-4835-ae05-3a0006615001 Oct 26 08:32:11.258173 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9fe7b9be-f5d0-4ede-b338-307212320695 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:11.259431 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f261a6f-9f9a-4fc9-a3bc-7d6aaf6a74cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-e4661462-cc86-4b45-81a6-495dfdceb792', 'network_id': 'e4661462-cc86-4b45-81a6-495dfdceb792', 'tenant_id': 'f04b60bd34ac49bcb924fccca2d40ed3', 'fixed_ips': [{'subnet_id': 'd463187d-0b89-4554-990f-d1f66eb2cd84'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:32:11.260909 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6f261a6f-9f9a-4fc9-a3bc-7d6aaf6a74cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:11.265080 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-2f43a9b9-9e7e-489c-b678-c5b10f786b38 None None] For port 0ba85171-1969-4bd0-bcff-3e12eacbb235, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=0ba85171-1969-4bd0-bcff-3e12eacbb235,segment=NetworkSegment(34f10a12-e469-49e2-b3c6-101ff1d09b3c),segment_id=34f10a12-e469-49e2-b3c6-101ff1d09b3c)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:32:11.279878 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2f43a9b9-9e7e-489c-b678-c5b10f786b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:11.290989 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff31f9c-e3c9-40ee-9be6-ad2e51c0a079 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Network 615ae7d3-443c-4f0d-a209-1406e654d34c is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:32:11.299175 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8d0258e0-feb0-4fa1-bde7-7a66d5f802d9 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:11.306331 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3d7ac91f-097c-49c7-b3eb-947fbc1583f2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:11.343625 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port 53ac8131-61bb-4835-ae05-3a0006615001 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:11.343822 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port 53ac8131-61bb-4835-ae05-3a0006615001 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:11.344122 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port 53ac8131-61bb-4835-ae05-3a0006615001 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:11.351322 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d0258e0-feb0-4fa1-bde7-7a66d5f802d9 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:32:11.351555 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8d0258e0-feb0-4fa1-bde7-7a66d5f802d9 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:11.357467 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:32:11.357467 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:32:11.357467 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:32:11.357467 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:32:11.357467 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:32:11.357467 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:32:11.357467 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:32:11.357467 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:32:11.357467 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:32:11.357467 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:32:11.357467 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:32:11.357467 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:32:11.357467 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:32:11.357467 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:32:11.357467 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:32:11.357467 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:32:11.357467 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:32:11.357467 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:32:11.357467 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:32:11.357467 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:32:11.357467 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:32:11.357467 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:32:11.357467 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:32:11.357467 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:32:11.357467 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:32:11.357467 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:32:11.357467 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:32:11.357467 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:32:11.357467 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:32:11.357467 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:32:11.357467 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:32:11.357467 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:32:11.371844 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3d7ac91f-097c-49c7-b3eb-947fbc1583f2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:11.376377 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe7b9be-f5d0-4ede-b338-307212320695 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:11.377138 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-4ff31f9c-e3c9-40ee-9be6-ad2e51c0a079 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 615ae7d3-443c-4f0d-a209-1406e654d34c) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:11.411896 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fecf3d51-4471-4125-98b3-5d010b8ac6df tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:11.415806 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-9fe7b9be-f5d0-4ede-b338-307212320695 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:11.417518 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Port 53ac8131-61bb-4835-ae05-3a0006615001 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:32:11.417891 dv-neutron-804846-13-hyperv neutron-server[102102]: ERROR neutron.plugins.ml2.managers [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Failed to bind port 53ac8131-61bb-4835-ae05-3a0006615001 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] Oct 26 08:32:11.418537 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe7b9be-f5d0-4ede-b338-307212320695 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:11.422797 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff31f9c-e3c9-40ee-9be6-ad2e51c0a079 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:11.423277 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff31f9c-e3c9-40ee-9be6-ad2e51c0a079 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:11.424055 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4ff31f9c-e3c9-40ee-9be6-ad2e51c0a079 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:11.426902 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2890b90f-2095-4ac2-924a-f55f34564444 None None] Network 615ae7d3-443c-4f0d-a209-1406e654d34c requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:11.447204 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.plugins.ml2.plugin [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempt 9 to bind port 53ac8131-61bb-4835-ae05-3a0006615001 Oct 26 08:32:11.451405 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3d7ac91f-097c-49c7-b3eb-947fbc1583f2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:11.489651 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ac91f-097c-49c7-b3eb-947fbc1583f2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Subnet': ['ID=78e156a2-d685-4c67-8ad7-51a34f894000,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:11.492352 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3d7ac91f-097c-49c7-b3eb-947fbc1583f2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:11.499689 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3d7ac91f-097c-49c7-b3eb-947fbc1583f2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/78e156a2-d685-4c67-8ad7-51a34f894000 HTTP/1.1" status: 204 len: 168 time: 0.3107197 Oct 26 08:32:11.500666 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60434) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:11.506609 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7b9be-f5d0-4ede-b338-307212320695 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Pushing event updated for resources: {'Port': ['ID=e7cffecf-74f4-4fd2-b25d-1317b2e1ffd7,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:11.523376 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f43a9b9-9e7e-489c-b678-c5b10f786b38 None None] Pushing event updated for resources: {'Port': ['ID=0ba85171-1969-4bd0-bcff-3e12eacbb235,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:11.524094 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4ff31f9c-e3c9-40ee-9be6-ad2e51c0a079 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.1261592 Oct 26 08:32:11.529725 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port 53ac8131-61bb-4835-ae05-3a0006615001 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:11.530192 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port 53ac8131-61bb-4835-ae05-3a0006615001 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:11.530635 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port 53ac8131-61bb-4835-ae05-3a0006615001 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:11.532593 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60436) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:11.541378 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.db.api [None req-8d0258e0-feb0-4fa1-bde7-7a66d5f802d9 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 08:32:11.541378 dv-neutron-804846-13-hyperv neutron-server[102102]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 08:32:11.541378 dv-neutron-804846-13-hyperv neutron-server[102102]: [parameters: {'id': '7e26ac3d-80d3-4e36-a835-c3dcee1add1b'}] Oct 26 08:32:11.541378 dv-neutron-804846-13-hyperv neutron-server[102102]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:32:11.542043 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG oslo_db.api [None req-8d0258e0-feb0-4fa1-bde7-7a66d5f802d9 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:32:11.558202 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c59f5636-a8d3-4bef-aaf3-d068dd4690b1 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0564156 Oct 26 08:32:11.559164 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1aca78a-4452-4218-aeab-498e119a59d7 None None] Network 7e26ac3d-80d3-4e36-a835-c3dcee1add1b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:11.563866 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60438) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:11.570848 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-c9002508-0f65-484a-87c6-b7265503f767 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:11.583137 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Port 53ac8131-61bb-4835-ae05-3a0006615001 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:32:11.583582 dv-neutron-804846-13-hyperv neutron-server[102102]: ERROR neutron.plugins.ml2.managers [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Failed to bind port 53ac8131-61bb-4835-ae05-3a0006615001 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] Oct 26 08:32:11.588070 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.plugins.ml2.plugin [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempt 10 to bind port 53ac8131-61bb-4835-ae05-3a0006615001 Oct 26 08:32:11.685181 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port 53ac8131-61bb-4835-ae05-3a0006615001 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:11.685614 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.managers [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port 53ac8131-61bb-4835-ae05-3a0006615001 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] {{(pid=102102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:11.685989 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port 53ac8131-61bb-4835-ae05-3a0006615001 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:11.688135 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9002508-0f65-484a-87c6-b7265503f767 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:11.692365 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c9002508-0f65-484a-87c6-b7265503f767 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:11.697153 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fecf3d51-4471-4125-98b3-5d010b8ac6df tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:11.711783 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802e1de4-540b-4f4a-bcc1-9378b68d7b84 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:11.713348 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802e1de4-540b-4f4a-bcc1-9378b68d7b84 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:11.714941 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802e1de4-540b-4f4a-bcc1-9378b68d7b84 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:11.719752 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-802e1de4-540b-4f4a-bcc1-9378b68d7b84 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1766851 Oct 26 08:32:11.736523 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60440) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:11.740404 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Port 53ac8131-61bb-4835-ae05-3a0006615001 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:32:11.740404 dv-neutron-804846-13-hyperv neutron-server[102102]: ERROR neutron.plugins.ml2.managers [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Failed to bind port 53ac8131-61bb-4835-ae05-3a0006615001 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] Oct 26 08:32:11.740769 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:11.764307 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf3d51-4471-4125-98b3-5d010b8ac6df tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Pushing event deleted for resources: {'Subnet': ['ID=18401a78-5626-4e26-8d8b-8c3cbde979c6,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:11.768326 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9fcfa02e-06ee-4be7-8eb1-568e7fa59bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:11.779731 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fecf3d51-4471-4125-98b3-5d010b8ac6df tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:11.782986 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-fecf3d51-4471-4125-98b3-5d010b8ac6df tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] 10.222.0.41 "DELETE /v2.0/subnets/18401a78-5626-4e26-8d8b-8c3cbde979c6 HTTP/1.1" status: 204 len: 168 time: 1.0484757 Oct 26 08:32:11.787474 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60442) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:11.818927 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe56cf3d-4c74-428c-a3af-d346fcc6a003 None None] Network 08ea6096-1a7f-444b-a707-b3d18959124d requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:11.853229 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcfa02e-06ee-4be7-8eb1-568e7fa59bf5 None None] Pushing event deleted for resources: {'Port': ['ID=cac5c697-9695-43a3-bf12-2d21dbcb34e8,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:11.856894 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcfa02e-06ee-4be7-8eb1-568e7fa59bf5 None None] No DVR routers for this DVR port cac5c697-9695-43a3-bf12-2d21dbcb34e8 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:32:11.880084 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d27285a-b476-4dee-889b-f18c91384abd tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Deleting subnet d463187d-0b89-4554-990f-d1f66eb2cd84 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:32:11.918918 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-80e9b00a-4b99-4835-bd19-fded66dc4196 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:11.919535 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6fcf7f-ee77-493a-bf62-94d932f5c672 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:11.920260 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] For port 53ac8131-61bb-4835-ae05-3a0006615001, host hv-neutron-8048, cleared binding levels {{(pid=102102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:32:11.920635 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempted to set empty binding levels {{(pid=102102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 08:32:11.927844 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:11.978504 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-6f261a6f-9f9a-4fc9-a3bc-7d6aaf6a74cb None None] Allocated IP 172.20.0.2 (e4661462-cc86-4b45-81a6-495dfdceb792/d463187d-0b89-4554-990f-d1f66eb2cd84/345552ad-8c49-4135-99c7-28ca39801726) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:32:12.092001 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-80e9b00a-4b99-4835-bd19-fded66dc4196 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Deleting port 88b95907-c5eb-419d-9cb5-dfe0d9afcd00 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:12.092589 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-80e9b00a-4b99-4835-bd19-fded66dc4196 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:12.138711 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c9002508-0f65-484a-87c6-b7265503f767 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:12.269054 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8d0258e0-feb0-4fa1-bde7-7a66d5f802d9 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:12.290769 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:12.291371 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:12.299134 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f59809e-7fae-4f19-ab9a-07706ea41f52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-615ae7d3-443c-4f0d-a209-1406e654d34c', 'network_id': '615ae7d3-443c-4f0d-a209-1406e654d34c', 'tenant_id': 'f04b60bd34ac49bcb924fccca2d40ed3', 'fixed_ips': [{'subnet_id': '36644cf4-79e1-4056-aee2-79ec2c26cc5c'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:32:12.300005 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0f59809e-7fae-4f19-ab9a-07706ea41f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:12.340800 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Pushing event updated for resources: {'Port': ['ID=53ac8131-61bb-4835-ae05-3a0006615001,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:12.347762 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a33b0165-9ecd-4a92-a60f-cfa6cb4e9009 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 5.1820047 Oct 26 08:32:12.351430 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9fe7b9be-f5d0-4ede-b338-307212320695 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router_gateway, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:12.353376 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60448) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:12.397337 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bf8310-5ff8-4218-af08-87b1029b6703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'tenant_id': '34a26fc2cbe741c49d4d94b40e63438a', 'fixed_ips': [{'subnet_id': '42ad5f88-7621-425b-8f2b-c147ad8a6028'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:32:12.398124 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-44bf8310-5ff8-4218-af08-87b1029b6703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:12.487230 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device cac5c697-9695-43a3-bf12-2d21dbcb34e8 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:32:12.531294 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ae87c8-becf-4024-a04b-c57462b0fb48 None None] DHCP port deletion for 08ea6096-1a7f-444b-a707-b3d18959124d request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:32:12.549670 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: cac5c697-9695-43a3-bf12-2d21dbcb34e8 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:32:12.549670 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device cac5c697-9695-43a3-bf12-2d21dbcb34e8 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:32:12.550008 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-8d0258e0-feb0-4fa1-bde7-7a66d5f802d9 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Deleting port 0ba85171-1969-4bd0-bcff-3e12eacbb235 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:12.550008 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8d0258e0-feb0-4fa1-bde7-7a66d5f802d9 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:12.570186 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9002508-0f65-484a-87c6-b7265503f767 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:12.574935 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6f261a6f-9f9a-4fc9-a3bc-7d6aaf6a74cb None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:12.580173 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-c9002508-0f65-484a-87c6-b7265503f767 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:12.588763 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9002508-0f65-484a-87c6-b7265503f767 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:12.589371 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c9002508-0f65-484a-87c6-b7265503f767 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:12.615671 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-80e9b00a-4b99-4835-bd19-fded66dc4196 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] For port 88b95907-c5eb-419d-9cb5-dfe0d9afcd00, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=88b95907-c5eb-419d-9cb5-dfe0d9afcd00,segment=NetworkSegment(75a801a8-2aa2-4ecf-b007-25b7ab76df15),segment_id=75a801a8-2aa2-4ecf-b007-25b7ab76df15)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:12.616757 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-80e9b00a-4b99-4835-bd19-fded66dc4196 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:12.634328 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9002508-0f65-484a-87c6-b7265503f767 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Subnet': ['ID=42ad5f88-7621-425b-8f2b-c147ad8a6028,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:12.636895 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-80e9b00a-4b99-4835-bd19-fded66dc4196 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Calling delete_port for 88b95907-c5eb-419d-9cb5-dfe0d9afcd00 owned by network:dhcp {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:12.644197 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c9002508-0f65-484a-87c6-b7265503f767 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0762913 Oct 26 08:32:12.644591 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60450) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:12.649291 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-249900a0-d737-407e-9c7d-44dbee870522 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1223724187', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:12.654094 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-8d0258e0-feb0-4fa1-bde7-7a66d5f802d9 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] For port 0ba85171-1969-4bd0-bcff-3e12eacbb235, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=0ba85171-1969-4bd0-bcff-3e12eacbb235,segment=NetworkSegment(34f10a12-e469-49e2-b3c6-101ff1d09b3c),segment_id=34f10a12-e469-49e2-b3c6-101ff1d09b3c)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:12.654469 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8d0258e0-feb0-4fa1-bde7-7a66d5f802d9 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:12.656424 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1d27285a-b476-4dee-889b-f18c91384abd tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:12.671929 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6f261a6f-9f9a-4fc9-a3bc-7d6aaf6a74cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:12.737100 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-aa4afbb4-7162-4b9c-bc46-10da38421c73 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Deleting port 53ac8131-61bb-4835-ae05-3a0006615001 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:12.737712 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-aa4afbb4-7162-4b9c-bc46-10da38421c73 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:12.739717 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-8d0258e0-feb0-4fa1-bde7-7a66d5f802d9 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Calling delete_port for 0ba85171-1969-4bd0-bcff-3e12eacbb235 owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:12.747012 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-249900a0-d737-407e-9c7d-44dbee870522 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:12.748091 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-249900a0-d737-407e-9c7d-44dbee870522 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:12.753487 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1d27285a-b476-4dee-889b-f18c91384abd tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:12.764822 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f261a6f-9f9a-4fc9-a3bc-7d6aaf6a74cb None None] Network e4661462-cc86-4b45-81a6-495dfdceb792 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:12.797123 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-6f261a6f-9f9a-4fc9-a3bc-7d6aaf6a74cb None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:12.799609 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f261a6f-9f9a-4fc9-a3bc-7d6aaf6a74cb None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:12.819439 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-0f59809e-7fae-4f19-ab9a-07706ea41f52 None None] Allocated IP 172.20.0.18 (615ae7d3-443c-4f0d-a209-1406e654d34c/36644cf4-79e1-4056-aee2-79ec2c26cc5c/3fcd734c-46b7-4795-9354-95c76aecc267) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:32:12.821137 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f261a6f-9f9a-4fc9-a3bc-7d6aaf6a74cb None None] Pushing event updated for resources: {'Port': ['ID=345552ad-8c49-4135-99c7-28ca39801726,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:12.847974 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-249900a0-d737-407e-9c7d-44dbee870522 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:12.862711 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-249900a0-d737-407e-9c7d-44dbee870522 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:12.872723 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-aa4afbb4-7162-4b9c-bc46-10da38421c73 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] For port 53ac8131-61bb-4835-ae05-3a0006615001, host hv-neutron-8048, got binding levels [] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:12.873096 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-aa4afbb4-7162-4b9c-bc46-10da38421c73 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:12.884961 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9fe7b9be-f5d0-4ede-b338-307212320695 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:12.899919 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-44bf8310-5ff8-4218-af08-87b1029b6703 None None] Allocated IP 2001:db8::2 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/42ad5f88-7621-425b-8f2b-c147ad8a6028/887c1dc8-4e91-4267-90aa-c7c21032e96d) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:32:12.903162 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-aa4afbb4-7162-4b9c-bc46-10da38421c73 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Calling delete_port for 53ac8131-61bb-4835-ae05-3a0006615001 owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:12.911865 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-80e9b00a-4b99-4835-bd19-fded66dc4196 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:12.929112 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-249900a0-d737-407e-9c7d-44dbee870522 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:12.934004 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-249900a0-d737-407e-9c7d-44dbee870522 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2885127 Oct 26 08:32:12.934715 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60452) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:12.961923 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-70ae87c8-becf-4024-a04b-c57462b0fb48 None None] Deleting port 88b95907-c5eb-419d-9cb5-dfe0d9afcd00 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:12.962301 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-70ae87c8-becf-4024-a04b-c57462b0fb48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:12.970739 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e9b00a-4b99-4835-bd19-fded66dc4196 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] No DVR routers for this DVR port 88b95907-c5eb-419d-9cb5-dfe0d9afcd00 on host dv-neutron-804846-13-hyperv {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:32:13.037422 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-6f261a6f-9f9a-4fc9-a3bc-7d6aaf6a74cb None None] Attempting to bind port 345552ad-8c49-4135-99c7-28ca39801726 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:13.037978 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-6f261a6f-9f9a-4fc9-a3bc-7d6aaf6a74cb None None] Attempting to bind port 345552ad-8c49-4135-99c7-28ca39801726 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '3bcf59bc-7a36-4449-bbc7-8a721b9385c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e4661462-cc86-4b45-81a6-495dfdceb792'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:13.038344 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f261a6f-9f9a-4fc9-a3bc-7d6aaf6a74cb None None] Attempting to bind port 345552ad-8c49-4135-99c7-28ca39801726 on network e4661462-cc86-4b45-81a6-495dfdceb792 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:13.038464 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e9b00a-4b99-4835-bd19-fded66dc4196 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Pushing event deleted for resources: {'Port': ['ID=88b95907-c5eb-419d-9cb5-dfe0d9afcd00,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:13.052940 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8d0258e0-feb0-4fa1-bde7-7a66d5f802d9 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:13.070201 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1d27285a-b476-4dee-889b-f18c91384abd tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:13.089817 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f261a6f-9f9a-4fc9-a3bc-7d6aaf6a74cb None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:32:13.090191 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f261a6f-9f9a-4fc9-a3bc-7d6aaf6a74cb None None] Checking segment: {'id': '3bcf59bc-7a36-4449-bbc7-8a721b9385c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e4661462-cc86-4b45-81a6-495dfdceb792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:13.090616 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6f261a6f-9f9a-4fc9-a3bc-7d6aaf6a74cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:13.090981 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f261a6f-9f9a-4fc9-a3bc-7d6aaf6a74cb None None] Bound using segment: {'id': '3bcf59bc-7a36-4449-bbc7-8a721b9385c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e4661462-cc86-4b45-81a6-495dfdceb792'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:32:13.091454 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-6f261a6f-9f9a-4fc9-a3bc-7d6aaf6a74cb None None] Bound port: 345552ad-8c49-4135-99c7-28ca39801726, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bcf59bc-7a36-4449-bbc7-8a721b9385c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e4661462-cc86-4b45-81a6-495dfdceb792'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:32:13.092106 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6f261a6f-9f9a-4fc9-a3bc-7d6aaf6a74cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:13.095338 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0258e0-feb0-4fa1-bde7-7a66d5f802d9 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Pushing event deleted for resources: {'Port': ['ID=0ba85171-1969-4bd0-bcff-3e12eacbb235,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:13.101886 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0258e0-feb0-4fa1-bde7-7a66d5f802d9 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] No DVR routers for this DVR port 0ba85171-1969-4bd0-bcff-3e12eacbb235 on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:32:13.128373 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-70ae87c8-becf-4024-a04b-c57462b0fb48 None None] For port 88b95907-c5eb-419d-9cb5-dfe0d9afcd00, host dv-neutron-804846-13-hyperv, got binding levels [] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:13.128830 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-70ae87c8-becf-4024-a04b-c57462b0fb48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:13.161518 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-70ae87c8-becf-4024-a04b-c57462b0fb48 None None] Calling delete_port for 88b95907-c5eb-419d-9cb5-dfe0d9afcd00 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:13.174469 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.ipam_backend_mixin [None req-70ae87c8-becf-4024-a04b-c57462b0fb48 None None] Port 88b95907-c5eb-419d-9cb5-dfe0d9afcd00 was not found and therefore no delete operation was performed {{(pid=102103) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 08:32:13.190075 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-aa4afbb4-7162-4b9c-bc46-10da38421c73 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:13.191851 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-80e9b00a-4b99-4835-bd19-fded66dc4196 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:13.203909 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-70ae87c8-becf-4024-a04b-c57462b0fb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:13.217881 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8d0258e0-feb0-4fa1-bde7-7a66d5f802d9 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:13.244696 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4afbb4-7162-4b9c-bc46-10da38421c73 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Pushing event deleted for resources: {'Port': ['ID=53ac8131-61bb-4835-ae05-3a0006615001,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:13.263149 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-aa4afbb4-7162-4b9c-bc46-10da38421c73 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:13.269013 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-aa4afbb4-7162-4b9c-bc46-10da38421c73 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] 10.222.0.41 "DELETE /v2.0/ports/53ac8131-61bb-4835-ae05-3a0006615001 HTTP/1.1" status: 204 len: 168 time: 0.9117343 Oct 26 08:32:13.270189 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-8d0258e0-feb0-4fa1-bde7-7a66d5f802d9 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e26ac3d-80d3-4e36-a835-c3dcee1add1b']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:13.272150 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60456) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:13.291829 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae87c8-becf-4024-a04b-c57462b0fb48 None None] Pushing event deleted for resources: {'Port': ['ID=88b95907-c5eb-419d-9cb5-dfe0d9afcd00,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:13.305908 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-80e9b00a-4b99-4835-bd19-fded66dc4196 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08ea6096-1a7f-444b-a707-b3d18959124d']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:13.306158 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ae87c8-becf-4024-a04b-c57462b0fb48 None None] No DVR routers for this DVR port 88b95907-c5eb-419d-9cb5-dfe0d9afcd00 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:32:13.309691 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe7b9be-f5d0-4ede-b338-307212320695 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Router fc9fcaba-d67a-4d35-9cb9-f065bda73482 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:32:13.314401 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-8d0258e0-feb0-4fa1-bde7-7a66d5f802d9 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f10a12-e469-49e2-b3c6-101ff1d09b3c') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:13.314701 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-8d0258e0-feb0-4fa1-bde7-7a66d5f802d9 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f10a12-e469-49e2-b3c6-101ff1d09b3c') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:13.323255 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-467b5567-a7e0-4a95-825e-57d642e8e7bc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] GET failed (client error): The resource could not be found. Oct 26 08:32:13.329217 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-467b5567-a7e0-4a95-825e-57d642e8e7bc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] 10.222.0.41 "GET /v2.0/ports/53ac8131-61bb-4835-ae05-3a0006615001 HTTP/1.1" status: 404 len: 333 time: 0.0503135 Oct 26 08:32:13.329507 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60458) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:13.330068 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-80e9b00a-4b99-4835-bd19-fded66dc4196 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a801a8-2aa2-4ecf-b007-25b7ab76df15') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:13.330573 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-80e9b00a-4b99-4835-bd19-fded66dc4196 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a801a8-2aa2-4ecf-b007-25b7ab76df15') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:13.334708 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-7c1cadce-90c5-4c80-8b62-ac73c97530fe tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Request body: {'port': {'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-125267099'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:13.339993 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8d0258e0-feb0-4fa1-bde7-7a66d5f802d9 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:13.391332 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0f59809e-7fae-4f19-ab9a-07706ea41f52 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:13.395476 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8d0258e0-feb0-4fa1-bde7-7a66d5f802d9 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:13.404552 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-80e9b00a-4b99-4835-bd19-fded66dc4196 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:13.406625 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0f59809e-7fae-4f19-ab9a-07706ea41f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:13.409104 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-44bf8310-5ff8-4218-af08-87b1029b6703 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:13.425129 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1d27285a-b476-4dee-889b-f18c91384abd tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:13.442109 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-44bf8310-5ff8-4218-af08-87b1029b6703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:13.448176 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-6f261a6f-9f9a-4fc9-a3bc-7d6aaf6a74cb None None] For port 345552ad-8c49-4135-99c7-28ca39801726, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:32:13.452165 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d0258e0-feb0-4fa1-bde7-7a66d5f802d9 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:32:13.452576 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8d0258e0-feb0-4fa1-bde7-7a66d5f802d9 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:13.452695 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-80e9b00a-4b99-4835-bd19-fded66dc4196 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:13.455829 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1cadce-90c5-4c80-8b62-ac73c97530fe tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Made reservation on behalf of a9d86ed7d21849b083359bd046162ea7 for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:13.458646 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7c1cadce-90c5-4c80-8b62-ac73c97530fe tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:13.461307 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:32:13.461307 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:32:13.461307 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:32:13.461307 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:32:13.461307 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:32:13.461307 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:32:13.461307 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:32:13.461307 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:32:13.461307 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:32:13.461307 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:32:13.461307 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:32:13.461307 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:32:13.461307 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:32:13.461307 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:32:13.461307 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:32:13.461307 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:32:13.461307 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:32:13.461307 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:32:13.461307 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:32:13.461307 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:32:13.461307 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:32:13.461307 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:32:13.461307 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:32:13.461307 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:32:13.461307 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:32:13.461307 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:32:13.461307 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:32:13.461307 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:32:13.461307 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:32:13.461307 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:32:13.461307 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:32:13.461307 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:32:13.463563 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d27285a-b476-4dee-889b-f18c91384abd tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Pushing event deleted for resources: {'Subnet': ['ID=d463187d-0b89-4554-990f-d1f66eb2cd84,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:13.465594 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f59809e-7fae-4f19-ab9a-07706ea41f52 None None] Network 615ae7d3-443c-4f0d-a209-1406e654d34c is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:13.468286 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e9b00a-4b99-4835-bd19-fded66dc4196 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:32:13.468688 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-80e9b00a-4b99-4835-bd19-fded66dc4196 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:13.473454 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:32:13.473454 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:32:13.473454 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:32:13.473454 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:32:13.473454 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:32:13.473454 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:32:13.473454 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:32:13.473454 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:32:13.473454 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:32:13.473454 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:32:13.473454 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:32:13.473454 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:32:13.473454 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:32:13.473454 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:32:13.473454 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:32:13.473454 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:32:13.473454 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:32:13.473454 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:32:13.473454 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:32:13.473454 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:32:13.473454 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:32:13.473454 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:32:13.473454 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:32:13.473454 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:32:13.473454 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:32:13.473454 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:32:13.473454 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:32:13.473454 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:32:13.473454 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:32:13.473454 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:32:13.473454 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:32:13.473454 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:32:13.492256 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-0f59809e-7fae-4f19-ab9a-07706ea41f52 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:13.497364 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bf8310-5ff8-4218-af08-87b1029b6703 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:13.498414 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f59809e-7fae-4f19-ab9a-07706ea41f52 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:13.511494 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-44bf8310-5ff8-4218-af08-87b1029b6703 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:13.515681 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59809e-7fae-4f19-ab9a-07706ea41f52 None None] Pushing event updated for resources: {'Port': ['ID=3fcd734c-46b7-4795-9354-95c76aecc267,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:13.518758 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bf8310-5ff8-4218-af08-87b1029b6703 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:13.535193 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-7c1cadce-90c5-4c80-8b62-ac73c97530fe tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] device_id is not set on port c80bd0af-e950-4b38-b78a-420f7b40b130 yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:32:13.539405 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1d27285a-b476-4dee-889b-f18c91384abd tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:13.545850 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1d27285a-b476-4dee-889b-f18c91384abd tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] 10.222.0.41 "DELETE /v2.0/subnets/d463187d-0b89-4554-990f-d1f66eb2cd84 HTTP/1.1" status: 204 len: 168 time: 1.8084426 Oct 26 08:32:13.546477 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60462) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:13.598867 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8d0258e0-feb0-4fa1-bde7-7a66d5f802d9 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:13.609570 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8d0258e0-feb0-4fa1-bde7-7a66d5f802d9 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:13.613287 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8d0258e0-feb0-4fa1-bde7-7a66d5f802d9 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] 10.222.0.41 "DELETE /v2.0/networks/7e26ac3d-80d3-4e36-a835-c3dcee1add1b HTTP/1.1" status: 204 len: 168 time: 4.0961347 Oct 26 08:32:13.617638 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60464) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:13.618078 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe7b9be-f5d0-4ede-b338-307212320695 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:32:13.622966 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-8bca2466-4428-401a-a1d1-9513481ee0fd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1266505314'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:13.640788 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7b7c8c-eba0-48eb-babe-01d608735afd None None] Sync routers for ids ['fc9fcaba-d67a-4d35-9cb9-f065bda73482'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:32:13.652932 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bca2466-4428-401a-a1d1-9513481ee0fd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Made reservation on behalf of b841081dbf364c88806ec4f9fb1fcc47 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:13.656818 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8bca2466-4428-401a-a1d1-9513481ee0fd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:13.660611 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0258e0-feb0-4fa1-bde7-7a66d5f802d9 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Pushing event deleted for resources: {'Network': ['ID=7e26ac3d-80d3-4e36-a835-c3dcee1add1b,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:13.676647 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-e94bb17f-e67b-4f22-935c-c7f8877b0749 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Deleting subnet 36644cf4-79e1-4056-aee2-79ec2c26cc5c {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:32:13.681951 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9fe7b9be-f5d0-4ede-b338-307212320695 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:13.683618 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9fe7b9be-f5d0-4ede-b338-307212320695 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.4633017 Oct 26 08:32:13.687751 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60466) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:13.698011 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7b7c8c-eba0-48eb-babe-01d608735afd None None] Routers {'fc9fcaba-d67a-4d35-9cb9-f065bda73482'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:32:13.699330 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-8e7b7c8c-eba0-48eb-babe-01d608735afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:31:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['fc9fcaba-d67a-4d35-9cb9-f065bda73482'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:13.713736 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-80e9b00a-4b99-4835-bd19-fded66dc4196 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:13.715729 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e94bb17f-e67b-4f22-935c-c7f8877b0749 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:13.727578 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-80e9b00a-4b99-4835-bd19-fded66dc4196 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:13.731242 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-80e9b00a-4b99-4835-bd19-fded66dc4196 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] 10.222.0.41 "DELETE /v2.0/networks/08ea6096-1a7f-444b-a707-b3d18959124d HTTP/1.1" status: 204 len: 168 time: 1.9405808 Oct 26 08:32:13.735923 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60468) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:13.753511 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c47e839f-5da2-4822-bdea-e07ad616524d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:13.776445 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-8e7b7c8c-eba0-48eb-babe-01d608735afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:13.795441 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7b7c8c-eba0-48eb-babe-01d608735afd None None] Routers {'fc9fcaba-d67a-4d35-9cb9-f065bda73482'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:32:13.796121 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-8e7b7c8c-eba0-48eb-babe-01d608735afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:31:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['fc9fcaba-d67a-4d35-9cb9-f065bda73482'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:13.824154 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e9b00a-4b99-4835-bd19-fded66dc4196 tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Pushing event deleted for resources: {'Network': ['ID=08ea6096-1a7f-444b-a707-b3d18959124d,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:13.827392 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-6f261a6f-9f9a-4fc9-a3bc-7d6aaf6a74cb None None] For port 345552ad-8c49-4135-99c7-28ca39801726, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=345552ad-8c49-4135-99c7-28ca39801726,segment=NetworkSegment(3bcf59bc-7a36-4449-bbc7-8a721b9385c0),segment_id=3bcf59bc-7a36-4449-bbc7-8a721b9385c0)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:32:13.847329 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6f261a6f-9f9a-4fc9-a3bc-7d6aaf6a74cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:13.853070 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf8310-5ff8-4218-af08-87b1029b6703 None None] Pushing event updated for resources: {'Port': ['ID=887c1dc8-4e91-4267-90aa-c7c21032e96d,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:13.863477 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-44bf8310-5ff8-4218-af08-87b1029b6703 None None] Attempting to bind port 887c1dc8-4e91-4267-90aa-c7c21032e96d on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:13.863985 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-44bf8310-5ff8-4218-af08-87b1029b6703 None None] Attempting to bind port 887c1dc8-4e91-4267-90aa-c7c21032e96d by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:13.864467 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bf8310-5ff8-4218-af08-87b1029b6703 None None] Attempting to bind port 887c1dc8-4e91-4267-90aa-c7c21032e96d on network ecf0c004-fa53-4f3e-bbfd-ff079400665b {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:13.870184 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-0f59809e-7fae-4f19-ab9a-07706ea41f52 None None] Attempting to bind port 3fcd734c-46b7-4795-9354-95c76aecc267 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:13.870647 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-0f59809e-7fae-4f19-ab9a-07706ea41f52 None None] Attempting to bind port 3fcd734c-46b7-4795-9354-95c76aecc267 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '21c6e090-fadb-4c63-a37a-f0174d142c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '615ae7d3-443c-4f0d-a209-1406e654d34c'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:13.871101 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f59809e-7fae-4f19-ab9a-07706ea41f52 None None] Attempting to bind port 3fcd734c-46b7-4795-9354-95c76aecc267 on network 615ae7d3-443c-4f0d-a209-1406e654d34c {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:13.872903 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bca2466-4428-401a-a1d1-9513481ee0fd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:32:13.893141 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-8e7b7c8c-eba0-48eb-babe-01d608735afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:13.894036 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7b7c8c-eba0-48eb-babe-01d608735afd None None] The sync data for ids ['fc9fcaba-d67a-4d35-9cb9-f065bda73482'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:32:13.900296 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e94bb17f-e67b-4f22-935c-c7f8877b0749 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:13.906099 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f59809e-7fae-4f19-ab9a-07706ea41f52 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:32:13.906581 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f59809e-7fae-4f19-ab9a-07706ea41f52 None None] Checking segment: {'id': '21c6e090-fadb-4c63-a37a-f0174d142c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '615ae7d3-443c-4f0d-a209-1406e654d34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:13.907049 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0f59809e-7fae-4f19-ab9a-07706ea41f52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:13.907507 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f59809e-7fae-4f19-ab9a-07706ea41f52 None None] Bound using segment: {'id': '21c6e090-fadb-4c63-a37a-f0174d142c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '615ae7d3-443c-4f0d-a209-1406e654d34c'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:32:13.908130 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-0f59809e-7fae-4f19-ab9a-07706ea41f52 None None] Bound port: 3fcd734c-46b7-4795-9354-95c76aecc267, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21c6e090-fadb-4c63-a37a-f0174d142c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '615ae7d3-443c-4f0d-a209-1406e654d34c'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:32:13.908578 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0f59809e-7fae-4f19-ab9a-07706ea41f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:13.910883 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bf8310-5ff8-4218-af08-87b1029b6703 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:32:13.911341 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bf8310-5ff8-4218-af08-87b1029b6703 None None] Checking segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:13.911825 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-44bf8310-5ff8-4218-af08-87b1029b6703 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:13.912269 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bf8310-5ff8-4218-af08-87b1029b6703 None None] Bound using segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:32:13.913360 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-44bf8310-5ff8-4218-af08-87b1029b6703 None None] Bound port: 887c1dc8-4e91-4267-90aa-c7c21032e96d, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:32:13.914395 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-44bf8310-5ff8-4218-af08-87b1029b6703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:13.930520 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8bca2466-4428-401a-a1d1-9513481ee0fd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:13.931190 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-8bca2466-4428-401a-a1d1-9513481ee0fd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Added segment b6581263-9ca9-4c7e-8ed4-f2440c65df2d of type vlan for network af95444f-28e6-4803-abea-96fe162d070d Oct 26 08:32:13.998122 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7c1cadce-90c5-4c80-8b62-ac73c97530fe tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:14.005666 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f261a6f-9f9a-4fc9-a3bc-7d6aaf6a74cb None None] Pushing event updated for resources: {'Port': ['ID=345552ad-8c49-4135-99c7-28ca39801726,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:14.021728 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-61b93e0f-77de-47fe-ae59-260bb475c99c tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] 10.222.0.41 "GET /v2.0/routers/fc9fcaba-d67a-4d35-9cb9-f065bda73482 HTTP/1.1" status: 200 len: 919 time: 0.3301132 Oct 26 08:32:14.023030 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60470) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:14.066875 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f2de737f-b340-4517-a5b0-08d4180aa112 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc9fcaba-d67a-4d35-9cb9-f065bda73482 HTTP/1.1" status: 200 len: 205 time: 0.0402765 Oct 26 08:32:14.067982 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-44bf8310-5ff8-4218-af08-87b1029b6703 None None] For port 887c1dc8-4e91-4267-90aa-c7c21032e96d, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:32:14.073321 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60472) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:14.073813 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-44bf8310-5ff8-4218-af08-87b1029b6703 None None] For port 887c1dc8-4e91-4267-90aa-c7c21032e96d, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=887c1dc8-4e91-4267-90aa-c7c21032e96d,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:32:14.075112 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-0f59809e-7fae-4f19-ab9a-07706ea41f52 None None] For port 3fcd734c-46b7-4795-9354-95c76aecc267, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:32:14.078338 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-0f59809e-7fae-4f19-ab9a-07706ea41f52 None None] For port 3fcd734c-46b7-4795-9354-95c76aecc267, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=3fcd734c-46b7-4795-9354-95c76aecc267,segment=NetworkSegment(21c6e090-fadb-4c63-a37a-f0174d142c6e),segment_id=21c6e090-fadb-4c63-a37a-f0174d142c6e)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:32:14.080313 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-44bf8310-5ff8-4218-af08-87b1029b6703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:14.087316 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8bca2466-4428-401a-a1d1-9513481ee0fd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:14.110081 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0f59809e-7fae-4f19-ab9a-07706ea41f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:14.162368 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf8310-5ff8-4218-af08-87b1029b6703 None None] Pushing event updated for resources: {'Port': ['ID=887c1dc8-4e91-4267-90aa-c7c21032e96d,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:14.188425 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e94bb17f-e67b-4f22-935c-c7f8877b0749 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:14.200747 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8bca2466-4428-401a-a1d1-9513481ee0fd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:14.206774 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bca2466-4428-401a-a1d1-9513481ee0fd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:14.207570 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8bca2466-4428-401a-a1d1-9513481ee0fd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:14.308083 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59809e-7fae-4f19-ab9a-07706ea41f52 None None] Pushing event updated for resources: {'Port': ['ID=3fcd734c-46b7-4795-9354-95c76aecc267,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:14.340653 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f0c8b7d3-1154-4268-9d13-9033bcd3a18a tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:14.345583 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-25d213c0-c954-463b-b02c-85930d605e7a tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Deleting port eed8ff4b-5819-4c85-926d-8a2de0af737a {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:14.345971 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-25d213c0-c954-463b-b02c-85930d605e7a tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:14.390419 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-c47e839f-5da2-4822-bdea-e07ad616524d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Allocated IP 2001:db8::1 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/42ad5f88-7621-425b-8f2b-c147ad8a6028/71f57358-850e-4870-9dcf-fbf527c9ef0a) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:32:14.462027 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-8bca2466-4428-401a-a1d1-9513481ee0fd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8432050 Oct 26 08:32:14.491545 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 345552ad-8c49-4135-99c7-28ca39801726 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:32:14.499139 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60476) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:14.501668 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7c1cadce-90c5-4c80-8b62-ac73c97530fe tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:14.507548 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-60f1786c-fe2a-4680-bb11-7591b354e081 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Request body: {'subnet': {'network_id': 'af95444f-28e6-4803-abea-96fe162d070d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:14.561852 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca2466-4428-401a-a1d1-9513481ee0fd tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Pushing event updated for resources: {'Network': ['ID=af95444f-28e6-4803-abea-96fe162d070d,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:14.593264 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network af95444f-28e6-4803-abea-96fe162d070d details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:32:14.598179 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e94bb17f-e67b-4f22-935c-c7f8877b0749 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:14.684624 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94bb17f-e67b-4f22-935c-c7f8877b0749 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Pushing event deleted for resources: {'Subnet': ['ID=36644cf4-79e1-4056-aee2-79ec2c26cc5c,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:14.727541 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e94bb17f-e67b-4f22-935c-c7f8877b0749 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:14.732668 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1cadce-90c5-4c80-8b62-ac73c97530fe tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:14.735082 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e94bb17f-e67b-4f22-935c-c7f8877b0749 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] 10.222.0.41 "DELETE /v2.0/subnets/36644cf4-79e1-4056-aee2-79ec2c26cc5c HTTP/1.1" status: 204 len: 168 time: 1.1826520 Oct 26 08:32:14.739552 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60480) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:14.752421 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-7c1cadce-90c5-4c80-8b62-ac73c97530fe tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:14.821836 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1cadce-90c5-4c80-8b62-ac73c97530fe tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:14.823066 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1cadce-90c5-4c80-8b62-ac73c97530fe tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:14.823672 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7c1cadce-90c5-4c80-8b62-ac73c97530fe tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:14.827855 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 345552ad-8c49-4135-99c7-28ca39801726 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:14.829695 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:14.858082 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f0c8b7d3-1154-4268-9d13-9033bcd3a18a tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:14.872464 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a559caa-0765-4204-9d48-16bb209137d5 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:14.874510 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4a559caa-0765-4204-9d48-16bb209137d5 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1337471 Oct 26 08:32:14.879060 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1cadce-90c5-4c80-8b62-ac73c97530fe tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Pushing event updated for resources: {'Port': ['ID=c80bd0af-e950-4b38-b78a-420f7b40b130,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:14.880675 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60482) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:14.893720 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-25d213c0-c954-463b-b02c-85930d605e7a tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:14.894055 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-25d213c0-c954-463b-b02c-85930d605e7a tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:14.903526 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c47e839f-5da2-4822-bdea-e07ad616524d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:14.909741 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7c1cadce-90c5-4c80-8b62-ac73c97530fe tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5791180 Oct 26 08:32:14.918765 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60484) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:14.925713 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:14.958345 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-25d213c0-c954-463b-b02c-85930d605e7a tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Calling delete_port for eed8ff4b-5819-4c85-926d-8a2de0af737a owned by network:floatingip {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:14.967857 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:15.008306 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 345552ad-8c49-4135-99c7-28ca39801726, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=345552ad-8c49-4135-99c7-28ca39801726,segment=NetworkSegment(3bcf59bc-7a36-4449-bbc7-8a721b9385c0),segment_id=3bcf59bc-7a36-4449-bbc7-8a721b9385c0)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:15.014139 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:15.051816 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:15.060192 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f1786c-fe2a-4680-bb11-7591b354e081 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Made reservation on behalf of b841081dbf364c88806ec4f9fb1fcc47 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:15.064847 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-60f1786c-fe2a-4680-bb11-7591b354e081 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:15.077815 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6fa3bf05-9748-49fc-a80c-b8d43c3249f1 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:15.114601 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 88b95907-c5eb-419d-9cb5-dfe0d9afcd00 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:32:15.150497 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c47e839f-5da2-4822-bdea-e07ad616524d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:15.163613 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 88b95907-c5eb-419d-9cb5-dfe0d9afcd00 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:32:15.164088 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 88b95907-c5eb-419d-9cb5-dfe0d9afcd00 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:32:15.165640 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=345552ad-8c49-4135-99c7-28ca39801726,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:15.200073 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-f0c8b7d3-1154-4268-9d13-9033bcd3a18a tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Deleting port e7cffecf-74f4-4fd2-b25d-1317b2e1ffd7 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:15.200419 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f0c8b7d3-1154-4268-9d13-9033bcd3a18a tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:15.285757 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47e839f-5da2-4822-bdea-e07ad616524d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:15.291944 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-c47e839f-5da2-4822-bdea-e07ad616524d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:15.293891 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e839f-5da2-4822-bdea-e07ad616524d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Port': ['ID=71f57358-850e-4870-9dcf-fbf527c9ef0a,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:15.307482 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47e839f-5da2-4822-bdea-e07ad616524d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:15.308051 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c47e839f-5da2-4822-bdea-e07ad616524d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:15.356927 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bb8925-bbb2-4c64-95e1-378f540b4c37 None None] Network e4661462-cc86-4b45-81a6-495dfdceb792 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:15.405245 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-6fa3bf05-9748-49fc-a80c-b8d43c3249f1 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Deleting port 3fcd734c-46b7-4795-9354-95c76aecc267 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:15.405845 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6fa3bf05-9748-49fc-a80c-b8d43c3249f1 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:15.453521 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-cba71e52-0437-4ed3-94a7-a83faea74dff None None] Provisioning complete for port 345552ad-8c49-4135-99c7-28ca39801726 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:15.453929 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cba71e52-0437-4ed3-94a7-a83faea74dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:15.524994 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-6fa3bf05-9748-49fc-a80c-b8d43c3249f1 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] For port 3fcd734c-46b7-4795-9354-95c76aecc267, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=3fcd734c-46b7-4795-9354-95c76aecc267,segment=NetworkSegment(21c6e090-fadb-4c63-a37a-f0174d142c6e),segment_id=21c6e090-fadb-4c63-a37a-f0174d142c6e)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:15.525498 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6fa3bf05-9748-49fc-a80c-b8d43c3249f1 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:15.586192 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-6fa3bf05-9748-49fc-a80c-b8d43c3249f1 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Calling delete_port for 3fcd734c-46b7-4795-9354-95c76aecc267 owned by network:dhcp {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:15.609734 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c47e839f-5da2-4822-bdea-e07ad616524d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:15.633176 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] device_id is not set on port c80bd0af-e950-4b38-b78a-420f7b40b130 yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:32:15.679352 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9225b3-1289-42a8-a198-cab623afefbc None None] DHCP port deletion for e4661462-cc86-4b45-81a6-495dfdceb792 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:32:15.697141 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:15.733761 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:15.750433 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-3a9225b3-1289-42a8-a198-cab623afefbc None None] Deleting port 345552ad-8c49-4135-99c7-28ca39801726 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:15.750812 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3a9225b3-1289-42a8-a198-cab623afefbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:15.852285 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-3a9225b3-1289-42a8-a198-cab623afefbc None None] For port 345552ad-8c49-4135-99c7-28ca39801726, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=345552ad-8c49-4135-99c7-28ca39801726,segment=NetworkSegment(3bcf59bc-7a36-4449-bbc7-8a721b9385c0),segment_id=3bcf59bc-7a36-4449-bbc7-8a721b9385c0)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:15.852948 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3a9225b3-1289-42a8-a198-cab623afefbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:15.885783 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-3a9225b3-1289-42a8-a198-cab623afefbc None None] Calling delete_port for 345552ad-8c49-4135-99c7-28ca39801726 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:15.949638 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-25d213c0-c954-463b-b02c-85930d605e7a tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:15.965127 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f0c8b7d3-1154-4268-9d13-9033bcd3a18a tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:16.007361 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd97bd2d-277b-43f9-b88a-0305669fd288 None None] Network 615ae7d3-443c-4f0d-a209-1406e654d34c requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:16.024077 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d213c0-c954-463b-b02c-85930d605e7a tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Pushing event deleted for resources: {'Port': ['ID=eed8ff4b-5819-4c85-926d-8a2de0af737a,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:16.045169 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-f0c8b7d3-1154-4268-9d13-9033bcd3a18a tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Calling delete_port for e7cffecf-74f4-4fd2-b25d-1317b2e1ffd7 owned by network:router_gateway {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:16.051634 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-60f1786c-fe2a-4680-bb11-7591b354e081 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:16.083132 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Pushing event updated for resources: {'Port': ['ID=c80bd0af-e950-4b38-b78a-420f7b40b130,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:16.092780 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3a9225b3-1289-42a8-a198-cab623afefbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:16.109596 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:16.110646 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:16.111013 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:16.129447 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6fa3bf05-9748-49fc-a80c-b8d43c3249f1 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:16.151541 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-5bcdab9b-d723-4d68-a8ec-b0eab13a1ec6 None None] Provisioning complete for port 3fcd734c-46b7-4795-9354-95c76aecc267 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:16.151917 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5bcdab9b-d723-4d68-a8ec-b0eab13a1ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:16.155975 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9225b3-1289-42a8-a198-cab623afefbc None None] Pushing event deleted for resources: {'Port': ['ID=345552ad-8c49-4135-99c7-28ca39801726,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:16.174283 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Port c80bd0af-e950-4b38-b78a-420f7b40b130 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:32:16.174392 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9225b3-1289-42a8-a198-cab623afefbc None None] No DVR routers for this DVR port 345552ad-8c49-4135-99c7-28ca39801726 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:32:16.174478 dv-neutron-804846-13-hyperv neutron-server[102101]: ERROR neutron.plugins.ml2.managers [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Failed to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] Oct 26 08:32:16.182065 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-5bcdab9b-d723-4d68-a8ec-b0eab13a1ec6 None None] Port 3fcd734c-46b7-4795-9354-95c76aecc267 was deleted so its status cannot be updated. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 26 08:32:16.183765 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.plugins.ml2.plugin [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempt 2 to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 Oct 26 08:32:16.197095 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3bf05-9748-49fc-a80c-b8d43c3249f1 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Pushing event deleted for resources: {'Port': ['ID=3fcd734c-46b7-4795-9354-95c76aecc267,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:16.199762 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa3bf05-9748-49fc-a80c-b8d43c3249f1 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] No DVR routers for this DVR port 3fcd734c-46b7-4795-9354-95c76aecc267 on host dv-neutron-804846-13-hyperv {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:32:16.223994 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f1786c-fe2a-4680-bb11-7591b354e081 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Pushing event updated for resources: {'Subnet': ['ID=3bf770b0-2baf-4519-84fe-c94c2b7e2bb4,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:16.251274 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:16.251745 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:16.251959 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:16.258108 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43ac810-07e2-44af-b8b7-f979d42dc979 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:16.292169 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-25d213c0-c954-463b-b02c-85930d605e7a tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks [] for floatingip, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:16.294603 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-25d213c0-c954-463b-b02c-85930d605e7a tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:16.295785 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-25d213c0-c954-463b-b02c-85930d605e7a tempest-FloatingIPAdminTestJSON-818890956 tempest-FloatingIPAdminTestJSON-818890956-project] 10.222.0.41 "DELETE /v2.0/floatingips/f4641222-3bd5-45d6-94bd-ff8cbb43b1d0 HTTP/1.1" status: 204 len: 168 time: 2.5572379 Oct 26 08:32:16.312913 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f1786c-fe2a-4680-bb11-7591b354e081 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Checking segment: {'id': 'b6581263-9ca9-4c7e-8ed4-f2440c65df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'af95444f-28e6-4803-abea-96fe162d070d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:16.313261 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f1786c-fe2a-4680-bb11-7591b354e081 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Network hostable DHCP agents. Network: af95444f-28e6-4803-abea-96fe162d070d, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:32:16.319335 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Port c80bd0af-e950-4b38-b78a-420f7b40b130 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:32:16.319335 dv-neutron-804846-13-hyperv neutron-server[102101]: ERROR neutron.plugins.ml2.managers [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Failed to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] Oct 26 08:32:16.327499 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.plugins.ml2.plugin [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempt 3 to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 Oct 26 08:32:16.352142 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c47e839f-5da2-4822-bdea-e07ad616524d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:16.356924 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:16.356924 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:16.356924 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:16.357589 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f1786c-fe2a-4680-bb11-7591b354e081 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Network af95444f-28e6-4803-abea-96fe162d070d is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:32:16.358294 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-f8998abc-720e-4133-8f5a-ff5fbcdaf3e1 None None] Provisioning complete for port 887c1dc8-4e91-4267-90aa-c7c21032e96d triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:16.358772 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f8998abc-720e-4133-8f5a-ff5fbcdaf3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:16.361898 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6fa3bf05-9748-49fc-a80c-b8d43c3249f1 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:16.371912 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c47e839f-5da2-4822-bdea-e07ad616524d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:16.372633 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c47e839f-5da2-4822-bdea-e07ad616524d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:16.378161 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-60f1786c-fe2a-4680-bb11-7591b354e081 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, af95444f-28e6-4803-abea-96fe162d070d) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:16.380481 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Port c80bd0af-e950-4b38-b78a-420f7b40b130 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:32:16.380881 dv-neutron-804846-13-hyperv neutron-server[102101]: ERROR neutron.plugins.ml2.managers [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Failed to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] Oct 26 08:32:16.390494 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.plugins.ml2.plugin [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempt 4 to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 Oct 26 08:32:16.398886 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f1786c-fe2a-4680-bb11-7591b354e081 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:16.400500 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-60f1786c-fe2a-4680-bb11-7591b354e081 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:16.405424 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732d329f-4a4b-4911-9988-e544215f04ee None None] Network af95444f-28e6-4803-abea-96fe162d070d requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:16.414236 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb6e132-4d63-483d-9478-7f033e1256b6 None None] DHCP port deletion for 615ae7d3-443c-4f0d-a209-1406e654d34c request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:32:16.421848 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f0c8b7d3-1154-4268-9d13-9033bcd3a18a tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:16.435950 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-60f1786c-fe2a-4680-bb11-7591b354e081 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9356475 Oct 26 08:32:16.451684 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60492) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:16.471044 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c8b7d3-1154-4268-9d13-9033bcd3a18a tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Pushing event deleted for resources: {'Port': ['ID=e7cffecf-74f4-4fd2-b25d-1317b2e1ffd7,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:16.474394 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-6fa3bf05-9748-49fc-a80c-b8d43c3249f1 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['615ae7d3-443c-4f0d-a209-1406e654d34c']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:16.565269 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f0c8b7d3-1154-4268-9d13-9033bcd3a18a tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:16.686238 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 887c1dc8-4e91-4267-90aa-c7c21032e96d up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:32:16.695333 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f0c8b7d3-1154-4268-9d13-9033bcd3a18a tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:16.698349 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f0c8b7d3-1154-4268-9d13-9033bcd3a18a tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:16.746728 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f8998abc-720e-4133-8f5a-ff5fbcdaf3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:16.779945 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f0c8b7d3-1154-4268-9d13-9033bcd3a18a tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:16.780496 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c8b7d3-1154-4268-9d13-9033bcd3a18a tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Fanout notify agent at l3_agent the message router_deleted on router fc9fcaba-d67a-4d35-9cb9-f065bda73482 {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:32:16.797275 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f0c8b7d3-1154-4268-9d13-9033bcd3a18a tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:16.798522 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f0c8b7d3-1154-4268-9d13-9033bcd3a18a tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] 10.222.0.41 "DELETE /v2.0/routers/fc9fcaba-d67a-4d35-9cb9-f065bda73482 HTTP/1.1" status: 204 len: 168 time: 2.7242098 Oct 26 08:32:16.802157 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60498) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:16.808029 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-ae0c8910-f17f-4075-92c4-328810e9dea8 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2006987128', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'enable_snat': False}}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:16.837431 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-f8998abc-720e-4133-8f5a-ff5fbcdaf3e1 None None] For port 887c1dc8-4e91-4267-90aa-c7c21032e96d, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=887c1dc8-4e91-4267-90aa-c7c21032e96d,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:16.844457 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 887c1dc8-4e91-4267-90aa-c7c21032e96d triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:16.844838 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:16.851257 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ae0c8910-f17f-4075-92c4-328810e9dea8 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:16.852023 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f8998abc-720e-4133-8f5a-ff5fbcdaf3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:16.856480 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ae0c8910-f17f-4075-92c4-328810e9dea8 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:16.936200 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ae0c8910-f17f-4075-92c4-328810e9dea8 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:16.939581 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60500) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:16.946704 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f616ec-d984-49f0-86cf-ac25e0bf7782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-af95444f-28e6-4803-abea-96fe162d070d', 'network_id': 'af95444f-28e6-4803-abea-96fe162d070d', 'tenant_id': 'b841081dbf364c88806ec4f9fb1fcc47', 'fixed_ips': [{'subnet_id': '3bf770b0-2baf-4519-84fe-c94c2b7e2bb4'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:32:16.948162 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-34f616ec-d984-49f0-86cf-ac25e0bf7782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:16.966756 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8998abc-720e-4133-8f5a-ff5fbcdaf3e1 None None] Pushing event updated for resources: {'Port': ['ID=887c1dc8-4e91-4267-90aa-c7c21032e96d,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:16.966958 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:16.967324 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:16.967670 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:16.979884 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-6fa3bf05-9748-49fc-a80c-b8d43c3249f1 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21c6e090-fadb-4c63-a37a-f0174d142c6e') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:16.981511 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-6fa3bf05-9748-49fc-a80c-b8d43c3249f1 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21c6e090-fadb-4c63-a37a-f0174d142c6e') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:17.023266 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6fa3bf05-9748-49fc-a80c-b8d43c3249f1 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:17.026643 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e839f-5da2-4822-bdea-e07ad616524d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Port': ['ID=71f57358-850e-4870-9dcf-fbf527c9ef0a,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:17.057690 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Port c80bd0af-e950-4b38-b78a-420f7b40b130 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:32:17.058047 dv-neutron-804846-13-hyperv neutron-server[102101]: ERROR neutron.plugins.ml2.managers [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Failed to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] Oct 26 08:32:17.065270 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.plugins.ml2.plugin [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempt 5 to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 Oct 26 08:32:17.086434 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6fa3bf05-9748-49fc-a80c-b8d43c3249f1 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:17.107300 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa3bf05-9748-49fc-a80c-b8d43c3249f1 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:32:17.107731 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6fa3bf05-9748-49fc-a80c-b8d43c3249f1 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:17.113778 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:17.114314 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:17.114787 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:17.117566 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:32:17.117566 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:32:17.117566 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:32:17.117566 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:32:17.117566 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:32:17.117566 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:32:17.117566 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:32:17.117566 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:32:17.117566 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:32:17.117566 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:32:17.117566 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:32:17.117566 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:32:17.117566 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:32:17.117566 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:32:17.117566 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:32:17.117566 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:32:17.117566 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:32:17.117566 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:32:17.117566 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:32:17.117566 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:32:17.117566 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:32:17.117566 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:32:17.117566 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:32:17.117566 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:32:17.117566 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:32:17.117566 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:32:17.117566 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:32:17.117566 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:32:17.117566 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:32:17.117566 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:32:17.117566 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:32:17.117566 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:32:17.188004 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Port c80bd0af-e950-4b38-b78a-420f7b40b130 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:32:17.188402 dv-neutron-804846-13-hyperv neutron-server[102101]: ERROR neutron.plugins.ml2.managers [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Failed to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] Oct 26 08:32:17.196861 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.plugins.ml2.plugin [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempt 6 to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 Oct 26 08:32:17.198163 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ae0c8910-f17f-4075-92c4-328810e9dea8 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:17.252834 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5bea65da-f4fb-4839-bfb6-292f4e2ecb18 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:17.257428 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6fa3bf05-9748-49fc-a80c-b8d43c3249f1 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:17.259172 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:17.259525 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:17.259861 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:17.273855 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6fa3bf05-9748-49fc-a80c-b8d43c3249f1 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:17.280609 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6fa3bf05-9748-49fc-a80c-b8d43c3249f1 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] 10.222.0.41 "DELETE /v2.0/networks/615ae7d3-443c-4f0d-a209-1406e654d34c HTTP/1.1" status: 204 len: 168 time: 2.3981934 Oct 26 08:32:17.283882 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47e839f-5da2-4822-bdea-e07ad616524d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:17.287391 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60506) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:17.297589 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-c47e839f-5da2-4822-bdea-e07ad616524d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:17.299888 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Port c80bd0af-e950-4b38-b78a-420f7b40b130 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:32:17.299888 dv-neutron-804846-13-hyperv neutron-server[102101]: ERROR neutron.plugins.ml2.managers [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Failed to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] Oct 26 08:32:17.301790 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-4a70b421-4c24-4cea-af53-1681c8a90f12 None None] Provisioning complete for port 887c1dc8-4e91-4267-90aa-c7c21032e96d triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:17.302170 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4a70b421-4c24-4cea-af53-1681c8a90f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:17.304978 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.plugins.ml2.plugin [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempt 7 to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 Oct 26 08:32:17.310387 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3bf05-9748-49fc-a80c-b8d43c3249f1 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Pushing event deleted for resources: {'Network': ['ID=615ae7d3-443c-4f0d-a209-1406e654d34c,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:17.364877 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7e0bb372-e48c-43c1-aa41-5b40ce9dc5b7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e886761f12b9429aaa6afb274567c93b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4215539 Oct 26 08:32:17.371541 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60508) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:17.392454 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:17.393427 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:17.393946 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:17.432894 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f92fb5c5-f3ce-4639-a2d1-529a8e234d07 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:17.446326 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-34f616ec-d984-49f0-86cf-ac25e0bf7782 None None] Allocated IP 2001:db8::2 (af95444f-28e6-4803-abea-96fe162d070d/3bf770b0-2baf-4519-84fe-c94c2b7e2bb4/7f349194-7001-4d3e-9206-3bff52f62e12) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:32:17.458469 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Port c80bd0af-e950-4b38-b78a-420f7b40b130 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:32:17.459017 dv-neutron-804846-13-hyperv neutron-server[102101]: ERROR neutron.plugins.ml2.managers [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Failed to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] Oct 26 08:32:17.466924 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.plugins.ml2.plugin [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempt 8 to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 Oct 26 08:32:17.519735 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5bea65da-f4fb-4839-bfb6-292f4e2ecb18 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:17.526332 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:17.527348 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:17.527348 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:17.559544 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 345552ad-8c49-4135-99c7-28ca39801726 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:32:17.563445 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f92fb5c5-f3ce-4639-a2d1-529a8e234d07 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:17.585824 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-f92fb5c5-f3ce-4639-a2d1-529a8e234d07 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4661462-cc86-4b45-81a6-495dfdceb792']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:17.595683 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-f92fb5c5-f3ce-4639-a2d1-529a8e234d07 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bcf59bc-7a36-4449-bbc7-8a721b9385c0') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:17.595811 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-f92fb5c5-f3ce-4639-a2d1-529a8e234d07 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bcf59bc-7a36-4449-bbc7-8a721b9385c0') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:17.598693 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Port c80bd0af-e950-4b38-b78a-420f7b40b130 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:32:17.599383 dv-neutron-804846-13-hyperv neutron-server[102101]: ERROR neutron.plugins.ml2.managers [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Failed to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] Oct 26 08:32:17.599850 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.plugins.ml2.plugin [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempt 9 to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 Oct 26 08:32:17.602199 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 345552ad-8c49-4135-99c7-28ca39801726 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:32:17.602551 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 345552ad-8c49-4135-99c7-28ca39801726 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:32:17.607793 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f92fb5c5-f3ce-4639-a2d1-529a8e234d07 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:17.621931 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f92fb5c5-f3ce-4639-a2d1-529a8e234d07 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:17.627829 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:17.627829 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:17.628164 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:17.629664 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f92fb5c5-f3ce-4639-a2d1-529a8e234d07 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:32:17.630817 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f92fb5c5-f3ce-4639-a2d1-529a8e234d07 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:17.638793 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Port c80bd0af-e950-4b38-b78a-420f7b40b130 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:32:17.639232 dv-neutron-804846-13-hyperv neutron-server[102101]: ERROR neutron.plugins.ml2.managers [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Failed to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] Oct 26 08:32:17.640196 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.plugins.ml2.plugin [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempt 10 to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 Oct 26 08:32:17.641544 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 3fcd734c-46b7-4795-9354-95c76aecc267 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:32:17.651764 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:32:17.651764 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:32:17.651764 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:32:17.651764 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:32:17.651764 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:32:17.651764 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:32:17.651764 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:32:17.651764 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:32:17.651764 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:32:17.651764 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:32:17.651764 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:32:17.651764 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:32:17.651764 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:32:17.651764 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:32:17.651764 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:32:17.651764 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:32:17.651764 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:32:17.651764 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:32:17.651764 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:32:17.651764 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:32:17.651764 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:32:17.651764 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:32:17.651764 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:32:17.651764 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:32:17.651764 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:32:17.651764 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:32:17.651764 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:32:17.651764 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:32:17.651764 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:32:17.651764 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:32:17.651764 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:32:17.651764 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:32:17.653638 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-4a70b421-4c24-4cea-af53-1681c8a90f12 None None] Provisioning complete for port 71f57358-850e-4870-9dcf-fbf527c9ef0a triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:17.653981 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4a70b421-4c24-4cea-af53-1681c8a90f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:17.658398 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:17.658712 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:17.659281 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:17.667170 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Port c80bd0af-e950-4b38-b78a-420f7b40b130 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:32:17.667588 dv-neutron-804846-13-hyperv neutron-server[102101]: ERROR neutron.plugins.ml2.managers [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Failed to bind port c80bd0af-e950-4b38-b78a-420f7b40b130 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] Oct 26 08:32:17.668022 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:17.681783 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-faca0009-e0d8-4515-a4d5-a9f55862f079 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:17.682968 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47e839f-5da2-4822-bdea-e07ad616524d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Router 1581a1eb-fab8-4738-a7ff-8440e6ef198b is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:32:17.700228 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 3fcd734c-46b7-4795-9354-95c76aecc267 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:32:17.700495 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 3fcd734c-46b7-4795-9354-95c76aecc267 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:32:17.745070 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-faca0009-e0d8-4515-a4d5-a9f55862f079 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:17.775312 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-4a70b421-4c24-4cea-af53-1681c8a90f12 None None] Port 71f57358-850e-4870-9dcf-fbf527c9ef0a cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:32:17.784265 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f92fb5c5-f3ce-4639-a2d1-529a8e234d07 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:17.788585 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f92fb5c5-f3ce-4639-a2d1-529a8e234d07 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:17.792060 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f92fb5c5-f3ce-4639-a2d1-529a8e234d07 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] 10.222.0.41 "DELETE /v2.0/networks/e4661462-cc86-4b45-81a6-495dfdceb792 HTTP/1.1" status: 204 len: 168 time: 0.5020981 Oct 26 08:32:17.816772 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-34f616ec-d984-49f0-86cf-ac25e0bf7782 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:17.826780 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-34f616ec-d984-49f0-86cf-ac25e0bf7782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:17.831602 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60512) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:17.852536 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47e839f-5da2-4822-bdea-e07ad616524d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:32:17.869444 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c47e839f-5da2-4822-bdea-e07ad616524d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "PUT /v2.0/routers/1581a1eb-fab8-4738-a7ff-8440e6ef198b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9282167 Oct 26 08:32:17.873909 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60514) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:17.878777 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92fb5c5-f3ce-4639-a2d1-529a8e234d07 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Pushing event deleted for resources: {'Network': ['ID=e4661462-cc86-4b45-81a6-495dfdceb792,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:17.903268 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f616ec-d984-49f0-86cf-ac25e0bf7782 None None] Network af95444f-28e6-4803-abea-96fe162d070d is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:17.914498 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-34f616ec-d984-49f0-86cf-ac25e0bf7782 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:17.916612 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933286d0-c6a7-4540-a64a-771cd547f11e None None] Sync routers for ids ['1581a1eb-fab8-4738-a7ff-8440e6ef198b'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:32:17.920867 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f616ec-d984-49f0-86cf-ac25e0bf7782 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:17.934148 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5bea65da-f4fb-4839-bfb6-292f4e2ecb18 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:17.963673 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f616ec-d984-49f0-86cf-ac25e0bf7782 None None] Pushing event updated for resources: {'Port': ['ID=7f349194-7001-4d3e-9206-3bff52f62e12,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:17.984175 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] For port c80bd0af-e950-4b38-b78a-420f7b40b130, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:32:17.985825 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempted to set empty binding levels {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 08:32:17.994479 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a07591a-85e3-4198-ad65-9d285b4b8062 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:17.995394 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3a07591a-85e3-4198-ad65-9d285b4b8062 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/ports/71f57358-850e-4870-9dcf-fbf527c9ef0a HTTP/1.1" status: 200 len: 911 time: 0.1178350 Oct 26 08:32:17.998612 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-fea83b5b-8e09-4622-8847-c17e4ff2d587 None None] Provisioning complete for port 71f57358-850e-4870-9dcf-fbf527c9ef0a triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:17.998845 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fea83b5b-8e09-4622-8847-c17e4ff2d587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:17.999916 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea65da-f4fb-4839-bfb6-292f4e2ecb18 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Pushing event deleted for resources: {'Subnet': ['ID=3bf770b0-2baf-4519-84fe-c94c2b7e2bb4,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:18.001650 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60516) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:18.012661 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:18.015809 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-72c3c120-6895-4228-9537-a007ef7d7d46 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:18.020828 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ae0c8910-f17f-4075-92c4-328810e9dea8 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:18.037482 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-34f616ec-d984-49f0-86cf-ac25e0bf7782 None None] Attempting to bind port 7f349194-7001-4d3e-9206-3bff52f62e12 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:18.037990 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-34f616ec-d984-49f0-86cf-ac25e0bf7782 None None] Attempting to bind port 7f349194-7001-4d3e-9206-3bff52f62e12 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'b6581263-9ca9-4c7e-8ed4-f2440c65df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'af95444f-28e6-4803-abea-96fe162d070d'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:18.038725 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f616ec-d984-49f0-86cf-ac25e0bf7782 None None] Attempting to bind port 7f349194-7001-4d3e-9206-3bff52f62e12 on network af95444f-28e6-4803-abea-96fe162d070d {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:18.049225 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933286d0-c6a7-4540-a64a-771cd547f11e None None] Routers {'1581a1eb-fab8-4738-a7ff-8440e6ef198b'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:32:18.049550 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ae0c8910-f17f-4075-92c4-328810e9dea8 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:18.049950 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-933286d0-c6a7-4540-a64a-771cd547f11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:31:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['1581a1eb-fab8-4738-a7ff-8440e6ef198b'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:18.091433 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f616ec-d984-49f0-86cf-ac25e0bf7782 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:32:18.091819 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f616ec-d984-49f0-86cf-ac25e0bf7782 None None] Checking segment: {'id': 'b6581263-9ca9-4c7e-8ed4-f2440c65df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'af95444f-28e6-4803-abea-96fe162d070d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:18.092328 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-34f616ec-d984-49f0-86cf-ac25e0bf7782 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:18.092738 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f616ec-d984-49f0-86cf-ac25e0bf7782 None None] Bound using segment: {'id': 'b6581263-9ca9-4c7e-8ed4-f2440c65df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'af95444f-28e6-4803-abea-96fe162d070d'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:32:18.093423 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-34f616ec-d984-49f0-86cf-ac25e0bf7782 None None] Bound port: 7f349194-7001-4d3e-9206-3bff52f62e12, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6581263-9ca9-4c7e-8ed4-f2440c65df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'af95444f-28e6-4803-abea-96fe162d070d'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:32:18.093918 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-34f616ec-d984-49f0-86cf-ac25e0bf7782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:18.112624 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-faca0009-e0d8-4515-a4d5-a9f55862f079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:18.115244 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-faca0009-e0d8-4515-a4d5-a9f55862f079 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:18.119545 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-faca0009-e0d8-4515-a4d5-a9f55862f079 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/088869d1-e738-4d55-a2b5-50b92565316c HTTP/1.1" status: 204 len: 168 time: 0.7435746 Oct 26 08:32:18.161453 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5bea65da-f4fb-4839-bfb6-292f4e2ecb18 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:18.167169 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca0009-e0d8-4515-a4d5-a9f55862f079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088869d1-e738-4d55-a2b5-50b92565316c,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:18.197392 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-72c3c120-6895-4228-9537-a007ef7d7d46 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:18.211347 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-fea83b5b-8e09-4622-8847-c17e4ff2d587 None None] Port 71f57358-850e-4870-9dcf-fbf527c9ef0a cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:32:18.245944 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-5bea65da-f4fb-4839-bfb6-292f4e2ecb18 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af95444f-28e6-4803-abea-96fe162d070d']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:18.251837 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-72c3c120-6895-4228-9537-a007ef7d7d46 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75c688ec-9665-4fc4-bfad-20ef7a0a7661']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:18.257964 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-34f616ec-d984-49f0-86cf-ac25e0bf7782 None None] For port 7f349194-7001-4d3e-9206-3bff52f62e12, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:32:18.260514 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-933286d0-c6a7-4540-a64a-771cd547f11e None None] Set router 1581a1eb-fab8-4738-a7ff-8440e6ef198b gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:32:18.263429 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-34f616ec-d984-49f0-86cf-ac25e0bf7782 None None] For port 7f349194-7001-4d3e-9206-3bff52f62e12, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=7f349194-7001-4d3e-9206-3bff52f62e12,segment=NetworkSegment(b6581263-9ca9-4c7e-8ed4-f2440c65df2d),segment_id=b6581263-9ca9-4c7e-8ed4-f2440c65df2d)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:32:18.266420 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-72c3c120-6895-4228-9537-a007ef7d7d46 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f94d46-a489-4fa4-ae6f-8dc39b4f3b9f') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:18.266736 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-72c3c120-6895-4228-9537-a007ef7d7d46 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f94d46-a489-4fa4-ae6f-8dc39b4f3b9f') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:18.283632 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-5bea65da-f4fb-4839-bfb6-292f4e2ecb18 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6581263-9ca9-4c7e-8ed4-f2440c65df2d') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:18.283975 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-5bea65da-f4fb-4839-bfb6-292f4e2ecb18 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6581263-9ca9-4c7e-8ed4-f2440c65df2d') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:18.288585 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-72c3c120-6895-4228-9537-a007ef7d7d46 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:18.290792 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-ae0c8910-f17f-4075-92c4-328810e9dea8 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Allocated IP 172.26.2.239 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/e28ec64c-1fcd-4e22-b2c4-ca3455ffb95d) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:32:18.312595 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-72c3c120-6895-4228-9537-a007ef7d7d46 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:18.325657 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Pushing event updated for resources: {'Port': ['ID=c80bd0af-e950-4b38-b78a-420f7b40b130,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:18.325874 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-34f616ec-d984-49f0-86cf-ac25e0bf7782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:18.332525 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5bea65da-f4fb-4839-bfb6-292f4e2ecb18 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:18.357399 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] In _notify_port_updated(), no bound segment for port c80bd0af-e950-4b38-b78a-420f7b40b130 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 {{(pid=102101) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 08:32:18.361592 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:18.364174 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72c3c120-6895-4228-9537-a007ef7d7d46 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:32:18.364305 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:18.364627 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-72c3c120-6895-4228-9537-a007ef7d7d46 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:18.366340 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-650c7431-6ced-4667-a939-7e441bce01cc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] 10.222.0.41 "PUT /v2.0/ports/c80bd0af-e950-4b38-b78a-420f7b40b130 HTTP/1.1" status: 200 len: 976 time: 3.4446843 Oct 26 08:32:18.371393 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:32:18.371393 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:32:18.371393 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:32:18.371393 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:32:18.371393 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:32:18.371393 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:32:18.371393 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:32:18.371393 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:32:18.371393 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:32:18.371393 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:32:18.371393 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:32:18.371393 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:32:18.371393 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:32:18.371393 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:32:18.371393 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:32:18.371393 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:32:18.371393 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:32:18.371393 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:32:18.371393 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:32:18.371393 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:32:18.371393 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:32:18.371393 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:32:18.371393 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:32:18.371393 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:32:18.371393 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:32:18.371393 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:32:18.371393 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:32:18.371393 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:32:18.371393 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:32:18.371393 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:32:18.371393 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:32:18.371393 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:32:18.373418 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60524) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:18.377772 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5bea65da-f4fb-4839-bfb6-292f4e2ecb18 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:18.454192 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bea65da-f4fb-4839-bfb6-292f4e2ecb18 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:32:18.454897 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5bea65da-f4fb-4839-bfb6-292f4e2ecb18 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:18.458229 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:32:18.458229 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:32:18.458229 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:32:18.458229 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:32:18.458229 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:32:18.458229 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:32:18.458229 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:32:18.458229 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:32:18.458229 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:32:18.458229 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:32:18.458229 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:32:18.458229 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:32:18.458229 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:32:18.458229 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:32:18.458229 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:32:18.458229 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:32:18.458229 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:32:18.458229 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:32:18.458229 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:32:18.458229 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:32:18.458229 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:32:18.458229 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:32:18.458229 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:32:18.458229 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:32:18.458229 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:32:18.458229 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:32:18.458229 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:32:18.458229 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:32:18.458229 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:32:18.458229 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:32:18.458229 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:32:18.458229 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:32:18.462839 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 887c1dc8-4e91-4267-90aa-c7c21032e96d up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:32:18.473004 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-72c3c120-6895-4228-9537-a007ef7d7d46 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:18.515879 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-72c3c120-6895-4228-9537-a007ef7d7d46 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:18.519246 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-72c3c120-6895-4228-9537-a007ef7d7d46 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] 10.222.0.41 "DELETE /v2.0/networks/75c688ec-9665-4fc4-bfad-20ef7a0a7661 HTTP/1.1" status: 204 len: 168 time: 0.6836278 Oct 26 08:32:18.523031 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3c120-6895-4228-9537-a007ef7d7d46 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Pushing event deleted for resources: {'Network': ['ID=75c688ec-9665-4fc4-bfad-20ef7a0a7661,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:18.526100 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60526) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:18.544097 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60528) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:18.559641 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ae0c8910-f17f-4075-92c4-328810e9dea8 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:18.565540 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76d60a6-ebb8-4110-beb7-6c2019439b1b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:18.567236 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cd46791f-c7e4-4f6e-a8a5-b952ce9a5a33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:18.572016 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76d60a6-ebb8-4110-beb7-6c2019439b1b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:18.577765 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a76d60a6-ebb8-4110-beb7-6c2019439b1b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5695653 Oct 26 08:32:18.579076 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60530) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:18.587646 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.db.api [None req-5bea65da-f4fb-4839-bfb6-292f4e2ecb18 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 08:32:18.587646 dv-neutron-804846-13-hyperv neutron-server[102101]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 08:32:18.587646 dv-neutron-804846-13-hyperv neutron-server[102101]: [parameters: {'id': 'af95444f-28e6-4803-abea-96fe162d070d'}] Oct 26 08:32:18.587646 dv-neutron-804846-13-hyperv neutron-server[102101]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:32:18.588201 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG oslo_db.api [None req-5bea65da-f4fb-4839-bfb6-292f4e2ecb18 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:32:18.623712 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-23b7fe5f-79f7-4cc3-bd00-048ac0425acc None None] Provisioning complete for port 71f57358-850e-4870-9dcf-fbf527c9ef0a triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:18.624090 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-23b7fe5f-79f7-4cc3-bd00-048ac0425acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:18.626700 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81028c4-a4aa-451f-9a8c-fee0f454946e tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:18.627193 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81028c4-a4aa-451f-9a8c-fee0f454946e tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:18.627668 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81028c4-a4aa-451f-9a8c-fee0f454946e tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:18.628139 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81028c4-a4aa-451f-9a8c-fee0f454946e tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:18.629026 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81028c4-a4aa-451f-9a8c-fee0f454946e tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:18.629151 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81028c4-a4aa-451f-9a8c-fee0f454946e tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:18.630407 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81028c4-a4aa-451f-9a8c-fee0f454946e tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:18.630407 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81028c4-a4aa-451f-9a8c-fee0f454946e tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:18.630576 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81028c4-a4aa-451f-9a8c-fee0f454946e tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:18.630924 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81028c4-a4aa-451f-9a8c-fee0f454946e tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:18.631423 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81028c4-a4aa-451f-9a8c-fee0f454946e tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:18.632097 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81028c4-a4aa-451f-9a8c-fee0f454946e tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:18.632370 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81028c4-a4aa-451f-9a8c-fee0f454946e tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:18.632936 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81028c4-a4aa-451f-9a8c-fee0f454946e tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:18.633354 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81028c4-a4aa-451f-9a8c-fee0f454946e tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:18.633838 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81028c4-a4aa-451f-9a8c-fee0f454946e tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:18.634299 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81028c4-a4aa-451f-9a8c-fee0f454946e tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:18.634765 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81028c4-a4aa-451f-9a8c-fee0f454946e tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:18.635227 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81028c4-a4aa-451f-9a8c-fee0f454946e tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:18.635968 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81028c4-a4aa-451f-9a8c-fee0f454946e tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:18.636147 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81028c4-a4aa-451f-9a8c-fee0f454946e tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:18.639015 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a81028c4-a4aa-451f-9a8c-fee0f454946e tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18794 time: 0.2632523 Oct 26 08:32:18.642579 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60532) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:18.660422 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f616ec-d984-49f0-86cf-ac25e0bf7782 None None] Pushing event updated for resources: {'Port': ['ID=7f349194-7001-4d3e-9206-3bff52f62e12,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:18.698762 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-23b7fe5f-79f7-4cc3-bd00-048ac0425acc None None] Port 71f57358-850e-4870-9dcf-fbf527c9ef0a cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:32:18.712159 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd01ed4f-de35-4587-908a-14c8f0aafb04 None None] Network af95444f-28e6-4803-abea-96fe162d070d requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:18.725900 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-662e0e6c-fe8c-4e70-80fd-8a513919a276 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:18.743688 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ae0c8910-f17f-4075-92c4-328810e9dea8 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:18.806175 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 887c1dc8-4e91-4267-90aa-c7c21032e96d triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:18.806556 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:18.826194 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-662e0e6c-fe8c-4e70-80fd-8a513919a276 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:18.829316 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-36d883a9-8712-4da6-b52c-1dc0279ddfa8 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Deleting port c80bd0af-e950-4b38-b78a-420f7b40b130 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:18.829671 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-36d883a9-8712-4da6-b52c-1dc0279ddfa8 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:18.872028 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0c8910-f17f-4075-92c4-328810e9dea8 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:18.887775 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-ae0c8910-f17f-4075-92c4-328810e9dea8 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:18.888876 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-662e0e6c-fe8c-4e70-80fd-8a513919a276 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cb633d8-b1d8-477c-972a-06ffd66d229c']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:18.894006 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c8910-f17f-4075-92c4-328810e9dea8 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Pushing event updated for resources: {'Port': ['ID=e28ec64c-1fcd-4e22-b2c4-ca3455ffb95d,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:18.902432 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0c8910-f17f-4075-92c4-328810e9dea8 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:18.907912 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-662e0e6c-fe8c-4e70-80fd-8a513919a276 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e3468e-5529-4671-9b1a-d96bcfd88e84') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:18.908016 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-662e0e6c-fe8c-4e70-80fd-8a513919a276 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e3468e-5529-4671-9b1a-d96bcfd88e84') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:18.926485 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-662e0e6c-fe8c-4e70-80fd-8a513919a276 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:18.935832 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-36d883a9-8712-4da6-b52c-1dc0279ddfa8 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] For port c80bd0af-e950-4b38-b78a-420f7b40b130, host hv-neutron-8048, got binding levels [] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:18.935832 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-36d883a9-8712-4da6-b52c-1dc0279ddfa8 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:18.951719 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-36d883a9-8712-4da6-b52c-1dc0279ddfa8 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Calling delete_port for c80bd0af-e950-4b38-b78a-420f7b40b130 owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:18.953471 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cd46791f-c7e4-4f6e-a8a5-b952ce9a5a33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:18.955761 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-662e0e6c-fe8c-4e70-80fd-8a513919a276 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:18.967018 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cd46791f-c7e4-4f6e-a8a5-b952ce9a5a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:18.967710 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-662e0e6c-fe8c-4e70-80fd-8a513919a276 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:32:18.968196 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-662e0e6c-fe8c-4e70-80fd-8a513919a276 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:18.971740 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:32:18.971740 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:32:18.971740 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:32:18.971740 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:32:18.971740 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:32:18.971740 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:32:18.971740 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:32:18.971740 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:32:18.971740 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:32:18.971740 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:32:18.971740 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:32:18.971740 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:32:18.971740 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:32:18.971740 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:32:18.971740 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:32:18.971740 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:32:18.971740 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:32:18.971740 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:32:18.971740 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:32:18.971740 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:32:18.971740 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:32:18.971740 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:32:18.971740 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:32:18.971740 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:32:18.971740 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:32:18.971740 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:32:18.971740 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:32:18.971740 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:32:18.971740 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:32:18.971740 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:32:18.971740 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:32:18.971740 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:32:18.988259 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-933286d0-c6a7-4540-a64a-771cd547f11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1581a1eb-fab8-4738-a7ff-8440e6ef198b', 'name': 'tempest-NetworksTestDHCPv6-router-1223724187', 'tenant_id': '34a26fc2cbe741c49d4d94b40e63438a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:32:12Z', 'updated_at': '2021-10-26T08:32:15Z', 'revision_number': 2, 'project_id': '34a26fc2cbe741c49d4d94b40e63438a', 'gw_port_host': None, '_interfaces': [{'id': '71f57358-850e-4870-9dcf-fbf527c9ef0a', 'name': '', 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'tenant_id': '34a26fc2cbe741c49d4d94b40e63438a', 'mac_address': 'fa:16:3e:97:0d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1581a1eb-fab8-4738-a7ff-8440e6ef198b', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '42ad5f88-7621-425b-8f2b-c147ad8a6028', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:32:13Z', 'updated_at': '2021-10-26T08:32:15Z', 'revision_number': 2, 'project_id': '34a26fc2cbe741c49d4d94b40e63438a', 'subnets': [{'id': '42ad5f88-7621-425b-8f2b-c147ad8a6028', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:19.024676 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972b5812-81d3-4b86-8695-1aae5b953106 None None] get_active_networks_info from dv-neutron-804846-13-hyperv {{(pid=102103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 08:32:19.031610 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933286d0-c6a7-4540-a64a-771cd547f11e None None] Checking router: 1581a1eb-fab8-4738-a7ff-8440e6ef198b for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:32:19.031987 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933286d0-c6a7-4540-a64a-771cd547f11e None None] Updating router 1581a1eb-fab8-4738-a7ff-8440e6ef198b port 71f57358-850e-4870-9dcf-fbf527c9ef0a binding host dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:32:19.076698 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-662e0e6c-fe8c-4e70-80fd-8a513919a276 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:19.085926 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-662e0e6c-fe8c-4e70-80fd-8a513919a276 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:19.096047 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-662e0e6c-fe8c-4e70-80fd-8a513919a276 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] 10.222.0.41 "DELETE /v2.0/networks/4cb633d8-b1d8-477c-972a-06ffd66d229c HTTP/1.1" status: 204 len: 168 time: 0.5621085 Oct 26 08:32:19.103308 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5bea65da-f4fb-4839-bfb6-292f4e2ecb18 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:19.116398 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-933286d0-c6a7-4540-a64a-771cd547f11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:19.124585 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e0e6c-fe8c-4e70-80fd-8a513919a276 tempest-BulkNetworkOpsTest-1660719273 tempest-BulkNetworkOpsTest-1660719273-project] Pushing event deleted for resources: {'Network': ['ID=4cb633d8-b1d8-477c-972a-06ffd66d229c,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:19.135232 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-cd46791f-c7e4-4f6e-a8a5-b952ce9a5a33 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0bee4fa6e00a4073a7cdf1f593d95518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5874615 Oct 26 08:32:19.135232 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46791f-c7e4-4f6e-a8a5-b952ce9a5a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41680e07-a773-4cb8-a167-53af49ec8859,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:19.137986 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60538) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:19.152690 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-36d883a9-8712-4da6-b52c-1dc0279ddfa8 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:19.220017 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d883a9-8712-4da6-b52c-1dc0279ddfa8 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Pushing event deleted for resources: {'Port': ['ID=c80bd0af-e950-4b38-b78a-420f7b40b130,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:19.243658 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-36d883a9-8712-4da6-b52c-1dc0279ddfa8 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:19.247860 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-36d883a9-8712-4da6-b52c-1dc0279ddfa8 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] 10.222.0.41 "DELETE /v2.0/ports/c80bd0af-e950-4b38-b78a-420f7b40b130 HTTP/1.1" status: 204 len: 168 time: 0.6043172 Oct 26 08:32:19.252527 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60540) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:19.309522 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-703aa00d-005d-4e85-aa50-141f15c2f176 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:19.314399 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-5bea65da-f4fb-4839-bfb6-292f4e2ecb18 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Deleting port 7f349194-7001-4d3e-9206-3bff52f62e12 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:19.314893 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5bea65da-f4fb-4839-bfb6-292f4e2ecb18 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:19.420337 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-5bea65da-f4fb-4839-bfb6-292f4e2ecb18 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] For port 7f349194-7001-4d3e-9206-3bff52f62e12, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=7f349194-7001-4d3e-9206-3bff52f62e12,segment=NetworkSegment(b6581263-9ca9-4c7e-8ed4-f2440c65df2d),segment_id=b6581263-9ca9-4c7e-8ed4-f2440c65df2d)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:19.426045 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5bea65da-f4fb-4839-bfb6-292f4e2ecb18 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:19.448800 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-46b8722d-a02c-4203-8c63-bf3b568e89cf tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] GET failed (client error): The resource could not be found. Oct 26 08:32:19.454624 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-46b8722d-a02c-4203-8c63-bf3b568e89cf tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] 10.222.0.41 "GET /v2.0/ports/c80bd0af-e950-4b38-b78a-420f7b40b130 HTTP/1.1" status: 404 len: 333 time: 0.1994190 Oct 26 08:32:19.455326 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60546) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:19.462394 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-5bea65da-f4fb-4839-bfb6-292f4e2ecb18 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Calling delete_port for 7f349194-7001-4d3e-9206-3bff52f62e12 owned by network:dhcp {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:19.468553 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-9d16a179-f069-4e17-a531-5b76bd5fc379 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-851192516', 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:19.498399 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d16a179-f069-4e17-a531-5b76bd5fc379 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Made reservation on behalf of a9d86ed7d21849b083359bd046162ea7 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:19.501577 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9d16a179-f069-4e17-a531-5b76bd5fc379 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:19.508185 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972b5812-81d3-4b86-8695-1aae5b953106 None None] Resources bound (agent type, host, resource id): {{(pid=102103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 08:32:19.514872 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6f04db9b-1c7b-4fb4-87fa-3d24599a2416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:19.524762 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-9d16a179-f069-4e17-a531-5b76bd5fc379 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] device_id is not set on port 93d3943d-18c8-4a70-8ed2-3bef91ff623a yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:32:19.570867 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60548) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:19.693336 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5bea65da-f4fb-4839-bfb6-292f4e2ecb18 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:19.770808 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea65da-f4fb-4839-bfb6-292f4e2ecb18 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Pushing event deleted for resources: {'Port': ['ID=7f349194-7001-4d3e-9206-3bff52f62e12,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:19.777053 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-703aa00d-005d-4e85-aa50-141f15c2f176 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:19.781341 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bea65da-f4fb-4839-bfb6-292f4e2ecb18 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] No DVR routers for this DVR port 7f349194-7001-4d3e-9206-3bff52f62e12 on host dv-neutron-804846-13-hyperv {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:32:19.861550 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d4674d92-9bc0-4eff-b66d-203b481b5597 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f04b60bd34ac49bcb924fccca2d40ed3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2895563 Oct 26 08:32:19.870300 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-703aa00d-005d-4e85-aa50-141f15c2f176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:19.872926 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-703aa00d-005d-4e85-aa50-141f15c2f176 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:19.876669 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-703aa00d-005d-4e85-aa50-141f15c2f176 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/41680e07-a773-4cb8-a167-53af49ec8859 HTTP/1.1" status: 204 len: 168 time: 0.7339115 Oct 26 08:32:19.879776 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60552) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:19.915960 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-933286d0-c6a7-4540-a64a-771cd547f11e None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:19.925464 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9d16a179-f069-4e17-a531-5b76bd5fc379 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:19.927773 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5bea65da-f4fb-4839-bfb6-292f4e2ecb18 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:19.941162 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-933286d0-c6a7-4540-a64a-771cd547f11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:19.951843 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703aa00d-005d-4e85-aa50-141f15c2f176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41680e07-a773-4cb8-a167-53af49ec8859,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:19.955308 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-5bea65da-f4fb-4839-bfb6-292f4e2ecb18 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af95444f-28e6-4803-abea-96fe162d070d']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:19.970765 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-5bea65da-f4fb-4839-bfb6-292f4e2ecb18 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6581263-9ca9-4c7e-8ed4-f2440c65df2d') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:19.971055 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-5bea65da-f4fb-4839-bfb6-292f4e2ecb18 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6581263-9ca9-4c7e-8ed4-f2440c65df2d') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:19.972832 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ae0c8910-f17f-4075-92c4-328810e9dea8 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:19.989298 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5bea65da-f4fb-4839-bfb6-292f4e2ecb18 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:20.009516 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5bea65da-f4fb-4839-bfb6-292f4e2ecb18 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:20.019206 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9d16a179-f069-4e17-a531-5b76bd5fc379 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:20.021593 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bea65da-f4fb-4839-bfb6-292f4e2ecb18 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:32:20.022070 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5bea65da-f4fb-4839-bfb6-292f4e2ecb18 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:20.026196 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:32:20.026196 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:32:20.026196 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:32:20.026196 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:32:20.026196 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:32:20.026196 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:32:20.026196 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:32:20.026196 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:32:20.026196 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:32:20.026196 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:32:20.026196 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:32:20.026196 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:32:20.026196 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:32:20.026196 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:32:20.026196 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:32:20.026196 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:32:20.026196 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:32:20.026196 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:32:20.026196 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:32:20.026196 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:32:20.026196 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:32:20.026196 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:32:20.026196 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:32:20.026196 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:32:20.026196 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:32:20.026196 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:32:20.026196 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:32:20.026196 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:32:20.026196 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:32:20.026196 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:32:20.026196 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:32:20.026196 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:32:20.106368 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c3f29-e0b5-43f1-bd04-329d8c6ef481 None None] Pushing event updated for resources: {'Port': ['ID=71f57358-850e-4870-9dcf-fbf527c9ef0a,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:20.108293 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-828d3445-bde3-4de3-aa10-0963e038dc33 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:20.131831 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d16a179-f069-4e17-a531-5b76bd5fc379 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Pushing event updated for resources: {'Port': ['ID=93d3943d-18c8-4a70-8ed2-3bef91ff623a,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:20.143362 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d16a179-f069-4e17-a531-5b76bd5fc379 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:20.149910 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-933286d0-c6a7-4540-a64a-771cd547f11e None None] Attempting to bind port 71f57358-850e-4870-9dcf-fbf527c9ef0a on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:20.150306 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-933286d0-c6a7-4540-a64a-771cd547f11e None None] Attempting to bind port 71f57358-850e-4870-9dcf-fbf527c9ef0a by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:20.150729 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933286d0-c6a7-4540-a64a-771cd547f11e None None] Attempting to bind port 71f57358-850e-4870-9dcf-fbf527c9ef0a on network ecf0c004-fa53-4f3e-bbfd-ff079400665b {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:20.156476 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-9d16a179-f069-4e17-a531-5b76bd5fc379 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:20.156840 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933286d0-c6a7-4540-a64a-771cd547f11e None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:32:20.157373 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933286d0-c6a7-4540-a64a-771cd547f11e None None] Checking segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:20.160786 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-933286d0-c6a7-4540-a64a-771cd547f11e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:20.160786 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933286d0-c6a7-4540-a64a-771cd547f11e None None] Bound using segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:32:20.161034 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d16a179-f069-4e17-a531-5b76bd5fc379 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:20.161129 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-933286d0-c6a7-4540-a64a-771cd547f11e None None] Bound port: 71f57358-850e-4870-9dcf-fbf527c9ef0a, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:32:20.161129 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-933286d0-c6a7-4540-a64a-771cd547f11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:20.161307 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d16a179-f069-4e17-a531-5b76bd5fc379 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:20.161307 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9d16a179-f069-4e17-a531-5b76bd5fc379 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:20.178773 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5bea65da-f4fb-4839-bfb6-292f4e2ecb18 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:20.199345 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b59aec73-aadc-4c95-b709-ff27bec8b2c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:20.211507 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9d16a179-f069-4e17-a531-5b76bd5fc379 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7504385 Oct 26 08:32:20.212969 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5bea65da-f4fb-4839-bfb6-292f4e2ecb18 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:20.213113 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b542903-4ac3-43cd-948b-29be85835f0b None None] get_active_networks_info from dv-neutron-804846-13-hyperv {{(pid=102103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 08:32:20.218205 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-5bea65da-f4fb-4839-bfb6-292f4e2ecb18 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] 10.222.0.41 "DELETE /v2.0/networks/af95444f-28e6-4803-abea-96fe162d070d HTTP/1.1" status: 204 len: 168 time: 3.7623780 Oct 26 08:32:20.218723 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60560) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:20.221812 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60562) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:20.245558 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-d5054376-3a7d-4f8c-8327-d66c0e61390f tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-152016562'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:20.264941 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea65da-f4fb-4839-bfb6-292f4e2ecb18 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Pushing event deleted for resources: {'Network': ['ID=af95444f-28e6-4803-abea-96fe162d070d,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:20.288316 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12a3aeb-cdb9-4d7b-94da-a14c027663f3 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:20.292789 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e12a3aeb-cdb9-4d7b-94da-a14c027663f3 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] 10.222.0.41 "GET /v2.0/ports/93d3943d-18c8-4a70-8ed2-3bef91ff623a HTTP/1.1" status: 200 len: 954 time: 0.0716467 Oct 26 08:32:20.294555 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60564) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:20.323747 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5054376-3a7d-4f8c-8327-d66c0e61390f tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Made reservation on behalf of b841081dbf364c88806ec4f9fb1fcc47 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:20.327251 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d5054376-3a7d-4f8c-8327-d66c0e61390f tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:20.336133 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-933286d0-c6a7-4540-a64a-771cd547f11e None None] For port 71f57358-850e-4870-9dcf-fbf527c9ef0a, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:32:20.341262 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-933286d0-c6a7-4540-a64a-771cd547f11e None None] For port 71f57358-850e-4870-9dcf-fbf527c9ef0a, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=71f57358-850e-4870-9dcf-fbf527c9ef0a,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:32:20.351225 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-933286d0-c6a7-4540-a64a-771cd547f11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:20.390404 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5054376-3a7d-4f8c-8327-d66c0e61390f tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:32:20.413426 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d5054376-3a7d-4f8c-8327-d66c0e61390f tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:20.413827 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-d5054376-3a7d-4f8c-8327-d66c0e61390f tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Added segment 7e3534e8-8f36-49ac-866c-db8b43bb7b0e of type vlan for network 752155f5-8b35-409f-adee-e4faf2487f93 Oct 26 08:32:20.428705 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b59aec73-aadc-4c95-b709-ff27bec8b2c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:20.435842 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-e8059a43-3c82-495c-9d78-a2752fdcc8da tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Deleting port 93d3943d-18c8-4a70-8ed2-3bef91ff623a {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:20.436205 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e8059a43-3c82-495c-9d78-a2752fdcc8da tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:20.457066 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b542903-4ac3-43cd-948b-29be85835f0b None None] Resources bound (agent type, host, resource id): {{(pid=102103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 08:32:20.463842 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933286d0-c6a7-4540-a64a-771cd547f11e None None] Routers {'1581a1eb-fab8-4738-a7ff-8440e6ef198b'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:32:20.464476 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-933286d0-c6a7-4540-a64a-771cd547f11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:31:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['1581a1eb-fab8-4738-a7ff-8440e6ef198b'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:20.469289 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c3f29-e0b5-43f1-bd04-329d8c6ef481 None None] Pushing event updated for resources: {'Port': ['ID=71f57358-850e-4870-9dcf-fbf527c9ef0a,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:20.476432 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60566) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:20.528845 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d5054376-3a7d-4f8c-8327-d66c0e61390f tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:20.545954 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ba1e23ac-330b-490e-8438-b7b5a5c54371 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:20.565885 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ae0c8910-f17f-4075-92c4-328810e9dea8 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:20.587624 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b59aec73-aadc-4c95-b709-ff27bec8b2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:20.590386 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b59aec73-aadc-4c95-b709-ff27bec8b2c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:20.591964 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b59aec73-aadc-4c95-b709-ff27bec8b2c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/09e815bd-8a48-422a-8d72-f3cbc8b73cbc HTTP/1.1" status: 204 len: 168 time: 0.7059765 Oct 26 08:32:20.601793 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59aec73-aadc-4c95-b709-ff27bec8b2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e815bd-8a48-422a-8d72-f3cbc8b73cbc,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:20.642758 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-933286d0-c6a7-4540-a64a-771cd547f11e None None] Set router 1581a1eb-fab8-4738-a7ff-8440e6ef198b gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:32:20.669522 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e8059a43-3c82-495c-9d78-a2752fdcc8da tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:20.684358 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-e8059a43-3c82-495c-9d78-a2752fdcc8da tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Calling delete_port for 93d3943d-18c8-4a70-8ed2-3bef91ff623a owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:20.745946 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d5054376-3a7d-4f8c-8327-d66c0e61390f tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:20.753262 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5054376-3a7d-4f8c-8327-d66c0e61390f tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:20.755232 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d5054376-3a7d-4f8c-8327-d66c0e61390f tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:20.779311 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-828d3445-bde3-4de3-aa10-0963e038dc33 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting port 71f57358-850e-4870-9dcf-fbf527c9ef0a {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:20.779961 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-828d3445-bde3-4de3-aa10-0963e038dc33 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:20.866595 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d5054376-3a7d-4f8c-8327-d66c0e61390f tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6257815 Oct 26 08:32:20.881096 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60572) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:20.888518 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-b70d8823-4191-4215-ab44-39a728eabd39 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Request body: {'subnet': {'network_id': '752155f5-8b35-409f-adee-e4faf2487f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:20.947008 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ba1e23ac-330b-490e-8438-b7b5a5c54371 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:20.955649 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5054376-3a7d-4f8c-8327-d66c0e61390f tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Pushing event updated for resources: {'Network': ['ID=752155f5-8b35-409f-adee-e4faf2487f93,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:20.962788 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ba1e23ac-330b-490e-8438-b7b5a5c54371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:20.980258 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 752155f5-8b35-409f-adee-e4faf2487f93 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:32:21.018605 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ba1e23ac-330b-490e-8438-b7b5a5c54371 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=68594f1b8da64187ae29ece2b8d7c56e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5407016 Oct 26 08:32:21.019852 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e23ac-330b-490e-8438-b7b5a5c54371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8caff4-5e05-46d8-a7cd-14c93018c469,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:21.022080 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0c8910-f17f-4075-92c4-328810e9dea8 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Router df05d06d-6222-41ca-90ab-b9c54fc20716 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:32:21.022558 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60576) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:21.034885 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e8059a43-3c82-495c-9d78-a2752fdcc8da tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:21.061749 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70d8823-4191-4215-ab44-39a728eabd39 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Made reservation on behalf of b841081dbf364c88806ec4f9fb1fcc47 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:21.065310 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b70d8823-4191-4215-ab44-39a728eabd39 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:21.082195 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8059a43-3c82-495c-9d78-a2752fdcc8da tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Pushing event deleted for resources: {'Port': ['ID=93d3943d-18c8-4a70-8ed2-3bef91ff623a,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:21.098481 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-933286d0-c6a7-4540-a64a-771cd547f11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1581a1eb-fab8-4738-a7ff-8440e6ef198b', 'name': 'tempest-NetworksTestDHCPv6-router-1223724187', 'tenant_id': '34a26fc2cbe741c49d4d94b40e63438a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:32:12Z', 'updated_at': '2021-10-26T08:32:15Z', 'revision_number': 2, 'project_id': '34a26fc2cbe741c49d4d94b40e63438a', 'gw_port_host': None, '_interfaces': [{'id': '71f57358-850e-4870-9dcf-fbf527c9ef0a', 'name': '', 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'tenant_id': '34a26fc2cbe741c49d4d94b40e63438a', 'mac_address': 'fa:16:3e:97:0d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1581a1eb-fab8-4738-a7ff-8440e6ef198b', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '42ad5f88-7621-425b-8f2b-c147ad8a6028', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:32:13Z', 'updated_at': '2021-10-26T08:32:20Z', 'revision_number': 4, 'project_id': '34a26fc2cbe741c49d4d94b40e63438a', 'subnets': [{'id': '42ad5f88-7621-425b-8f2b-c147ad8a6028', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:21.101877 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e8059a43-3c82-495c-9d78-a2752fdcc8da tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:21.108105 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e8059a43-3c82-495c-9d78-a2752fdcc8da tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] 10.222.0.41 "DELETE /v2.0/ports/93d3943d-18c8-4a70-8ed2-3bef91ff623a HTTP/1.1" status: 204 len: 168 time: 0.8126209 Oct 26 08:32:21.108870 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60580) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:21.140847 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933286d0-c6a7-4540-a64a-771cd547f11e None None] The sync data for ids ['1581a1eb-fab8-4738-a7ff-8440e6ef198b'] in dv-neutron-804846-13-hyperv is: [{'id': '1581a1eb-fab8-4738-a7ff-8440e6ef198b', 'name': 'tempest-NetworksTestDHCPv6-router-1223724187', 'tenant_id': '34a26fc2cbe741c49d4d94b40e63438a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:32:12Z', 'updated_at': '2021-10-26T08:32:15Z', 'revision_number': 2, 'project_id': '34a26fc2cbe741c49d4d94b40e63438a', 'gw_port_host': None, '_interfaces': [{'id': '71f57358-850e-4870-9dcf-fbf527c9ef0a', 'name': '', 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'tenant_id': '34a26fc2cbe741c49d4d94b40e63438a', 'mac_address': 'fa:16:3e:97:0d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1581a1eb-fab8-4738-a7ff-8440e6ef198b', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '42ad5f88-7621-425b-8f2b-c147ad8a6028', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:32:13Z', 'updated_at': '2021-10-26T08:32:20Z', 'revision_number': 4, 'project_id': '34a26fc2cbe741c49d4d94b40e63438a', 'subnets': [{'id': '42ad5f88-7621-425b-8f2b-c147ad8a6028', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:32:21.162012 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-828d3445-bde3-4de3-aa10-0963e038dc33 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] For port 71f57358-850e-4870-9dcf-fbf527c9ef0a, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=71f57358-850e-4870-9dcf-fbf527c9ef0a,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:21.162385 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-828d3445-bde3-4de3-aa10-0963e038dc33 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:21.173597 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-34324cf1-40aa-411c-a143-8b82f6f30c4f tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] GET failed (client error): The resource could not be found. Oct 26 08:32:21.175190 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-34324cf1-40aa-411c-a143-8b82f6f30c4f tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] 10.222.0.41 "GET /v2.0/ports/93d3943d-18c8-4a70-8ed2-3bef91ff623a HTTP/1.1" status: 404 len: 333 time: 0.0608082 Oct 26 08:32:21.180861 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60586) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:21.189614 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-b7b55b47-1520-4a7a-b9bc-b10ad271918f tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Request body: {'port': {'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-677854006'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:21.220593 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-86725718-472d-4480-b699-ff859b4c0e7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:21.266385 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b55b47-1520-4a7a-b9bc-b10ad271918f tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Made reservation on behalf of a9d86ed7d21849b083359bd046162ea7 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:21.270112 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b7b55b47-1520-4a7a-b9bc-b10ad271918f tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:21.276979 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-828d3445-bde3-4de3-aa10-0963e038dc33 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Calling delete_port for 71f57358-850e-4870-9dcf-fbf527c9ef0a owned by network:router_interface {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:21.312019 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-b7b55b47-1520-4a7a-b9bc-b10ad271918f tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] device_id is not set on port e74f2b22-f5a9-4ec2-880d-bb783f287505 yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:32:21.401391 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-86725718-472d-4480-b699-ff859b4c0e7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:21.452810 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0c8910-f17f-4075-92c4-328810e9dea8 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:32:21.467888 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87be2726-05bf-4e02-95a4-5c7b28ea4811 None None] Sync routers for ids ['df05d06d-6222-41ca-90ab-b9c54fc20716'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:32:21.479515 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-753fc00e-396f-48b9-9674-c9947c412bb3 None None] Provisioning complete for port 71f57358-850e-4870-9dcf-fbf527c9ef0a triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:21.480993 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-753fc00e-396f-48b9-9674-c9947c412bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:21.493867 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87be2726-05bf-4e02-95a4-5c7b28ea4811 None None] Routers {'df05d06d-6222-41ca-90ab-b9c54fc20716'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:32:21.494504 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-87be2726-05bf-4e02-95a4-5c7b28ea4811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:31:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['df05d06d-6222-41ca-90ab-b9c54fc20716'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:21.532487 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-86725718-472d-4480-b699-ff859b4c0e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:21.540170 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-86725718-472d-4480-b699-ff859b4c0e7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:21.541424 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-86725718-472d-4480-b699-ff859b4c0e7b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bd8caff4-5e05-46d8-a7cd-14c93018c469 HTTP/1.1" status: 204 len: 168 time: 0.5180840 Oct 26 08:32:21.636185 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ae0c8910-f17f-4075-92c4-328810e9dea8 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:21.637801 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ae0c8910-f17f-4075-92c4-328810e9dea8 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.8342967 Oct 26 08:32:21.653386 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86725718-472d-4480-b699-ff859b4c0e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8caff4-5e05-46d8-a7cd-14c93018c469,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:21.668812 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60600) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:21.871388 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-87be2726-05bf-4e02-95a4-5c7b28ea4811 None None] Set router df05d06d-6222-41ca-90ab-b9c54fc20716 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:32:21.881235 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-821da6e6-ed36-4ecb-b255-093e4dd2c4f2 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] 10.222.0.41 "GET /v2.0/routers/df05d06d-6222-41ca-90ab-b9c54fc20716 HTTP/1.1" status: 200 len: 909 time: 0.2054029 Oct 26 08:32:21.886830 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60608) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:21.894879 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-f55272b2-8062-4291-9f19-a887bf4e486b tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2006987128', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'enable_snat': True}}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:21.926808 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b7b55b47-1520-4a7a-b9bc-b10ad271918f tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:21.932441 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f55272b2-8062-4291-9f19-a887bf4e486b tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:21.934392 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f55272b2-8062-4291-9f19-a887bf4e486b tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:21.983484 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a438063c-ef8e-41fd-9646-4aaed64bac1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:21.995815 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b7b55b47-1520-4a7a-b9bc-b10ad271918f tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:22.064564 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b55b47-1520-4a7a-b9bc-b10ad271918f tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:22.078613 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-b7b55b47-1520-4a7a-b9bc-b10ad271918f tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:22.081199 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b55b47-1520-4a7a-b9bc-b10ad271918f tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:22.082363 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b55b47-1520-4a7a-b9bc-b10ad271918f tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:22.082972 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b7b55b47-1520-4a7a-b9bc-b10ad271918f tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:22.092691 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-753fc00e-396f-48b9-9674-c9947c412bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:22.095451 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b55b47-1520-4a7a-b9bc-b10ad271918f tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Pushing event updated for resources: {'Port': ['ID=e74f2b22-f5a9-4ec2-880d-bb783f287505,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:22.119617 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60612) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:22.133769 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b7b55b47-1520-4a7a-b9bc-b10ad271918f tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9517584 Oct 26 08:32:22.136217 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60616) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:22.146678 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:22.192131 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.objects.ports [None req-b70d8823-4191-4215-ab44-39a728eabd39 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102102) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 08:32:22.213934 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-828d3445-bde3-4de3-aa10-0963e038dc33 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:22.213934 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b70d8823-4191-4215-ab44-39a728eabd39 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:22.328526 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d3445-bde3-4de3-aa10-0963e038dc33 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Port': ['ID=71f57358-850e-4870-9dcf-fbf527c9ef0a,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:22.330881 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-e8346c58-d6cb-4553-998d-dd0c0582795e None None] Could not find standard attr ID for object 71f57358-850e-4870-9dcf-fbf527c9ef0a. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:32:22.399687 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-199bebfe-a504-4c2d-b7b8-ec92f10d47a0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2086066997'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:22.404255 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-87be2726-05bf-4e02-95a4-5c7b28ea4811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df05d06d-6222-41ca-90ab-b9c54fc20716', 'name': 'tempest-snat-router-2006987128', 'tenant_id': '5cdb68a7e5d4401bb3264178372ac66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.239'}], 'enable_snat': False}, 'gw_port_id': 'e28ec64c-1fcd-4e22-b2c4-ca3455ffb95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:32:16Z', 'updated_at': '2021-10-26T08:32:19Z', 'revision_number': 3, 'project_id': '5cdb68a7e5d4401bb3264178372ac66d', 'gw_port': {'id': 'e28ec64c-1fcd-4e22-b2c4-ca3455ffb95d', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df05d06d-6222-41ca-90ab-b9c54fc20716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:32:18Z', 'updated_at': '2021-10-26T08:32:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:22.431249 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f55272b2-8062-4291-9f19-a887bf4e486b tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:22.475467 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 71f57358-850e-4870-9dcf-fbf527c9ef0a up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:32:22.480953 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87be2726-05bf-4e02-95a4-5c7b28ea4811 None None] Checking router: df05d06d-6222-41ca-90ab-b9c54fc20716 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:32:22.484023 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87be2726-05bf-4e02-95a4-5c7b28ea4811 None None] Updating router df05d06d-6222-41ca-90ab-b9c54fc20716 port e28ec64c-1fcd-4e22-b2c4-ca3455ffb95d binding host dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:32:22.527083 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 71f57358-850e-4870-9dcf-fbf527c9ef0a {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:32:22.542765 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 71f57358-850e-4870-9dcf-fbf527c9ef0a not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 26 08:32:22.546721 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-87be2726-05bf-4e02-95a4-5c7b28ea4811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:22.587406 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Port 71f57358-850e-4870-9dcf-fbf527c9ef0a not found, will not notify nova. {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 26 08:32:22.632139 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d8823-4191-4215-ab44-39a728eabd39 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Pushing event updated for resources: {'Subnet': ['ID=18e31bfb-1001-4743-ac41-fbcc223e49a4,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:22.649301 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d8823-4191-4215-ab44-39a728eabd39 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Checking segment: {'id': '7e3534e8-8f36-49ac-866c-db8b43bb7b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '752155f5-8b35-409f-adee-e4faf2487f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:22.651641 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70d8823-4191-4215-ab44-39a728eabd39 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Network hostable DHCP agents. Network: 752155f5-8b35-409f-adee-e4faf2487f93, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:32:22.659593 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-828d3445-bde3-4de3-aa10-0963e038dc33 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:22.695385 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199bebfe-a504-4c2d-b7b8-ec92f10d47a0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Made reservation on behalf of 842b849088674682987bba8ce52bfdf3 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:22.701830 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-199bebfe-a504-4c2d-b7b8-ec92f10d47a0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:22.729613 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-199bebfe-a504-4c2d-b7b8-ec92f10d47a0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:22.732715 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70d8823-4191-4215-ab44-39a728eabd39 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Network 752155f5-8b35-409f-adee-e4faf2487f93 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:32:22.853407 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:22.871660 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-b70d8823-4191-4215-ab44-39a728eabd39 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 752155f5-8b35-409f-adee-e4faf2487f93) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:22.883085 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70d8823-4191-4215-ab44-39a728eabd39 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:22.883085 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b70d8823-4191-4215-ab44-39a728eabd39 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:22.901006 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddafca47-0512-4e88-81fd-3f0dcdcfed9a None None] Network 752155f5-8b35-409f-adee-e4faf2487f93 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:22.945344 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:22.995428 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b70d8823-4191-4215-ab44-39a728eabd39 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.1120038 Oct 26 08:32:23.000305 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-87be2726-05bf-4e02-95a4-5c7b28ea4811 None None] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:23.009802 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-87be2726-05bf-4e02-95a4-5c7b28ea4811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:23.012314 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60636) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:23.077260 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f55272b2-8062-4291-9f19-a887bf4e486b tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:23.081142 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835ea20-5dca-4ef7-a322-bb9f45a9f71d None None] Pushing event updated for resources: {'Port': ['ID=e28ec64c-1fcd-4e22-b2c4-ca3455ffb95d,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:23.117882 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835ea20-5dca-4ef7-a322-bb9f45a9f71d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:23.118613 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835ea20-5dca-4ef7-a322-bb9f45a9f71d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:23.119193 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835ea20-5dca-4ef7-a322-bb9f45a9f71d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:23.120076 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835ea20-5dca-4ef7-a322-bb9f45a9f71d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:23.120629 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835ea20-5dca-4ef7-a322-bb9f45a9f71d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:23.121188 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835ea20-5dca-4ef7-a322-bb9f45a9f71d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:23.122014 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835ea20-5dca-4ef7-a322-bb9f45a9f71d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:23.122850 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835ea20-5dca-4ef7-a322-bb9f45a9f71d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:23.123394 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835ea20-5dca-4ef7-a322-bb9f45a9f71d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:23.123950 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835ea20-5dca-4ef7-a322-bb9f45a9f71d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:23.124484 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835ea20-5dca-4ef7-a322-bb9f45a9f71d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:23.125029 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835ea20-5dca-4ef7-a322-bb9f45a9f71d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:23.135694 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828d3445-bde3-4de3-aa10-0963e038dc33 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Router 1581a1eb-fab8-4738-a7ff-8440e6ef198b has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:32:23.145171 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-87be2726-05bf-4e02-95a4-5c7b28ea4811 None None] Attempting to bind port e28ec64c-1fcd-4e22-b2c4-ca3455ffb95d on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:23.145901 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-87be2726-05bf-4e02-95a4-5c7b28ea4811 None None] Attempting to bind port e28ec64c-1fcd-4e22-b2c4-ca3455ffb95d by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:23.146344 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87be2726-05bf-4e02-95a4-5c7b28ea4811 None None] Attempting to bind port e28ec64c-1fcd-4e22-b2c4-ca3455ffb95d on network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:23.158742 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87be2726-05bf-4e02-95a4-5c7b28ea4811 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:32:23.160163 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87be2726-05bf-4e02-95a4-5c7b28ea4811 None None] Checking segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:23.160645 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-87be2726-05bf-4e02-95a4-5c7b28ea4811 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:23.161050 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87be2726-05bf-4e02-95a4-5c7b28ea4811 None None] Bound using segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:32:23.161536 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-87be2726-05bf-4e02-95a4-5c7b28ea4811 None None] Bound port: e28ec64c-1fcd-4e22-b2c4-ca3455ffb95d, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:32:23.164281 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-87be2726-05bf-4e02-95a4-5c7b28ea4811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:23.251023 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8934038-6257-423d-8f75-66d92c66ed92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-752155f5-8b35-409f-adee-e4faf2487f93', 'network_id': '752155f5-8b35-409f-adee-e4faf2487f93', 'tenant_id': 'b841081dbf364c88806ec4f9fb1fcc47', 'fixed_ips': [{'subnet_id': '18e31bfb-1001-4743-ac41-fbcc223e49a4'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:32:23.252982 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d8934038-6257-423d-8f75-66d92c66ed92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:23.278900 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-87be2726-05bf-4e02-95a4-5c7b28ea4811 None None] For port e28ec64c-1fcd-4e22-b2c4-ca3455ffb95d, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:32:23.285282 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-87be2726-05bf-4e02-95a4-5c7b28ea4811 None None] For port e28ec64c-1fcd-4e22-b2c4-ca3455ffb95d, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=e28ec64c-1fcd-4e22-b2c4-ca3455ffb95d,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:32:23.294600 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-87be2726-05bf-4e02-95a4-5c7b28ea4811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:23.306881 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:23.397309 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] device_id is not set on port e74f2b22-f5a9-4ec2-880d-bb783f287505 yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:32:23.407289 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:23.412614 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87be2726-05bf-4e02-95a4-5c7b28ea4811 None None] Routers {'df05d06d-6222-41ca-90ab-b9c54fc20716'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:32:23.413885 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-87be2726-05bf-4e02-95a4-5c7b28ea4811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:32:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['df05d06d-6222-41ca-90ab-b9c54fc20716'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:23.425779 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:23.517821 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835ea20-5dca-4ef7-a322-bb9f45a9f71d None None] Pushing event updated for resources: {'Port': ['ID=e28ec64c-1fcd-4e22-b2c4-ca3455ffb95d,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:23.569441 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Pushing event updated for resources: {'Port': ['ID=e74f2b22-f5a9-4ec2-880d-bb783f287505,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:23.619790 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:23.620139 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:23.620485 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:23.633189 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Port e74f2b22-f5a9-4ec2-880d-bb783f287505 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:32:23.633528 dv-neutron-804846-13-hyperv neutron-server[102101]: ERROR neutron.plugins.ml2.managers [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Failed to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] Oct 26 08:32:23.635710 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.plugins.ml2.plugin [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempt 2 to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 Oct 26 08:32:23.641294 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-d8934038-6257-423d-8f75-66d92c66ed92 None None] Allocated IP 2001:db8::f816:3eff:fe7c:8b8f (752155f5-8b35-409f-adee-e4faf2487f93/18e31bfb-1001-4743-ac41-fbcc223e49a4/04de0769-e979-458d-a7c8-19c6833d3bd5) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:32:23.653340 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f55272b2-8062-4291-9f19-a887bf4e486b tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:23.676980 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:23.678044 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:23.678494 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:23.682521 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f55272b2-8062-4291-9f19-a887bf4e486b tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:23.689297 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-87be2726-05bf-4e02-95a4-5c7b28ea4811 None None] Set router df05d06d-6222-41ca-90ab-b9c54fc20716 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:32:23.690621 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Port e74f2b22-f5a9-4ec2-880d-bb783f287505 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:32:23.690966 dv-neutron-804846-13-hyperv neutron-server[102101]: ERROR neutron.plugins.ml2.managers [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Failed to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] Oct 26 08:32:23.692486 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.plugins.ml2.plugin [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempt 3 to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 Oct 26 08:32:23.723972 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-199bebfe-a504-4c2d-b7b8-ec92f10d47a0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:23.744224 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:23.744722 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:23.745166 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:23.753108 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-199bebfe-a504-4c2d-b7b8-ec92f10d47a0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:23.757521 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Port e74f2b22-f5a9-4ec2-880d-bb783f287505 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:32:23.758165 dv-neutron-804846-13-hyperv neutron-server[102101]: ERROR neutron.plugins.ml2.managers [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Failed to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] Oct 26 08:32:23.761111 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.plugins.ml2.plugin [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempt 4 to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 Oct 26 08:32:23.779806 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828d3445-bde3-4de3-aa10-0963e038dc33 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:32:23.785304 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:23.786042 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:23.786606 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:23.814485 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-828d3445-bde3-4de3-aa10-0963e038dc33 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "PUT /v2.0/routers/1581a1eb-fab8-4738-a7ff-8440e6ef198b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2341068 Oct 26 08:32:23.817923 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60650) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:23.829158 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199bebfe-a504-4c2d-b7b8-ec92f10d47a0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:32:23.834294 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-08c5da5b-3446-46a8-81f6-a75c00693086 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:23.845068 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Port e74f2b22-f5a9-4ec2-880d-bb783f287505 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:32:23.845811 dv-neutron-804846-13-hyperv neutron-server[102101]: ERROR neutron.plugins.ml2.managers [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Failed to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] Oct 26 08:32:23.853536 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-199bebfe-a504-4c2d-b7b8-ec92f10d47a0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:23.854176 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-199bebfe-a504-4c2d-b7b8-ec92f10d47a0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Added segment 67c08f24-1a4f-4389-b6bd-fcde7d882449 of type vlan for network b9ee02d4-5cb7-4943-9b37-aae5cc660ad0 Oct 26 08:32:23.863846 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199bebfe-a504-4c2d-b7b8-ec92f10d47a0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05155380-22d2-45d4-a245-18ce62b2ad0e,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:23.873737 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.plugins.ml2.plugin [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempt 5 to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 Oct 26 08:32:23.909058 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:23.909377 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:23.909536 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:23.910625 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-199bebfe-a504-4c2d-b7b8-ec92f10d47a0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:23.915650 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d8934038-6257-423d-8f75-66d92c66ed92 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:23.921402 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c53e84e-fa7b-4002-aef4-b00b92d6e39c None None] Sync routers for ids ['1581a1eb-fab8-4738-a7ff-8440e6ef198b'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:32:23.932534 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d8934038-6257-423d-8f75-66d92c66ed92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:23.934788 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-f55272b2-8062-4291-9f19-a887bf4e486b tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Allocated IP 172.26.2.236 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/1f4c2245-eab1-488b-9926-fd7bf0ed94ac) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:32:23.942789 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14a2534-1d06-4e24-b728-84c64e3f1244 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:23.945379 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14a2534-1d06-4e24-b728-84c64e3f1244 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:23.947392 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b14a2534-1d06-4e24-b728-84c64e3f1244 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1262491 Oct 26 08:32:23.948124 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Port e74f2b22-f5a9-4ec2-880d-bb783f287505 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:32:23.948464 dv-neutron-804846-13-hyperv neutron-server[102101]: ERROR neutron.plugins.ml2.managers [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Failed to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] Oct 26 08:32:23.951852 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.plugins.ml2.plugin [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempt 6 to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 Oct 26 08:32:23.952819 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60652) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:23.977831 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:23.978291 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:23.978699 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:24.010118 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8934038-6257-423d-8f75-66d92c66ed92 None None] Pushing event updated for resources: {'Port': ['ID=04de0769-e979-458d-a7c8-19c6833d3bd5,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:24.013071 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c53e84e-fa7b-4002-aef4-b00b92d6e39c None None] Routers {'1581a1eb-fab8-4738-a7ff-8440e6ef198b'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:32:24.013737 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Port e74f2b22-f5a9-4ec2-880d-bb783f287505 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:32:24.013868 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-0c53e84e-fa7b-4002-aef4-b00b92d6e39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:32:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['1581a1eb-fab8-4738-a7ff-8440e6ef198b'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:24.014093 dv-neutron-804846-13-hyperv neutron-server[102101]: ERROR neutron.plugins.ml2.managers [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Failed to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] Oct 26 08:32:24.021232 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-199bebfe-a504-4c2d-b7b8-ec92f10d47a0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:24.027880 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199bebfe-a504-4c2d-b7b8-ec92f10d47a0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:24.028505 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-199bebfe-a504-4c2d-b7b8-ec92f10d47a0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:24.030953 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-08c5da5b-3446-46a8-81f6-a75c00693086 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:24.056086 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.plugins.ml2.plugin [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempt 7 to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 Oct 26 08:32:24.076636 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:24.077003 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:24.077303 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:24.086639 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Port e74f2b22-f5a9-4ec2-880d-bb783f287505 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:32:24.086976 dv-neutron-804846-13-hyperv neutron-server[102101]: ERROR neutron.plugins.ml2.managers [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Failed to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] Oct 26 08:32:24.088925 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.plugins.ml2.plugin [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempt 8 to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 Oct 26 08:32:24.118674 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:24.119014 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:24.119407 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:24.123458 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-87be2726-05bf-4e02-95a4-5c7b28ea4811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df05d06d-6222-41ca-90ab-b9c54fc20716', 'name': 'tempest-snat-router-2006987128', 'tenant_id': '5cdb68a7e5d4401bb3264178372ac66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.239'}], 'enable_snat': False}, 'gw_port_id': 'e28ec64c-1fcd-4e22-b2c4-ca3455ffb95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:32:16Z', 'updated_at': '2021-10-26T08:32:19Z', 'revision_number': 3, 'project_id': '5cdb68a7e5d4401bb3264178372ac66d', 'gw_port': {'id': 'e28ec64c-1fcd-4e22-b2c4-ca3455ffb95d', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df05d06d-6222-41ca-90ab-b9c54fc20716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:32:18Z', 'updated_at': '2021-10-26T08:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:24.133217 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Port e74f2b22-f5a9-4ec2-880d-bb783f287505 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:32:24.133552 dv-neutron-804846-13-hyperv neutron-server[102101]: ERROR neutron.plugins.ml2.managers [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Failed to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] Oct 26 08:32:24.142093 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.plugins.ml2.plugin [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempt 9 to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 Oct 26 08:32:24.150317 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ba6231-21e2-44a3-bf61-fdfe93384097 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting subnet 42ad5f88-7621-425b-8f2b-c147ad8a6028 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:32:24.157484 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-199bebfe-a504-4c2d-b7b8-ec92f10d47a0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0345776 Oct 26 08:32:24.160127 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60660) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:24.162483 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87be2726-05bf-4e02-95a4-5c7b28ea4811 None None] The sync data for ids ['df05d06d-6222-41ca-90ab-b9c54fc20716'] in dv-neutron-804846-13-hyperv is: [{'id': 'df05d06d-6222-41ca-90ab-b9c54fc20716', 'name': 'tempest-snat-router-2006987128', 'tenant_id': '5cdb68a7e5d4401bb3264178372ac66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.239'}], 'enable_snat': False}, 'gw_port_id': 'e28ec64c-1fcd-4e22-b2c4-ca3455ffb95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:32:16Z', 'updated_at': '2021-10-26T08:32:19Z', 'revision_number': 3, 'project_id': '5cdb68a7e5d4401bb3264178372ac66d', 'gw_port': {'id': 'e28ec64c-1fcd-4e22-b2c4-ca3455ffb95d', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df05d06d-6222-41ca-90ab-b9c54fc20716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:32:18Z', 'updated_at': '2021-10-26T08:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:32:24.185038 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-730401b9-ccb5-4a96-b4a4-4d9693cbc4bb tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'port': {'network_id': 'b9ee02d4-5cb7-4943-9b37-aae5cc660ad0', 'name': 'tempest-PortsIpV6TestJSON-992080903'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:24.202529 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8934038-6257-423d-8f75-66d92c66ed92 None None] Network 752155f5-8b35-409f-adee-e4faf2487f93 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:24.208176 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f55272b2-8062-4291-9f19-a887bf4e486b tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:24.220519 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-d8934038-6257-423d-8f75-66d92c66ed92 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:24.223097 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-0c53e84e-fa7b-4002-aef4-b00b92d6e39c None None] Set router 1581a1eb-fab8-4738-a7ff-8440e6ef198b gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:32:24.226141 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8934038-6257-423d-8f75-66d92c66ed92 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:24.230030 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199bebfe-a504-4c2d-b7b8-ec92f10d47a0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Network': ['ID=b9ee02d4-5cb7-4943-9b37-aae5cc660ad0,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:24.232599 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e4ba6231-21e2-44a3-bf61-fdfe93384097 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:24.246804 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:24.247305 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:24.247754 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:24.272375 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60662) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:24.274032 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:24.312565 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Port e74f2b22-f5a9-4ec2-880d-bb783f287505 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:32:24.314776 dv-neutron-804846-13-hyperv neutron-server[102101]: ERROR neutron.plugins.ml2.managers [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Failed to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] Oct 26 08:32:24.317243 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.plugins.ml2.plugin [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempt 10 to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 Oct 26 08:32:24.319734 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network b9ee02d4-5cb7-4943-9b37-aae5cc660ad0 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:32:24.325337 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-0c53e84e-fa7b-4002-aef4-b00b92d6e39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1581a1eb-fab8-4738-a7ff-8440e6ef198b', 'name': 'tempest-NetworksTestDHCPv6-router-1223724187', 'tenant_id': '34a26fc2cbe741c49d4d94b40e63438a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:32:12Z', 'updated_at': '2021-10-26T08:32:21Z', 'revision_number': 3, 'project_id': '34a26fc2cbe741c49d4d94b40e63438a', 'gw_port_host': None}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:24.331484 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e4ba6231-21e2-44a3-bf61-fdfe93384097 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:24.384038 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:24.384543 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:24.384905 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempting to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:24.388632 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-08c5da5b-3446-46a8-81f6-a75c00693086 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:24.424043 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Port e74f2b22-f5a9-4ec2-880d-bb783f287505 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:32:24.424426 dv-neutron-804846-13-hyperv neutron-server[102101]: ERROR neutron.plugins.ml2.managers [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Failed to bind port e74f2b22-f5a9-4ec2-880d-bb783f287505 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '66f55586-8192-4b67-b7b2-86d6c501140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4'}] Oct 26 08:32:24.425148 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:24.430187 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730401b9-ccb5-4a96-b4a4-4d9693cbc4bb tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Made reservation on behalf of 842b849088674682987bba8ce52bfdf3 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:24.434282 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-730401b9-ccb5-4a96-b4a4-4d9693cbc4bb tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:24.446018 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f55272b2-8062-4291-9f19-a887bf4e486b tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:24.452260 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c53e84e-fa7b-4002-aef4-b00b92d6e39c None None] Checking router: 1581a1eb-fab8-4738-a7ff-8440e6ef198b for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:32:24.462279 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-65cc6ed7-f1a6-4363-a6f1-5c11a2e6df86 tempest-RoutersAdminNegativeIpV6Test-2055549165 tempest-RoutersAdminNegativeIpV6Test-2055549165-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-299533788', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:24.478911 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c5da5b-3446-46a8-81f6-a75c00693086 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Pushing event deleted for resources: {'Subnet': ['ID=18e31bfb-1001-4743-ac41-fbcc223e49a4,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:24.532049 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55272b2-8062-4291-9f19-a887bf4e486b tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Pushing event updated for resources: {'Port': ['ID=1f4c2245-eab1-488b-9926-fd7bf0ed94ac,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:24.560685 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-730401b9-ccb5-4a96-b4a4-4d9693cbc4bb tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] device_id is not set on port 129e905b-074a-4f85-a828-7c3a21e88ea9 yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:32:24.571158 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c53e84e-fa7b-4002-aef4-b00b92d6e39c None None] Routers {'1581a1eb-fab8-4738-a7ff-8440e6ef198b'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:32:24.571359 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cc6ed7-f1a6-4363-a6f1-5c11a2e6df86 tempest-RoutersAdminNegativeIpV6Test-2055549165 tempest-RoutersAdminNegativeIpV6Test-2055549165-project-admin] Made reservation on behalf of 40bde091a79440578b3f065c62054eb4 for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:24.572154 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-0c53e84e-fa7b-4002-aef4-b00b92d6e39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:32:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['1581a1eb-fab8-4738-a7ff-8440e6ef198b'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:24.573562 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-65cc6ed7-f1a6-4363-a6f1-5c11a2e6df86 tempest-RoutersAdminNegativeIpV6Test-2055549165 tempest-RoutersAdminNegativeIpV6Test-2055549165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:24.574731 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-d8934038-6257-423d-8f75-66d92c66ed92 None None] Attempting to bind port 04de0769-e979-458d-a7c8-19c6833d3bd5 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:24.575117 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-d8934038-6257-423d-8f75-66d92c66ed92 None None] Attempting to bind port 04de0769-e979-458d-a7c8-19c6833d3bd5 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '7e3534e8-8f36-49ac-866c-db8b43bb7b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '752155f5-8b35-409f-adee-e4faf2487f93'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:24.575474 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8934038-6257-423d-8f75-66d92c66ed92 None None] Attempting to bind port 04de0769-e979-458d-a7c8-19c6833d3bd5 on network 752155f5-8b35-409f-adee-e4faf2487f93 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:24.587543 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-65cc6ed7-f1a6-4363-a6f1-5c11a2e6df86 tempest-RoutersAdminNegativeIpV6Test-2055549165 tempest-RoutersAdminNegativeIpV6Test-2055549165-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:24.646999 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55272b2-8062-4291-9f19-a887bf4e486b tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:24.652292 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8934038-6257-423d-8f75-66d92c66ed92 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:32:24.653193 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-08c5da5b-3446-46a8-81f6-a75c00693086 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:24.653486 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8934038-6257-423d-8f75-66d92c66ed92 None None] Checking segment: {'id': '7e3534e8-8f36-49ac-866c-db8b43bb7b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '752155f5-8b35-409f-adee-e4faf2487f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:24.654073 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d8934038-6257-423d-8f75-66d92c66ed92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:24.654701 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8934038-6257-423d-8f75-66d92c66ed92 None None] Bound using segment: {'id': '7e3534e8-8f36-49ac-866c-db8b43bb7b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '752155f5-8b35-409f-adee-e4faf2487f93'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:32:24.655474 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-d8934038-6257-423d-8f75-66d92c66ed92 None None] Bound port: 04de0769-e979-458d-a7c8-19c6833d3bd5, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e3534e8-8f36-49ac-866c-db8b43bb7b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '752155f5-8b35-409f-adee-e4faf2487f93'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:32:24.656027 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d8934038-6257-423d-8f75-66d92c66ed92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:24.681885 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-0c53e84e-fa7b-4002-aef4-b00b92d6e39c None None] Set router 1581a1eb-fab8-4738-a7ff-8440e6ef198b gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:32:24.682096 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-08c5da5b-3446-46a8-81f6-a75c00693086 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['752155f5-8b35-409f-adee-e4faf2487f93']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:24.692358 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-08c5da5b-3446-46a8-81f6-a75c00693086 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e3534e8-8f36-49ac-866c-db8b43bb7b0e') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:24.693882 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-08c5da5b-3446-46a8-81f6-a75c00693086 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e3534e8-8f36-49ac-866c-db8b43bb7b0e') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:24.704395 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-08c5da5b-3446-46a8-81f6-a75c00693086 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:24.719381 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-08c5da5b-3446-46a8-81f6-a75c00693086 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:24.726734 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c5da5b-3446-46a8-81f6-a75c00693086 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:32:24.727376 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-08c5da5b-3446-46a8-81f6-a75c00693086 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:24.735703 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-f55272b2-8062-4291-9f19-a887bf4e486b tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:24.751754 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55272b2-8062-4291-9f19-a887bf4e486b tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:24.776404 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:32:24.776404 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:32:24.776404 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:32:24.776404 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:32:24.776404 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:32:24.776404 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:32:24.776404 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:32:24.776404 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:32:24.776404 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:32:24.776404 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:32:24.776404 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:32:24.776404 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:32:24.776404 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:32:24.776404 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:32:24.776404 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:32:24.776404 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:32:24.776404 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:32:24.776404 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:32:24.776404 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:32:24.776404 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:32:24.776404 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:32:24.776404 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:32:24.776404 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:32:24.776404 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:32:24.776404 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:32:24.776404 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:32:24.776404 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:32:24.776404 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:32:24.776404 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:32:24.776404 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:32:24.776404 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:32:24.776404 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:32:24.779905 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-0c53e84e-fa7b-4002-aef4-b00b92d6e39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1581a1eb-fab8-4738-a7ff-8440e6ef198b', 'name': 'tempest-NetworksTestDHCPv6-router-1223724187', 'tenant_id': '34a26fc2cbe741c49d4d94b40e63438a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:32:12Z', 'updated_at': '2021-10-26T08:32:21Z', 'revision_number': 3, 'project_id': '34a26fc2cbe741c49d4d94b40e63438a', 'gw_port_host': None}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:24.793737 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:24.824778 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c53e84e-fa7b-4002-aef4-b00b92d6e39c None None] The sync data for ids ['1581a1eb-fab8-4738-a7ff-8440e6ef198b'] in dv-neutron-804846-13-hyperv is: [{'id': '1581a1eb-fab8-4738-a7ff-8440e6ef198b', 'name': 'tempest-NetworksTestDHCPv6-router-1223724187', 'tenant_id': '34a26fc2cbe741c49d4d94b40e63438a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:32:12Z', 'updated_at': '2021-10-26T08:32:21Z', 'revision_number': 3, 'project_id': '34a26fc2cbe741c49d4d94b40e63438a', 'gw_port_host': None}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:32:24.847147 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.db.api [None req-08c5da5b-3446-46a8-81f6-a75c00693086 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 08:32:24.847147 dv-neutron-804846-13-hyperv neutron-server[102102]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 08:32:24.847147 dv-neutron-804846-13-hyperv neutron-server[102102]: [parameters: {'id': '752155f5-8b35-409f-adee-e4faf2487f93'}] Oct 26 08:32:24.847147 dv-neutron-804846-13-hyperv neutron-server[102102]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:32:24.848069 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG oslo_db.api [None req-08c5da5b-3446-46a8-81f6-a75c00693086 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:32:24.852779 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-d8934038-6257-423d-8f75-66d92c66ed92 None None] For port 04de0769-e979-458d-a7c8-19c6833d3bd5, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:32:24.856832 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e4ba6231-21e2-44a3-bf61-fdfe93384097 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:24.857733 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-d8934038-6257-423d-8f75-66d92c66ed92 None None] For port 04de0769-e979-458d-a7c8-19c6833d3bd5, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=04de0769-e979-458d-a7c8-19c6833d3bd5,segment=NetworkSegment(7e3534e8-8f36-49ac-866c-db8b43bb7b0e),segment_id=7e3534e8-8f36-49ac-866c-db8b43bb7b0e)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:32:24.866204 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d8934038-6257-423d-8f75-66d92c66ed92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:24.921531 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d1ef616f-d088-4e6f-9f7e-7262e1465e8b req-6b076afb-d6a4-4e92-b8c1-f0d5f35ae471 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=50a87eab-52f4-4e00-8410-2b8f0e2db51d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3876410 Oct 26 08:32:24.965861 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-65cc6ed7-f1a6-4363-a6f1-5c11a2e6df86 tempest-RoutersAdminNegativeIpV6Test-2055549165 tempest-RoutersAdminNegativeIpV6Test-2055549165-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:24.978164 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e4ba6231-21e2-44a3-bf61-fdfe93384097 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:24.981176 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-65cc6ed7-f1a6-4363-a6f1-5c11a2e6df86 tempest-RoutersAdminNegativeIpV6Test-2055549165 tempest-RoutersAdminNegativeIpV6Test-2055549165-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:24.996500 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-65cc6ed7-f1a6-4363-a6f1-5c11a2e6df86 tempest-RoutersAdminNegativeIpV6Test-2055549165 tempest-RoutersAdminNegativeIpV6Test-2055549165-project-admin] device_id is not set on port 804723ff-c5ee-4bea-8d90-70716c4ce81f yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:32:25.012479 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8934038-6257-423d-8f75-66d92c66ed92 None None] Pushing event updated for resources: {'Port': ['ID=04de0769-e979-458d-a7c8-19c6833d3bd5,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:25.048668 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba6231-21e2-44a3-bf61-fdfe93384097 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Subnet': ['ID=42ad5f88-7621-425b-8f2b-c147ad8a6028,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:25.048901 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed701cf-eb3b-482f-b709-4bc81d47f62b None None] Network 752155f5-8b35-409f-adee-e4faf2487f93 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:25.080729 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e4ba6231-21e2-44a3-bf61-fdfe93384097 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:25.083002 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] For port e74f2b22-f5a9-4ec2-880d-bb783f287505, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:32:25.084058 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attempted to set empty binding levels {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 08:32:25.088078 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e4ba6231-21e2-44a3-bf61-fdfe93384097 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/42ad5f88-7621-425b-8f2b-c147ad8a6028 HTTP/1.1" status: 204 len: 168 time: 1.1339097 Oct 26 08:32:25.097234 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30165b64-05ff-4c7b-a4d4-496d1fd3739e None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:25.099826 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60668) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:25.142572 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:25.223225 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-730401b9-ccb5-4a96-b4a4-4d9693cbc4bb tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:25.245090 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc6ed7-f1a6-4363-a6f1-5c11a2e6df86 tempest-RoutersAdminNegativeIpV6Test-2055549165 tempest-RoutersAdminNegativeIpV6Test-2055549165-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54470076-c673-4375-aaf7-ee014fc48362,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:25.320373 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-83613dc6-a47d-4eb3-a9bd-8f62273a6545 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2186866 Oct 26 08:32:25.323901 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] In _notify_port_updated(), no bound segment for port e74f2b22-f5a9-4ec2-880d-bb783f287505 on network cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 {{(pid=102101) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 08:32:25.324864 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:25.325480 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:25.326874 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] 10.222.0.41 "PUT /v2.0/ports/e74f2b22-f5a9-4ec2-880d-bb783f287505 HTTP/1.1" status: 200 len: 976 time: 3.1894362 Oct 26 08:32:25.328537 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60672) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:25.332987 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60674) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:25.370107 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-08c5da5b-3446-46a8-81f6-a75c00693086 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:25.439914 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-65cc6ed7-f1a6-4363-a6f1-5c11a2e6df86 tempest-RoutersAdminNegativeIpV6Test-2055549165 tempest-RoutersAdminNegativeIpV6Test-2055549165-project-admin] Allocated IP 172.26.2.227 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/804723ff-c5ee-4bea-8d90-70716c4ce81f) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:32:25.445711 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef616f-d088-4e6f-9f7e-7262e1465e8b req-b7cb3918-cdb9-43ba-a7ca-3ce9bb77a3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:25.447325 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d1ef616f-d088-4e6f-9f7e-7262e1465e8b req-b7cb3918-cdb9-43ba-a7ca-3ce9bb77a3ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aacb04f5ce564fc6b000afd721b795f4&device_id=50a87eab-52f4-4e00-8410-2b8f0e2db51d HTTP/1.1" status: 200 len: 1098 time: 0.3678148 Oct 26 08:32:25.487125 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547d2bb4-96d0-4364-ae9c-f1e7ba8a5023 None None] DHCP port deletion for ecf0c004-fa53-4f3e-bbfd-ff079400665b request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:32:25.553509 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-d3c3bfd4-076f-473c-9a2f-657d735478dc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Deleting port e74f2b22-f5a9-4ec2-880d-bb783f287505 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:25.554202 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d3c3bfd4-076f-473c-9a2f-657d735478dc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:25.557204 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf9418-f101-401c-bb1c-ee735b40f0e5 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Pushing event updated for resources: {'Port': ['ID=e74f2b22-f5a9-4ec2-880d-bb783f287505,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:25.594619 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0400cb37-b1ce-4cb1-819b-c33d974243c6 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for router, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:25.669639 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-08c5da5b-3446-46a8-81f6-a75c00693086 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Deleting port 04de0769-e979-458d-a7c8-19c6833d3bd5 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:25.670047 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-08c5da5b-3446-46a8-81f6-a75c00693086 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:25.690637 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-730401b9-ccb5-4a96-b4a4-4d9693cbc4bb tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:25.742965 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-d3c3bfd4-076f-473c-9a2f-657d735478dc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] For port e74f2b22-f5a9-4ec2-880d-bb783f287505, host hv-neutron-8048, got binding levels [] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:25.743515 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d3c3bfd4-076f-473c-9a2f-657d735478dc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:25.745926 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-547d2bb4-96d0-4364-ae9c-f1e7ba8a5023 None None] Deleting port 887c1dc8-4e91-4267-90aa-c7c21032e96d {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:25.745926 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-547d2bb4-96d0-4364-ae9c-f1e7ba8a5023 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:25.766024 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-d3c3bfd4-076f-473c-9a2f-657d735478dc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Calling delete_port for e74f2b22-f5a9-4ec2-880d-bb783f287505 owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:25.779367 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f55272b2-8062-4291-9f19-a887bf4e486b tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:25.791067 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-08c5da5b-3446-46a8-81f6-a75c00693086 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] For port 04de0769-e979-458d-a7c8-19c6833d3bd5, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=04de0769-e979-458d-a7c8-19c6833d3bd5,segment=NetworkSegment(7e3534e8-8f36-49ac-866c-db8b43bb7b0e),segment_id=7e3534e8-8f36-49ac-866c-db8b43bb7b0e)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:25.791441 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-08c5da5b-3446-46a8-81f6-a75c00693086 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:25.814304 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-547d2bb4-96d0-4364-ae9c-f1e7ba8a5023 None None] For port 887c1dc8-4e91-4267-90aa-c7c21032e96d, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=887c1dc8-4e91-4267-90aa-c7c21032e96d,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:25.814980 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-547d2bb4-96d0-4364-ae9c-f1e7ba8a5023 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:25.820529 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-08c5da5b-3446-46a8-81f6-a75c00693086 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Calling delete_port for 04de0769-e979-458d-a7c8-19c6833d3bd5 owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:25.834533 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-547d2bb4-96d0-4364-ae9c-f1e7ba8a5023 None None] Calling delete_port for 887c1dc8-4e91-4267-90aa-c7c21032e96d owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:25.867354 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-65cc6ed7-f1a6-4363-a6f1-5c11a2e6df86 tempest-RoutersAdminNegativeIpV6Test-2055549165 tempest-RoutersAdminNegativeIpV6Test-2055549165-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:25.916838 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-547d2bb4-96d0-4364-ae9c-f1e7ba8a5023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:25.921089 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef616f-d088-4e6f-9f7e-7262e1465e8b req-63e5ad95-aed2-4830-b9db-79fdb72ae2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:25.922725 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d1ef616f-d088-4e6f-9f7e-7262e1465e8b req-63e5ad95-aed2-4830-b9db-79fdb72ae2c6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3552283e-c7ba-4bd2-b88d-27fd8882224b HTTP/1.1" status: 200 len: 906 time: 0.4363055 Oct 26 08:32:25.934473 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0400cb37-b1ce-4cb1-819b-c33d974243c6 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:25.938957 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0400cb37-b1ce-4cb1-819b-c33d974243c6 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:25.946307 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d2bb4-96d0-4364-ae9c-f1e7ba8a5023 None None] Pushing event deleted for resources: {'Port': ['ID=887c1dc8-4e91-4267-90aa-c7c21032e96d,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:25.948350 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547d2bb4-96d0-4364-ae9c-f1e7ba8a5023 None None] No DVR routers for this DVR port 887c1dc8-4e91-4267-90aa-c7c21032e96d on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:32:25.948672 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730401b9-ccb5-4a96-b4a4-4d9693cbc4bb tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Port': ['ID=129e905b-074a-4f85-a828-7c3a21e88ea9,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:25.983257 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2712cfcb-0e2e-4eca-bfdf-6019d2a407a3 None None] get_active_networks_info from dv-neutron-804846-13-hyperv {{(pid=102103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 08:32:26.001469 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-65cc6ed7-f1a6-4363-a6f1-5c11a2e6df86 tempest-RoutersAdminNegativeIpV6Test-2055549165 tempest-RoutersAdminNegativeIpV6Test-2055549165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:26.017646 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d3c3bfd4-076f-473c-9a2f-657d735478dc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:26.065666 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d3c3bfd4-076f-473c-9a2f-657d735478dc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:26.072602 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d3c3bfd4-076f-473c-9a2f-657d735478dc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] 10.222.0.41 "DELETE /v2.0/ports/e74f2b22-f5a9-4ec2-880d-bb783f287505 HTTP/1.1" status: 204 len: 168 time: 0.7362137 Oct 26 08:32:26.072602 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cc6ed7-f1a6-4363-a6f1-5c11a2e6df86 tempest-RoutersAdminNegativeIpV6Test-2055549165 tempest-RoutersAdminNegativeIpV6Test-2055549165-project-admin] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:26.084327 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60678) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:26.085056 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730401b9-ccb5-4a96-b4a4-4d9693cbc4bb tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Checking segment: {'id': '67c08f24-1a4f-4389-b6bd-fcde7d882449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b9ee02d4-5cb7-4943-9b37-aae5cc660ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:26.085056 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730401b9-ccb5-4a96-b4a4-4d9693cbc4bb tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Network hostable DHCP agents. Network: b9ee02d4-5cb7-4943-9b37-aae5cc660ad0, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:32:26.085677 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-08c5da5b-3446-46a8-81f6-a75c00693086 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:26.098535 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0400cb37-b1ce-4cb1-819b-c33d974243c6 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:26.099079 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0400cb37-b1ce-4cb1-819b-c33d974243c6 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Fanout notify agent at l3_agent the message router_deleted on router 1581a1eb-fab8-4738-a7ff-8440e6ef198b {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:32:26.103692 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-65cc6ed7-f1a6-4363-a6f1-5c11a2e6df86 tempest-RoutersAdminNegativeIpV6Test-2055549165 tempest-RoutersAdminNegativeIpV6Test-2055549165-project-admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:26.111313 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0400cb37-b1ce-4cb1-819b-c33d974243c6 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:26.112445 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-0400cb37-b1ce-4cb1-819b-c33d974243c6 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/routers/1581a1eb-fab8-4738-a7ff-8440e6ef198b HTTP/1.1" status: 204 len: 168 time: 0.7451880 Oct 26 08:32:26.120902 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60680) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:26.125872 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-99d67047-3e09-436c-8c1a-a3d3238c5f00 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:26.136494 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cc6ed7-f1a6-4363-a6f1-5c11a2e6df86 tempest-RoutersAdminNegativeIpV6Test-2055549165 tempest-RoutersAdminNegativeIpV6Test-2055549165-project-admin] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:26.144839 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d93c10-178a-42ff-b51e-8f541f9cbe43 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] GET failed (client error): The resource could not be found. Oct 26 08:32:26.151136 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-02d93c10-178a-42ff-b51e-8f541f9cbe43 tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] 10.222.0.41 "GET /v2.0/ports/e74f2b22-f5a9-4ec2-880d-bb783f287505 HTTP/1.1" status: 404 len: 333 time: 0.0719051 Oct 26 08:32:26.154577 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d1ef616f-d088-4e6f-9f7e-7262e1465e8b req-2464fbde-20a5-49e1-925c-1dfbcec7e30a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=199e5451-784e-4018-9735-9b0ff711adab HTTP/1.1" status: 200 len: 1001 time: 0.2113781 Oct 26 08:32:26.155846 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60682) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:26.166677 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2712cfcb-0e2e-4eca-bfdf-6019d2a407a3 None None] Resources bound (agent type, host, resource id): {{(pid=102103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 08:32:26.180606 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc6ed7-f1a6-4363-a6f1-5c11a2e6df86 tempest-RoutersAdminNegativeIpV6Test-2055549165 tempest-RoutersAdminNegativeIpV6Test-2055549165-project-admin] Pushing event updated for resources: {'Port': ['ID=804723ff-c5ee-4bea-8d90-70716c4ce81f,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:26.183692 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c5da5b-3446-46a8-81f6-a75c00693086 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] No DVR routers for this DVR port 04de0769-e979-458d-a7c8-19c6833d3bd5 on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:32:26.296937 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-08c5da5b-3446-46a8-81f6-a75c00693086 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:26.327466 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-08c5da5b-3446-46a8-81f6-a75c00693086 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['752155f5-8b35-409f-adee-e4faf2487f93']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:26.341209 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-08c5da5b-3446-46a8-81f6-a75c00693086 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e3534e8-8f36-49ac-866c-db8b43bb7b0e') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:26.341209 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-08c5da5b-3446-46a8-81f6-a75c00693086 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e3534e8-8f36-49ac-866c-db8b43bb7b0e') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:26.353755 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-08c5da5b-3446-46a8-81f6-a75c00693086 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:26.372389 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-08c5da5b-3446-46a8-81f6-a75c00693086 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:26.380811 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c5da5b-3446-46a8-81f6-a75c00693086 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:32:26.381284 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-08c5da5b-3446-46a8-81f6-a75c00693086 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:26.438771 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3bfd4-076f-473c-9a2f-657d735478dc tempest-PortsAdminExtendedAttrsTestJSON-1401067216 tempest-PortsAdminExtendedAttrsTestJSON-1401067216-project-admin] Pushing event deleted for resources: {'Port': ['ID=e74f2b22-f5a9-4ec2-880d-bb783f287505,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:26.483670 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:32:26.483670 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:32:26.483670 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:32:26.483670 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:32:26.483670 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:32:26.483670 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:32:26.483670 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:32:26.483670 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:32:26.483670 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:32:26.483670 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:32:26.483670 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:32:26.483670 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:32:26.483670 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:32:26.483670 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:32:26.483670 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:32:26.483670 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:32:26.483670 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:32:26.483670 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:32:26.483670 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:32:26.483670 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:32:26.483670 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:32:26.483670 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:32:26.483670 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:32:26.483670 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:32:26.483670 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:32:26.483670 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:32:26.483670 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:32:26.483670 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:32:26.483670 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:32:26.483670 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:32:26.483670 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:32:26.483670 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:32:26.491263 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device e28ec64c-1fcd-4e22-b2c4-ca3455ffb95d up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:32:26.505881 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-08c5da5b-3446-46a8-81f6-a75c00693086 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:26.522518 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-08c5da5b-3446-46a8-81f6-a75c00693086 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:26.529754 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-08c5da5b-3446-46a8-81f6-a75c00693086 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] 10.222.0.41 "DELETE /v2.0/networks/752155f5-8b35-409f-adee-e4faf2487f93 HTTP/1.1" status: 204 len: 168 time: 3.5135791 Oct 26 08:32:26.532520 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c5da5b-3446-46a8-81f6-a75c00693086 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Pushing event deleted for resources: {'Port': ['ID=04de0769-e979-458d-a7c8-19c6833d3bd5,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:26.543306 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60686) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:26.568018 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port e28ec64c-1fcd-4e22-b2c4-ca3455ffb95d triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:26.568395 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:26.599691 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c5da5b-3446-46a8-81f6-a75c00693086 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Pushing event deleted for resources: {'Network': ['ID=752155f5-8b35-409f-adee-e4faf2487f93,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:26.602362 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cc6ed7-f1a6-4363-a6f1-5c11a2e6df86 tempest-RoutersAdminNegativeIpV6Test-2055549165 tempest-RoutersAdminNegativeIpV6Test-2055549165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:26.603045 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-65cc6ed7-f1a6-4363-a6f1-5c11a2e6df86 tempest-RoutersAdminNegativeIpV6Test-2055549165 tempest-RoutersAdminNegativeIpV6Test-2055549165-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:26.617474 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-63a4b0bb-fc0c-4579-991a-70730338d04e tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] DELETE failed (client error): The resource could not be found. Oct 26 08:32:26.618265 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63a4b0bb-fc0c-4579-991a-70730338d04e tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:32:26.622152 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-63a4b0bb-fc0c-4579-991a-70730338d04e tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] 10.222.0.41 "DELETE /v2.0/subnets/18e31bfb-1001-4743-ac41-fbcc223e49a4 HTTP/1.1" status: 404 len: 337 time: 0.0606785 Oct 26 08:32:26.626698 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-65cc6ed7-f1a6-4363-a6f1-5c11a2e6df86 tempest-RoutersAdminNegativeIpV6Test-2055549165 tempest-RoutersAdminNegativeIpV6Test-2055549165-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.3510358 Oct 26 08:32:26.627256 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60688) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:26.637265 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60690) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:26.654445 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-1a4bce6d-9589-4a26-bec0-3afbfd4d1d19 tempest-RoutersAdminNegativeIpV6Test-2055549165 tempest-RoutersAdminNegativeIpV6Test-2055549165-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.227'}]}}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:26.661134 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a5abe86-f547-4766-924b-77d33bf01176 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] DELETE failed (client error): The resource could not be found. Oct 26 08:32:26.661761 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a5abe86-f547-4766-924b-77d33bf01176 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:32:26.668905 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7a5abe86-f547-4766-924b-77d33bf01176 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] 10.222.0.41 "DELETE /v2.0/networks/752155f5-8b35-409f-adee-e4faf2487f93 HTTP/1.1" status: 404 len: 339 time: 0.0375533 Oct 26 08:32:26.668905 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60692) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:26.675458 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:26.697373 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port e28ec64c-1fcd-4e22-b2c4-ca3455ffb95d, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=e28ec64c-1fcd-4e22-b2c4-ca3455ffb95d,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:26.702616 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:26.704833 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c830ddf-8831-47cf-aa47-b6171cec6f26 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] DELETE failed (client error): The resource could not be found. Oct 26 08:32:26.705641 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c830ddf-8831-47cf-aa47-b6171cec6f26 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:32:26.711344 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3c830ddf-8831-47cf-aa47-b6171cec6f26 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] 10.222.0.41 "DELETE /v2.0/subnets/3bf770b0-2baf-4519-84fe-c94c2b7e2bb4 HTTP/1.1" status: 404 len: 337 time: 0.0390120 Oct 26 08:32:26.711654 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60694) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:26.730091 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1a4bce6d-9589-4a26-bec0-3afbfd4d1d19 tempest-RoutersAdminNegativeIpV6Test-2055549165 tempest-RoutersAdminNegativeIpV6Test-2055549165-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:26.731916 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1a4bce6d-9589-4a26-bec0-3afbfd4d1d19 tempest-RoutersAdminNegativeIpV6Test-2055549165 tempest-RoutersAdminNegativeIpV6Test-2055549165-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:26.757670 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730401b9-ccb5-4a96-b4a4-4d9693cbc4bb tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Network b9ee02d4-5cb7-4943-9b37-aae5cc660ad0 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:32:26.775055 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=e28ec64c-1fcd-4e22-b2c4-ca3455ffb95d,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:26.788946 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cfa212b-343c-41a4-ae20-3762abda8f86 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] DELETE failed (client error): The resource could not be found. Oct 26 08:32:26.789883 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cfa212b-343c-41a4-ae20-3762abda8f86 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:32:26.790167 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 71f57358-850e-4870-9dcf-fbf527c9ef0a no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:32:26.792909 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-2cfa212b-343c-41a4-ae20-3762abda8f86 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] 10.222.0.41 "DELETE /v2.0/networks/af95444f-28e6-4803-abea-96fe162d070d HTTP/1.1" status: 404 len: 339 time: 0.0803144 Oct 26 08:32:26.794702 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1a4bce6d-9589-4a26-bec0-3afbfd4d1d19 tempest-RoutersAdminNegativeIpV6Test-2055549165 tempest-RoutersAdminNegativeIpV6Test-2055549165-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:26.795473 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60696) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:26.798797 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef616f-d088-4e6f-9f7e-7262e1465e8b req-b8006316-8313-457b-a6b3-1b8718d6d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:26.800498 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d1ef616f-d088-4e6f-9f7e-7262e1465e8b req-b8006316-8313-457b-a6b3-1b8718d6d6d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1aae4028-3476-408a-bb24-3e698a768110 HTTP/1.1" status: 200 len: 844 time: 0.6080742 Oct 26 08:32:26.811640 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-730401b9-ccb5-4a96-b4a4-4d9693cbc4bb tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, b9ee02d4-5cb7-4943-9b37-aae5cc660ad0) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:26.815648 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730401b9-ccb5-4a96-b4a4-4d9693cbc4bb tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:26.817116 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 71f57358-850e-4870-9dcf-fbf527c9ef0a {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:32:26.817687 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 71f57358-850e-4870-9dcf-fbf527c9ef0a not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:32:26.818431 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 887c1dc8-4e91-4267-90aa-c7c21032e96d no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:32:26.823591 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4ee761-0397-435a-bb8b-031aea8aabe3 None None] Network b9ee02d4-5cb7-4943-9b37-aae5cc660ad0 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:26.824787 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730401b9-ccb5-4a96-b4a4-4d9693cbc4bb tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:26.825437 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-730401b9-ccb5-4a96-b4a4-4d9693cbc4bb tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:26.837886 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d54566f9-634b-44d1-bdc8-0afd2e2c80ec tempest-PortsAdminExtendedAttrsTestJSON-2000774020 tempest-PortsAdminExtendedAttrsTestJSON-2000774020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:26.843276 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 887c1dc8-4e91-4267-90aa-c7c21032e96d {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:32:26.843613 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 887c1dc8-4e91-4267-90aa-c7c21032e96d not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:32:26.855025 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-f44615e2-e0e8-4a31-966e-7a88b5df0209 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] DELETE failed (client error): The resource could not be found. Oct 26 08:32:26.855720 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f44615e2-e0e8-4a31-966e-7a88b5df0209 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:32:26.860713 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f44615e2-e0e8-4a31-966e-7a88b5df0209 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] 10.222.0.41 "DELETE /v2.0/subnets/81bfb6c0-8003-417c-859c-5275a2ed5994 HTTP/1.1" status: 404 len: 337 time: 0.0615706 Oct 26 08:32:26.882618 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60698) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:26.911139 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d67047-3e09-436c-8c1a-a3d3238c5f00 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:26.915510 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-99d67047-3e09-436c-8c1a-a3d3238c5f00 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:26.922398 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f55272b2-8062-4291-9f19-a887bf4e486b tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:26.939052 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-730401b9-ccb5-4a96-b4a4-4d9693cbc4bb tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.7727733 Oct 26 08:32:26.941363 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-6456a46f-9e88-4558-9911-798b37d60ec8 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] DELETE failed (client error): The resource could not be found. Oct 26 08:32:26.941985 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6456a46f-9e88-4558-9911-798b37d60ec8 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:32:26.945221 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6456a46f-9e88-4558-9911-798b37d60ec8 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] 10.222.0.41 "DELETE /v2.0/networks/7e26ac3d-80d3-4e36-a835-c3dcee1add1b HTTP/1.1" status: 404 len: 339 time: 0.0616770 Oct 26 08:32:26.957683 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60700) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:26.958068 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60702) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:26.964387 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-f3b8cc9c-3048-4ed8-bea6-17dd6e8ba800 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1231650807'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:27.005744 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1a4bce6d-9589-4a26-bec0-3afbfd4d1d19 tempest-RoutersAdminNegativeIpV6Test-2055549165 tempest-RoutersAdminNegativeIpV6Test-2055549165-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:27.044164 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b8cc9c-3048-4ed8-bea6-17dd6e8ba800 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Made reservation on behalf of 842b849088674682987bba8ce52bfdf3 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:27.047371 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f3b8cc9c-3048-4ed8-bea6-17dd6e8ba800 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:27.093194 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef616f-d088-4e6f-9f7e-7262e1465e8b req-53e71bbd-65d2-4e67-b113-8af7df3aed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:27.094769 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d1ef616f-d088-4e6f-9f7e-7262e1465e8b req-53e71bbd-65d2-4e67-b113-8af7df3aed68 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3552283e-c7ba-4bd2-b88d-27fd8882224b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2633791 Oct 26 08:32:27.137776 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b8cc9c-3048-4ed8-bea6-17dd6e8ba800 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:32:27.162019 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f3b8cc9c-3048-4ed8-bea6-17dd6e8ba800 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:27.162416 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-f3b8cc9c-3048-4ed8-bea6-17dd6e8ba800 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Added segment f1e78eec-14a5-462d-91f9-f3dddfe05eab of type vlan for network 33f4ff9d-391f-4b83-bce3-3dc6a3b4512a Oct 26 08:32:27.179523 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-cc57613b-14e7-4240-a0eb-cf34c0c9cb36 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Deleting port 22352ac1-050f-4d4f-8a6c-d28c3827bf5a {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:27.179861 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cc57613b-14e7-4240-a0eb-cf34c0c9cb36 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:27.245650 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d54566f9-634b-44d1-bdc8-0afd2e2c80ec tempest-PortsAdminExtendedAttrsTestJSON-2000774020 tempest-PortsAdminExtendedAttrsTestJSON-2000774020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:27.257438 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f3b8cc9c-3048-4ed8-bea6-17dd6e8ba800 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:27.288716 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-d54566f9-634b-44d1-bdc8-0afd2e2c80ec tempest-PortsAdminExtendedAttrsTestJSON-2000774020 tempest-PortsAdminExtendedAttrsTestJSON-2000774020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:27.291006 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cc57613b-14e7-4240-a0eb-cf34c0c9cb36 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:27.315812 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-d54566f9-634b-44d1-bdc8-0afd2e2c80ec tempest-PortsAdminExtendedAttrsTestJSON-2000774020 tempest-PortsAdminExtendedAttrsTestJSON-2000774020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f55586-8192-4b67-b7b2-86d6c501140f') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:27.316066 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-d54566f9-634b-44d1-bdc8-0afd2e2c80ec tempest-PortsAdminExtendedAttrsTestJSON-2000774020 tempest-PortsAdminExtendedAttrsTestJSON-2000774020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f55586-8192-4b67-b7b2-86d6c501140f') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:27.325152 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-cc57613b-14e7-4240-a0eb-cf34c0c9cb36 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Calling delete_port for 22352ac1-050f-4d4f-8a6c-d28c3827bf5a owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:27.337187 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f3b8cc9c-3048-4ed8-bea6-17dd6e8ba800 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:27.342807 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b8cc9c-3048-4ed8-bea6-17dd6e8ba800 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:27.343405 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f3b8cc9c-3048-4ed8-bea6-17dd6e8ba800 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:27.355426 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d54566f9-634b-44d1-bdc8-0afd2e2c80ec tempest-PortsAdminExtendedAttrsTestJSON-2000774020 tempest-PortsAdminExtendedAttrsTestJSON-2000774020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:27.385915 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d1ef616f-d088-4e6f-9f7e-7262e1465e8b req-14af6d18-954a-4a6a-aeab-559815167804 service neutron] 10.222.0.47 "GET /v2.0/networks/3552283e-c7ba-4bd2-b88d-27fd8882224b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732270 Oct 26 08:32:27.403337 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d54566f9-634b-44d1-bdc8-0afd2e2c80ec tempest-PortsAdminExtendedAttrsTestJSON-2000774020 tempest-PortsAdminExtendedAttrsTestJSON-2000774020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:27.484318 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d54566f9-634b-44d1-bdc8-0afd2e2c80ec tempest-PortsAdminExtendedAttrsTestJSON-2000774020 tempest-PortsAdminExtendedAttrsTestJSON-2000774020-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:32:27.484735 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d54566f9-634b-44d1-bdc8-0afd2e2c80ec tempest-PortsAdminExtendedAttrsTestJSON-2000774020 tempest-PortsAdminExtendedAttrsTestJSON-2000774020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:27.492106 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:32:27.492106 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:32:27.492106 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:32:27.492106 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:32:27.492106 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:32:27.492106 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:32:27.492106 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:32:27.492106 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:32:27.492106 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:32:27.492106 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:32:27.492106 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:32:27.492106 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:32:27.492106 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:32:27.492106 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:32:27.492106 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:32:27.492106 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:32:27.492106 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:32:27.492106 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:32:27.492106 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:32:27.492106 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:32:27.492106 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:32:27.492106 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:32:27.492106 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:32:27.492106 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:32:27.492106 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:32:27.492106 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:32:27.492106 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:32:27.492106 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:32:27.492106 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:32:27.492106 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:32:27.492106 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:32:27.492106 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:32:27.509454 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f3b8cc9c-3048-4ed8-bea6-17dd6e8ba800 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5503201 Oct 26 08:32:27.514439 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60710) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:27.523316 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-1f6fcc53-7db0-4fea-ad85-aaae10b42b8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'ports': [{'network_id': 'b9ee02d4-5cb7-4943-9b37-aae5cc660ad0'}, {'network_id': '33f4ff9d-391f-4b83-bce3-3dc6a3b4512a'}]} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:27.523633 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-1f6fcc53-7db0-4fea-ad85-aaae10b42b8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'port': {'network_id': 'b9ee02d4-5cb7-4943-9b37-aae5cc660ad0'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:27.524118 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-1f6fcc53-7db0-4fea-ad85-aaae10b42b8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'port': {'network_id': '33f4ff9d-391f-4b83-bce3-3dc6a3b4512a'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:27.526963 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b8cc9c-3048-4ed8-bea6-17dd6e8ba800 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Network': ['ID=33f4ff9d-391f-4b83-bce3-3dc6a3b4512a,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:27.538450 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 33f4ff9d-391f-4b83-bce3-3dc6a3b4512a details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:32:27.560869 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55272b2-8062-4291-9f19-a887bf4e486b tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Router ae46b27a-2522-481c-8e69-a9f9ec61f496 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:32:27.599260 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-99d67047-3e09-436c-8c1a-a3d3238c5f00 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:27.619779 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d54566f9-634b-44d1-bdc8-0afd2e2c80ec tempest-PortsAdminExtendedAttrsTestJSON-2000774020 tempest-PortsAdminExtendedAttrsTestJSON-2000774020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:27.622464 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:32:27.627951 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d54566f9-634b-44d1-bdc8-0afd2e2c80ec tempest-PortsAdminExtendedAttrsTestJSON-2000774020 tempest-PortsAdminExtendedAttrsTestJSON-2000774020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:27.634781 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d54566f9-634b-44d1-bdc8-0afd2e2c80ec tempest-PortsAdminExtendedAttrsTestJSON-2000774020 tempest-PortsAdminExtendedAttrsTestJSON-2000774020-project] 10.222.0.41 "DELETE /v2.0/networks/cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4 HTTP/1.1" status: 204 len: 168 time: 1.4462566 Oct 26 08:32:27.648026 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1a4bce6d-9589-4a26-bec0-3afbfd4d1d19 tempest-RoutersAdminNegativeIpV6Test-2055549165 tempest-RoutersAdminNegativeIpV6Test-2055549165-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:27.675707 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1a4bce6d-9589-4a26-bec0-3afbfd4d1d19 tempest-RoutersAdminNegativeIpV6Test-2055549165 tempest-RoutersAdminNegativeIpV6Test-2055549165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:27.690191 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cc57613b-14e7-4240-a0eb-cf34c0c9cb36 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:27.759695 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d1ef616f-d088-4e6f-9f7e-7262e1465e8b req-3b9c2837-c5ab-4595-bc60-bbecbc34ef79 service neutron] 10.222.0.47 "GET /v2.0/networks/3552283e-c7ba-4bd2-b88d-27fd8882224b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594799 Oct 26 08:32:27.760530 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54566f9-634b-44d1-bdc8-0afd2e2c80ec tempest-PortsAdminExtendedAttrsTestJSON-2000774020 tempest-PortsAdminExtendedAttrsTestJSON-2000774020-project] Pushing event deleted for resources: {'Network': ['ID=cd5a0fa4-b0c4-42ba-bbb0-b0c91ce0b8c4,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:27.765205 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d67047-3e09-436c-8c1a-a3d3238c5f00 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:27.779511 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-99d67047-3e09-436c-8c1a-a3d3238c5f00 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:27.783108 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d67047-3e09-436c-8c1a-a3d3238c5f00 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:27.783890 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-99d67047-3e09-436c-8c1a-a3d3238c5f00 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:27.789851 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684486ef-c99e-456d-8221-56666e3b540d None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:27.797143 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc57613b-14e7-4240-a0eb-cf34c0c9cb36 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Pushing event deleted for resources: {'Port': ['ID=22352ac1-050f-4d4f-8a6c-d28c3827bf5a,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:27.810072 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d67047-3e09-436c-8c1a-a3d3238c5f00 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Subnet': ['ID=481c8413-254f-4c4b-874b-9702e6e6dbcb,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:27.829200 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-99d67047-3e09-436c-8c1a-a3d3238c5f00 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7072217 Oct 26 08:32:27.834658 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60714) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:27.842474 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-4928f121-aa68-4b1c-bea8-34ab3d13916e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2118638243', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:27.843055 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cc57613b-14e7-4240-a0eb-cf34c0c9cb36 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:27.846748 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-cc57613b-14e7-4240-a0eb-cf34c0c9cb36 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] 10.222.0.41 "DELETE /v2.0/ports/22352ac1-050f-4d4f-8a6c-d28c3827bf5a HTTP/1.1" status: 204 len: 168 time: 0.8864975 Oct 26 08:32:27.854598 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60716) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:27.898582 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fecb96b-b652-482f-ad8f-f72593976540 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] DELETE failed (client error): The resource could not be found. Oct 26 08:32:27.899279 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fecb96b-b652-482f-ad8f-f72593976540 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:32:27.902662 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4fecb96b-b652-482f-ad8f-f72593976540 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] 10.222.0.41 "DELETE /v2.0/subnets/c1ae7be4-b0a7-453f-9b60-fdb234c48669 HTTP/1.1" status: 404 len: 337 time: 0.0466273 Oct 26 08:32:27.906128 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60720) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:27.918490 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55272b2-8062-4291-9f19-a887bf4e486b tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:32:27.926630 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4928f121-aa68-4b1c-bea8-34ab3d13916e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:27.928721 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4928f121-aa68-4b1c-bea8-34ab3d13916e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:27.929006 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c31744-617b-4f35-b3b5-4a84cda29609 None None] Sync routers for ids ['ae46b27a-2522-481c-8e69-a9f9ec61f496'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:32:27.949281 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c31744-617b-4f35-b3b5-4a84cda29609 None None] Routers {'ae46b27a-2522-481c-8e69-a9f9ec61f496'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:32:27.950411 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-a8c31744-617b-4f35-b3b5-4a84cda29609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:32:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['ae46b27a-2522-481c-8e69-a9f9ec61f496'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:28.014525 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4928f121-aa68-4b1c-bea8-34ab3d13916e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:28.023032 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4928f121-aa68-4b1c-bea8-34ab3d13916e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:28.026330 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816eb2e1-34f4-4f48-a8ef-edd5351fecc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'tenant_id': '34a26fc2cbe741c49d4d94b40e63438a', 'fixed_ips': [{'subnet_id': '481c8413-254f-4c4b-874b-9702e6e6dbcb'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:32:28.028134 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-816eb2e1-34f4-4f48-a8ef-edd5351fecc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:28.073778 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60722) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:28.206904 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-a8c31744-617b-4f35-b3b5-4a84cda29609 None None] Set router ae46b27a-2522-481c-8e69-a9f9ec61f496 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:32:28.299116 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60728) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:28.310042 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d9b7df03-ca58-476a-969d-0c89c3cf1d8b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c85e543f5c714867aca592e2e10e3c51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2181919 Oct 26 08:32:28.335967 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-816eb2e1-34f4-4f48-a8ef-edd5351fecc7 None None] Allocated IP 2001:db8::2 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/481c8413-254f-4c4b-874b-9702e6e6dbcb/a230a9b1-fa84-406f-9bbf-b586ad91bee9) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:32:28.388675 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f55272b2-8062-4291-9f19-a887bf4e486b tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:28.391311 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6fcc53-7db0-4fea-ad85-aaae10b42b8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Made reservation on behalf of 842b849088674682987bba8ce52bfdf3 for: {'port': 2} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:28.394004 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f55272b2-8062-4291-9f19-a887bf4e486b tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.5030832 Oct 26 08:32:28.394906 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60730) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:28.395958 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1f6fcc53-7db0-4fea-ad85-aaae10b42b8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:28.409488 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8d6cae63-d2e3-489e-8e2b-0256dffc63be tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:28.411691 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4928f121-aa68-4b1c-bea8-34ab3d13916e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:28.413989 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4928f121-aa68-4b1c-bea8-34ab3d13916e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5751266 Oct 26 08:32:28.425638 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60732) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:28.475631 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1f6fcc53-7db0-4fea-ad85-aaae10b42b8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:28.487759 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-a8c31744-617b-4f35-b3b5-4a84cda29609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae46b27a-2522-481c-8e69-a9f9ec61f496', 'name': 'tempest-snat-router-2006987128', 'tenant_id': '5cdb68a7e5d4401bb3264178372ac66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': '1f4c2245-eab1-488b-9926-fd7bf0ed94ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:32:21Z', 'updated_at': '2021-10-26T08:32:25Z', 'revision_number': 3, 'project_id': '5cdb68a7e5d4401bb3264178372ac66d', 'gw_port': {'id': '1f4c2245-eab1-488b-9926-fd7bf0ed94ac', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:19:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae46b27a-2522-481c-8e69-a9f9ec61f496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:32:23Z', 'updated_at': '2021-10-26T08:32:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:28.518266 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1a4bce6d-9589-4a26-bec0-3afbfd4d1d19 tempest-RoutersAdminNegativeIpV6Test-2055549165 tempest-RoutersAdminNegativeIpV6Test-2055549165-project-admin] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:28.528603 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device e28ec64c-1fcd-4e22-b2c4-ca3455ffb95d up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:32:28.529196 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c31744-617b-4f35-b3b5-4a84cda29609 None None] Checking router: ae46b27a-2522-481c-8e69-a9f9ec61f496 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:32:28.530669 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c31744-617b-4f35-b3b5-4a84cda29609 None None] Updating router ae46b27a-2522-481c-8e69-a9f9ec61f496 port 1f4c2245-eab1-488b-9926-fd7bf0ed94ac binding host dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:32:28.558015 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-8d1730d1-fce4-414f-9fb2-99f7323240a5 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] 10.222.0.41 "GET /v2.0/routers/ae46b27a-2522-481c-8e69-a9f9ec61f496 HTTP/1.1" status: 200 len: 908 time: 0.1615860 Oct 26 08:32:28.560506 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60736) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:28.564734 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a8c31744-617b-4f35-b3b5-4a84cda29609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:28.655455 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-816eb2e1-34f4-4f48-a8ef-edd5351fecc7 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:28.661844 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ce5fac60-f225-480d-ac1e-cb2c4c095ccd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:28.672245 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-816eb2e1-34f4-4f48-a8ef-edd5351fecc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:28.675148 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port e28ec64c-1fcd-4e22-b2c4-ca3455ffb95d triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:28.675517 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:28.707127 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fed9d595-9112-42e9-86b9-65352746f23b tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:28.725373 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816eb2e1-34f4-4f48-a8ef-edd5351fecc7 None None] Pushing event updated for resources: {'Port': ['ID=a230a9b1-fa84-406f-9bbf-b586ad91bee9,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:28.779112 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816eb2e1-34f4-4f48-a8ef-edd5351fecc7 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:28.782557 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-816eb2e1-34f4-4f48-a8ef-edd5351fecc7 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:28.789935 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816eb2e1-34f4-4f48-a8ef-edd5351fecc7 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:28.831079 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fed9d595-9112-42e9-86b9-65352746f23b tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:28.865222 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a8c31744-617b-4f35-b3b5-4a84cda29609 None None] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:28.872370 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a8c31744-617b-4f35-b3b5-4a84cda29609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:28.910735 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-816eb2e1-34f4-4f48-a8ef-edd5351fecc7 None None] Attempting to bind port a230a9b1-fa84-406f-9bbf-b586ad91bee9 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:28.911119 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-816eb2e1-34f4-4f48-a8ef-edd5351fecc7 None None] Attempting to bind port a230a9b1-fa84-406f-9bbf-b586ad91bee9 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:28.911621 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816eb2e1-34f4-4f48-a8ef-edd5351fecc7 None None] Attempting to bind port a230a9b1-fa84-406f-9bbf-b586ad91bee9 on network ecf0c004-fa53-4f3e-bbfd-ff079400665b {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:28.915011 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-fed9d595-9112-42e9-86b9-65352746f23b tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Deleting port 1f4c2245-eab1-488b-9926-fd7bf0ed94ac {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:28.915671 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fed9d595-9112-42e9-86b9-65352746f23b tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:28.918900 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816eb2e1-34f4-4f48-a8ef-edd5351fecc7 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:32:28.918900 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816eb2e1-34f4-4f48-a8ef-edd5351fecc7 None None] Checking segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:28.919250 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-816eb2e1-34f4-4f48-a8ef-edd5351fecc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:28.919660 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816eb2e1-34f4-4f48-a8ef-edd5351fecc7 None None] Bound using segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:32:28.920263 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-816eb2e1-34f4-4f48-a8ef-edd5351fecc7 None None] Bound port: a230a9b1-fa84-406f-9bbf-b586ad91bee9, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:32:28.920521 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-816eb2e1-34f4-4f48-a8ef-edd5351fecc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:28.921766 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ce5fac60-f225-480d-ac1e-cb2c4c095ccd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:28.949945 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8261c-fb93-4c1c-b910-44501b520e85 None None] Pushing event updated for resources: {'Port': ['ID=1f4c2245-eab1-488b-9926-fd7bf0ed94ac,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:28.954173 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-a8c31744-617b-4f35-b3b5-4a84cda29609 None None] Attempting to bind port 1f4c2245-eab1-488b-9926-fd7bf0ed94ac on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:28.954541 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-a8c31744-617b-4f35-b3b5-4a84cda29609 None None] Attempting to bind port 1f4c2245-eab1-488b-9926-fd7bf0ed94ac by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:28.954901 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c31744-617b-4f35-b3b5-4a84cda29609 None None] Attempting to bind port 1f4c2245-eab1-488b-9926-fd7bf0ed94ac on network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:28.960820 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c31744-617b-4f35-b3b5-4a84cda29609 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:32:28.961673 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c31744-617b-4f35-b3b5-4a84cda29609 None None] Checking segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:28.962375 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a8c31744-617b-4f35-b3b5-4a84cda29609 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:28.962375 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c31744-617b-4f35-b3b5-4a84cda29609 None None] Bound using segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:32:28.962744 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-a8c31744-617b-4f35-b3b5-4a84cda29609 None None] Bound port: 1f4c2245-eab1-488b-9926-fd7bf0ed94ac, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:32:28.963383 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a8c31744-617b-4f35-b3b5-4a84cda29609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:28.992899 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-816eb2e1-34f4-4f48-a8ef-edd5351fecc7 None None] For port a230a9b1-fa84-406f-9bbf-b586ad91bee9, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:32:28.996652 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-816eb2e1-34f4-4f48-a8ef-edd5351fecc7 None None] For port a230a9b1-fa84-406f-9bbf-b586ad91bee9, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=a230a9b1-fa84-406f-9bbf-b586ad91bee9,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:32:29.003615 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-816eb2e1-34f4-4f48-a8ef-edd5351fecc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:29.007107 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-1f6fcc53-7db0-4fea-ad85-aaae10b42b8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] device_id is not set on port 84c59b17-1022-4b70-8cc5-661027b20e29 yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:32:29.012851 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8d6cae63-d2e3-489e-8e2b-0256dffc63be tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:29.027187 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-a8c31744-617b-4f35-b3b5-4a84cda29609 None None] For port 1f4c2245-eab1-488b-9926-fd7bf0ed94ac, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:32:29.029594 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1a4bce6d-9589-4a26-bec0-3afbfd4d1d19 tempest-RoutersAdminNegativeIpV6Test-2055549165 tempest-RoutersAdminNegativeIpV6Test-2055549165-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:29.032446 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fed9d595-9112-42e9-86b9-65352746f23b tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:29.035807 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-a8c31744-617b-4f35-b3b5-4a84cda29609 None None] For port 1f4c2245-eab1-488b-9926-fd7bf0ed94ac, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=1f4c2245-eab1-488b-9926-fd7bf0ed94ac,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:32:29.042920 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1a4bce6d-9589-4a26-bec0-3afbfd4d1d19 tempest-RoutersAdminNegativeIpV6Test-2055549165 tempest-RoutersAdminNegativeIpV6Test-2055549165-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:29.043252 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a8c31744-617b-4f35-b3b5-4a84cda29609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:29.047176 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-fed9d595-9112-42e9-86b9-65352746f23b tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Calling delete_port for 1f4c2245-eab1-488b-9926-fd7bf0ed94ac owned by network:router_gateway {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:29.064147 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-8d6cae63-d2e3-489e-8e2b-0256dffc63be tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbb7305e-2eef-44a0-a006-fd0bc4610e54']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:29.085113 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816eb2e1-34f4-4f48-a8ef-edd5351fecc7 None None] Pushing event updated for resources: {'Port': ['ID=a230a9b1-fa84-406f-9bbf-b586ad91bee9,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:29.135207 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c31744-617b-4f35-b3b5-4a84cda29609 None None] Routers {'ae46b27a-2522-481c-8e69-a9f9ec61f496'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:32:29.136089 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-a8c31744-617b-4f35-b3b5-4a84cda29609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:32:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['ae46b27a-2522-481c-8e69-a9f9ec61f496'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:29.153361 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-8d6cae63-d2e3-489e-8e2b-0256dffc63be tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3fc8e8d-e67b-4514-ab4e-d36b950f58c6') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:29.153718 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-8d6cae63-d2e3-489e-8e2b-0256dffc63be tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3fc8e8d-e67b-4514-ab4e-d36b950f58c6') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:29.175417 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1a4bce6d-9589-4a26-bec0-3afbfd4d1d19 tempest-RoutersAdminNegativeIpV6Test-2055549165 tempest-RoutersAdminNegativeIpV6Test-2055549165-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:29.175949 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4bce6d-9589-4a26-bec0-3afbfd4d1d19 tempest-RoutersAdminNegativeIpV6Test-2055549165 tempest-RoutersAdminNegativeIpV6Test-2055549165-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fe93fecc-53d4-49d4-b0af-8ad13ad09511 {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:32:29.186753 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8d6cae63-d2e3-489e-8e2b-0256dffc63be tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:29.202837 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8261c-fb93-4c1c-b910-44501b520e85 None None] Pushing event updated for resources: {'Port': ['ID=1f4c2245-eab1-488b-9926-fd7bf0ed94ac,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:29.245031 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-a8c31744-617b-4f35-b3b5-4a84cda29609 None None] Set router ae46b27a-2522-481c-8e69-a9f9ec61f496 gateway port host: None {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:32:29.272632 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8d6cae63-d2e3-489e-8e2b-0256dffc63be tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:29.282102 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-1a4bce6d-9589-4a26-bec0-3afbfd4d1d19 tempest-RoutersAdminNegativeIpV6Test-2055549165 tempest-RoutersAdminNegativeIpV6Test-2055549165-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 26 08:32:29.286201 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1a4bce6d-9589-4a26-bec0-3afbfd4d1d19 tempest-RoutersAdminNegativeIpV6Test-2055549165 tempest-RoutersAdminNegativeIpV6Test-2055549165-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.6478443 Oct 26 08:32:29.286602 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60738) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:29.291675 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d6cae63-d2e3-489e-8e2b-0256dffc63be tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:32:29.292122 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8d6cae63-d2e3-489e-8e2b-0256dffc63be tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:29.309186 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-a8c31744-617b-4f35-b3b5-4a84cda29609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae46b27a-2522-481c-8e69-a9f9ec61f496', 'name': 'tempest-snat-router-2006987128', 'tenant_id': '5cdb68a7e5d4401bb3264178372ac66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:32:21Z', 'updated_at': '2021-10-26T08:32:28Z', 'revision_number': 4, 'project_id': '5cdb68a7e5d4401bb3264178372ac66d', 'gw_port_host': None}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:29.314708 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fed9d595-9112-42e9-86b9-65352746f23b tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:29.356967 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c31744-617b-4f35-b3b5-4a84cda29609 None None] The sync data for ids ['ae46b27a-2522-481c-8e69-a9f9ec61f496'] in dv-neutron-804846-13-hyperv is: [{'id': 'ae46b27a-2522-481c-8e69-a9f9ec61f496', 'name': 'tempest-snat-router-2006987128', 'tenant_id': '5cdb68a7e5d4401bb3264178372ac66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:32:21Z', 'updated_at': '2021-10-26T08:32:28Z', 'revision_number': 4, 'project_id': '5cdb68a7e5d4401bb3264178372ac66d', 'gw_port_host': None}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:32:29.401453 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:32:29.401453 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:32:29.401453 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:32:29.401453 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:32:29.401453 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:32:29.401453 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:32:29.401453 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:32:29.401453 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:32:29.401453 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:32:29.401453 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:32:29.401453 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:32:29.401453 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:32:29.401453 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:32:29.401453 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:32:29.401453 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:32:29.401453 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:32:29.401453 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:32:29.401453 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:32:29.401453 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:32:29.401453 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:32:29.401453 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:32:29.401453 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:32:29.401453 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:32:29.401453 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:32:29.401453 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:32:29.401453 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:32:29.401453 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:32:29.401453 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:32:29.401453 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:32:29.401453 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:32:29.401453 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:32:29.401453 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:32:29.404535 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ce5fac60-f225-480d-ac1e-cb2c4c095ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:29.407157 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ce5fac60-f225-480d-ac1e-cb2c4c095ccd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:29.408323 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ce5fac60-f225-480d-ac1e-cb2c4c095ccd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1bf23277-0c80-49ae-a689-6dd413b58915 HTTP/1.1" status: 204 len: 168 time: 1.1058993 Oct 26 08:32:29.450645 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-988e0c0d-0c93-42aa-baed-2cdf72e79cb4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:29.465943 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9d595-9112-42e9-86b9-65352746f23b tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f4c2245-eab1-488b-9926-fd7bf0ed94ac,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:29.535569 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fed9d595-9112-42e9-86b9-65352746f23b tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:29.574968 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-923fe193-ec8c-4e95-bc5f-682d8f1ec2c4 tempest-RoutersAdminNegativeIpV6Test-2055549165 tempest-RoutersAdminNegativeIpV6Test-2055549165-project-admin] Deleting port 804723ff-c5ee-4bea-8d90-70716c4ce81f {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:29.575395 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-923fe193-ec8c-4e95-bc5f-682d8f1ec2c4 tempest-RoutersAdminNegativeIpV6Test-2055549165 tempest-RoutersAdminNegativeIpV6Test-2055549165-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:29.606086 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fac60-f225-480d-ac1e-cb2c4c095ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf23277-0c80-49ae-a689-6dd413b58915,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:29.621689 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8d6cae63-d2e3-489e-8e2b-0256dffc63be tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:29.635565 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8d6cae63-d2e3-489e-8e2b-0256dffc63be tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:29.641907 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8d6cae63-d2e3-489e-8e2b-0256dffc63be tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] 10.222.0.41 "DELETE /v2.0/networks/cbb7305e-2eef-44a0-a006-fd0bc4610e54 HTTP/1.1" status: 204 len: 168 time: 1.7347009 Oct 26 08:32:29.665272 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60746) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:29.717411 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fed9d595-9112-42e9-86b9-65352746f23b tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:29.721056 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fed9d595-9112-42e9-86b9-65352746f23b tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:29.746492 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1f6fcc53-7db0-4fea-ad85-aaae10b42b8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:29.752097 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6cae63-d2e3-489e-8e2b-0256dffc63be tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Pushing event deleted for resources: {'Network': ['ID=cbb7305e-2eef-44a0-a006-fd0bc4610e54,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:29.786737 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fed9d595-9112-42e9-86b9-65352746f23b tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:29.787335 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed9d595-9112-42e9-86b9-65352746f23b tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ae46b27a-2522-481c-8e69-a9f9ec61f496 {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:32:29.796930 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fed9d595-9112-42e9-86b9-65352746f23b tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:29.798132 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-fed9d595-9112-42e9-86b9-65352746f23b tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] 10.222.0.41 "DELETE /v2.0/routers/ae46b27a-2522-481c-8e69-a9f9ec61f496 HTTP/1.1" status: 204 len: 168 time: 1.2365561 Oct 26 08:32:29.800633 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60750) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:29.804439 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-923fe193-ec8c-4e95-bc5f-682d8f1ec2c4 tempest-RoutersAdminNegativeIpV6Test-2055549165 tempest-RoutersAdminNegativeIpV6Test-2055549165-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:29.870776 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60752) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:29.885141 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-923fe193-ec8c-4e95-bc5f-682d8f1ec2c4 tempest-RoutersAdminNegativeIpV6Test-2055549165 tempest-RoutersAdminNegativeIpV6Test-2055549165-project-admin] Calling delete_port for 804723ff-c5ee-4bea-8d90-70716c4ce81f owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:29.964266 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-1f6fcc53-7db0-4fea-ad85-aaae10b42b8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] device_id is not set on port c8cb343f-fea5-4037-a2fb-ec3d0c391494 yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:32:30.043416 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d02fc7d0-c1ff-4c72-bceb-d2bc3d3f9df9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a9d86ed7d21849b083359bd046162ea7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1650558 Oct 26 08:32:30.046377 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60754) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:30.192656 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-8fe63402-fc70-493e-b19f-2161ea99450b tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Deleting port c9987db1-ac87-49b7-b1a5-3ecb5ee33f81 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:30.193002 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fe63402-fc70-493e-b19f-2161ea99450b tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:30.238266 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-988e0c0d-0c93-42aa-baed-2cdf72e79cb4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Allocated IP 2001:db8::1 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/481c8413-254f-4c4b-874b-9702e6e6dbcb/9880fd89-3d62-4c35-b677-09ffafa5db07) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:32:30.263169 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c953ca36-1d67-444f-8db9-8514af8a841c tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:30.290438 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7a1306cd-5129-414b-a978-c4c90db814fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:30.386761 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-81dc41ad-e09c-4b94-b25f-4a789626093d None None] Provisioning complete for port a230a9b1-fa84-406f-9bbf-b586ad91bee9 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:30.388497 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-81dc41ad-e09c-4b94-b25f-4a789626093d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:30.398620 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fe63402-fc70-493e-b19f-2161ea99450b tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:30.408113 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1f6fcc53-7db0-4fea-ad85-aaae10b42b8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:30.422023 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c953ca36-1d67-444f-8db9-8514af8a841c tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:30.424626 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7a1306cd-5129-414b-a978-c4c90db814fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:30.428269 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-923fe193-ec8c-4e95-bc5f-682d8f1ec2c4 tempest-RoutersAdminNegativeIpV6Test-2055549165 tempest-RoutersAdminNegativeIpV6Test-2055549165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:30.440733 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-8fe63402-fc70-493e-b19f-2161ea99450b tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Calling delete_port for c9987db1-ac87-49b7-b1a5-3ecb5ee33f81 owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:30.455757 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device a230a9b1-fa84-406f-9bbf-b586ad91bee9 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:32:30.463666 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923fe193-ec8c-4e95-bc5f-682d8f1ec2c4 tempest-RoutersAdminNegativeIpV6Test-2055549165 tempest-RoutersAdminNegativeIpV6Test-2055549165-project-admin] Pushing event deleted for resources: {'Port': ['ID=804723ff-c5ee-4bea-8d90-70716c4ce81f,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:30.567957 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-923fe193-ec8c-4e95-bc5f-682d8f1ec2c4 tempest-RoutersAdminNegativeIpV6Test-2055549165 tempest-RoutersAdminNegativeIpV6Test-2055549165-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:30.572259 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-923fe193-ec8c-4e95-bc5f-682d8f1ec2c4 tempest-RoutersAdminNegativeIpV6Test-2055549165 tempest-RoutersAdminNegativeIpV6Test-2055549165-project-admin] 10.222.0.41 "DELETE /v2.0/ports/804723ff-c5ee-4bea-8d90-70716c4ce81f HTTP/1.1" status: 204 len: 168 time: 1.2841253 Oct 26 08:32:30.580247 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-c953ca36-1d67-444f-8db9-8514af8a841c tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Deleting port e28ec64c-1fcd-4e22-b2c4-ca3455ffb95d {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:30.580687 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c953ca36-1d67-444f-8db9-8514af8a841c tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:30.606666 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-81dc41ad-e09c-4b94-b25f-4a789626093d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:30.610878 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-988e0c0d-0c93-42aa-baed-2cdf72e79cb4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:30.643413 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7a1306cd-5129-414b-a978-c4c90db814fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:30.646175 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7a1306cd-5129-414b-a978-c4c90db814fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:30.647782 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7a1306cd-5129-414b-a978-c4c90db814fa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4a92c65b-b38a-4c5f-806a-c20b5976fb52 HTTP/1.1" status: 204 len: 168 time: 0.5958521 Oct 26 08:32:30.650244 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-81dc41ad-e09c-4b94-b25f-4a789626093d None None] For port a230a9b1-fa84-406f-9bbf-b586ad91bee9, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=a230a9b1-fa84-406f-9bbf-b586ad91bee9,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:30.658400 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port a230a9b1-fa84-406f-9bbf-b586ad91bee9 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:30.659130 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:30.667076 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1f6fcc53-7db0-4fea-ad85-aaae10b42b8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:30.702267 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-81dc41ad-e09c-4b94-b25f-4a789626093d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:30.704802 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-c953ca36-1d67-444f-8db9-8514af8a841c tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] For port e28ec64c-1fcd-4e22-b2c4-ca3455ffb95d, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=e28ec64c-1fcd-4e22-b2c4-ca3455ffb95d,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:30.706553 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c953ca36-1d67-444f-8db9-8514af8a841c tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:30.739111 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-c953ca36-1d67-444f-8db9-8514af8a841c tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Calling delete_port for e28ec64c-1fcd-4e22-b2c4-ca3455ffb95d owned by network:router_gateway {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:30.763067 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1306cd-5129-414b-a978-c4c90db814fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a92c65b-b38a-4c5f-806a-c20b5976fb52,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:30.815697 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc41ad-e09c-4b94-b25f-4a789626093d None None] Pushing event updated for resources: {'Port': ['ID=a230a9b1-fa84-406f-9bbf-b586ad91bee9,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:30.844807 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6fcc53-7db0-4fea-ad85-aaae10b42b8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Network b9ee02d4-5cb7-4943-9b37-aae5cc660ad0 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:30.854481 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-1f6fcc53-7db0-4fea-ad85-aaae10b42b8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:30.857113 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6fcc53-7db0-4fea-ad85-aaae10b42b8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Port': ['ID=84c59b17-1022-4b70-8cc5-661027b20e29,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:30.864376 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6fcc53-7db0-4fea-ad85-aaae10b42b8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:30.866573 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1f6fcc53-7db0-4fea-ad85-aaae10b42b8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:30.922343 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-988e0c0d-0c93-42aa-baed-2cdf72e79cb4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:31.030056 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988e0c0d-0c93-42aa-baed-2cdf72e79cb4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:31.044922 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-988e0c0d-0c93-42aa-baed-2cdf72e79cb4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:31.053446 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988e0c0d-0c93-42aa-baed-2cdf72e79cb4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:31.053446 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-988e0c0d-0c93-42aa-baed-2cdf72e79cb4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:31.057852 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6fcc53-7db0-4fea-ad85-aaae10b42b8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Port': ['ID=c8cb343f-fea5-4037-a2fb-ec3d0c391494,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:31.100181 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c953ca36-1d67-444f-8db9-8514af8a841c tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:31.142993 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953ca36-1d67-444f-8db9-8514af8a841c tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Pushing event deleted for resources: {'Port': ['ID=e28ec64c-1fcd-4e22-b2c4-ca3455ffb95d,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:31.151052 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60768) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:31.209778 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fe63402-fc70-493e-b19f-2161ea99450b tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:31.255072 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c953ca36-1d67-444f-8db9-8514af8a841c tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:31.283062 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6fcc53-7db0-4fea-ad85-aaae10b42b8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Checking segment: {'id': 'f1e78eec-14a5-462d-91f9-f3dddfe05eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '33f4ff9d-391f-4b83-bce3-3dc6a3b4512a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:31.283062 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6fcc53-7db0-4fea-ad85-aaae10b42b8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Network hostable DHCP agents. Network: 33f4ff9d-391f-4b83-bce3-3dc6a3b4512a, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:32:31.348682 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fe63402-fc70-493e-b19f-2161ea99450b tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:31.355390 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8fe63402-fc70-493e-b19f-2161ea99450b tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] 10.222.0.41 "DELETE /v2.0/ports/c9987db1-ac87-49b7-b1a5-3ecb5ee33f81 HTTP/1.1" status: 204 len: 168 time: 1.6564560 Oct 26 08:32:31.357726 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60774) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:31.358178 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e0c0d-0c93-42aa-baed-2cdf72e79cb4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Port': ['ID=9880fd89-3d62-4c35-b677-09ffafa5db07,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:31.389571 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6fcc53-7db0-4fea-ad85-aaae10b42b8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Network 33f4ff9d-391f-4b83-bce3-3dc6a3b4512a is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:32:31.398332 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe63402-fc70-493e-b19f-2161ea99450b tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Pushing event deleted for resources: {'Port': ['ID=c9987db1-ac87-49b7-b1a5-3ecb5ee33f81,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:31.401362 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ee326d-3d24-4f29-8f8c-d005e7c97323 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] DELETE failed (client error): The resource could not be found. Oct 26 08:32:31.401857 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ee326d-3d24-4f29-8f8c-d005e7c97323 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:32:31.405054 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-22ee326d-3d24-4f29-8f8c-d005e7c97323 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] 10.222.0.41 "DELETE /v2.0/subnets/426c7701-fc3d-4f4b-b9a6-973eb27f07f5 HTTP/1.1" status: 404 len: 337 time: 0.0394223 Oct 26 08:32:31.414862 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60778) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:31.424765 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c953ca36-1d67-444f-8db9-8514af8a841c tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:31.429432 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c953ca36-1d67-444f-8db9-8514af8a841c tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:31.429864 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-1f6fcc53-7db0-4fea-ad85-aaae10b42b8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 33f4ff9d-391f-4b83-bce3-3dc6a3b4512a) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:31.431722 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-89c3801f-cad8-41b3-876e-3c5c6160eb3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:31.437182 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6fcc53-7db0-4fea-ad85-aaae10b42b8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:31.443307 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6fcc53-7db0-4fea-ad85-aaae10b42b8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:31.449689 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6fcc53-7db0-4fea-ad85-aaae10b42b8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:31.450532 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1f6fcc53-7db0-4fea-ad85-aaae10b42b8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:31.455225 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e77914-f44e-48db-89cf-f3858a1843b2 None None] Network 33f4ff9d-391f-4b83-bce3-3dc6a3b4512a requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:31.478416 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1f6fcc53-7db0-4fea-ad85-aaae10b42b8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.9615588 Oct 26 08:32:31.479390 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-988e0c0d-0c93-42aa-baed-2cdf72e79cb4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:31.481553 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60782) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:31.610494 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-89c3801f-cad8-41b3-876e-3c5c6160eb3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:31.625238 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c953ca36-1d67-444f-8db9-8514af8a841c tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:31.625913 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c953ca36-1d67-444f-8db9-8514af8a841c tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Fanout notify agent at l3_agent the message router_deleted on router df05d06d-6222-41ca-90ab-b9c54fc20716 {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:32:31.627485 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-89c3801f-cad8-41b3-876e-3c5c6160eb3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:31.635117 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c953ca36-1d67-444f-8db9-8514af8a841c tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:31.639559 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c953ca36-1d67-444f-8db9-8514af8a841c tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] 10.222.0.41 "DELETE /v2.0/routers/df05d06d-6222-41ca-90ab-b9c54fc20716 HTTP/1.1" status: 204 len: 168 time: 1.8347330 Oct 26 08:32:31.644046 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60788) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:31.645545 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-d2b04f0e-8bce-4f45-8bdd-79f2897f7e0f None None] Provisioning complete for port 9880fd89-3d62-4c35-b677-09ffafa5db07 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:31.646063 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d2b04f0e-8bce-4f45-8bdd-79f2897f7e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:31.662633 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-365fe1d0-c99b-4c50-a2bc-7c536aa6316b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-564360483', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}, 'admin_state_up': False}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:31.669320 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3801f-cad8-41b3-876e-3c5c6160eb3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efda3181-c2fd-45da-95ee-6d38f63882a6,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:31.677521 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-01b87885-bea8-4ce2-9b41-4f431c697593 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:31.715378 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-89c3801f-cad8-41b3-876e-3c5c6160eb3b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=65e6e77b18114b86a06557f55d771f69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5629969 Oct 26 08:32:31.716032 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60790) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:31.734685 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-d2b04f0e-8bce-4f45-8bdd-79f2897f7e0f None None] Port 9880fd89-3d62-4c35-b677-09ffafa5db07 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:32:31.825263 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-365fe1d0-c99b-4c50-a2bc-7c536aa6316b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:31.826945 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-365fe1d0-c99b-4c50-a2bc-7c536aa6316b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:31.842226 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-b55fdb40-6051-405a-b935-913f54627927 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Deleting port c8cb343f-fea5-4037-a2fb-ec3d0c391494 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:31.842807 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b55fdb40-6051-405a-b935-913f54627927 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:31.882875 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-01b87885-bea8-4ce2-9b41-4f431c697593 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:31.913912 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-01b87885-bea8-4ce2-9b41-4f431c697593 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6e2df7a-27e6-4621-9fe8-3810eac98458']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:31.916269 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e594fea0-7dbb-4b41-8f48-1570ffbf2a56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:31.932884 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-01b87885-bea8-4ce2-9b41-4f431c697593 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea06505a-704e-4b2f-b998-48e605f25c86') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:31.933520 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-01b87885-bea8-4ce2-9b41-4f431c697593 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea06505a-704e-4b2f-b998-48e605f25c86') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:31.950211 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-01b87885-bea8-4ce2-9b41-4f431c697593 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:31.965213 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e594fea0-7dbb-4b41-8f48-1570ffbf2a56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:31.984487 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-01b87885-bea8-4ce2-9b41-4f431c697593 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:32.002807 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b87885-bea8-4ce2-9b41-4f431c697593 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:32:32.002807 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-01b87885-bea8-4ce2-9b41-4f431c697593 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:32.004998 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:32:32.004998 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:32:32.004998 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:32:32.004998 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:32:32.004998 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:32:32.004998 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:32:32.004998 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:32:32.004998 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:32:32.004998 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:32:32.004998 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:32:32.004998 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:32:32.004998 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:32:32.004998 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:32:32.004998 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:32:32.004998 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:32:32.004998 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:32:32.004998 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:32:32.004998 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:32:32.004998 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:32:32.004998 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:32:32.004998 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:32:32.004998 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:32:32.004998 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:32:32.004998 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:32:32.004998 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:32:32.004998 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:32:32.004998 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:32:32.004998 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:32:32.004998 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:32:32.004998 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:32:32.004998 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:32:32.004998 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:32:32.025169 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-365fe1d0-c99b-4c50-a2bc-7c536aa6316b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:32.033269 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60802) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:32.052368 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b55fdb40-6051-405a-b935-913f54627927 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:32.080692 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-01b87885-bea8-4ce2-9b41-4f431c697593 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:32.084836 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e594fea0-7dbb-4b41-8f48-1570ffbf2a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:32.087539 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e594fea0-7dbb-4b41-8f48-1570ffbf2a56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:32.091602 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e594fea0-7dbb-4b41-8f48-1570ffbf2a56 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/efda3181-c2fd-45da-95ee-6d38f63882a6 HTTP/1.1" status: 204 len: 168 time: 0.3744488 Oct 26 08:32:32.107797 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-01b87885-bea8-4ce2-9b41-4f431c697593 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:32.113409 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-01b87885-bea8-4ce2-9b41-4f431c697593 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] 10.222.0.41 "DELETE /v2.0/networks/f6e2df7a-27e6-4621-9fe8-3810eac98458 HTTP/1.1" status: 204 len: 168 time: 0.6953924 Oct 26 08:32:32.114201 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b87885-bea8-4ce2-9b41-4f431c697593 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Pushing event deleted for resources: {'Network': ['ID=f6e2df7a-27e6-4621-9fe8-3810eac98458,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:32.126076 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60808) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:32.159304 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-b55fdb40-6051-405a-b935-913f54627927 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Calling delete_port for c8cb343f-fea5-4037-a2fb-ec3d0c391494 owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:32.172012 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e594fea0-7dbb-4b41-8f48-1570ffbf2a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efda3181-c2fd-45da-95ee-6d38f63882a6,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:32.203188 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed502b5-9118-4b5e-8f59-f178e665f6ad tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Deleting subnet 06c17a73-5635-4c94-9334-dfe289910be4 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:32:32.207850 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8ed502b5-9118-4b5e-8f59-f178e665f6ad tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:32.261526 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-1ec43f88-53cf-42a7-8c78-0100d2bdbf21 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-842013776'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:32.262141 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8ed502b5-9118-4b5e-8f59-f178e665f6ad tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:32.384423 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8ed502b5-9118-4b5e-8f59-f178e665f6ad tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:32.419363 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device a230a9b1-fa84-406f-9bbf-b586ad91bee9 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:32:32.467772 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8ed502b5-9118-4b5e-8f59-f178e665f6ad tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:32.501532 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port a230a9b1-fa84-406f-9bbf-b586ad91bee9 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:32.502152 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:32.508541 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed502b5-9118-4b5e-8f59-f178e665f6ad tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Pushing event deleted for resources: {'Subnet': ['ID=06c17a73-5635-4c94-9334-dfe289910be4,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:32.515019 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8ed502b5-9118-4b5e-8f59-f178e665f6ad tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:32.520955 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-8ed502b5-9118-4b5e-8f59-f178e665f6ad tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] 10.222.0.41 "DELETE /v2.0/subnets/06c17a73-5635-4c94-9334-dfe289910be4 HTTP/1.1" status: 204 len: 168 time: 0.3926818 Oct 26 08:32:32.522230 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60812) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:32.540729 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb3ed5e-0d10-49f0-af5d-a286c3a78b44 None None] Network 7e6c8de4-0bc1-4dcd-9614-302f00b35ffc requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:32.627197 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7ae4b75d-9648-49be-9078-747ecc3407f2 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:32.641318 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60814) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:32.706164 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e1e87145-08e5-4276-80a9-99a2ee85274c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=40bde091a79440578b3f065c62054eb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0624416 Oct 26 08:32:32.707502 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60816) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:32.712371 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-365fe1d0-c99b-4c50-a2bc-7c536aa6316b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:32.718313 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-988e0c0d-0c93-42aa-baed-2cdf72e79cb4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:32.728357 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec43f88-53cf-42a7-8c78-0100d2bdbf21 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Made reservation on behalf of 013b02ea97ed4712a1d68088856a2f66 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:32.734625 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1ec43f88-53cf-42a7-8c78-0100d2bdbf21 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:32.747164 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-988e0c0d-0c93-42aa-baed-2cdf72e79cb4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:32.748031 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-988e0c0d-0c93-42aa-baed-2cdf72e79cb4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:32.766663 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1ec43f88-53cf-42a7-8c78-0100d2bdbf21 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:32.783420 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-7ae4b75d-9648-49be-9078-747ecc3407f2 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Deleting port 8f4e4e42-a9e0-4ec7-be6a-bb6da4bd0240 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:32.783726 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7ae4b75d-9648-49be-9078-747ecc3407f2 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:32.802516 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device e28ec64c-1fcd-4e22-b2c4-ca3455ffb95d no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:32:32.836642 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: e28ec64c-1fcd-4e22-b2c4-ca3455ffb95d {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:32:32.836999 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device e28ec64c-1fcd-4e22-b2c4-ca3455ffb95d not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:32:32.845966 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-da14d953-5b3d-40a2-8320-48c579eabefd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:32.850637 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b55fdb40-6051-405a-b935-913f54627927 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:32.863973 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9b2413-3356-4728-8f10-d857ab5e63bc None None] DHCP port deletion for 7e6c8de4-0bc1-4dcd-9614-302f00b35ffc request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:32:32.900680 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-da14d953-5b3d-40a2-8320-48c579eabefd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:32.913056 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-7ae4b75d-9648-49be-9078-747ecc3407f2 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] For port 8f4e4e42-a9e0-4ec7-be6a-bb6da4bd0240, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=8f4e4e42-a9e0-4ec7-be6a-bb6da4bd0240,segment=NetworkSegment(7c8731c0-354f-46a7-b545-9acef7f1e0e1),segment_id=7c8731c0-354f-46a7-b545-9acef7f1e0e1)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:32.913415 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7ae4b75d-9648-49be-9078-747ecc3407f2 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:32.917980 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8a9b2413-3356-4728-8f10-d857ab5e63bc None None] Deleting port 8f4e4e42-a9e0-4ec7-be6a-bb6da4bd0240 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:32.918683 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8a9b2413-3356-4728-8f10-d857ab5e63bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:32.930948 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b55fdb40-6051-405a-b935-913f54627927 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:32.933578 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-7ae4b75d-9648-49be-9078-747ecc3407f2 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Calling delete_port for 8f4e4e42-a9e0-4ec7-be6a-bb6da4bd0240 owned by network:dhcp {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:32.934504 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b55fdb40-6051-405a-b935-913f54627927 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/ports/c8cb343f-fea5-4037-a2fb-ec3d0c391494 HTTP/1.1" status: 204 len: 168 time: 1.4519038 Oct 26 08:32:32.943229 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60820) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:32.951651 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e0c0d-0c93-42aa-baed-2cdf72e79cb4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Port': ['ID=9880fd89-3d62-4c35-b677-09ffafa5db07,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:32.994678 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8a9b2413-3356-4728-8f10-d857ab5e63bc None None] For port 8f4e4e42-a9e0-4ec7-be6a-bb6da4bd0240, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=8f4e4e42-a9e0-4ec7-be6a-bb6da4bd0240,segment=NetworkSegment(7c8731c0-354f-46a7-b545-9acef7f1e0e1),segment_id=7c8731c0-354f-46a7-b545-9acef7f1e0e1)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:32.995597 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8a9b2413-3356-4728-8f10-d857ab5e63bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:32.996493 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55fdb40-6051-405a-b935-913f54627927 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Port': ['ID=c8cb343f-fea5-4037-a2fb-ec3d0c391494,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:33.068074 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988e0c0d-0c93-42aa-baed-2cdf72e79cb4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:33.073696 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bd5e02-c904-4832-81a8-74be1cc64324 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:33.079792 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bd5e02-c904-4832-81a8-74be1cc64324 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:33.084639 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-988e0c0d-0c93-42aa-baed-2cdf72e79cb4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:33.084823 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-47bd5e02-c904-4832-81a8-74be1cc64324 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1371796 Oct 26 08:32:33.087386 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60822) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:33.087955 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-da14d953-5b3d-40a2-8320-48c579eabefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:33.091146 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-da14d953-5b3d-40a2-8320-48c579eabefd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:33.091737 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-da14d953-5b3d-40a2-8320-48c579eabefd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/54470076-c673-4375-aaf7-ee014fc48362 HTTP/1.1" status: 204 len: 168 time: 0.3831847 Oct 26 08:32:33.113723 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1ec43f88-53cf-42a7-8c78-0100d2bdbf21 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:33.125571 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da14d953-5b3d-40a2-8320-48c579eabefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54470076-c673-4375-aaf7-ee014fc48362,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:33.170500 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7ae4b75d-9648-49be-9078-747ecc3407f2 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:33.192890 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1ec43f88-53cf-42a7-8c78-0100d2bdbf21 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:33.216989 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4b75d-9648-49be-9078-747ecc3407f2 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Pushing event deleted for resources: {'Port': ['ID=8f4e4e42-a9e0-4ec7-be6a-bb6da4bd0240,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:33.222447 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae4b75d-9648-49be-9078-747ecc3407f2 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] No DVR routers for this DVR port 8f4e4e42-a9e0-4ec7-be6a-bb6da4bd0240 on host dv-neutron-804846-13-hyperv {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:32:33.243136 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8a9b2413-3356-4728-8f10-d857ab5e63bc None None] Calling delete_port for 8f4e4e42-a9e0-4ec7-be6a-bb6da4bd0240 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:33.332870 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec43f88-53cf-42a7-8c78-0100d2bdbf21 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:32:33.350858 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec43f88-53cf-42a7-8c78-0100d2bdbf21 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd2ce11-6345-4d7d-8bdb-3fc4e4a0d8ba,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:33.382137 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1ec43f88-53cf-42a7-8c78-0100d2bdbf21 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:33.382535 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-1ec43f88-53cf-42a7-8c78-0100d2bdbf21 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Added segment e816f81e-013e-488e-a58a-101945f2452c of type vlan for network ad042a27-6f7f-4fc6-aeac-dfa442372dd7 Oct 26 08:32:33.383404 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8a9b2413-3356-4728-8f10-d857ab5e63bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:33.408483 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7ae4b75d-9648-49be-9078-747ecc3407f2 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:33.418526 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9b2413-3356-4728-8f10-d857ab5e63bc None None] No DVR routers for this DVR port 8f4e4e42-a9e0-4ec7-be6a-bb6da4bd0240 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:32:33.452327 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-7ae4b75d-9648-49be-9078-747ecc3407f2 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e6c8de4-0bc1-4dcd-9614-302f00b35ffc']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:33.466379 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-7ae4b75d-9648-49be-9078-747ecc3407f2 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8731c0-354f-46a7-b545-9acef7f1e0e1') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:33.466862 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-7ae4b75d-9648-49be-9078-747ecc3407f2 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8731c0-354f-46a7-b545-9acef7f1e0e1') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:33.473559 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b2413-3356-4728-8f10-d857ab5e63bc None None] Pushing event deleted for resources: {'Port': ['ID=8f4e4e42-a9e0-4ec7-be6a-bb6da4bd0240,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:33.479814 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7ae4b75d-9648-49be-9078-747ecc3407f2 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:33.498382 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7ae4b75d-9648-49be-9078-747ecc3407f2 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:33.504007 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-a42248a9-63e3-4727-95d9-fe29526b3f7b None None] Provisioning complete for port 9880fd89-3d62-4c35-b677-09ffafa5db07 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:33.504522 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a42248a9-63e3-4727-95d9-fe29526b3f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:33.511631 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae4b75d-9648-49be-9078-747ecc3407f2 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:32:33.512850 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7ae4b75d-9648-49be-9078-747ecc3407f2 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:33.524052 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1ec43f88-53cf-42a7-8c78-0100d2bdbf21 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:33.532376 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:32:33.532376 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:32:33.532376 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:32:33.532376 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:32:33.532376 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:32:33.532376 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:32:33.532376 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:32:33.532376 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:32:33.532376 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:32:33.532376 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:32:33.532376 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:32:33.532376 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:32:33.532376 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:32:33.532376 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:32:33.532376 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:32:33.532376 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:32:33.532376 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:32:33.532376 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:32:33.532376 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:32:33.532376 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:32:33.532376 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:32:33.532376 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:32:33.532376 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:32:33.532376 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:32:33.532376 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:32:33.532376 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:32:33.532376 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:32:33.532376 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:32:33.532376 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:32:33.532376 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:32:33.532376 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:32:33.532376 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:32:33.560404 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-365fe1d0-c99b-4c50-a2bc-7c536aa6316b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router_gateway, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:33.572830 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-a42248a9-63e3-4727-95d9-fe29526b3f7b None None] Port 9880fd89-3d62-4c35-b677-09ffafa5db07 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:32:33.597820 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-365fe1d0-c99b-4c50-a2bc-7c536aa6316b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:33.607412 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7ae4b75d-9648-49be-9078-747ecc3407f2 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:33.628691 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7ae4b75d-9648-49be-9078-747ecc3407f2 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:33.632513 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-7ae4b75d-9648-49be-9078-747ecc3407f2 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] 10.222.0.41 "DELETE /v2.0/networks/7e6c8de4-0bc1-4dcd-9614-302f00b35ffc HTTP/1.1" status: 204 len: 168 time: 1.1092741 Oct 26 08:32:33.633528 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4b75d-9648-49be-9078-747ecc3407f2 tempest-NetworksIpV6TestAttrs-202210531 tempest-NetworksIpV6TestAttrs-202210531-project] Pushing event deleted for resources: {'Network': ['ID=7e6c8de4-0bc1-4dcd-9614-302f00b35ffc,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:33.654027 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-2268236e-a503-44b5-a98a-40e1cf31b56b tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Deleting port 84c59b17-1022-4b70-8cc5-661027b20e29 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:33.654416 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2268236e-a503-44b5-a98a-40e1cf31b56b tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:33.661805 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1ec43f88-53cf-42a7-8c78-0100d2bdbf21 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:33.668772 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec43f88-53cf-42a7-8c78-0100d2bdbf21 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:33.669567 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1ec43f88-53cf-42a7-8c78-0100d2bdbf21 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:33.720638 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988e0c0d-0c93-42aa-baed-2cdf72e79cb4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Router f323fd0b-5815-4c89-ba71-dd1a6da48c27 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:32:33.821832 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60842) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:33.822898 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1ec43f88-53cf-42a7-8c78-0100d2bdbf21 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.7833726 Oct 26 08:32:33.830679 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-1d11ead1-5899-472f-bb27-44896cb28e1b tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Request body: {'subnet': {'network_id': 'ad042a27-6f7f-4fc6-aeac-dfa442372dd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:33.867036 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2268236e-a503-44b5-a98a-40e1cf31b56b tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:33.887871 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60844) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:33.891220 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec43f88-53cf-42a7-8c78-0100d2bdbf21 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Pushing event updated for resources: {'Network': ['ID=ad042a27-6f7f-4fc6-aeac-dfa442372dd7,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:33.913519 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network ad042a27-6f7f-4fc6-aeac-dfa442372dd7 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:32:33.979588 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-2268236e-a503-44b5-a98a-40e1cf31b56b tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Calling delete_port for 84c59b17-1022-4b70-8cc5-661027b20e29 owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:34.026738 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d11ead1-5899-472f-bb27-44896cb28e1b tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Made reservation on behalf of 013b02ea97ed4712a1d68088856a2f66 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:34.030881 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1d11ead1-5899-472f-bb27-44896cb28e1b tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:34.063866 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-365fe1d0-c99b-4c50-a2bc-7c536aa6316b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Allocated IP 172.26.2.226 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/10eac4ef-3d15-4290-843a-9091fe830cdd) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:32:34.129924 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988e0c0d-0c93-42aa-baed-2cdf72e79cb4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:32:34.136031 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-988e0c0d-0c93-42aa-baed-2cdf72e79cb4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "PUT /v2.0/routers/f323fd0b-5815-4c89-ba71-dd1a6da48c27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7063837 Oct 26 08:32:34.141323 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec597f62-6a0b-4dee-b663-5466aacf2b3d None None] Sync routers for ids ['f323fd0b-5815-4c89-ba71-dd1a6da48c27'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:32:34.144345 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60858) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:34.153473 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec597f62-6a0b-4dee-b663-5466aacf2b3d None None] Routers {'f323fd0b-5815-4c89-ba71-dd1a6da48c27'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:32:34.154225 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ec597f62-6a0b-4dee-b663-5466aacf2b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:32:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['f323fd0b-5815-4c89-ba71-dd1a6da48c27'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:34.207547 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b2eff564-cd4c-49c7-a96f-032c7e02388b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b841081dbf364c88806ec4f9fb1fcc47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3128483 Oct 26 08:32:34.211550 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60860) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:34.244433 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2268236e-a503-44b5-a98a-40e1cf31b56b tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:34.255056 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e92303-edaa-41a1-ba47-284934f4a292 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:34.259376 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-42e92303-edaa-41a1-ba47-284934f4a292 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/ports/9880fd89-3d62-4c35-b677-09ffafa5db07 HTTP/1.1" status: 200 len: 911 time: 0.1043501 Oct 26 08:32:34.261428 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60862) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:34.261800 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60864) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:34.268448 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-ec597f62-6a0b-4dee-b663-5466aacf2b3d None None] Set router f323fd0b-5815-4c89-ba71-dd1a6da48c27 gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:32:34.328986 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2268236e-a503-44b5-a98a-40e1cf31b56b tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Port': ['ID=84c59b17-1022-4b70-8cc5-661027b20e29,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:34.334037 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-365fe1d0-c99b-4c50-a2bc-7c536aa6316b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:34.339779 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2268236e-a503-44b5-a98a-40e1cf31b56b tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:34.343353 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-2268236e-a503-44b5-a98a-40e1cf31b56b tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/ports/84c59b17-1022-4b70-8cc5-661027b20e29 HTTP/1.1" status: 204 len: 168 time: 1.2518752 Oct 26 08:32:34.346159 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60870) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:34.431824 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 8f4e4e42-a9e0-4ec7-be6a-bb6da4bd0240 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:32:34.440321 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933b8740-3d92-43ad-a337-c0d78297c7f8 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:34.447953 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933b8740-3d92-43ad-a337-c0d78297c7f8 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:34.449599 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-933b8740-3d92-43ad-a337-c0d78297c7f8 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1801481 Oct 26 08:32:34.458714 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-2e82ca25-b5b7-46e7-846e-2c0affb7d3ae tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-16148409'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:34.462406 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60872) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:34.464997 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 8f4e4e42-a9e0-4ec7-be6a-bb6da4bd0240 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:32:34.465352 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 8f4e4e42-a9e0-4ec7-be6a-bb6da4bd0240 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:32:34.471975 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e19e68-bd69-4873-a616-1dab9b50103e tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:34.475589 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-83e19e68-bd69-4873-a616-1dab9b50103e tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1264157 Oct 26 08:32:34.479568 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60874) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:34.480838 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1d11ead1-5899-472f-bb27-44896cb28e1b tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:34.518046 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-b51e9e41-1bd0-4acf-9ca0-22ec11c82f13 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] GET failed (client error): The resource could not be found. Oct 26 08:32:34.519628 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b51e9e41-1bd0-4acf-9ca0-22ec11c82f13 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "GET /v2.0/ports/c8cb343f-fea5-4037-a2fb-ec3d0c391494 HTTP/1.1" status: 404 len: 333 time: 0.0361922 Oct 26 08:32:34.523343 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60876) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:34.535142 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-365fe1d0-c99b-4c50-a2bc-7c536aa6316b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:34.560509 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e82ca25-b5b7-46e7-846e-2c0affb7d3ae tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Made reservation on behalf of 3905ee3ef311437797d112e063b81314 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:34.564074 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2e82ca25-b5b7-46e7-846e-2c0affb7d3ae tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:34.570420 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ec597f62-6a0b-4dee-b663-5466aacf2b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f323fd0b-5815-4c89-ba71-dd1a6da48c27', 'name': 'tempest-NetworksTestDHCPv6-router-2118638243', 'tenant_id': '34a26fc2cbe741c49d4d94b40e63438a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:32:27Z', 'updated_at': '2021-10-26T08:32:31Z', 'revision_number': 2, 'project_id': '34a26fc2cbe741c49d4d94b40e63438a', 'gw_port_host': None, '_interfaces': [{'id': '9880fd89-3d62-4c35-b677-09ffafa5db07', 'name': '', 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'tenant_id': '34a26fc2cbe741c49d4d94b40e63438a', 'mac_address': 'fa:16:3e:69:03:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f323fd0b-5815-4c89-ba71-dd1a6da48c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '481c8413-254f-4c4b-874b-9702e6e6dbcb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:32:29Z', 'updated_at': '2021-10-26T08:32:31Z', 'revision_number': 2, 'project_id': '34a26fc2cbe741c49d4d94b40e63438a', 'subnets': [{'id': '481c8413-254f-4c4b-874b-9702e6e6dbcb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:34.584952 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cb97f8f-ba39-4547-84f1-312f27a566e0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] GET failed (client error): The resource could not be found. Oct 26 08:32:34.586944 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4cb97f8f-ba39-4547-84f1-312f27a566e0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "GET /v2.0/ports/84c59b17-1022-4b70-8cc5-661027b20e29 HTTP/1.1" status: 404 len: 333 time: 0.0623100 Oct 26 08:32:34.595115 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60878) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:34.603480 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec597f62-6a0b-4dee-b663-5466aacf2b3d None None] Checking router: f323fd0b-5815-4c89-ba71-dd1a6da48c27 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:32:34.603839 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec597f62-6a0b-4dee-b663-5466aacf2b3d None None] Updating router f323fd0b-5815-4c89-ba71-dd1a6da48c27 port 9880fd89-3d62-4c35-b677-09ffafa5db07 binding host dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:32:34.613913 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2e82ca25-b5b7-46e7-846e-2c0affb7d3ae tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:34.628678 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a68fab67-8bc4-42ad-b359-5363ee96e7ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:34.632519 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ec597f62-6a0b-4dee-b663-5466aacf2b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:34.635260 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365fe1d0-c99b-4c50-a2bc-7c536aa6316b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:34.655386 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d11ead1-5899-472f-bb27-44896cb28e1b tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Pushing event updated for resources: {'Subnet': ['ID=35699d40-07fc-49f9-8781-2f0f81eeef9a,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:34.675719 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-365fe1d0-c99b-4c50-a2bc-7c536aa6316b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:34.679913 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365fe1d0-c99b-4c50-a2bc-7c536aa6316b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:34.732024 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365fe1d0-c99b-4c50-a2bc-7c536aa6316b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Pushing event updated for resources: {'Port': ['ID=10eac4ef-3d15-4290-843a-9091fe830cdd,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:34.739280 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a68fab67-8bc4-42ad-b359-5363ee96e7ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:34.761767 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-26e02de0-5459-4ee1-9a5f-ccfac2947a9e tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:34.765744 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d11ead1-5899-472f-bb27-44896cb28e1b tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Checking segment: {'id': 'e816f81e-013e-488e-a58a-101945f2452c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ad042a27-6f7f-4fc6-aeac-dfa442372dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:34.766334 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d11ead1-5899-472f-bb27-44896cb28e1b tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Network hostable DHCP agents. Network: ad042a27-6f7f-4fc6-aeac-dfa442372dd7, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:32:34.823428 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d11ead1-5899-472f-bb27-44896cb28e1b tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Network ad042a27-6f7f-4fc6-aeac-dfa442372dd7 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:32:34.857578 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-1d11ead1-5899-472f-bb27-44896cb28e1b tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, ad042a27-6f7f-4fc6-aeac-dfa442372dd7) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:34.868384 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a68fab67-8bc4-42ad-b359-5363ee96e7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:34.871250 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a68fab67-8bc4-42ad-b359-5363ee96e7ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:34.872398 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a68fab67-8bc4-42ad-b359-5363ee96e7ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f118dfa6-5bd5-404e-9835-3916794fefba HTTP/1.1" status: 204 len: 168 time: 0.6568434 Oct 26 08:32:34.874075 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d11ead1-5899-472f-bb27-44896cb28e1b tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:34.875180 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1d11ead1-5899-472f-bb27-44896cb28e1b tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:34.899091 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fab67-8bc4-42ad-b359-5363ee96e7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f118dfa6-5bd5-404e-9835-3916794fefba,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:34.917643 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da44e1d-66c4-457d-862d-2e98a05dec9b None None] Network ad042a27-6f7f-4fc6-aeac-dfa442372dd7 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:34.917860 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1d11ead1-5899-472f-bb27-44896cb28e1b tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0913122 Oct 26 08:32:34.917860 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60882) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:34.926787 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-235a3aa1-883d-4a47-8771-de93748211e1 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Request body: {'port': {'network_id': 'ad042a27-6f7f-4fc6-aeac-dfa442372dd7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1772405936'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:34.999572 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-26e02de0-5459-4ee1-9a5f-ccfac2947a9e tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:35.031792 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2e82ca25-b5b7-46e7-846e-2c0affb7d3ae tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:35.043758 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2e82ca25-b5b7-46e7-846e-2c0affb7d3ae tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:35.048134 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-26e02de0-5459-4ee1-9a5f-ccfac2947a9e tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f4ff9d-391f-4b83-bce3-3dc6a3b4512a']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:35.076895 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-26e02de0-5459-4ee1-9a5f-ccfac2947a9e tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e78eec-14a5-462d-91f9-f3dddfe05eab') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:35.077185 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-26e02de0-5459-4ee1-9a5f-ccfac2947a9e tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e78eec-14a5-462d-91f9-f3dddfe05eab') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:35.114300 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ec597f62-6a0b-4dee-b663-5466aacf2b3d None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:35.150597 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e82ca25-b5b7-46e7-846e-2c0affb7d3ae tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:32:35.163097 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ec597f62-6a0b-4dee-b663-5466aacf2b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:35.171867 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-26e02de0-5459-4ee1-9a5f-ccfac2947a9e tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:35.191275 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82ca25-b5b7-46e7-846e-2c0affb7d3ae tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8c676b-3135-4dd5-bc06-9c7e2a95493c,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:35.195116 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235a3aa1-883d-4a47-8771-de93748211e1 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Made reservation on behalf of 013b02ea97ed4712a1d68088856a2f66 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:35.198925 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-235a3aa1-883d-4a47-8771-de93748211e1 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:35.200242 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2e82ca25-b5b7-46e7-846e-2c0affb7d3ae tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:35.200623 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-2e82ca25-b5b7-46e7-846e-2c0affb7d3ae tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Added segment 7b50f1a3-5b5b-48ee-a374-477efa40b981 of type vlan for network 37a0155f-2659-4fca-9dc0-826da8b1cb71 Oct 26 08:32:35.202171 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-26e02de0-5459-4ee1-9a5f-ccfac2947a9e tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:35.222549 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e02de0-5459-4ee1-9a5f-ccfac2947a9e tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:32:35.222948 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-26e02de0-5459-4ee1-9a5f-ccfac2947a9e tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:35.226781 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:32:35.226781 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:32:35.226781 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:32:35.226781 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:32:35.226781 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:32:35.226781 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:32:35.226781 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:32:35.226781 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:32:35.226781 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:32:35.226781 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:32:35.226781 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:32:35.226781 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:32:35.226781 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:32:35.226781 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:32:35.226781 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:32:35.226781 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:32:35.226781 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:32:35.226781 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:32:35.226781 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:32:35.226781 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:32:35.226781 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:32:35.226781 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:32:35.226781 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:32:35.226781 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:32:35.226781 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:32:35.226781 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:32:35.226781 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:32:35.226781 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:32:35.226781 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:32:35.226781 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:32:35.226781 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:32:35.226781 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:32:35.282910 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-235a3aa1-883d-4a47-8771-de93748211e1 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] device_id is not set on port 484ebb0a-2e30-4019-aaef-18d117403406 yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:32:35.298321 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-657f2d67-d8e8-42f4-a81e-960e2cf5a826 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:35.318417 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2e82ca25-b5b7-46e7-846e-2c0affb7d3ae tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:35.338031 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-26e02de0-5459-4ee1-9a5f-ccfac2947a9e tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:35.341795 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-365fe1d0-c99b-4c50-a2bc-7c536aa6316b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router_gateway, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:35.355572 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-26e02de0-5459-4ee1-9a5f-ccfac2947a9e tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:35.358774 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-26e02de0-5459-4ee1-9a5f-ccfac2947a9e tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/networks/33f4ff9d-391f-4b83-bce3-3dc6a3b4512a HTTP/1.1" status: 204 len: 168 time: 0.7607045 Oct 26 08:32:35.402934 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781f0123-8ed4-4a24-8443-a62e9776e4b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-ad042a27-6f7f-4fc6-aeac-dfa442372dd7', 'network_id': 'ad042a27-6f7f-4fc6-aeac-dfa442372dd7', 'tenant_id': '013b02ea97ed4712a1d68088856a2f66', 'fixed_ips': [{'subnet_id': '35699d40-07fc-49f9-8781-2f0f81eeef9a'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:32:35.404133 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-781f0123-8ed4-4a24-8443-a62e9776e4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:35.408596 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e4bf18-ccbd-4546-a935-8293da622732 None None] Pushing event updated for resources: {'Port': ['ID=9880fd89-3d62-4c35-b677-09ffafa5db07,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:35.436000 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60890) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:35.503907 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-ec597f62-6a0b-4dee-b663-5466aacf2b3d None None] Attempting to bind port 9880fd89-3d62-4c35-b677-09ffafa5db07 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:35.504376 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-ec597f62-6a0b-4dee-b663-5466aacf2b3d None None] Attempting to bind port 9880fd89-3d62-4c35-b677-09ffafa5db07 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:35.504810 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec597f62-6a0b-4dee-b663-5466aacf2b3d None None] Attempting to bind port 9880fd89-3d62-4c35-b677-09ffafa5db07 on network ecf0c004-fa53-4f3e-bbfd-ff079400665b {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:35.538298 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-33d38e94-e729-43be-ab61-f7db5eff32ac tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1546281317'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:35.573936 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec597f62-6a0b-4dee-b663-5466aacf2b3d None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:32:35.574437 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec597f62-6a0b-4dee-b663-5466aacf2b3d None None] Checking segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:35.574711 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ec597f62-6a0b-4dee-b663-5466aacf2b3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:35.575144 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec597f62-6a0b-4dee-b663-5466aacf2b3d None None] Bound using segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:32:35.575636 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-ec597f62-6a0b-4dee-b663-5466aacf2b3d None None] Bound port: 9880fd89-3d62-4c35-b677-09ffafa5db07, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:32:35.576019 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ec597f62-6a0b-4dee-b663-5466aacf2b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:35.583570 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e02de0-5459-4ee1-9a5f-ccfac2947a9e tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Network': ['ID=33f4ff9d-391f-4b83-bce3-3dc6a3b4512a,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:35.666697 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-51cdf34a-6aa3-4e3f-acc1-34588e33a3bf None None] Provisioning complete for port 9880fd89-3d62-4c35-b677-09ffafa5db07 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:35.667423 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-51cdf34a-6aa3-4e3f-acc1-34588e33a3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:35.675366 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2e82ca25-b5b7-46e7-846e-2c0affb7d3ae tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:35.683220 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e82ca25-b5b7-46e7-846e-2c0affb7d3ae tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:35.683947 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2e82ca25-b5b7-46e7-846e-2c0affb7d3ae tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:35.735168 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-ec597f62-6a0b-4dee-b663-5466aacf2b3d None None] For port 9880fd89-3d62-4c35-b677-09ffafa5db07, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:32:35.745790 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-51cdf34a-6aa3-4e3f-acc1-34588e33a3bf None None] Port 9880fd89-3d62-4c35-b677-09ffafa5db07 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:32:35.751831 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-ec597f62-6a0b-4dee-b663-5466aacf2b3d None None] For port 9880fd89-3d62-4c35-b677-09ffafa5db07, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=9880fd89-3d62-4c35-b677-09ffafa5db07,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:32:35.759407 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ec597f62-6a0b-4dee-b663-5466aacf2b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:35.772803 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-2e82ca25-b5b7-46e7-846e-2c0affb7d3ae tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.5083518 Oct 26 08:32:35.795833 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82ca25-b5b7-46e7-846e-2c0affb7d3ae tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event updated for resources: {'Network': ['ID=37a0155f-2659-4fca-9dc0-826da8b1cb71,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:35.801802 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-365fe1d0-c99b-4c50-a2bc-7c536aa6316b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:35.857589 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 37a0155f-2659-4fca-9dc0-826da8b1cb71 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:32:36.017952 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e4bf18-ccbd-4546-a935-8293da622732 None None] Pushing event updated for resources: {'Port': ['ID=9880fd89-3d62-4c35-b677-09ffafa5db07,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:36.019257 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365fe1d0-c99b-4c50-a2bc-7c536aa6316b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Router 4fa0001f-7cc7-4b76-ace8-47558aad1c3f is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:32:36.038601 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec597f62-6a0b-4dee-b663-5466aacf2b3d None None] Routers {'f323fd0b-5815-4c89-ba71-dd1a6da48c27'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:32:36.039246 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ec597f62-6a0b-4dee-b663-5466aacf2b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:32:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['f323fd0b-5815-4c89-ba71-dd1a6da48c27'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:36.134541 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d38e94-e729-43be-ab61-f7db5eff32ac tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Made reservation on behalf of 842b849088674682987bba8ce52bfdf3 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:36.138249 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-33d38e94-e729-43be-ab61-f7db5eff32ac tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:36.200046 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-ec597f62-6a0b-4dee-b663-5466aacf2b3d None None] Set router f323fd0b-5815-4c89-ba71-dd1a6da48c27 gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:32:36.218145 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60908) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:36.295190 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365fe1d0-c99b-4c50-a2bc-7c536aa6316b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:32:36.307738 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf8ef70-e632-438c-bc17-98c75c8cc0b4 None None] Sync routers for ids ['4fa0001f-7cc7-4b76-ace8-47558aad1c3f'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:32:36.319863 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf8ef70-e632-438c-bc17-98c75c8cc0b4 None None] Routers {'4fa0001f-7cc7-4b76-ace8-47558aad1c3f'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:32:36.327544 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-fcf8ef70-e632-438c-bc17-98c75c8cc0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:32:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['4fa0001f-7cc7-4b76-ace8-47558aad1c3f'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:36.347522 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-365fe1d0-c99b-4c50-a2bc-7c536aa6316b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:36.348572 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d38e94-e729-43be-ab61-f7db5eff32ac tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:32:36.350228 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-365fe1d0-c99b-4c50-a2bc-7c536aa6316b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.6911752 Oct 26 08:32:36.353112 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60914) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:36.360585 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-78570ea7-aa48-4dd7-8832-bdc4c67e9ed6 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'enable_snat': False}}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:36.361891 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-33d38e94-e729-43be-ab61-f7db5eff32ac tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:36.367144 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-33d38e94-e729-43be-ab61-f7db5eff32ac tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Added segment 711d8878-540a-49e1-a849-fe300b4ec111 of type vlan for network 653b54f9-1e39-4496-8ec6-59aa62176530 Oct 26 08:32:36.415884 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-fcf8ef70-e632-438c-bc17-98c75c8cc0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:36.433130 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf8ef70-e632-438c-bc17-98c75c8cc0b4 None None] Routers {'4fa0001f-7cc7-4b76-ace8-47558aad1c3f'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:32:36.436922 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-fcf8ef70-e632-438c-bc17-98c75c8cc0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:32:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['4fa0001f-7cc7-4b76-ace8-47558aad1c3f'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:36.437606 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-94fdeb52-eb68-420b-8dca-11a2064af4e2 None None] Provisioning complete for port 9880fd89-3d62-4c35-b677-09ffafa5db07 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:36.438723 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-94fdeb52-eb68-420b-8dca-11a2064af4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:36.458603 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-33d38e94-e729-43be-ab61-f7db5eff32ac tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:36.502097 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-fcf8ef70-e632-438c-bc17-98c75c8cc0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:36.503016 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf8ef70-e632-438c-bc17-98c75c8cc0b4 None None] The sync data for ids ['4fa0001f-7cc7-4b76-ace8-47558aad1c3f'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:32:36.520752 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-8d8db4e4-4f3f-4c6b-a7dc-d5d6fc05df6b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1370784818'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:36.543668 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-33d38e94-e729-43be-ab61-f7db5eff32ac tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:36.551442 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d38e94-e729-43be-ab61-f7db5eff32ac tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:36.552537 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-33d38e94-e729-43be-ab61-f7db5eff32ac tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:36.581644 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8db4e4-4f3f-4c6b-a7dc-d5d6fc05df6b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Made reservation on behalf of d25a916b9c2d4b34bcd65014285516f8 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:36.581857 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e4-4f3f-4c6b-a7dc-d5d6fc05df6b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:36.600201 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-33d38e94-e729-43be-ab61-f7db5eff32ac tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1597090 Oct 26 08:32:36.677562 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60918) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:36.683912 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-a5007aab-cd85-4088-b209-f8304e331263 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'subnet': {'network_id': '653b54f9-1e39-4496-8ec6-59aa62176530', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:36.690869 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-94fdeb52-eb68-420b-8dca-11a2064af4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:36.747239 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-94fdeb52-eb68-420b-8dca-11a2064af4e2 None None] For port 9880fd89-3d62-4c35-b677-09ffafa5db07, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=9880fd89-3d62-4c35-b677-09ffafa5db07,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:36.750495 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ec597f62-6a0b-4dee-b663-5466aacf2b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f323fd0b-5815-4c89-ba71-dd1a6da48c27', 'name': 'tempest-NetworksTestDHCPv6-router-2118638243', 'tenant_id': '34a26fc2cbe741c49d4d94b40e63438a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:32:27Z', 'updated_at': '2021-10-26T08:32:31Z', 'revision_number': 2, 'project_id': '34a26fc2cbe741c49d4d94b40e63438a', 'gw_port_host': None, '_interfaces': [{'id': '9880fd89-3d62-4c35-b677-09ffafa5db07', 'name': '', 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'tenant_id': '34a26fc2cbe741c49d4d94b40e63438a', 'mac_address': 'fa:16:3e:69:03:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f323fd0b-5815-4c89-ba71-dd1a6da48c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '481c8413-254f-4c4b-874b-9702e6e6dbcb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:32:29Z', 'updated_at': '2021-10-26T08:32:35Z', 'revision_number': 4, 'project_id': '34a26fc2cbe741c49d4d94b40e63438a', 'subnets': [{'id': '481c8413-254f-4c4b-874b-9702e6e6dbcb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:36.774877 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-235a3aa1-883d-4a47-8771-de93748211e1 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Allocated IP 2001:db8::7d (ad042a27-6f7f-4fc6-aeac-dfa442372dd7/35699d40-07fc-49f9-8781-2f0f81eeef9a/484ebb0a-2e30-4019-aaef-18d117403406) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:32:36.784116 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-94fdeb52-eb68-420b-8dca-11a2064af4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:36.794120 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec597f62-6a0b-4dee-b663-5466aacf2b3d None None] The sync data for ids ['f323fd0b-5815-4c89-ba71-dd1a6da48c27'] in dv-neutron-804846-13-hyperv is: [{'id': 'f323fd0b-5815-4c89-ba71-dd1a6da48c27', 'name': 'tempest-NetworksTestDHCPv6-router-2118638243', 'tenant_id': '34a26fc2cbe741c49d4d94b40e63438a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:32:27Z', 'updated_at': '2021-10-26T08:32:31Z', 'revision_number': 2, 'project_id': '34a26fc2cbe741c49d4d94b40e63438a', 'gw_port_host': None, '_interfaces': [{'id': '9880fd89-3d62-4c35-b677-09ffafa5db07', 'name': '', 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'tenant_id': '34a26fc2cbe741c49d4d94b40e63438a', 'mac_address': 'fa:16:3e:69:03:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f323fd0b-5815-4c89-ba71-dd1a6da48c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '481c8413-254f-4c4b-874b-9702e6e6dbcb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:32:29Z', 'updated_at': '2021-10-26T08:32:35Z', 'revision_number': 4, 'project_id': '34a26fc2cbe741c49d4d94b40e63438a', 'subnets': [{'id': '481c8413-254f-4c4b-874b-9702e6e6dbcb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:32:36.797548 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e4-4f3f-4c6b-a7dc-d5d6fc05df6b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:36.891964 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fdeb52-eb68-420b-8dca-11a2064af4e2 None None] Pushing event updated for resources: {'Port': ['ID=9880fd89-3d62-4c35-b677-09ffafa5db07,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:36.898170 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5007aab-cd85-4088-b209-f8304e331263 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Made reservation on behalf of 842b849088674682987bba8ce52bfdf3 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:36.905387 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a5007aab-cd85-4088-b209-f8304e331263 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:36.938427 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e4-4f3f-4c6b-a7dc-d5d6fc05df6b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:36.966345 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d38e94-e729-43be-ab61-f7db5eff32ac tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Network': ['ID=653b54f9-1e39-4496-8ec6-59aa62176530,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:36.986201 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 653b54f9-1e39-4496-8ec6-59aa62176530 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:32:37.039405 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.ipam_backend_mixin [None req-a5007aab-cd85-4088-b209-f8304e331263 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Performing IP validity checks on allocation pools {{(pid=102101) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 08:32:37.046893 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.ipam_backend_mixin [None req-a5007aab-cd85-4088-b209-f8304e331263 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102101) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 08:32:37.061417 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e4-4f3f-4c6b-a7dc-d5d6fc05df6b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:37.081243 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d8db4e4-4f3f-4c6b-a7dc-d5d6fc05df6b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:32:37.179498 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e4-4f3f-4c6b-a7dc-d5d6fc05df6b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:37.180092 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-8d8db4e4-4f3f-4c6b-a7dc-d5d6fc05df6b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Added segment 47d8f143-8d2d-4fe5-84a4-ad868dd64224 of type vlan for network b08c819d-1e32-49a1-bce6-3dfb6568432b Oct 26 08:32:37.298243 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-78570ea7-aa48-4dd7-8832-bdc4c67e9ed6 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:37.421834 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e4-4f3f-4c6b-a7dc-d5d6fc05df6b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1625842d-a9c6-4c74-b3e8-3f4cb24a724c,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:37.432931 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e4-4f3f-4c6b-a7dc-d5d6fc05df6b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:37.535170 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-235a3aa1-883d-4a47-8771-de93748211e1 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:37.575573 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-657f2d67-d8e8-42f4-a81e-960e2cf5a826 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting port 9880fd89-3d62-4c35-b677-09ffafa5db07 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:37.576284 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-657f2d67-d8e8-42f4-a81e-960e2cf5a826 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:37.583628 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e4-4f3f-4c6b-a7dc-d5d6fc05df6b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:37.590422 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8db4e4-4f3f-4c6b-a7dc-d5d6fc05df6b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:37.591160 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8d8db4e4-4f3f-4c6b-a7dc-d5d6fc05df6b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:37.861641 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-8d8db4e4-4f3f-4c6b-a7dc-d5d6fc05df6b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6126819 Oct 26 08:32:37.861641 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-657f2d67-d8e8-42f4-a81e-960e2cf5a826 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] For port 9880fd89-3d62-4c35-b677-09ffafa5db07, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=9880fd89-3d62-4c35-b677-09ffafa5db07,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:37.861641 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-657f2d67-d8e8-42f4-a81e-960e2cf5a826 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:37.869648 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db4e4-4f3f-4c6b-a7dc-d5d6fc05df6b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event updated for resources: {'Network': ['ID=b08c819d-1e32-49a1-bce6-3dfb6568432b,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:37.882986 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network b08c819d-1e32-49a1-bce6-3dfb6568432b details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:32:37.901492 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-657f2d67-d8e8-42f4-a81e-960e2cf5a826 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Calling delete_port for 9880fd89-3d62-4c35-b677-09ffafa5db07 owned by network:router_interface {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:37.937390 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-78570ea7-aa48-4dd7-8832-bdc4c67e9ed6 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8100261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8097850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15702'] for router, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:37.946366 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-78570ea7-aa48-4dd7-8832-bdc4c67e9ed6 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8100266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8100243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8097827'] for router, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:38.045086 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60924) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:38.051955 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-3493545f-d568-4428-a7a0-8e668a92a9ad tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Request body: {'subnet': {'network_id': 'b08c819d-1e32-49a1-bce6-3dfb6568432b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:38.099272 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a5007aab-cd85-4088-b209-f8304e331263 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:38.139604 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78570ea7-aa48-4dd7-8832-bdc4c67e9ed6 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Router 4fa0001f-7cc7-4b76-ace8-47558aad1c3f has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:32:38.251820 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3493545f-d568-4428-a7a0-8e668a92a9ad tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Made reservation on behalf of d25a916b9c2d4b34bcd65014285516f8 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:38.256578 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3493545f-d568-4428-a7a0-8e668a92a9ad tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:38.256792 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-235a3aa1-883d-4a47-8771-de93748211e1 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:38.258596 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5007aab-cd85-4088-b209-f8304e331263 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Subnet': ['ID=7b54e1a0-08c2-4c5e-a201-0bdfa3386035,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:38.350403 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-657f2d67-d8e8-42f4-a81e-960e2cf5a826 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:38.357218 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78570ea7-aa48-4dd7-8832-bdc4c67e9ed6 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:32:38.364115 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a3aa1-883d-4a47-8771-de93748211e1 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Pushing event updated for resources: {'Port': ['ID=484ebb0a-2e30-4019-aaef-18d117403406,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:38.371141 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-78570ea7-aa48-4dd7-8832-bdc4c67e9ed6 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:38.375273 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-78570ea7-aa48-4dd7-8832-bdc4c67e9ed6 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] 10.222.0.41 "PUT /v2.0/routers/4fa0001f-7cc7-4b76-ace8-47558aad1c3f HTTP/1.1" status: 200 len: 921 time: 2.0209212 Oct 26 08:32:38.377963 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60926) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:38.419251 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9ed07a-709f-4ecf-b450-256d48c015bf None None] Sync routers for ids ['4fa0001f-7cc7-4b76-ace8-47558aad1c3f'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:32:38.453799 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f2d67-d8e8-42f4-a81e-960e2cf5a826 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Port': ['ID=9880fd89-3d62-4c35-b677-09ffafa5db07,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:38.460429 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9ed07a-709f-4ecf-b450-256d48c015bf None None] Routers {'4fa0001f-7cc7-4b76-ace8-47558aad1c3f'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:32:38.466808 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ed9ed07a-709f-4ecf-b450-256d48c015bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:32:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['4fa0001f-7cc7-4b76-ace8-47558aad1c3f'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:38.550845 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3493545f-d568-4428-a7a0-8e668a92a9ad tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:38.564956 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ed9ed07a-709f-4ecf-b450-256d48c015bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:38.569459 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 9880fd89-3d62-4c35-b677-09ffafa5db07 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:32:38.616078 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-781f0123-8ed4-4a24-8443-a62e9776e4b2 None None] Allocated IP 2001:db8::2 (ad042a27-6f7f-4fc6-aeac-dfa442372dd7/35699d40-07fc-49f9-8781-2f0f81eeef9a/f965540d-eb3e-4819-b999-c32f1dacc28f) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:32:38.624101 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493545f-d568-4428-a7a0-8e668a92a9ad tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event updated for resources: {'Subnet': ['ID=6f1222ae-40e8-42f2-8e16-3712c1ad27aa,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:38.634308 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 9880fd89-3d62-4c35-b677-09ffafa5db07 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:32:38.634753 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 9880fd89-3d62-4c35-b677-09ffafa5db07 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 26 08:32:38.665347 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3493545f-d568-4428-a7a0-8e668a92a9ad tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Checking segment: {'id': '47d8f143-8d2d-4fe5-84a4-ad868dd64224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b08c819d-1e32-49a1-bce6-3dfb6568432b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:38.666623 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3493545f-d568-4428-a7a0-8e668a92a9ad tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Network hostable DHCP agents. Network: b08c819d-1e32-49a1-bce6-3dfb6568432b, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:32:38.671719 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9ed07a-709f-4ecf-b450-256d48c015bf None None] Routers {'4fa0001f-7cc7-4b76-ace8-47558aad1c3f'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:32:38.672467 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ed9ed07a-709f-4ecf-b450-256d48c015bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:32:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['4fa0001f-7cc7-4b76-ace8-47558aad1c3f'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:38.691888 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Port 9880fd89-3d62-4c35-b677-09ffafa5db07 not found, will not notify nova. {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 26 08:32:38.693001 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3493545f-d568-4428-a7a0-8e668a92a9ad tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Network b08c819d-1e32-49a1-bce6-3dfb6568432b is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:32:38.704343 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235a3aa1-883d-4a47-8771-de93748211e1 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Network ad042a27-6f7f-4fc6-aeac-dfa442372dd7 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:38.706582 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5007aab-cd85-4088-b209-f8304e331263 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Checking segment: {'id': '711d8878-540a-49e1-a849-fe300b4ec111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '653b54f9-1e39-4496-8ec6-59aa62176530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:38.707138 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5007aab-cd85-4088-b209-f8304e331263 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Network hostable DHCP agents. Network: 653b54f9-1e39-4496-8ec6-59aa62176530, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:32:38.710308 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-235a3aa1-883d-4a47-8771-de93748211e1 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:38.713258 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235a3aa1-883d-4a47-8771-de93748211e1 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:38.718702 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-3493545f-d568-4428-a7a0-8e668a92a9ad tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, b08c819d-1e32-49a1-bce6-3dfb6568432b) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:38.719816 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235a3aa1-883d-4a47-8771-de93748211e1 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:38.721377 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-235a3aa1-883d-4a47-8771-de93748211e1 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:38.732865 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-8db1d11f-81ce-46da-80dd-f2eece0de227 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] 10.222.0.41 "GET /v2.0/routers/4fa0001f-7cc7-4b76-ace8-47558aad1c3f HTTP/1.1" status: 200 len: 921 time: 0.2808483 Oct 26 08:32:38.733646 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60930) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:38.738946 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3493545f-d568-4428-a7a0-8e668a92a9ad tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:38.742084 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3493545f-d568-4428-a7a0-8e668a92a9ad tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:38.773955 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a13ce16-3b4f-4aee-a914-42d506a6a997 None None] Network b08c819d-1e32-49a1-bce6-3dfb6568432b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:38.779518 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3493545f-d568-4428-a7a0-8e668a92a9ad tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7333212 Oct 26 08:32:38.783186 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60932) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:38.800261 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-a7772ef5-4085-4acd-b95f-57b278e810b4 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1926519644'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:38.825012 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ed9ed07a-709f-4ecf-b450-256d48c015bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:38.826151 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9ed07a-709f-4ecf-b450-256d48c015bf None None] The sync data for ids ['4fa0001f-7cc7-4b76-ace8-47558aad1c3f'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:32:38.844464 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7772ef5-4085-4acd-b95f-57b278e810b4 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Made reservation on behalf of d25a916b9c2d4b34bcd65014285516f8 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:38.850649 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a7772ef5-4085-4acd-b95f-57b278e810b4 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:38.915315 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7772ef5-4085-4acd-b95f-57b278e810b4 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:32:38.951754 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a7772ef5-4085-4acd-b95f-57b278e810b4 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:38.954208 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-a7772ef5-4085-4acd-b95f-57b278e810b4 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Added segment a7df1cb3-9640-4173-8973-000105988992 of type vlan for network 88859726-937e-4cec-b39d-0f2f647eb206 Oct 26 08:32:38.975637 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-235a3aa1-883d-4a47-8771-de93748211e1 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.0564106 Oct 26 08:32:38.995299 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60936) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:38.995695 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60938) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:39.004532 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-1a4c1833-ec08-40c7-b0fd-2d9f9f0e1322 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Request body: {'subnet': {'network_id': '37a0155f-2659-4fca-9dc0-826da8b1cb71', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:39.010891 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-ddfbd589-61d3-4435-b31b-657697e00234 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Request body: {'port': {'network_id': 'ad042a27-6f7f-4fc6-aeac-dfa442372dd7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1583494276', 'allowed_address_pairs': [{'ip_address': '2001:db8::7d', 'mac_address': 'fa:16:3e:92:ea:f0'}]}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:39.023628 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-657f2d67-d8e8-42f4-a81e-960e2cf5a826 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:39.036375 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004bc1a1-f86b-4457-aee8-96475f70a3a3 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:39.044708 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-004bc1a1-f86b-4457-aee8-96475f70a3a3 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=e0ba3cfd-db28-4690-8a12-e5c00a0b88c4&device_id=4fa0001f-7cc7-4b76-ace8-47558aad1c3f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2731974 Oct 26 08:32:39.050901 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60942) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:39.100238 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf70a69-075f-4aa7-b6a6-c019dcf4dff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-b08c819d-1e32-49a1-bce6-3dfb6568432b', 'network_id': 'b08c819d-1e32-49a1-bce6-3dfb6568432b', 'tenant_id': 'd25a916b9c2d4b34bcd65014285516f8', 'fixed_ips': [{'subnet_id': '6f1222ae-40e8-42f2-8e16-3712c1ad27aa'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:32:39.101424 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fbf70a69-075f-4aa7-b6a6-c019dcf4dff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:39.109911 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a7772ef5-4085-4acd-b95f-57b278e810b4 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:39.122903 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5007aab-cd85-4088-b209-f8304e331263 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Network 653b54f9-1e39-4496-8ec6-59aa62176530 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:32:39.166957 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-781f0123-8ed4-4a24-8443-a62e9776e4b2 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:39.172466 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-a5007aab-cd85-4088-b209-f8304e331263 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 653b54f9-1e39-4496-8ec6-59aa62176530) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:39.206169 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5007aab-cd85-4088-b209-f8304e331263 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:39.206873 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a5007aab-cd85-4088-b209-f8304e331263 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:39.215313 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804d414c-544c-42bb-a179-3de3589259a4 None None] Network 653b54f9-1e39-4496-8ec6-59aa62176530 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:39.224107 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a7772ef5-4085-4acd-b95f-57b278e810b4 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:39.231630 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7772ef5-4085-4acd-b95f-57b278e810b4 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:39.232268 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a7772ef5-4085-4acd-b95f-57b278e810b4 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:39.261301 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46697ac5-5e7d-4728-9a22-03feab1d4a8a req-905264fd-ed06-4733-82b5-1b0697efd3a2 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:39.262830 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-46697ac5-5e7d-4728-9a22-03feab1d4a8a req-905264fd-ed06-4733-82b5-1b0697efd3a2 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/ports?device_id=9af56241-3e13-46f5-bc0c-11a6cd6d3e81 HTTP/1.1" status: 200 len: 945 time: 0.1613379 Oct 26 08:32:39.269495 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-781f0123-8ed4-4a24-8443-a62e9776e4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:39.317351 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781f0123-8ed4-4a24-8443-a62e9776e4b2 None None] Network ad042a27-6f7f-4fc6-aeac-dfa442372dd7 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:39.325756 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a5007aab-cd85-4088-b209-f8304e331263 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6406853 Oct 26 08:32:39.325756 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafd88c5-adff-431a-9b44-2d89fdfafb40 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:39.325756 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-fafd88c5-adff-431a-9b44-2d89fdfafb40 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] 10.222.0.41 "GET /v2.0/networks/e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 HTTP/1.1" status: 200 len: 881 time: 0.2667401 Oct 26 08:32:39.325756 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60944) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:39.326200 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4c1833-ec08-40c7-b0fd-2d9f9f0e1322 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Made reservation on behalf of 3905ee3ef311437797d112e063b81314 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:39.327068 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60946) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:39.328296 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1833-ec08-40c7-b0fd-2d9f9f0e1322 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:39.331229 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-569673e5-ca95-4808-984a-b0ad2a3233c0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'port': {'network_id': '653b54f9-1e39-4496-8ec6-59aa62176530', 'name': 'tempest-PortsIpV6TestJSON-779870084'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:39.352123 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a7772ef5-4085-4acd-b95f-57b278e810b4 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5640056 Oct 26 08:32:39.367145 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-781f0123-8ed4-4a24-8443-a62e9776e4b2 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:39.377689 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781f0123-8ed4-4a24-8443-a62e9776e4b2 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:39.397255 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60948) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:39.404737 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-1094226f-526b-4098-a2d5-d3fbb383a6b8 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Request body: {'subnet': {'network_id': '88859726-937e-4cec-b39d-0f2f647eb206', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:39.405068 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f0123-8ed4-4a24-8443-a62e9776e4b2 None None] Pushing event updated for resources: {'Port': ['ID=f965540d-eb3e-4819-b999-c32f1dacc28f,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:39.417151 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-7adc0326-7824-4a40-bf8d-99f79550d32c tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fa0001f-7cc7-4b76-ace8-47558aad1c3f HTTP/1.1" status: 200 len: 205 time: 0.0844498 Oct 26 08:32:39.417151 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657f2d67-d8e8-42f4-a81e-960e2cf5a826 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Router f323fd0b-5815-4c89-ba71-dd1a6da48c27 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:32:39.418588 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60950) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:39.444426 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7772ef5-4085-4acd-b95f-57b278e810b4 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event updated for resources: {'Network': ['ID=88859726-937e-4cec-b39d-0f2f647eb206,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:39.450267 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfbd589-61d3-4435-b31b-657697e00234 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Made reservation on behalf of 013b02ea97ed4712a1d68088856a2f66 for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:39.455109 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-fbf70a69-075f-4aa7-b6a6-c019dcf4dff6 None None] Allocated IP 172.20.255.242 (b08c819d-1e32-49a1-bce6-3dfb6568432b/6f1222ae-40e8-42f2-8e16-3712c1ad27aa/48e3ed58-923f-4314-b199-e0e95bfbc24f) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:32:39.485417 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 88859726-937e-4cec-b39d-0f2f647eb206 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:32:39.497349 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-46697ac5-5e7d-4728-9a22-03feab1d4a8a req-a2943696-1c37-41ee-8ffa-d76ea1543bcc tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bce15cf-5467-4374-8c81-71babcf00513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2125025 Oct 26 08:32:39.571446 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-781f0123-8ed4-4a24-8443-a62e9776e4b2 None None] Attempting to bind port f965540d-eb3e-4819-b999-c32f1dacc28f on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:39.571727 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-781f0123-8ed4-4a24-8443-a62e9776e4b2 None None] Attempting to bind port f965540d-eb3e-4819-b999-c32f1dacc28f by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'e816f81e-013e-488e-a58a-101945f2452c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ad042a27-6f7f-4fc6-aeac-dfa442372dd7'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:39.572093 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781f0123-8ed4-4a24-8443-a62e9776e4b2 None None] Attempting to bind port f965540d-eb3e-4819-b999-c32f1dacc28f on network ad042a27-6f7f-4fc6-aeac-dfa442372dd7 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:39.644946 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781f0123-8ed4-4a24-8443-a62e9776e4b2 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:32:39.645526 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781f0123-8ed4-4a24-8443-a62e9776e4b2 None None] Checking segment: {'id': 'e816f81e-013e-488e-a58a-101945f2452c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ad042a27-6f7f-4fc6-aeac-dfa442372dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:39.645974 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-781f0123-8ed4-4a24-8443-a62e9776e4b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:39.646585 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781f0123-8ed4-4a24-8443-a62e9776e4b2 None None] Bound using segment: {'id': 'e816f81e-013e-488e-a58a-101945f2452c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ad042a27-6f7f-4fc6-aeac-dfa442372dd7'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:32:39.647081 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-781f0123-8ed4-4a24-8443-a62e9776e4b2 None None] Bound port: f965540d-eb3e-4819-b999-c32f1dacc28f, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e816f81e-013e-488e-a58a-101945f2452c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ad042a27-6f7f-4fc6-aeac-dfa442372dd7'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:32:39.647967 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-781f0123-8ed4-4a24-8443-a62e9776e4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:39.653352 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1833-ec08-40c7-b0fd-2d9f9f0e1322 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:39.721150 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657f2d67-d8e8-42f4-a81e-960e2cf5a826 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:32:39.726872 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ddfbd589-61d3-4435-b31b-657697e00234 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:39.734058 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-657f2d67-d8e8-42f4-a81e-960e2cf5a826 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "PUT /v2.0/routers/f323fd0b-5815-4c89-ba71-dd1a6da48c27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2708182 Oct 26 08:32:39.739203 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60958) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:39.761994 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0438dd34-ba3c-40d2-8087-06c24fe0b058 None None] Sync routers for ids ['f323fd0b-5815-4c89-ba71-dd1a6da48c27'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:32:39.775528 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1094226f-526b-4098-a2d5-d3fbb383a6b8 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Made reservation on behalf of d25a916b9c2d4b34bcd65014285516f8 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:39.776564 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c1833-ec08-40c7-b0fd-2d9f9f0e1322 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event updated for resources: {'Subnet': ['ID=56af6093-fe3b-40c2-a61e-3942768600cb,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:39.779180 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1094226f-526b-4098-a2d5-d3fbb383a6b8 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:39.792651 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4c1833-ec08-40c7-b0fd-2d9f9f0e1322 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Checking segment: {'id': '7b50f1a3-5b5b-48ee-a374-477efa40b981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '37a0155f-2659-4fca-9dc0-826da8b1cb71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:39.793014 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4c1833-ec08-40c7-b0fd-2d9f9f0e1322 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Network hostable DHCP agents. Network: 37a0155f-2659-4fca-9dc0-826da8b1cb71, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:32:39.796349 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0438dd34-ba3c-40d2-8087-06c24fe0b058 None None] Routers {'f323fd0b-5815-4c89-ba71-dd1a6da48c27'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:32:39.796963 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-0438dd34-ba3c-40d2-8087-06c24fe0b058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:32:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['f323fd0b-5815-4c89-ba71-dd1a6da48c27'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:39.813004 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-ddfbd589-61d3-4435-b31b-657697e00234 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] device_id is not set on port 8e0919bf-aeed-42bf-8167-767256dba690 yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:32:39.856645 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9f3e89-ba5f-4830-aa9f-26a68e5cc5c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-653b54f9-1e39-4496-8ec6-59aa62176530', 'network_id': '653b54f9-1e39-4496-8ec6-59aa62176530', 'tenant_id': '842b849088674682987bba8ce52bfdf3', 'fixed_ips': [{'subnet_id': '7b54e1a0-08c2-4c5e-a201-0bdfa3386035'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:32:39.857538 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ff9f3e89-ba5f-4830-aa9f-26a68e5cc5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:39.867480 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d74d5b5d-4b2d-430d-a7f1-904995591c11 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:39.877493 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fbf70a69-075f-4aa7-b6a6-c019dcf4dff6 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:39.902509 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-781f0123-8ed4-4a24-8443-a62e9776e4b2 None None] For port f965540d-eb3e-4819-b999-c32f1dacc28f, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:32:39.905612 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fbf70a69-075f-4aa7-b6a6-c019dcf4dff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:39.908649 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4c1833-ec08-40c7-b0fd-2d9f9f0e1322 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Network 37a0155f-2659-4fca-9dc0-826da8b1cb71 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:32:39.909663 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-781f0123-8ed4-4a24-8443-a62e9776e4b2 None None] For port f965540d-eb3e-4819-b999-c32f1dacc28f, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=f965540d-eb3e-4819-b999-c32f1dacc28f,segment=NetworkSegment(e816f81e-013e-488e-a58a-101945f2452c),segment_id=e816f81e-013e-488e-a58a-101945f2452c)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:32:39.941124 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-0438dd34-ba3c-40d2-8087-06c24fe0b058 None None] Set router f323fd0b-5815-4c89-ba71-dd1a6da48c27 gateway port host: None {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:32:39.976089 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569673e5-ca95-4808-984a-b0ad2a3233c0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Made reservation on behalf of 842b849088674682987bba8ce52bfdf3 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:39.980586 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-569673e5-ca95-4808-984a-b0ad2a3233c0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:39.989506 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-781f0123-8ed4-4a24-8443-a62e9776e4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:39.997729 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-0438dd34-ba3c-40d2-8087-06c24fe0b058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f323fd0b-5815-4c89-ba71-dd1a6da48c27', 'name': 'tempest-NetworksTestDHCPv6-router-2118638243', 'tenant_id': '34a26fc2cbe741c49d4d94b40e63438a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:32:27Z', 'updated_at': '2021-10-26T08:32:38Z', 'revision_number': 3, 'project_id': '34a26fc2cbe741c49d4d94b40e63438a', 'gw_port_host': None}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:40.018114 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f48e12-4042-4273-8876-81643c09cf13 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:40.020008 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f48e12-4042-4273-8876-81643c09cf13 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:40.027436 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-41f48e12-4042-4273-8876-81643c09cf13 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2837143 Oct 26 08:32:40.028244 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-1a4c1833-ec08-40c7-b0fd-2d9f9f0e1322 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 37a0155f-2659-4fca-9dc0-826da8b1cb71) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:40.031765 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60962) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:40.032626 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf70a69-075f-4aa7-b6a6-c019dcf4dff6 None None] Network b08c819d-1e32-49a1-bce6-3dfb6568432b is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:40.034799 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0438dd34-ba3c-40d2-8087-06c24fe0b058 None None] Checking router: f323fd0b-5815-4c89-ba71-dd1a6da48c27 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:32:40.048491 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-fbf70a69-075f-4aa7-b6a6-c019dcf4dff6 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:40.050498 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0438dd34-ba3c-40d2-8087-06c24fe0b058 None None] Routers {'f323fd0b-5815-4c89-ba71-dd1a6da48c27'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:32:40.051111 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-0438dd34-ba3c-40d2-8087-06c24fe0b058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:32:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['f323fd0b-5815-4c89-ba71-dd1a6da48c27'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:40.054404 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-ddfbd589-61d3-4435-b31b-657697e00234 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Allocated IP 2001:db8::3c9 (ad042a27-6f7f-4fc6-aeac-dfa442372dd7/35699d40-07fc-49f9-8781-2f0f81eeef9a/8e0919bf-aeed-42bf-8167-767256dba690) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:32:40.058440 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de07ce5-8748-4847-ae23-c92eb9416841 None None] Network 37a0155f-2659-4fca-9dc0-826da8b1cb71 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:40.075528 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4c1833-ec08-40c7-b0fd-2d9f9f0e1322 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:40.076219 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1833-ec08-40c7-b0fd-2d9f9f0e1322 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:40.084355 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-569673e5-ca95-4808-984a-b0ad2a3233c0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] device_id is not set on port 5db0d209-39d1-41cb-a393-6e76c70bde7b yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:32:40.095923 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf70a69-075f-4aa7-b6a6-c019dcf4dff6 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:40.118900 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1a4c1833-ec08-40c7-b0fd-2d9f9f0e1322 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1220291 Oct 26 08:32:40.120942 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf70a69-075f-4aa7-b6a6-c019dcf4dff6 None None] Pushing event updated for resources: {'Port': ['ID=48e3ed58-923f-4314-b199-e0e95bfbc24f,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:40.130280 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60964) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:40.139294 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-801ab066-77f4-470b-b777-7a3a3d853507 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-683797283'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:40.158192 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-82387eaf-8da8-48bb-868e-70026ec3bffc tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting subnet 481c8413-254f-4c4b-874b-9702e6e6dbcb {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:32:40.168821 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-82387eaf-8da8-48bb-868e-70026ec3bffc tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:40.207502 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-0438dd34-ba3c-40d2-8087-06c24fe0b058 None None] Set router f323fd0b-5815-4c89-ba71-dd1a6da48c27 gateway port host: None {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:32:40.284707 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801ab066-77f4-470b-b777-7a3a3d853507 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Made reservation on behalf of 3905ee3ef311437797d112e063b81314 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:40.293044 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-801ab066-77f4-470b-b777-7a3a3d853507 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:40.297586 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-82387eaf-8da8-48bb-868e-70026ec3bffc tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:40.310506 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-ff9f3e89-ba5f-4830-aa9f-26a68e5cc5c5 None None] Allocated IP 2001:db8::2 (653b54f9-1e39-4496-8ec6-59aa62176530/7b54e1a0-08c2-4c5e-a201-0bdfa3386035/38deaccb-b747-4f07-a65b-c453819abf1e) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:32:40.327850 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-0438dd34-ba3c-40d2-8087-06c24fe0b058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f323fd0b-5815-4c89-ba71-dd1a6da48c27', 'name': 'tempest-NetworksTestDHCPv6-router-2118638243', 'tenant_id': '34a26fc2cbe741c49d4d94b40e63438a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:32:27Z', 'updated_at': '2021-10-26T08:32:38Z', 'revision_number': 3, 'project_id': '34a26fc2cbe741c49d4d94b40e63438a', 'gw_port_host': None}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:40.392268 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0438dd34-ba3c-40d2-8087-06c24fe0b058 None None] The sync data for ids ['f323fd0b-5815-4c89-ba71-dd1a6da48c27'] in dv-neutron-804846-13-hyperv is: [{'id': 'f323fd0b-5815-4c89-ba71-dd1a6da48c27', 'name': 'tempest-NetworksTestDHCPv6-router-2118638243', 'tenant_id': '34a26fc2cbe741c49d4d94b40e63438a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:32:27Z', 'updated_at': '2021-10-26T08:32:38Z', 'revision_number': 3, 'project_id': '34a26fc2cbe741c49d4d94b40e63438a', 'gw_port_host': None}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:32:40.515952 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-801ab066-77f4-470b-b777-7a3a3d853507 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:32:40.592635 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-801ab066-77f4-470b-b777-7a3a3d853507 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:40.593465 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-801ab066-77f4-470b-b777-7a3a3d853507 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Added segment 65a5d7af-ce7b-4f2e-b6e5-663fd60fcd8d of type vlan for network 4ae5eab6-d5a3-4a3b-b75c-028aa9806d41 Oct 26 08:32:40.652292 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ddfbd589-61d3-4435-b31b-657697e00234 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:40.653920 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a05f1-fdd0-4151-9540-5bec313a6eb9 req-a8507c1d-9315-4ee4-8bff-09d1296e6e41 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:40.655570 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e39a05f1-fdd0-4151-9540-5bec313a6eb9 req-a8507c1d-9315-4ee4-8bff-09d1296e6e41 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/ports?device_id=50a87eab-52f4-4e00-8410-2b8f0e2db51d HTTP/1.1" status: 200 len: 945 time: 0.8008015 Oct 26 08:32:40.672616 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-82387eaf-8da8-48bb-868e-70026ec3bffc tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:40.704317 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-801ab066-77f4-470b-b777-7a3a3d853507 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:40.707061 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f0123-8ed4-4a24-8443-a62e9776e4b2 None None] Pushing event updated for resources: {'Port': ['ID=f965540d-eb3e-4819-b999-c32f1dacc28f,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:40.730661 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d74d5b5d-4b2d-430d-a7f1-904995591c11 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:40.772871 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5657b-75ee-4076-bb05-015f93a365ed req-c0c6ab2a-22de-417f-9d47-162d68739acd tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:40.780654 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f4a5657b-75ee-4076-bb05-015f93a365ed req-c0c6ab2a-22de-417f-9d47-162d68739acd tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/ports?device_id=9af56241-3e13-46f5-bc0c-11a6cd6d3e81 HTTP/1.1" status: 200 len: 945 time: 0.2205164 Oct 26 08:32:40.808240 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e39a05f1-fdd0-4151-9540-5bec313a6eb9 req-960f23f6-5043-48b6-982d-b9aa8d64b7a1 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b6b1ff0-ee57-451d-a59c-831c70a5937b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372516 Oct 26 08:32:40.817141 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-801ab066-77f4-470b-b777-7a3a3d853507 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:40.826065 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801ab066-77f4-470b-b777-7a3a3d853507 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:40.826065 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-801ab066-77f4-470b-b777-7a3a3d853507 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:40.883783 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-d74d5b5d-4b2d-430d-a7f1-904995591c11 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Deleting port 10eac4ef-3d15-4290-843a-9091fe830cdd {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:40.884571 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d74d5b5d-4b2d-430d-a7f1-904995591c11 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:40.901779 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1094226f-526b-4098-a2d5-d3fbb383a6b8 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:40.954445 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-fbf70a69-075f-4aa7-b6a6-c019dcf4dff6 None None] Attempting to bind port 48e3ed58-923f-4314-b199-e0e95bfbc24f on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:40.954819 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-fbf70a69-075f-4aa7-b6a6-c019dcf4dff6 None None] Attempting to bind port 48e3ed58-923f-4314-b199-e0e95bfbc24f by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '47d8f143-8d2d-4fe5-84a4-ad868dd64224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b08c819d-1e32-49a1-bce6-3dfb6568432b'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:40.955282 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf70a69-075f-4aa7-b6a6-c019dcf4dff6 None None] Attempting to bind port 48e3ed58-923f-4314-b199-e0e95bfbc24f on network b08c819d-1e32-49a1-bce6-3dfb6568432b {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:40.955875 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-801ab066-77f4-470b-b777-7a3a3d853507 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8254521 Oct 26 08:32:40.957273 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ddfbd589-61d3-4435-b31b-657697e00234 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:40.964355 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60974) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:40.989160 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6f9094-d0b3-4d4b-9bbf-3316244d0188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-37a0155f-2659-4fca-9dc0-826da8b1cb71', 'network_id': '37a0155f-2659-4fca-9dc0-826da8b1cb71', 'tenant_id': '3905ee3ef311437797d112e063b81314', 'fixed_ips': [{'subnet_id': '56af6093-fe3b-40c2-a61e-3942768600cb'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:32:40.990179 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1a6f9094-d0b3-4d4b-9bbf-3316244d0188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:40.996412 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-4147ca2f-6564-4597-ab08-131e21d278aa tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Request body: {'subnet': {'network_id': '4ae5eab6-d5a3-4a3b-b75c-028aa9806d41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:40.998495 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-82387eaf-8da8-48bb-868e-70026ec3bffc tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:41.014994 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf70a69-075f-4aa7-b6a6-c019dcf4dff6 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:32:41.014994 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf70a69-075f-4aa7-b6a6-c019dcf4dff6 None None] Checking segment: {'id': '47d8f143-8d2d-4fe5-84a4-ad868dd64224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b08c819d-1e32-49a1-bce6-3dfb6568432b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:41.015431 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fbf70a69-075f-4aa7-b6a6-c019dcf4dff6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:41.015826 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf70a69-075f-4aa7-b6a6-c019dcf4dff6 None None] Bound using segment: {'id': '47d8f143-8d2d-4fe5-84a4-ad868dd64224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b08c819d-1e32-49a1-bce6-3dfb6568432b'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:32:41.016310 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-fbf70a69-075f-4aa7-b6a6-c019dcf4dff6 None None] Bound port: 48e3ed58-923f-4314-b199-e0e95bfbc24f, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47d8f143-8d2d-4fe5-84a4-ad868dd64224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b08c819d-1e32-49a1-bce6-3dfb6568432b'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:32:41.016688 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fbf70a69-075f-4aa7-b6a6-c019dcf4dff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:41.065482 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f4a5657b-75ee-4076-bb05-015f93a365ed req-0492b423-88b0-4075-8764-1c89cfedb571 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bce15cf-5467-4374-8c81-71babcf00513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2806859 Oct 26 08:32:41.105567 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82387eaf-8da8-48bb-868e-70026ec3bffc tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Subnet': ['ID=481c8413-254f-4c4b-874b-9702e6e6dbcb,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:41.112511 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-82387eaf-8da8-48bb-868e-70026ec3bffc tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:41.118262 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-82387eaf-8da8-48bb-868e-70026ec3bffc tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/481c8413-254f-4c4b-874b-9702e6e6dbcb HTTP/1.1" status: 204 len: 168 time: 1.0832474 Oct 26 08:32:41.124658 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60976) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:41.125980 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ab066-77f4-470b-b777-7a3a3d853507 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event updated for resources: {'Network': ['ID=4ae5eab6-d5a3-4a3b-b75c-028aa9806d41,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:41.142157 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfbd589-61d3-4435-b31b-657697e00234 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Network ad042a27-6f7f-4fc6-aeac-dfa442372dd7 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:41.151227 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-ddfbd589-61d3-4435-b31b-657697e00234 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:41.154510 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfbd589-61d3-4435-b31b-657697e00234 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Pushing event updated for resources: {'Port': ['ID=8e0919bf-aeed-42bf-8167-767256dba690,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:41.164019 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfbd589-61d3-4435-b31b-657697e00234 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:41.173202 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfbd589-61d3-4435-b31b-657697e00234 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:41.174274 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ddfbd589-61d3-4435-b31b-657697e00234 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:41.174904 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094226f-526b-4098-a2d5-d3fbb383a6b8 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event updated for resources: {'Subnet': ['ID=63e7af52-efcd-4158-b742-95eb26ab5a56,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:41.208516 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ddfbd589-61d3-4435-b31b-657697e00234 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.2104173 Oct 26 08:32:41.212572 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60978) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:41.250358 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d74d5b5d-4b2d-430d-a7f1-904995591c11 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:41.261851 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-fbf70a69-075f-4aa7-b6a6-c019dcf4dff6 None None] For port 48e3ed58-923f-4314-b199-e0e95bfbc24f, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:32:41.265429 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-fbf70a69-075f-4aa7-b6a6-c019dcf4dff6 None None] For port 48e3ed58-923f-4314-b199-e0e95bfbc24f, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=48e3ed58-923f-4314-b199-e0e95bfbc24f,segment=NetworkSegment(47d8f143-8d2d-4fe5-84a4-ad868dd64224),segment_id=47d8f143-8d2d-4fe5-84a4-ad868dd64224)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:32:41.286872 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41cc64c-e77d-4e58-a737-f58ce17154a3 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:41.289502 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 4ae5eab6-d5a3-4a3b-b75c-028aa9806d41 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:32:41.289967 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1094226f-526b-4098-a2d5-d3fbb383a6b8 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Checking segment: {'id': 'a7df1cb3-9640-4173-8973-000105988992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '88859726-937e-4cec-b39d-0f2f647eb206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:41.290461 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1094226f-526b-4098-a2d5-d3fbb383a6b8 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Network hostable DHCP agents. Network: 88859726-937e-4cec-b39d-0f2f647eb206, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:32:41.299372 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fbf70a69-075f-4aa7-b6a6-c019dcf4dff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:41.320517 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f986c257-0ab9-4047-b2be-f141450da8b3 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:41.327249 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f986c257-0ab9-4047-b2be-f141450da8b3 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:41.331277 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-d74d5b5d-4b2d-430d-a7f1-904995591c11 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Calling delete_port for 10eac4ef-3d15-4290-843a-9091fe830cdd owned by network:router_gateway {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:41.336351 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f986c257-0ab9-4047-b2be-f141450da8b3 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:41.343554 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f986c257-0ab9-4047-b2be-f141450da8b3 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1292827 Oct 26 08:32:41.344495 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60980) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:41.371096 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4147ca2f-6564-4597-ab08-131e21d278aa tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Made reservation on behalf of 3905ee3ef311437797d112e063b81314 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:41.374828 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4147ca2f-6564-4597-ab08-131e21d278aa tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:41.466243 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1094226f-526b-4098-a2d5-d3fbb383a6b8 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Network 88859726-937e-4cec-b39d-0f2f647eb206 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:32:41.490619 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-705356f5-888b-46d3-896c-5a2655904077 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3459501 Oct 26 08:32:41.495419 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60984) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:41.506755 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-1094226f-526b-4098-a2d5-d3fbb383a6b8 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 88859726-937e-4cec-b39d-0f2f647eb206) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:41.520444 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1094226f-526b-4098-a2d5-d3fbb383a6b8 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:41.522568 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1094226f-526b-4098-a2d5-d3fbb383a6b8 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:41.532087 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ff9f3e89-ba5f-4830-aa9f-26a68e5cc5c5 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:41.537779 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf7edff-256d-4730-96f4-b2dd346cccfa None None] Network 88859726-937e-4cec-b39d-0f2f647eb206 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:41.568837 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1094226f-526b-4098-a2d5-d3fbb383a6b8 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.1697631 Oct 26 08:32:41.582568 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 60986) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:41.665650 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ff9f3e89-ba5f-4830-aa9f-26a68e5cc5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:41.713179 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1cc8ffe8-224c-4c9a-a961-196736a6c508 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:41.716800 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf70a69-075f-4aa7-b6a6-c019dcf4dff6 None None] Pushing event updated for resources: {'Port': ['ID=48e3ed58-923f-4314-b199-e0e95bfbc24f,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:41.729461 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-55865d49-8bab-48e2-86c7-6ebdcf03e99f tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Deleting port 8e0919bf-aeed-42bf-8167-767256dba690 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:41.730365 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-55865d49-8bab-48e2-86c7-6ebdcf03e99f tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:41.767477 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9f3e89-ba5f-4830-aa9f-26a68e5cc5c5 None None] Network 653b54f9-1e39-4496-8ec6-59aa62176530 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:41.818647 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-ff9f3e89-ba5f-4830-aa9f-26a68e5cc5c5 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:41.838016 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9f3e89-ba5f-4830-aa9f-26a68e5cc5c5 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:41.872164 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d88ce0-572f-4893-8af7-897f52e90fad None None] Network ad042a27-6f7f-4fc6-aeac-dfa442372dd7 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:41.876336 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-1a6f9094-d0b3-4d4b-9bbf-3316244d0188 None None] Allocated IP 2001:db8:0:ffff::2 (37a0155f-2659-4fca-9dc0-826da8b1cb71/56af6093-fe3b-40c2-a61e-3942768600cb/851a8dca-35e2-4781-866b-2b110c6cad64) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:32:42.023265 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-569673e5-ca95-4808-984a-b0ad2a3233c0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Allocated IP 2001:db8::2d (653b54f9-1e39-4496-8ec6-59aa62176530/7b54e1a0-08c2-4c5e-a201-0bdfa3386035/5db0d209-39d1-41cb-a393-6e76c70bde7b) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:32:42.098845 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f3e89-ba5f-4830-aa9f-26a68e5cc5c5 None None] Pushing event updated for resources: {'Port': ['ID=38deaccb-b747-4f07-a65b-c453819abf1e,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:42.156720 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c82e054-3130-4c06-aa82-46de1abc4acc None None] DHCP port deletion for ecf0c004-fa53-4f3e-bbfd-ff079400665b request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:32:42.167653 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-3969a3a8-d7b2-4d05-9017-ba7beda0648a None None] Provisioning complete for port f965540d-eb3e-4819-b999-c32f1dacc28f triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:42.168082 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3969a3a8-d7b2-4d05-9017-ba7beda0648a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:42.217839 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-306545f8-5d01-4b84-a43c-5a6161dfb6fd tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:42.269270 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-ff9f3e89-ba5f-4830-aa9f-26a68e5cc5c5 None None] Attempting to bind port 38deaccb-b747-4f07-a65b-c453819abf1e on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:42.269900 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-ff9f3e89-ba5f-4830-aa9f-26a68e5cc5c5 None None] Attempting to bind port 38deaccb-b747-4f07-a65b-c453819abf1e by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '711d8878-540a-49e1-a849-fe300b4ec111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '653b54f9-1e39-4496-8ec6-59aa62176530'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:42.270015 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9f3e89-ba5f-4830-aa9f-26a68e5cc5c5 None None] Attempting to bind port 38deaccb-b747-4f07-a65b-c453819abf1e on network 653b54f9-1e39-4496-8ec6-59aa62176530 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:42.327001 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15203c-101a-4d8d-8f33-9f22ea12cabd req-390d7f4f-3269-4776-8476-0c6d4d0117d1 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:42.328998 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9d15203c-101a-4d8d-8f33-9f22ea12cabd req-390d7f4f-3269-4776-8476-0c6d4d0117d1 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.47 "GET /v2.0/ports?device_id=9af56241-3e13-46f5-bc0c-11a6cd6d3e81 HTTP/1.1" status: 200 len: 945 time: 0.4441440 Oct 26 08:32:42.332102 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9f3e89-ba5f-4830-aa9f-26a68e5cc5c5 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:32:42.332424 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9f3e89-ba5f-4830-aa9f-26a68e5cc5c5 None None] Checking segment: {'id': '711d8878-540a-49e1-a849-fe300b4ec111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '653b54f9-1e39-4496-8ec6-59aa62176530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:42.332826 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ff9f3e89-ba5f-4830-aa9f-26a68e5cc5c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:42.333228 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9f3e89-ba5f-4830-aa9f-26a68e5cc5c5 None None] Bound using segment: {'id': '711d8878-540a-49e1-a849-fe300b4ec111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '653b54f9-1e39-4496-8ec6-59aa62176530'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:32:42.333842 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-ff9f3e89-ba5f-4830-aa9f-26a68e5cc5c5 None None] Bound port: 38deaccb-b747-4f07-a65b-c453819abf1e, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '711d8878-540a-49e1-a849-fe300b4ec111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '653b54f9-1e39-4496-8ec6-59aa62176530'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:32:42.334432 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ff9f3e89-ba5f-4830-aa9f-26a68e5cc5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:42.374061 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d74d5b5d-4b2d-430d-a7f1-904995591c11 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:42.497328 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1c3d03-c492-4750-b694-4838351659af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-88859726-937e-4cec-b39d-0f2f647eb206', 'network_id': '88859726-937e-4cec-b39d-0f2f647eb206', 'tenant_id': 'd25a916b9c2d4b34bcd65014285516f8', 'fixed_ips': [{'subnet_id': '63e7af52-efcd-4158-b742-95eb26ab5a56'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:32:42.498229 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fc1c3d03-c492-4750-b694-4838351659af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:42.509735 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d5b5d-4b2d-430d-a7f1-904995591c11 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Pushing event deleted for resources: {'Port': ['ID=10eac4ef-3d15-4290-843a-9091fe830cdd,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:42.523840 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4147ca2f-6564-4597-ab08-131e21d278aa tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:42.594092 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-55865d49-8bab-48e2-86c7-6ebdcf03e99f tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:42.597614 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1cc8ffe8-224c-4c9a-a961-196736a6c508 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:42.614027 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3859096-2777-4f32-825e-ce9a8f64b2de req-fc94faa7-1df2-4641-90bc-1dee0bffdb14 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:42.622766 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e3859096-2777-4f32-825e-ce9a8f64b2de req-fc94faa7-1df2-4641-90bc-1dee0bffdb14 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/ports?device_id=50a87eab-52f4-4e00-8410-2b8f0e2db51d HTTP/1.1" status: 200 len: 945 time: 0.2714925 Oct 26 08:32:42.626117 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1cc8ffe8-224c-4c9a-a961-196736a6c508 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:42.641263 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-55865d49-8bab-48e2-86c7-6ebdcf03e99f tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Calling delete_port for 8e0919bf-aeed-42bf-8167-767256dba690 owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:42.644397 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1a6f9094-d0b3-4d4b-9bbf-3316244d0188 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:42.653510 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3969a3a8-d7b2-4d05-9017-ba7beda0648a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:42.668387 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa68e5-b35b-46b9-ba61-ef4c13f2b749 req-f364aa89-3ddc-48e9-86a1-a6bb05d3e8e3 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:42.670868 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-91fa68e5-b35b-46b9-ba61-ef4c13f2b749 req-f364aa89-3ddc-48e9-86a1-a6bb05d3e8e3 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/ports?device_id=9af56241-3e13-46f5-bc0c-11a6cd6d3e81 HTTP/1.1" status: 200 len: 945 time: 0.4609802 Oct 26 08:32:42.696246 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-569673e5-ca95-4808-984a-b0ad2a3233c0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:42.708690 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-306545f8-5d01-4b84-a43c-5a6161dfb6fd tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:42.710010 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1cc8ffe8-224c-4c9a-a961-196736a6c508 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:42.710250 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc8ffe8-224c-4c9a-a961-196736a6c508 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Fanout notify agent at l3_agent the message router_deleted on router f323fd0b-5815-4c89-ba71-dd1a6da48c27 {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:32:42.737488 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-ff9f3e89-ba5f-4830-aa9f-26a68e5cc5c5 None None] For port 38deaccb-b747-4f07-a65b-c453819abf1e, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:32:42.743929 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-ff9f3e89-ba5f-4830-aa9f-26a68e5cc5c5 None None] For port 38deaccb-b747-4f07-a65b-c453819abf1e, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=38deaccb-b747-4f07-a65b-c453819abf1e,segment=NetworkSegment(711d8878-540a-49e1-a849-fe300b4ec111),segment_id=711d8878-540a-49e1-a849-fe300b4ec111)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:32:42.752013 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 48e3ed58-923f-4314-b199-e0e95bfbc24f up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:32:42.756046 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1cc8ffe8-224c-4c9a-a961-196736a6c508 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:42.759535 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1cc8ffe8-224c-4c9a-a961-196736a6c508 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/routers/f323fd0b-5815-4c89-ba71-dd1a6da48c27 HTTP/1.1" status: 204 len: 168 time: 1.2571340 Oct 26 08:32:42.761043 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60992) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:42.774376 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e3859096-2777-4f32-825e-ce9a8f64b2de req-db38ffef-39cb-435d-81f0-09cd060fe5dd tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b6b1ff0-ee57-451d-a59c-831c70a5937b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503744 Oct 26 08:32:42.776860 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1a6f9094-d0b3-4d4b-9bbf-3316244d0188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:42.822666 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ff9f3e89-ba5f-4830-aa9f-26a68e5cc5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:42.876644 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f9094-d0b3-4d4b-9bbf-3316244d0188 None None] Pushing event updated for resources: {'Port': ['ID=851a8dca-35e2-4781-866b-2b110c6cad64,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:42.907287 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-4c82e054-3130-4c06-aa82-46de1abc4acc None None] Deleting port a230a9b1-fa84-406f-9bbf-b586ad91bee9 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:42.907670 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4c82e054-3130-4c06-aa82-46de1abc4acc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:42.934804 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147ca2f-6564-4597-ab08-131e21d278aa tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event updated for resources: {'Subnet': ['ID=ac7fb7f8-33bd-4455-88c8-4891fc34d30d,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:42.978329 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24e5492-0b08-4d30-aae0-d693a4bdadf4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:42.993226 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c24e5492-0b08-4d30-aae0-d693a4bdadf4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2279551 Oct 26 08:32:43.020532 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60996) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:43.032111 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-4c82e054-3130-4c06-aa82-46de1abc4acc None None] For port a230a9b1-fa84-406f-9bbf-b586ad91bee9, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=a230a9b1-fa84-406f-9bbf-b586ad91bee9,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:43.032520 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4c82e054-3130-4c06-aa82-46de1abc4acc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:43.075043 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-569673e5-ca95-4808-984a-b0ad2a3233c0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:43.102057 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-306545f8-5d01-4b84-a43c-5a6161dfb6fd tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:43.107288 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-4c82e054-3130-4c06-aa82-46de1abc4acc None None] Calling delete_port for a230a9b1-fa84-406f-9bbf-b586ad91bee9 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:43.121187 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-3969a3a8-d7b2-4d05-9017-ba7beda0648a None None] For port f965540d-eb3e-4819-b999-c32f1dacc28f, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=f965540d-eb3e-4819-b999-c32f1dacc28f,segment=NetworkSegment(e816f81e-013e-488e-a58a-101945f2452c),segment_id=e816f81e-013e-488e-a58a-101945f2452c)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:43.155725 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6f9094-d0b3-4d4b-9bbf-3316244d0188 None None] Network 37a0155f-2659-4fca-9dc0-826da8b1cb71 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:43.159595 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9966b8ca-984d-4906-b256-d65e2aa422d5 None None] Network b08c819d-1e32-49a1-bce6-3dfb6568432b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:43.169586 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3969a3a8-d7b2-4d05-9017-ba7beda0648a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:43.169851 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f41c78-6159-477e-ae2e-ce3f3e27e9c5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:43.172543 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-84f41c78-6159-477e-ae2e-ce3f3e27e9c5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1466682 Oct 26 08:32:43.175105 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 60998) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:43.196695 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569673e5-ca95-4808-984a-b0ad2a3233c0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Network 653b54f9-1e39-4496-8ec6-59aa62176530 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:43.220391 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7b6952a9-23aa-4d03-a1f2-5c658d9673c4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0440199 Oct 26 08:32:43.226550 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32768) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:43.232082 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-c87d28b4-bc6c-48a1-9278-4c24f3abbea5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:43.234292 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4147ca2f-6564-4597-ab08-131e21d278aa tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Checking segment: {'id': '65a5d7af-ce7b-4f2e-b6e5-663fd60fcd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4ae5eab6-d5a3-4a3b-b75c-028aa9806d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:43.234679 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4147ca2f-6564-4597-ab08-131e21d278aa tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Network hostable DHCP agents. Network: 4ae5eab6-d5a3-4a3b-b75c-028aa9806d41, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:32:43.253415 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-91fa68e5-b35b-46b9-ba61-ef4c13f2b749 req-7ce066a3-89f6-4837-a033-52cba7ea7883 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bce15cf-5467-4374-8c81-71babcf00513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5520632 Oct 26 08:32:43.256426 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d74d5b5d-4b2d-430d-a7f1-904995591c11 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:43.313440 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-569673e5-ca95-4808-984a-b0ad2a3233c0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:43.315567 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306545f8-5d01-4b84-a43c-5a6161dfb6fd tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event deleted for resources: {'Subnet': ['ID=63e7af52-efcd-4158-b742-95eb26ab5a56,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:43.353003 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569673e5-ca95-4808-984a-b0ad2a3233c0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:43.360140 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569673e5-ca95-4808-984a-b0ad2a3233c0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:43.360829 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-569673e5-ca95-4808-984a-b0ad2a3233c0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:43.402833 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87d28b4-bc6c-48a1-9278-4c24f3abbea5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:43.406666 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c87d28b4-bc6c-48a1-9278-4c24f3abbea5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:43.473462 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-1a6f9094-d0b3-4d4b-9bbf-3316244d0188 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:43.538412 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d74d5b5d-4b2d-430d-a7f1-904995591c11 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:43.541447 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-55865d49-8bab-48e2-86c7-6ebdcf03e99f tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:43.541610 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6f9094-d0b3-4d4b-9bbf-3316244d0188 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:43.541976 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d74d5b5d-4b2d-430d-a7f1-904995591c11 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:43.611001 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55865d49-8bab-48e2-86c7-6ebdcf03e99f tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Pushing event deleted for resources: {'Port': ['ID=8e0919bf-aeed-42bf-8167-767256dba690,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:43.628674 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-9d15203c-101a-4d8d-8f33-9f22ea12cabd req-755a17a2-f724-4682-be59-82e0895abaa1 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Deleting port 4cda73f3-bc90-4af6-91f1-1d74f191bbe0 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:43.629224 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-9d15203c-101a-4d8d-8f33-9f22ea12cabd req-755a17a2-f724-4682-be59-82e0895abaa1 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:43.668883 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f3e89-ba5f-4830-aa9f-26a68e5cc5c5 None None] Pushing event updated for resources: {'Port': ['ID=38deaccb-b747-4f07-a65b-c453819abf1e,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:43.706065 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-a9db42a6-224f-4a2a-b366-79a2eb38d503 None None] Provisioning complete for port 48e3ed58-923f-4314-b199-e0e95bfbc24f triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:43.706368 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a9db42a6-224f-4a2a-b366-79a2eb38d503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:43.708079 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9d9840-f24f-432c-9695-727c87366f52 None None] Network 88859726-937e-4cec-b39d-0f2f647eb206 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:43.758457 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-9d15203c-101a-4d8d-8f33-9f22ea12cabd req-755a17a2-f724-4682-be59-82e0895abaa1 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] For port 4cda73f3-bc90-4af6-91f1-1d74f191bbe0, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=4cda73f3-bc90-4af6-91f1-1d74f191bbe0,segment=NetworkSegment(f56a4ad0-9209-4fff-936b-4897c6686a9c),segment_id=f56a4ad0-9209-4fff-936b-4897c6686a9c)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:43.758829 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-9d15203c-101a-4d8d-8f33-9f22ea12cabd req-755a17a2-f724-4682-be59-82e0895abaa1 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:43.828397 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-55865d49-8bab-48e2-86c7-6ebdcf03e99f tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:43.833322 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-55865d49-8bab-48e2-86c7-6ebdcf03e99f tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] 10.222.0.41 "DELETE /v2.0/ports/8e0919bf-aeed-42bf-8167-767256dba690 HTTP/1.1" status: 204 len: 168 time: 2.4877985 Oct 26 08:32:43.849012 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32772) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:43.904888 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 48e3ed58-923f-4314-b199-e0e95bfbc24f triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:43.905291 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:43.907256 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-a92ce143-a1cf-40fb-9f38-9496d9db87f2 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] GET failed (client error): The resource could not be found. Oct 26 08:32:43.909128 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a92ce143-a1cf-40fb-9f38-9496d9db87f2 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] 10.222.0.41 "GET /v2.0/ports/8e0919bf-aeed-42bf-8167-767256dba690 HTTP/1.1" status: 404 len: 333 time: 0.0578477 Oct 26 08:32:43.965388 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32774) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:43.995781 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-fee56ba8-449f-48bb-92b8-be201bf1ed12 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Request body: {'port': {'network_id': 'ad042a27-6f7f-4fc6-aeac-dfa442372dd7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-574609736'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:44.033402 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-1a6f9094-d0b3-4d4b-9bbf-3316244d0188 None None] Attempting to bind port 851a8dca-35e2-4781-866b-2b110c6cad64 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:44.033836 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-1a6f9094-d0b3-4d4b-9bbf-3316244d0188 None None] Attempting to bind port 851a8dca-35e2-4781-866b-2b110c6cad64 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '7b50f1a3-5b5b-48ee-a374-477efa40b981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '37a0155f-2659-4fca-9dc0-826da8b1cb71'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:44.034254 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6f9094-d0b3-4d4b-9bbf-3316244d0188 None None] Attempting to bind port 851a8dca-35e2-4781-866b-2b110c6cad64 on network 37a0155f-2659-4fca-9dc0-826da8b1cb71 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:44.105797 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6f9094-d0b3-4d4b-9bbf-3316244d0188 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:32:44.106195 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6f9094-d0b3-4d4b-9bbf-3316244d0188 None None] Checking segment: {'id': '7b50f1a3-5b5b-48ee-a374-477efa40b981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '37a0155f-2659-4fca-9dc0-826da8b1cb71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:44.106596 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1a6f9094-d0b3-4d4b-9bbf-3316244d0188 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:44.107002 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6f9094-d0b3-4d4b-9bbf-3316244d0188 None None] Bound using segment: {'id': '7b50f1a3-5b5b-48ee-a374-477efa40b981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '37a0155f-2659-4fca-9dc0-826da8b1cb71'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:32:44.107498 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-1a6f9094-d0b3-4d4b-9bbf-3316244d0188 None None] Bound port: 851a8dca-35e2-4781-866b-2b110c6cad64, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b50f1a3-5b5b-48ee-a374-477efa40b981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '37a0155f-2659-4fca-9dc0-826da8b1cb71'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:32:44.107890 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1a6f9094-d0b3-4d4b-9bbf-3316244d0188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:44.110704 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969a3a8-d7b2-4d05-9017-ba7beda0648a None None] Pushing event updated for resources: {'Port': ['ID=f965540d-eb3e-4819-b999-c32f1dacc28f,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:44.118831 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4c82e054-3130-4c06-aa82-46de1abc4acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:44.212918 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a37249-203d-49ae-b3da-76a5b89d3e4b req-08e75b8f-fe1a-45f8-bf90-dca56f693c6a tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:44.214505 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f4a37249-203d-49ae-b3da-76a5b89d3e4b req-08e75b8f-fe1a-45f8-bf90-dca56f693c6a tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/ports?device_id=50a87eab-52f4-4e00-8410-2b8f0e2db51d HTTP/1.1" status: 200 len: 945 time: 0.3004358 Oct 26 08:32:44.218541 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c82e054-3130-4c06-aa82-46de1abc4acc None None] Pushing event deleted for resources: {'Port': ['ID=a230a9b1-fa84-406f-9bbf-b586ad91bee9,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:44.319940 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c82e054-3130-4c06-aa82-46de1abc4acc None None] No DVR routers for this DVR port a230a9b1-fa84-406f-9bbf-b586ad91bee9 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:32:44.376497 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.objects.ports [None req-c87d28b4-bc6c-48a1-9278-4c24f3abbea5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102102) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 08:32:44.383846 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c87d28b4-bc6c-48a1-9278-4c24f3abbea5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:44.478700 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87d28b4-bc6c-48a1-9278-4c24f3abbea5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:44.493551 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-c87d28b4-bc6c-48a1-9278-4c24f3abbea5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:44.503032 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a9db42a6-224f-4a2a-b366-79a2eb38d503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:44.508719 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-9d15203c-101a-4d8d-8f33-9f22ea12cabd req-755a17a2-f724-4682-be59-82e0895abaa1 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:44.509313 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-9d15203c-101a-4d8d-8f33-9f22ea12cabd req-755a17a2-f724-4682-be59-82e0895abaa1 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:44.509550 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [req-9d15203c-101a-4d8d-8f33-9f22ea12cabd req-755a17a2-f724-4682-be59-82e0895abaa1 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Floating IP 587d390e-93a0-42eb-bedb-21db3adfc200 disassociated. External IP: 172.26.2.216, port: 4cda73f3-bc90-4af6-91f1-1d74f191bbe0. Oct 26 08:32:44.510008 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-9d15203c-101a-4d8d-8f33-9f22ea12cabd req-755a17a2-f724-4682-be59-82e0895abaa1 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Calling delete_port for 4cda73f3-bc90-4af6-91f1-1d74f191bbe0 owned by compute:nova {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:44.517119 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-1a6f9094-d0b3-4d4b-9bbf-3316244d0188 None None] For port 851a8dca-35e2-4781-866b-2b110c6cad64, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:32:44.518929 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87d28b4-bc6c-48a1-9278-4c24f3abbea5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:44.520227 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c87d28b4-bc6c-48a1-9278-4c24f3abbea5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:44.540406 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f4a37249-203d-49ae-b3da-76a5b89d3e4b req-e048793a-8f73-4c1c-a27e-3efb58a732d4 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b6b1ff0-ee57-451d-a59c-831c70a5937b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3116691 Oct 26 08:32:44.544661 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94795387-6fa8-45b4-af20-6ab484732c28 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:44.559792 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c87d28b4-bc6c-48a1-9278-4c24f3abbea5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3297358 Oct 26 08:32:44.560623 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32778) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:44.572230 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:44.580496 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d74d5b5d-4b2d-430d-a7f1-904995591c11 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:44.580834 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-2eed6c49-5f3c-4503-83d2-6831c542e7de tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:44.581042 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74d5b5d-4b2d-430d-a7f1-904995591c11 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Fanout notify agent at l3_agent the message router_deleted on router 4fa0001f-7cc7-4b76-ace8-47558aad1c3f {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:32:44.593439 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-1a6f9094-d0b3-4d4b-9bbf-3316244d0188 None None] For port 851a8dca-35e2-4781-866b-2b110c6cad64, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=851a8dca-35e2-4781-866b-2b110c6cad64,segment=NetworkSegment(7b50f1a3-5b5b-48ee-a374-477efa40b981),segment_id=7b50f1a3-5b5b-48ee-a374-477efa40b981)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:32:44.621007 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-a9db42a6-224f-4a2a-b366-79a2eb38d503 None None] For port 48e3ed58-923f-4314-b199-e0e95bfbc24f, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=48e3ed58-923f-4314-b199-e0e95bfbc24f,segment=NetworkSegment(47d8f143-8d2d-4fe5-84a4-ad868dd64224),segment_id=47d8f143-8d2d-4fe5-84a4-ad868dd64224)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:44.622207 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d74d5b5d-4b2d-430d-a7f1-904995591c11 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:44.631213 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d74d5b5d-4b2d-430d-a7f1-904995591c11 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] 10.222.0.41 "DELETE /v2.0/routers/4fa0001f-7cc7-4b76-ace8-47558aad1c3f HTTP/1.1" status: 204 len: 168 time: 5.1940780 Oct 26 08:32:44.637460 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4147ca2f-6564-4597-ab08-131e21d278aa tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Network 4ae5eab6-d5a3-4a3b-b75c-028aa9806d41 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:32:44.654744 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-569673e5-ca95-4808-984a-b0ad2a3233c0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.3291578 Oct 26 08:32:44.672714 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32780) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:44.673060 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32782) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:44.684292 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1a6f9094-d0b3-4d4b-9bbf-3316244d0188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:44.686943 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-09b63239-dc29-4c62-960d-b8ebb456b8a8 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1887334868', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:44.694696 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a9db42a6-224f-4a2a-b366-79a2eb38d503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:44.767067 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-4147ca2f-6564-4597-ab08-131e21d278aa tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 4ae5eab6-d5a3-4a3b-b75c-028aa9806d41) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:44.791338 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd6d65d-ca8a-4ab7-863b-666931d3d2a6 None None] Network 4ae5eab6-d5a3-4a3b-b75c-028aa9806d41 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:44.799630 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569673e5-ca95-4808-984a-b0ad2a3233c0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Port': ['ID=5db0d209-39d1-41cb-a393-6e76c70bde7b,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:44.821463 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d28b4-bc6c-48a1-9278-4c24f3abbea5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Subnet': ['ID=6f2c91a2-0a24-45cf-acec-3d37414c3b59,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:44.846174 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4147ca2f-6564-4597-ab08-131e21d278aa tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:44.846795 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4147ca2f-6564-4597-ab08-131e21d278aa tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:44.891002 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee56ba8-449f-48bb-92b8-be201bf1ed12 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Made reservation on behalf of 013b02ea97ed4712a1d68088856a2f66 for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:44.894673 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fee56ba8-449f-48bb-92b8-be201bf1ed12 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:44.911214 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-306545f8-5d01-4b84-a43c-5a6161dfb6fd tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:44.982589 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-fee56ba8-449f-48bb-92b8-be201bf1ed12 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] device_id is not set on port 4e9b5c95-78a5-4128-9d16-4e56c16d0566 yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:32:44.989339 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eed6c49-5f3c-4503-83d2-6831c542e7de tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:44.993576 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2eed6c49-5f3c-4503-83d2-6831c542e7de tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:45.018114 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-10db1eb7-9d3d-423f-8ccd-ac7d6bda2fb0 None None] Could not find standard attr ID for object 8e0919bf-aeed-42bf-8167-767256dba690. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:32:45.049225 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99c2e9-c798-4d5f-8e95-8b623888b48a req-32d44c98-ab88-4d1b-aa2d-9339fc6b7198 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:45.050820 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-cb99c2e9-c798-4d5f-8e95-8b623888b48a req-32d44c98-ab88-4d1b-aa2d-9339fc6b7198 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.47 "GET /v2.0/ports?device_id=50a87eab-52f4-4e00-8410-2b8f0e2db51d HTTP/1.1" status: 200 len: 945 time: 1.8306947 Oct 26 08:32:45.062807 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.db.api [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:32:45.067121 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-9d15203c-101a-4d8d-8f33-9f22ea12cabd req-755a17a2-f724-4682-be59-82e0895abaa1 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:45.071178 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG oslo_db.api [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:32:45.123029 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f9094-d0b3-4d4b-9bbf-3316244d0188 None None] Pushing event updated for resources: {'Port': ['ID=851a8dca-35e2-4781-866b-2b110c6cad64,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:45.323755 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-306545f8-5d01-4b84-a43c-5a6161dfb6fd tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88859726-937e-4cec-b39d-0f2f647eb206']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:45.361418 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db42a6-224f-4a2a-b366-79a2eb38d503 None None] Pushing event updated for resources: {'Port': ['ID=48e3ed58-923f-4314-b199-e0e95bfbc24f,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:45.376311 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ba060b-93b2-409c-adb9-e5cce35fd3ec None None] Network 653b54f9-1e39-4496-8ec6-59aa62176530 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:45.432789 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a17a2-f724-4682-be59-82e0895abaa1 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Pushing event deleted for resources: {'Port': ['ID=4cda73f3-bc90-4af6-91f1-1d74f191bbe0,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:45.447929 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-306545f8-5d01-4b84-a43c-5a6161dfb6fd tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7df1cb3-9640-4173-8973-000105988992') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:45.448232 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-306545f8-5d01-4b84-a43c-5a6161dfb6fd tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7df1cb3-9640-4173-8973-000105988992') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:45.485648 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-10db1eb7-9d3d-423f-8ccd-ac7d6bda2fb0 None None] Provisioning complete for port 484ebb0a-2e30-4019-aaef-18d117403406 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:45.490785 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-10db1eb7-9d3d-423f-8ccd-ac7d6bda2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:45.499738 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-09b63239-dc29-4c62-960d-b8ebb456b8a8 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:45.500697 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-fee56ba8-449f-48bb-92b8-be201bf1ed12 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Allocated IP 2001:db8::1dd (ad042a27-6f7f-4fc6-aeac-dfa442372dd7/35699d40-07fc-49f9-8781-2f0f81eeef9a/4e9b5c95-78a5-4128-9d16-4e56c16d0566) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:32:45.500888 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-09b63239-dc29-4c62-960d-b8ebb456b8a8 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:45.591978 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2eed6c49-5f3c-4503-83d2-6831c542e7de tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:45.597525 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-09b63239-dc29-4c62-960d-b8ebb456b8a8 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:45.604514 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4147ca2f-6564-4597-ab08-131e21d278aa tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.6362574 Oct 26 08:32:45.615167 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32786) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:45.651583 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef331582-18fe-4abe-a0e5-6eee1caa459e req-83c0b9ab-c695-44cc-84dd-b5090756eb2e tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:45.653222 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ef331582-18fe-4abe-a0e5-6eee1caa459e req-83c0b9ab-c695-44cc-84dd-b5090756eb2e tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/ports?device_id=9af56241-3e13-46f5-bc0c-11a6cd6d3e81 HTTP/1.1" status: 200 len: 867 time: 1.0468762 Oct 26 08:32:45.655194 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-306545f8-5d01-4b84-a43c-5a6161dfb6fd tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:45.694064 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-09b63239-dc29-4c62-960d-b8ebb456b8a8 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:45.700801 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device f965540d-eb3e-4819-b999-c32f1dacc28f up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:32:45.770779 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eed6c49-5f3c-4503-83d2-6831c542e7de tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:45.780607 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-306545f8-5d01-4b84-a43c-5a6161dfb6fd tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:45.784700 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-2eed6c49-5f3c-4503-83d2-6831c542e7de tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:45.792486 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eed6c49-5f3c-4503-83d2-6831c542e7de tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:45.793093 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2eed6c49-5f3c-4503-83d2-6831c542e7de tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:45.818784 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-306545f8-5d01-4b84-a43c-5a6161dfb6fd tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:32:45.819294 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-306545f8-5d01-4b84-a43c-5a6161dfb6fd tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:45.824395 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:32:45.824395 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:32:45.824395 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:32:45.824395 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:32:45.824395 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:32:45.824395 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:32:45.824395 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:32:45.824395 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:32:45.824395 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:32:45.824395 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:32:45.824395 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:32:45.824395 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:32:45.824395 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:32:45.824395 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:32:45.824395 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:32:45.824395 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:32:45.824395 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:32:45.824395 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:32:45.824395 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:32:45.824395 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:32:45.824395 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:32:45.824395 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:32:45.824395 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:32:45.824395 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:32:45.824395 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:32:45.824395 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:32:45.824395 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:32:45.824395 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:32:45.824395 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:32:45.824395 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:32:45.824395 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:32:45.824395 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:32:45.828411 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-09b63239-dc29-4c62-960d-b8ebb456b8a8 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:45.829937 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-09b63239-dc29-4c62-960d-b8ebb456b8a8 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1551013 Oct 26 08:32:45.845470 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-10db1eb7-9d3d-423f-8ccd-ac7d6bda2fb0 None None] Port 484ebb0a-2e30-4019-aaef-18d117403406 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:32:45.856153 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32788) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:45.864103 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-95a72560-8de9-4d7c-94b4-512b36908a40 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:45.870038 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-2eed6c49-5f3c-4503-83d2-6831c542e7de tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2978592 Oct 26 08:32:45.873355 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32790) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:45.894310 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a02f52-608c-494e-a622-97e74e1271e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'tenant_id': '34a26fc2cbe741c49d4d94b40e63438a', 'fixed_ips': [{'subnet_id': '6f2c91a2-0a24-45cf-acec-3d37414c3b59'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:32:45.895470 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d9a02f52-608c-494e-a622-97e74e1271e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:45.903714 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14de807-359b-41d0-97f7-831e4b6aee4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-4ae5eab6-d5a3-4a3b-b75c-028aa9806d41', 'network_id': '4ae5eab6-d5a3-4a3b-b75c-028aa9806d41', 'tenant_id': '3905ee3ef311437797d112e063b81314', 'fixed_ips': [{'subnet_id': 'ac7fb7f8-33bd-4455-88c8-4891fc34d30d'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:32:45.904943 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f14de807-359b-41d0-97f7-831e4b6aee4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:45.929723 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ef331582-18fe-4abe-a0e5-6eee1caa459e req-77462443-6853-46a5-9564-d39662968c99 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/security-groups?id=3bce15cf-5467-4374-8c81-71babcf00513&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2162931 Oct 26 08:32:45.946751 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-7383afb2-1bbe-474d-bea7-19259ddf7a46 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'port': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'mac_address': 'fa:16:3e:08:ca:3a', 'name': 'tempest-NetworksTestDHCPv6-517050689'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:46.091780 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966317c-47aa-4832-9e13-25f3bc0e953c req-1034e336-4bd5-4586-b765-e2081175b80c tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:46.101090 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f966317c-47aa-4832-9e13-25f3bc0e953c req-1034e336-4bd5-4586-b765-e2081175b80c tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/ports?device_id=50a87eab-52f4-4e00-8410-2b8f0e2db51d HTTP/1.1" status: 200 len: 945 time: 0.3485253 Oct 26 08:32:46.120804 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed6c49-5f3c-4503-83d2-6831c542e7de tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Subnet': ['ID=530c28e0-65a5-43bc-a595-1fe751422b74,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:46.138795 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-cf7957ae-0d22-4c24-8257-ce12af8e7fc0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Deleting port 5db0d209-39d1-41cb-a393-6e76c70bde7b {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:46.139149 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cf7957ae-0d22-4c24-8257-ce12af8e7fc0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:46.158822 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-d9a02f52-608c-494e-a622-97e74e1271e0 None None] Allocated IP 2001:db8::f816:3eff:fed0:748a (ecf0c004-fa53-4f3e-bbfd-ff079400665b/6f2c91a2-0a24-45cf-acec-3d37414c3b59/d4750dde-6293-44f9-888e-293c537bfbbf) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:32:46.222644 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-306545f8-5d01-4b84-a43c-5a6161dfb6fd tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:46.228423 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-10db1eb7-9d3d-423f-8ccd-ac7d6bda2fb0 None None] Provisioning complete for port f965540d-eb3e-4819-b999-c32f1dacc28f triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:46.230501 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-10db1eb7-9d3d-423f-8ccd-ac7d6bda2fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:46.246701 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7383afb2-1bbe-474d-bea7-19259ddf7a46 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:46.251632 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-306545f8-5d01-4b84-a43c-5a6161dfb6fd tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:46.254867 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-306545f8-5d01-4b84-a43c-5a6161dfb6fd tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "DELETE /v2.0/networks/88859726-937e-4cec-b39d-0f2f647eb206 HTTP/1.1" status: 204 len: 168 time: 4.6672533 Oct 26 08:32:46.261821 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306545f8-5d01-4b84-a43c-5a6161dfb6fd tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event deleted for resources: {'Network': ['ID=88859726-937e-4cec-b39d-0f2f647eb206,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:46.270262 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d15203c-101a-4d8d-8f33-9f22ea12cabd req-755a17a2-f724-4682-be59-82e0895abaa1 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Router 3298173d-f0ba-4eb7-be34-c15551c49ab5 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:32:46.276761 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32792) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:46.303844 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-cb99c2e9-c798-4d5f-8e95-8b623888b48a req-d6e364ea-bb89-45e1-9be1-7b322c3bc2e6 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Deleting port 199e5451-784e-4018-9735-9b0ff711adab {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:46.304152 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-cb99c2e9-c798-4d5f-8e95-8b623888b48a req-d6e364ea-bb89-45e1-9be1-7b322c3bc2e6 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:46.345336 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-342f51e6-bf57-449a-b0e0-d5a73355cac3 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-323444162'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:46.366207 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f966317c-47aa-4832-9e13-25f3bc0e953c req-75712885-7b86-458d-ad90-8522017ea14f tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b6b1ff0-ee57-451d-a59c-831c70a5937b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2606056 Oct 26 08:32:46.385224 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f14c79b6-d34a-4b34-bdf7-629a908f01be tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:46.401889 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-95a72560-8de9-4d7c-94b4-512b36908a40 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:46.414011 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342f51e6-bf57-449a-b0e0-d5a73355cac3 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Made reservation on behalf of d25a916b9c2d4b34bcd65014285516f8 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:46.418046 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-342f51e6-bf57-449a-b0e0-d5a73355cac3 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:46.515263 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fee56ba8-449f-48bb-92b8-be201bf1ed12 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:46.587919 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f14c79b6-d34a-4b34-bdf7-629a908f01be tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:46.589179 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342f51e6-bf57-449a-b0e0-d5a73355cac3 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:32:46.631364 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cf7957ae-0d22-4c24-8257-ce12af8e7fc0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:46.661210 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-342f51e6-bf57-449a-b0e0-d5a73355cac3 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:46.661569 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-342f51e6-bf57-449a-b0e0-d5a73355cac3 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Added segment f32152d0-4561-4ada-b264-d7cfd20abc3d of type vlan for network 0cff2251-162e-4399-968d-803cd34e9bd3 Oct 26 08:32:46.673500 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f14c79b6-d34a-4b34-bdf7-629a908f01be tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:46.701886 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-cf7957ae-0d22-4c24-8257-ce12af8e7fc0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Calling delete_port for 5db0d209-39d1-41cb-a393-6e76c70bde7b owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:46.708029 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ab9eff-e4fd-4d89-b85b-489b54aaa25d None None] Network 37a0155f-2659-4fca-9dc0-826da8b1cb71 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:46.719733 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c79b6-d34a-4b34-bdf7-629a908f01be tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event deleted for resources: {'Subnet': ['ID=ac7fb7f8-33bd-4455-88c8-4891fc34d30d,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:46.727901 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7383afb2-1bbe-474d-bea7-19259ddf7a46 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:46.761532 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-7383afb2-1bbe-474d-bea7-19259ddf7a46 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] device_id is not set on port b5f9a2e3-157a-4236-8059-78a8b1afb14a yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:32:46.794378 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f14c79b6-d34a-4b34-bdf7-629a908f01be tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:46.815982 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-f14c79b6-d34a-4b34-bdf7-629a908f01be tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae5eab6-d5a3-4a3b-b75c-028aa9806d41']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:46.827274 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-f14c79b6-d34a-4b34-bdf7-629a908f01be tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a5d7af-ce7b-4f2e-b6e5-663fd60fcd8d') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:46.827639 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-f14c79b6-d34a-4b34-bdf7-629a908f01be tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a5d7af-ce7b-4f2e-b6e5-663fd60fcd8d') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:46.839519 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f14c79b6-d34a-4b34-bdf7-629a908f01be tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:46.854757 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-342f51e6-bf57-449a-b0e0-d5a73355cac3 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:46.856428 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f14c79b6-d34a-4b34-bdf7-629a908f01be tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:46.857701 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d15203c-101a-4d8d-8f33-9f22ea12cabd req-755a17a2-f724-4682-be59-82e0895abaa1 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:32:46.879087 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f14c79b6-d34a-4b34-bdf7-629a908f01be tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:32:46.879735 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f14c79b6-d34a-4b34-bdf7-629a908f01be tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:46.884338 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:32:46.884338 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:32:46.884338 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:32:46.884338 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:32:46.884338 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:32:46.884338 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:32:46.884338 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:32:46.884338 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:32:46.884338 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:32:46.884338 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:32:46.884338 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:32:46.884338 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:32:46.884338 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:32:46.884338 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:32:46.884338 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:32:46.884338 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:32:46.884338 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:32:46.884338 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:32:46.884338 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:32:46.884338 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:32:46.884338 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:32:46.884338 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:32:46.884338 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:32:46.884338 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:32:46.884338 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:32:46.884338 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:32:46.884338 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:32:46.884338 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:32:46.884338 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:32:46.884338 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:32:46.884338 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:32:46.884338 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:32:46.886700 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fee56ba8-449f-48bb-92b8-be201bf1ed12 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:46.889666 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-cb99c2e9-c798-4d5f-8e95-8b623888b48a req-d6e364ea-bb89-45e1-9be1-7b322c3bc2e6 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] For port 199e5451-784e-4018-9735-9b0ff711adab, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=199e5451-784e-4018-9735-9b0ff711adab,segment=NetworkSegment(45e41e81-ba7f-4c8e-9ba2-09e1fadcea4d),segment_id=45e41e81-ba7f-4c8e-9ba2-09e1fadcea4d)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:46.890060 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-cb99c2e9-c798-4d5f-8e95-8b623888b48a req-d6e364ea-bb89-45e1-9be1-7b322c3bc2e6 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server [None req-f14de807-359b-41d0-97f7-831e4b6aee4b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ac7fb7f8-33bd-4455-88c8-4891fc34d30d: This subnet is being modified by another concurrent operation. Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 08:32:46.912420 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 08:32:46.915928 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 08:32:46.915928 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 08:32:46.915928 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 08:32:46.915928 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 08:32:46.915928 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 08:32:46.915928 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 08:32:46.915928 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 08:32:46.915928 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 08:32:46.915928 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 08:32:46.915928 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 08:32:46.915928 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 08:32:46.915928 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 08:32:46.915928 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 08:32:46.915928 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 08:32:46.915928 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 08:32:46.915928 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 08:32:46.915928 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 26 08:32:46.915928 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 08:32:46.915928 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 26 08:32:46.915928 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 08:32:46.915928 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 26 08:32:46.915928 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 08:32:46.915928 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 26 08:32:46.915928 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 26 08:32:46.915928 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 08:32:46.915928 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 08:32:46.915928 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 08:32:46.915928 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 08:32:46.915928 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 26 08:32:46.915928 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 26 08:32:46.915928 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 26 08:32:46.915928 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 08:32:46.915928 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 26 08:32:46.915928 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 08:32:46.915928 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 08:32:46.915928 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise exception Oct 26 08:32:46.915928 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ac7fb7f8-33bd-4455-88c8-4891fc34d30d: This subnet is being modified by another concurrent operation. Oct 26 08:32:46.915928 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server Oct 26 08:32:46.954185 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d412a097-dcb4-431e-a769-42604bdb115a None None] Sync routers for ids ['3298173d-f0ba-4eb7-be34-c15551c49ab5'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:32:46.959194 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d15203c-101a-4d8d-8f33-9f22ea12cabd req-755a17a2-f724-4682-be59-82e0895abaa1 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] No DVR routers for this DVR port 4cda73f3-bc90-4af6-91f1-1d74f191bbe0 on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:32:46.988400 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 4cda73f3-bc90-4af6-91f1-1d74f191bbe0 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:32:46.989690 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee56ba8-449f-48bb-92b8-be201bf1ed12 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Network ad042a27-6f7f-4fc6-aeac-dfa442372dd7 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:46.997293 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-fee56ba8-449f-48bb-92b8-be201bf1ed12 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:46.998477 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-9d15203c-101a-4d8d-8f33-9f22ea12cabd req-755a17a2-f724-4682-be59-82e0895abaa1 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:47.000004 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee56ba8-449f-48bb-92b8-be201bf1ed12 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:47.001888 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9d15203c-101a-4d8d-8f33-9f22ea12cabd req-755a17a2-f724-4682-be59-82e0895abaa1 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.47 "DELETE /v2.0/ports/4cda73f3-bc90-4af6-91f1-1d74f191bbe0 HTTP/1.1" status: 204 len: 173 time: 4.6337817 Oct 26 08:32:47.004157 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af56241-3e13-46f5-bc0c-11a6cd6d3e81', 'name': 'network-vif-deleted', 'tag': '4cda73f3-bc90-4af6-91f1-1d74f191bbe0'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:32:47.006629 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25d9167-f6d5-4aca-9e8e-cd22eecd45b8" -d '{"events": [{"server_uuid": "9af56241-3e13-46f5-bc0c-11a6cd6d3e81", "name": "network-vif-deleted", "tag": "4cda73f3-bc90-4af6-91f1-1d74f191bbe0"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:32:47.017341 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23f591f-54f3-45f7-ba7a-3189d57a7323 None None] Network 4ae5eab6-d5a3-4a3b-b75c-028aa9806d41 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:47.044435 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee56ba8-449f-48bb-92b8-be201bf1ed12 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:47.044777 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-342f51e6-bf57-449a-b0e0-d5a73355cac3 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:47.047965 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fee56ba8-449f-48bb-92b8-be201bf1ed12 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:47.050592 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342f51e6-bf57-449a-b0e0-d5a73355cac3 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:47.051221 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-342f51e6-bf57-449a-b0e0-d5a73355cac3 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:47.174793 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-fee56ba8-449f-48bb-92b8-be201bf1ed12 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.2025611 Oct 26 08:32:47.174793 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32798) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:47.182226 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] No Port match for: 4cda73f3-bc90-4af6-91f1-1d74f191bbe0 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:32:47.182580 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 4cda73f3-bc90-4af6-91f1-1d74f191bbe0 not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:32:47.183013 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 199e5451-784e-4018-9735-9b0ff711adab no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:32:47.183715 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55fbf78-478b-4b38-90d0-0ee681e211c9 x-openstack-request-id: req-a55fbf78-478b-4b38-90d0-0ee681e211c9 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:32:47.184000 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af56241-3e13-46f5-bc0c-11a6cd6d3e81", "name": "network-vif-deleted", "tag": "4cda73f3-bc90-4af6-91f1-1d74f191bbe0", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:32:47.184257 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a55fbf78-478b-4b38-90d0-0ee681e211c9 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:32:47.184663 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9af56241-3e13-46f5-bc0c-11a6cd6d3e81', 'name': 'network-vif-deleted', 'tag': '4cda73f3-bc90-4af6-91f1-1d74f191bbe0', 'status': 'completed', 'code': 200} Oct 26 08:32:47.185791 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-c5cf725f-0ec4-46ad-810a-d71ef91c0fc2 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::7d', 'mac_address': 'fa:16:3e:92:ea:f0'}]}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:47.195755 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee56ba8-449f-48bb-92b8-be201bf1ed12 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Pushing event updated for resources: {'Port': ['ID=4e9b5c95-78a5-4128-9d16-4e56c16d0566,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:47.199363 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f51e6-bf57-449a-b0e0-d5a73355cac3 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event updated for resources: {'Network': ['ID=0cff2251-162e-4399-968d-803cd34e9bd3,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:47.281579 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f14c79b6-d34a-4b34-bdf7-629a908f01be tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:47.286442 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0f108d10-caa6-417e-b025-5eeb2e131dc2 req-5b7f8951-aeb3-40b6-b70a-fe79e3cb656c tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/ports?device_id=9af56241-3e13-46f5-bc0c-11a6cd6d3e81 HTTP/1.1" status: 200 len: 210 time: 0.1008546 Oct 26 08:32:47.291308 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f14c79b6-d34a-4b34-bdf7-629a908f01be tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:47.298936 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f14c79b6-d34a-4b34-bdf7-629a908f01be tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "DELETE /v2.0/networks/4ae5eab6-d5a3-4a3b-b75c-028aa9806d41 HTTP/1.1" status: 204 len: 168 time: 1.6753938 Oct 26 08:32:47.303746 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-342f51e6-bf57-449a-b0e0-d5a73355cac3 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0026758 Oct 26 08:32:47.304341 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32800) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:47.321600 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-6da09e3c-3783-4cac-b8f5-ba33632483ff tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1034227873'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:47.353415 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port f965540d-eb3e-4819-b999-c32f1dacc28f triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:47.353415 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:47.359880 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32802) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:47.362974 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c79b6-d34a-4b34-bdf7-629a908f01be tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event deleted for resources: {'Network': ['ID=4ae5eab6-d5a3-4a3b-b75c-028aa9806d41,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:47.370614 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-f092f908-8809-4278-93f8-c1e511aa2e4d tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Request body: {'subnet': {'network_id': '0cff2251-162e-4399-968d-803cd34e9bd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:47.464641 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-95a72560-8de9-4d7c-94b4-512b36908a40 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router_gateway, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:47.492725 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-95a72560-8de9-4d7c-94b4-512b36908a40 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:47.520167 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 0cff2251-162e-4399-968d-803cd34e9bd3 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:32:47.563145 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.db.api [None req-f092f908-8809-4278-93f8-c1e511aa2e4d tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 26 08:32:47.563145 dv-neutron-804846-13-hyperv neutron-server[102101]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 26 08:32:47.563145 dv-neutron-804846-13-hyperv neutron-server[102101]: [parameters: {'project_id_1': 'd25a916b9c2d4b34bcd65014285516f8', 'expiration_1': datetime.datetime(2021, 10, 26, 8, 32, 27, 507514)}] Oct 26 08:32:47.563145 dv-neutron-804846-13-hyperv neutron-server[102101]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:32:47.563553 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG oslo_db.api [None req-f092f908-8809-4278-93f8-c1e511aa2e4d tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:32:47.594349 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da09e3c-3783-4cac-b8f5-ba33632483ff tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Made reservation on behalf of 3905ee3ef311437797d112e063b81314 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:47.598569 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6da09e3c-3783-4cac-b8f5-ba33632483ff tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:47.650917 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6da09e3c-3783-4cac-b8f5-ba33632483ff tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:32:47.654495 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa3f59-6c78-4f0a-8c56-c03187fe6001 req-67e56a62-8a34-48ca-be15-1f0be521b4c2 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:47.656398 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d3fa3f59-6c78-4f0a-8c56-c03187fe6001 req-67e56a62-8a34-48ca-be15-1f0be521b4c2 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/ports?device_id=50a87eab-52f4-4e00-8410-2b8f0e2db51d HTTP/1.1" status: 200 len: 945 time: 0.1137426 Oct 26 08:32:47.661269 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cf7957ae-0d22-4c24-8257-ce12af8e7fc0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:47.712154 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-cb99c2e9-c798-4d5f-8e95-8b623888b48a req-d6e364ea-bb89-45e1-9be1-7b322c3bc2e6 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:47.712560 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-cb99c2e9-c798-4d5f-8e95-8b623888b48a req-d6e364ea-bb89-45e1-9be1-7b322c3bc2e6 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:47.712910 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [req-cb99c2e9-c798-4d5f-8e95-8b623888b48a req-d6e364ea-bb89-45e1-9be1-7b322c3bc2e6 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Floating IP b06cae08-0252-4cb7-8d82-65facbf5b1a6 disassociated. External IP: 172.26.2.228, port: 199e5451-784e-4018-9735-9b0ff711adab. Oct 26 08:32:47.713302 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-cb99c2e9-c798-4d5f-8e95-8b623888b48a req-d6e364ea-bb89-45e1-9be1-7b322c3bc2e6 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Calling delete_port for 199e5451-784e-4018-9735-9b0ff711adab owned by compute:nova {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:47.715522 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7957ae-0d22-4c24-8257-ce12af8e7fc0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Port': ['ID=5db0d209-39d1-41cb-a393-6e76c70bde7b,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:47.737124 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d412a097-dcb4-431e-a769-42604bdb115a None None] Routers {'3298173d-f0ba-4eb7-be34-c15551c49ab5'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:32:47.737859 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-d412a097-dcb4-431e-a769-42604bdb115a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:32:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['3298173d-f0ba-4eb7-be34-c15551c49ab5'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:47.744117 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6da09e3c-3783-4cac-b8f5-ba33632483ff tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:47.744481 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-6da09e3c-3783-4cac-b8f5-ba33632483ff tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Added segment fff3595f-b587-4b5a-8197-16ed4f46824f of type vlan for network 64808347-53f5-44ad-b58c-63ace89cf3c2 Oct 26 08:32:47.867496 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-d412a097-dcb4-431e-a769-42604bdb115a None None] Set router 3298173d-f0ba-4eb7-be34-c15551c49ab5 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:32:47.877989 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cf7957ae-0d22-4c24-8257-ce12af8e7fc0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:47.882696 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-cf7957ae-0d22-4c24-8257-ce12af8e7fc0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/ports/5db0d209-39d1-41cb-a393-6e76c70bde7b HTTP/1.1" status: 204 len: 168 time: 3.2059493 Oct 26 08:32:47.884893 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32810) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:47.936180 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-d52efb35-bce5-4a18-943c-17bd3ebd71f9 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] DELETE failed (client error): The resource could not be found. Oct 26 08:32:47.936896 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d52efb35-bce5-4a18-943c-17bd3ebd71f9 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:32:47.940650 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d52efb35-bce5-4a18-943c-17bd3ebd71f9 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/ports/5db0d209-39d1-41cb-a393-6e76c70bde7b HTTP/1.1" status: 404 len: 333 time: 0.0524137 Oct 26 08:32:47.947543 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6da09e3c-3783-4cac-b8f5-ba33632483ff tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:47.949754 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32812) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:47.987055 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4b556ee-c94b-466d-83b2-24297109c8fe tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] GET failed (client error): The resource could not be found. Oct 26 08:32:47.988660 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f4b556ee-c94b-466d-83b2-24297109c8fe tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "GET /v2.0/ports/5db0d209-39d1-41cb-a393-6e76c70bde7b HTTP/1.1" status: 404 len: 333 time: 0.0327413 Oct 26 08:32:47.996249 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32814) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:48.098068 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6da09e3c-3783-4cac-b8f5-ba33632483ff tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:48.104740 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c5cf725f-0ec4-46ad-810a-d71ef91c0fc2 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:48.106260 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da09e3c-3783-4cac-b8f5-ba33632483ff tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:48.107166 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6da09e3c-3783-4cac-b8f5-ba33632483ff tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:48.109859 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f092f908-8809-4278-93f8-c1e511aa2e4d tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Made reservation on behalf of d25a916b9c2d4b34bcd65014285516f8 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:48.113313 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f092f908-8809-4278-93f8-c1e511aa2e4d tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:48.206217 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d3fa3f59-6c78-4f0a-8c56-c03187fe6001 req-83f70c2e-d6f4-4320-bd60-675656d79e4c tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b6b1ff0-ee57-451d-a59c-831c70a5937b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130776 Oct 26 08:32:48.235280 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-95a72560-8de9-4d7c-94b4-512b36908a40 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Allocated IP 172.26.2.59 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/c5bf9304-81d3-47a0-8ba5-b6ebda818662) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:32:48.322385 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-390ff3bf-fa1d-4a0f-a550-aea461fcaf34 None None] Provisioning complete for port 48e3ed58-923f-4314-b199-e0e95bfbc24f triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:48.322757 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-390ff3bf-fa1d-4a0f-a550-aea461fcaf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:48.330505 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:48.384062 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-95a72560-8de9-4d7c-94b4-512b36908a40 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:48.391941 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d9a02f52-608c-494e-a622-97e74e1271e0 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:48.434716 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-95a72560-8de9-4d7c-94b4-512b36908a40 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:48.504017 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32820) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:48.505102 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a72560-8de9-4d7c-94b4-512b36908a40 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Pushing event updated for resources: {'Port': ['ID=c5bf9304-81d3-47a0-8ba5-b6ebda818662,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:48.513103 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d9a02f52-608c-494e-a622-97e74e1271e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:48.554798 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a72560-8de9-4d7c-94b4-512b36908a40 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:48.559462 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-95a72560-8de9-4d7c-94b4-512b36908a40 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:48.572285 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a72560-8de9-4d7c-94b4-512b36908a40 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:48.611147 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a02f52-608c-494e-a622-97e74e1271e0 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:48.623215 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-d9a02f52-608c-494e-a622-97e74e1271e0 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:48.631212 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a02f52-608c-494e-a622-97e74e1271e0 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:48.723058 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-d412a097-dcb4-431e-a769-42604bdb115a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'name': 'tempest-ServersTestManualDisk-1671399814-router', 'tenant_id': 'f619f7bf208b454a9f9680fa433c8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'fe4845fb-7c08-4b28-aad1-2002259f20e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:30:59Z', 'updated_at': '2021-10-26T08:31:12Z', 'revision_number': 4, 'project_id': 'f619f7bf208b454a9f9680fa433c8f91', 'gw_port': {'id': 'fe4845fb-7c08-4b28-aad1-2002259f20e8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:02Z', 'updated_at': '2021-10-26T08:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '6919d3fd-c589-4192-babe-ac3c19c1126b', 'name': '', 'network_id': 'ee56e2b1-1b4b-4811-8525-c64c4b88af1d', 'tenant_id': 'f619f7bf208b454a9f9680fa433c8f91', 'mac_address': 'fa:16:3e:47:79:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '83da6782-9113-4a7a-b4da-ae04d95f86c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:09Z', 'updated_at': '2021-10-26T08:31:20Z', 'revision_number': 5, 'project_id': 'f619f7bf208b454a9f9680fa433c8f91', 'subnets': [{'id': '83da6782-9113-4a7a-b4da-ae04d95f86c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:48.746166 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c97802f-7a2c-4816-af75-1824fb5f37a5 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Deleting subnet 7b54e1a0-08c2-4c5e-a201-0bdfa3386035 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:32:48.755009 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7c97802f-7a2c-4816-af75-1824fb5f37a5 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:48.778627 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-d9a02f52-608c-494e-a622-97e74e1271e0 None None] Attempting to bind port d4750dde-6293-44f9-888e-293c537bfbbf on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:48.779209 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-d9a02f52-608c-494e-a622-97e74e1271e0 None None] Attempting to bind port d4750dde-6293-44f9-888e-293c537bfbbf by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:48.779396 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a02f52-608c-494e-a622-97e74e1271e0 None None] Attempting to bind port d4750dde-6293-44f9-888e-293c537bfbbf on network ecf0c004-fa53-4f3e-bbfd-ff079400665b {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:48.790958 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-608ab5c9-f1ce-44d8-bd79-17df15557ff8 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:48.791312 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a02f52-608c-494e-a622-97e74e1271e0 None None] Pushing event updated for resources: {'Port': ['ID=d4750dde-6293-44f9-888e-293c537bfbbf,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:48.798772 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a02f52-608c-494e-a622-97e74e1271e0 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:32:48.799265 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a02f52-608c-494e-a622-97e74e1271e0 None None] Checking segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:48.799769 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d9a02f52-608c-494e-a622-97e74e1271e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:48.800260 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a02f52-608c-494e-a622-97e74e1271e0 None None] Bound using segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:32:48.800851 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-d9a02f52-608c-494e-a622-97e74e1271e0 None None] Bound port: d4750dde-6293-44f9-888e-293c537bfbbf, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:32:48.801358 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d9a02f52-608c-494e-a622-97e74e1271e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:48.825702 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-608ab5c9-f1ce-44d8-bd79-17df15557ff8 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:48.851438 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d412a097-dcb4-431e-a769-42604bdb115a None None] Checking router: 3298173d-f0ba-4eb7-be34-c15551c49ab5 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:32:48.890365 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7c97802f-7a2c-4816-af75-1824fb5f37a5 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:48.904399 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d412a097-dcb4-431e-a769-42604bdb115a None None] Routers {'3298173d-f0ba-4eb7-be34-c15551c49ab5'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:32:48.905270 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-d412a097-dcb4-431e-a769-42604bdb115a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:32:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['3298173d-f0ba-4eb7-be34-c15551c49ab5'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:48.916011 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device a230a9b1-fa84-406f-9bbf-b586ad91bee9 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:32:48.954972 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6da09e3c-3783-4cac-b8f5-ba33632483ff tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6444695 Oct 26 08:32:48.959712 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.ipam_backend_mixin [None req-f092f908-8809-4278-93f8-c1e511aa2e4d tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Performing IP validity checks on allocation pools {{(pid=102101) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 08:32:48.960253 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.ipam_backend_mixin [None req-f092f908-8809-4278-93f8-c1e511aa2e4d tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102101) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 08:32:48.972868 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32822) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:49.054669 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-95a72560-8de9-4d7c-94b4-512b36908a40 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router_gateway, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:49.056731 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-758decf9-026a-4178-b157-6f5cccbb78c1 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Request body: {'subnet': {'network_id': '64808347-53f5-44ad-b58c-63ace89cf3c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:49.060517 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-608ab5c9-f1ce-44d8-bd79-17df15557ff8 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:49.065028 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-608ab5c9-f1ce-44d8-bd79-17df15557ff8 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:49.070387 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-608ab5c9-f1ce-44d8-bd79-17df15557ff8 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "DELETE /v2.0/security-groups/3bce15cf-5467-4374-8c81-71babcf00513 HTTP/1.1" status: 204 len: 168 time: 0.5607038 Oct 26 08:32:49.105272 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32824) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:49.116429 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da09e3c-3783-4cac-b8f5-ba33632483ff tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event updated for resources: {'Network': ['ID=64808347-53f5-44ad-b58c-63ace89cf3c2,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:49.173523 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ab5c9-f1ce-44d8-bd79-17df15557ff8 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bce15cf-5467-4374-8c81-71babcf00513,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:49.185167 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-525d55e8-f938-4162-ac75-4df8869fc66b tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] show failed (client error): The resource could not be found. Oct 26 08:32:49.186362 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-525d55e8-f938-4162-ac75-4df8869fc66b tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "GET /v2.0/security-groups/3bce15cf-5467-4374-8c81-71babcf00513 HTTP/1.1" status: 404 len: 347 time: 0.0754805 Oct 26 08:32:49.195417 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32826) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:49.196305 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 64808347-53f5-44ad-b58c-63ace89cf3c2 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:32:49.223931 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: a230a9b1-fa84-406f-9bbf-b586ad91bee9 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:32:49.225102 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device a230a9b1-fa84-406f-9bbf-b586ad91bee9 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:32:49.229351 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 9880fd89-3d62-4c35-b677-09ffafa5db07 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:32:49.260520 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-d9a02f52-608c-494e-a622-97e74e1271e0 None None] For port d4750dde-6293-44f9-888e-293c537bfbbf, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:32:49.334325 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 9880fd89-3d62-4c35-b677-09ffafa5db07 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:32:49.334853 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 9880fd89-3d62-4c35-b677-09ffafa5db07 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:32:49.337565 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-d9a02f52-608c-494e-a622-97e74e1271e0 None None] For port d4750dde-6293-44f9-888e-293c537bfbbf, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=d4750dde-6293-44f9-888e-293c537bfbbf,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:32:49.357087 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-390ff3bf-fa1d-4a0f-a550-aea461fcaf34 None None] Could not find standard attr ID for object 8e0919bf-aeed-42bf-8167-767256dba690. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:32:49.370364 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d9a02f52-608c-494e-a622-97e74e1271e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:49.374320 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-7383afb2-1bbe-474d-bea7-19259ddf7a46 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Allocated IP 172.20.0.7 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/530c28e0-65a5-43bc-a595-1fe751422b74/b5f9a2e3-157a-4236-8059-78a8b1afb14a) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:32:49.385431 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-7383afb2-1bbe-474d-bea7-19259ddf7a46 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Allocated IP 2001:db8::f816:3eff:fe08:ca3a (ecf0c004-fa53-4f3e-bbfd-ff079400665b/6f2c91a2-0a24-45cf-acec-3d37414c3b59/b5f9a2e3-157a-4236-8059-78a8b1afb14a) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:32:49.435735 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ed12fa0a-a55b-4bbf-a7bf-1e0e03f15ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:49.451184 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-a2ef7dfd-12e3-4538-8165-fb9673ffd201 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Deleting port e42e7a92-c4a5-43a7-9a24-a496b78f6678 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:49.451738 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a2ef7dfd-12e3-4538-8165-fb9673ffd201 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:49.472423 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-390ff3bf-fa1d-4a0f-a550-aea461fcaf34 None None] Provisioning complete for port 4e9b5c95-78a5-4128-9d16-4e56c16d0566 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:49.472810 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-390ff3bf-fa1d-4a0f-a550-aea461fcaf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:49.475869 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f092f908-8809-4278-93f8-c1e511aa2e4d tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:49.476252 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-d412a097-dcb4-431e-a769-42604bdb115a None None] Set router 3298173d-f0ba-4eb7-be34-c15551c49ab5 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:32:49.489561 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-cb99c2e9-c798-4d5f-8e95-8b623888b48a req-d6e364ea-bb89-45e1-9be1-7b322c3bc2e6 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:49.567964 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-78a0fb1a-d0f0-4b87-b999-83d858283843 req-a3fa638c-e7c4-4665-9cb4-9359ff6bc409 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/ports?device_id=50a87eab-52f4-4e00-8410-2b8f0e2db51d HTTP/1.1" status: 200 len: 210 time: 0.1332769 Oct 26 08:32:49.592086 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a02f52-608c-494e-a622-97e74e1271e0 None None] Pushing event updated for resources: {'Port': ['ID=d4750dde-6293-44f9-888e-293c537bfbbf,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:49.642266 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-95a72560-8de9-4d7c-94b4-512b36908a40 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8100261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8097850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15702'] for router, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:49.649771 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-390ff3bf-fa1d-4a0f-a550-aea461fcaf34 None None] Port 4e9b5c95-78a5-4128-9d16-4e56c16d0566 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:32:49.663069 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-95a72560-8de9-4d7c-94b4-512b36908a40 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8100266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8100243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8097827'] for router, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:49.750442 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-390ff3bf-fa1d-4a0f-a550-aea461fcaf34 None None] Provisioning complete for port 851a8dca-35e2-4781-866b-2b110c6cad64 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:49.750827 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-390ff3bf-fa1d-4a0f-a550-aea461fcaf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:49.768493 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e364ea-bb89-45e1-9be1-7b322c3bc2e6 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Pushing event deleted for resources: {'Port': ['ID=199e5451-784e-4018-9735-9b0ff711adab,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:49.780393 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 48e3ed58-923f-4314-b199-e0e95bfbc24f up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:32:49.782688 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758decf9-026a-4178-b157-6f5cccbb78c1 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Made reservation on behalf of 3905ee3ef311437797d112e063b81314 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:49.786316 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-758decf9-026a-4178-b157-6f5cccbb78c1 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:49.804452 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f092f908-8809-4278-93f8-c1e511aa2e4d tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event updated for resources: {'Subnet': ['ID=788c701a-49f5-4af6-b596-7a2cc3daf8f1,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:49.835238 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7c97802f-7a2c-4816-af75-1824fb5f37a5 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:49.893348 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a2ef7dfd-12e3-4538-8165-fb9673ffd201 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:49.893724 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a2ef7dfd-12e3-4538-8165-fb9673ffd201 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:49.928853 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-a2ef7dfd-12e3-4538-8165-fb9673ffd201 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Calling delete_port for e42e7a92-c4a5-43a7-9a24-a496b78f6678 owned by network:floatingip {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:49.936715 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c5cf725f-0ec4-46ad-810a-d71ef91c0fc2 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:49.951130 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c5cf725f-0ec4-46ad-810a-d71ef91c0fc2 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:50.029559 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 48e3ed58-923f-4314-b199-e0e95bfbc24f triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:50.030954 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:50.040866 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-c5cf725f-0ec4-46ad-810a-d71ef91c0fc2 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] In _notify_port_updated(), no bound segment for port 4e9b5c95-78a5-4128-9d16-4e56c16d0566 on network ad042a27-6f7f-4fc6-aeac-dfa442372dd7 {{(pid=102102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 08:32:50.047038 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cf725f-0ec4-46ad-810a-d71ef91c0fc2 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:50.047259 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c5cf725f-0ec4-46ad-810a-d71ef91c0fc2 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:50.048620 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c5cf725f-0ec4-46ad-810a-d71ef91c0fc2 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] 10.222.0.41 "PUT /v2.0/ports/4e9b5c95-78a5-4128-9d16-4e56c16d0566 HTTP/1.1" status: 200 len: 1001 time: 2.8680646 Oct 26 08:32:50.053950 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32830) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:50.069312 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f092f908-8809-4278-93f8-c1e511aa2e4d tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Checking segment: {'id': 'f32152d0-4561-4ada-b264-d7cfd20abc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0cff2251-162e-4399-968d-803cd34e9bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:50.069705 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f092f908-8809-4278-93f8-c1e511aa2e4d tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Network hostable DHCP agents. Network: 0cff2251-162e-4399-968d-803cd34e9bd3, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:32:50.076661 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-d412a097-dcb4-431e-a769-42604bdb115a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'name': 'tempest-ServersTestManualDisk-1671399814-router', 'tenant_id': 'f619f7bf208b454a9f9680fa433c8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'fe4845fb-7c08-4b28-aad1-2002259f20e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:30:59Z', 'updated_at': '2021-10-26T08:31:12Z', 'revision_number': 4, 'project_id': 'f619f7bf208b454a9f9680fa433c8f91', 'gw_port': {'id': 'fe4845fb-7c08-4b28-aad1-2002259f20e8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:02Z', 'updated_at': '2021-10-26T08:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '6919d3fd-c589-4192-babe-ac3c19c1126b', 'name': '', 'network_id': 'ee56e2b1-1b4b-4811-8525-c64c4b88af1d', 'tenant_id': 'f619f7bf208b454a9f9680fa433c8f91', 'mac_address': 'fa:16:3e:47:79:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '83da6782-9113-4a7a-b4da-ae04d95f86c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:09Z', 'updated_at': '2021-10-26T08:31:20Z', 'revision_number': 5, 'project_id': 'f619f7bf208b454a9f9680fa433c8f91', 'subnets': [{'id': '83da6782-9113-4a7a-b4da-ae04d95f86c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:50.087302 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf725f-0ec4-46ad-810a-d71ef91c0fc2 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Pushing event updated for resources: {'Port': ['ID=4e9b5c95-78a5-4128-9d16-4e56c16d0566,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:50.148460 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d412a097-dcb4-431e-a769-42604bdb115a None None] The sync data for ids ['3298173d-f0ba-4eb7-be34-c15551c49ab5'] in dv-neutron-804846-13-hyperv is: [{'id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'name': 'tempest-ServersTestManualDisk-1671399814-router', 'tenant_id': 'f619f7bf208b454a9f9680fa433c8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'fe4845fb-7c08-4b28-aad1-2002259f20e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:30:59Z', 'updated_at': '2021-10-26T08:31:12Z', 'revision_number': 4, 'project_id': 'f619f7bf208b454a9f9680fa433c8f91', 'gw_port': {'id': 'fe4845fb-7c08-4b28-aad1-2002259f20e8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:02Z', 'updated_at': '2021-10-26T08:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '6919d3fd-c589-4192-babe-ac3c19c1126b', 'name': '', 'network_id': 'ee56e2b1-1b4b-4811-8525-c64c4b88af1d', 'tenant_id': 'f619f7bf208b454a9f9680fa433c8f91', 'mac_address': 'fa:16:3e:47:79:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '83da6782-9113-4a7a-b4da-ae04d95f86c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:09Z', 'updated_at': '2021-10-26T08:31:20Z', 'revision_number': 5, 'project_id': 'f619f7bf208b454a9f9680fa433c8f91', 'subnets': [{'id': '83da6782-9113-4a7a-b4da-ae04d95f86c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:32:50.155700 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-390ff3bf-fa1d-4a0f-a550-aea461fcaf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:50.196129 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7383afb2-1bbe-474d-bea7-19259ddf7a46 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:50.242435 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a72560-8de9-4d7c-94b4-512b36908a40 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Router 18c3dd70-8625-4b47-b400-b3a886d2fd81 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:32:50.257887 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-390ff3bf-fa1d-4a0f-a550-aea461fcaf34 None None] For port 851a8dca-35e2-4781-866b-2b110c6cad64, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=851a8dca-35e2-4781-866b-2b110c6cad64,segment=NetworkSegment(7b50f1a3-5b5b-48ee-a374-477efa40b981),segment_id=7b50f1a3-5b5b-48ee-a374-477efa40b981)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:50.272233 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a2ef7dfd-12e3-4538-8165-fb9673ffd201 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:50.313391 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-390ff3bf-fa1d-4a0f-a550-aea461fcaf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:50.318136 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device f965540d-eb3e-4819-b999-c32f1dacc28f up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:32:50.323097 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7c97802f-7a2c-4816-af75-1824fb5f37a5 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:50.371851 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef7dfd-12e3-4538-8165-fb9673ffd201 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Pushing event deleted for resources: {'Port': ['ID=e42e7a92-c4a5-43a7-9a24-a496b78f6678,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:50.399319 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f092f908-8809-4278-93f8-c1e511aa2e4d tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Network 0cff2251-162e-4399-968d-803cd34e9bd3 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:32:50.418008 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97802f-7a2c-4816-af75-1824fb5f37a5 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Subnet': ['ID=7b54e1a0-08c2-4c5e-a201-0bdfa3386035,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:50.428705 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-f092f908-8809-4278-93f8-c1e511aa2e4d tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 0cff2251-162e-4399-968d-803cd34e9bd3) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:50.432516 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7c97802f-7a2c-4816-af75-1824fb5f37a5 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:50.435799 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-7c97802f-7a2c-4816-af75-1824fb5f37a5 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/subnets/7b54e1a0-08c2-4c5e-a201-0bdfa3386035 HTTP/1.1" status: 204 len: 168 time: 2.4385588 Oct 26 08:32:50.444537 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-390ff3bf-fa1d-4a0f-a550-aea461fcaf34 None None] Provisioning complete for port 38deaccb-b747-4f07-a65b-c453819abf1e triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:50.445064 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-390ff3bf-fa1d-4a0f-a550-aea461fcaf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:50.448614 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32832) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:50.458285 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6b58c9-42ca-4967-b6f3-ccd843dd475a None None] Network 653b54f9-1e39-4496-8ec6-59aa62176530 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:50.460694 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91676f48-e24c-4069-9876-bc5c8430b4de None None] Network 0cff2251-162e-4399-968d-803cd34e9bd3 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:50.537027 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ff3bf-fa1d-4a0f-a550-aea461fcaf34 None None] Pushing event updated for resources: {'Port': ['ID=851a8dca-35e2-4781-866b-2b110c6cad64,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:50.551649 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a2ef7dfd-12e3-4538-8165-fb9673ffd201 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks [] for floatingip, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:50.556853 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a2ef7dfd-12e3-4538-8165-fb9673ffd201 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:50.562422 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a2ef7dfd-12e3-4538-8165-fb9673ffd201 tempest-ServersTestManualDisk-580503425 tempest-ServersTestManualDisk-580503425-project] 10.222.0.41 "DELETE /v2.0/floatingips/587d390e-93a0-42eb-bedb-21db3adfc200 HTTP/1.1" status: 204 len: 168 time: 1.3657408 Oct 26 08:32:50.564738 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32834) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:50.622519 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb99c2e9-c798-4d5f-8e95-8b623888b48a req-d6e364ea-bb89-45e1-9be1-7b322c3bc2e6 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Router 16678039-031f-4fad-be77-c66454da8d67 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:32:50.625611 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f092f908-8809-4278-93f8-c1e511aa2e4d tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:50.626380 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f092f908-8809-4278-93f8-c1e511aa2e4d tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:50.685357 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f35b5e91-cb72-4861-b987-420bd5db8f33 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:50.699549 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7383afb2-1bbe-474d-bea7-19259ddf7a46 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:50.707125 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a72560-8de9-4d7c-94b4-512b36908a40 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:32:50.719523 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8937b4eb-a42f-4c4d-b9eb-3541baf79f22 None None] Sync routers for ids ['18c3dd70-8625-4b47-b400-b3a886d2fd81'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:32:50.720117 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f092f908-8809-4278-93f8-c1e511aa2e4d tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.3535249 Oct 26 08:32:50.736652 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32838) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:50.738472 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8937b4eb-a42f-4c4d-b9eb-3541baf79f22 None None] Routers {'18c3dd70-8625-4b47-b400-b3a886d2fd81'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:32:50.741447 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-95a72560-8de9-4d7c-94b4-512b36908a40 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:50.744991 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-95a72560-8de9-4d7c-94b4-512b36908a40 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] 10.222.0.41 "PUT /v2.0/routers/18c3dd70-8625-4b47-b400-b3a886d2fd81 HTTP/1.1" status: 200 len: 879 time: 4.8825927 Oct 26 08:32:50.745142 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-8937b4eb-a42f-4c4d-b9eb-3541baf79f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:32:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['18c3dd70-8625-4b47-b400-b3a886d2fd81'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:50.773178 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32840) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:50.777923 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7383afb2-1bbe-474d-bea7-19259ddf7a46 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:50.789576 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-7383afb2-1bbe-474d-bea7-19259ddf7a46 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:50.817688 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-8937b4eb-a42f-4c4d-b9eb-3541baf79f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:50.824862 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e4da1874-e3b1-4665-a0e7-ef886e0b0a4f req-60ed8f5a-ee2e-4f03-89fa-608c33858e46 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/ports?device_id=50a87eab-52f4-4e00-8410-2b8f0e2db51d HTTP/1.1" status: 200 len: 210 time: 0.0810795 Oct 26 08:32:50.838291 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8937b4eb-a42f-4c4d-b9eb-3541baf79f22 None None] Routers {'18c3dd70-8625-4b47-b400-b3a886d2fd81'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:32:50.838485 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7383afb2-1bbe-474d-bea7-19259ddf7a46 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:50.838572 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-8937b4eb-a42f-4c4d-b9eb-3541baf79f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:32:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['18c3dd70-8625-4b47-b400-b3a886d2fd81'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:50.900391 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370c0703-f16a-4f67-a7f4-c11827171cb1 None None] New status for floating IP 587d390e-93a0-42eb-bedb-21db3adfc200: DOWN {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:32:50.911363 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-8937b4eb-a42f-4c4d-b9eb-3541baf79f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:50.912344 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8937b4eb-a42f-4c4d-b9eb-3541baf79f22 None None] The sync data for ids ['18c3dd70-8625-4b47-b400-b3a886d2fd81'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:32:51.002400 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-93d11bd5-2f9d-47b1-a420-7ebe2a0de641 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Deleting port 4e9b5c95-78a5-4128-9d16-4e56c16d0566 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:51.002750 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-93d11bd5-2f9d-47b1-a420-7ebe2a0de641 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:51.005380 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681d682f-d750-4734-9697-bdadbcead0dc None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:51.039370 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aaf887a8-b7a5-4a76-9fcd-d8bdfb3e8ee1 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:51.075217 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c4b4e9d2-69ab-47d2-a61d-996dbc623b4e tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] 10.222.0.41 "GET /v2.0/routers/18c3dd70-8625-4b47-b400-b3a886d2fd81 HTTP/1.1" status: 200 len: 920 time: 0.2992761 Oct 26 08:32:51.084203 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32842) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:51.094034 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port f965540d-eb3e-4819-b999-c32f1dacc28f triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:51.094564 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:51.151736 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-390ff3bf-fa1d-4a0f-a550-aea461fcaf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:51.198396 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383afb2-1bbe-474d-bea7-19259ddf7a46 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Port': ['ID=b5f9a2e3-157a-4236-8059-78a8b1afb14a,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:51.204978 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6779394c-60fe-4256-9f18-e68379b9e3ad tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:51.206509 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6779394c-60fe-4256-9f18-e68379b9e3ad tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=e0ba3cfd-db28-4690-8a12-e5c00a0b88c4&device_id=18c3dd70-8625-4b47-b400-b3a886d2fd81&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1208661 Oct 26 08:32:51.211279 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32844) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:51.248220 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7383afb2-1bbe-474d-bea7-19259ddf7a46 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:51.248913 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7383afb2-1bbe-474d-bea7-19259ddf7a46 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:51.273438 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-758decf9-026a-4178-b157-6f5cccbb78c1 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:51.360740 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880b40bd-e35b-4a59-a524-2e91b5ae5170 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-0cff2251-162e-4399-968d-803cd34e9bd3', 'network_id': '0cff2251-162e-4399-968d-803cd34e9bd3', 'tenant_id': 'd25a916b9c2d4b34bcd65014285516f8', 'fixed_ips': [{'subnet_id': '788c701a-49f5-4af6-b596-7a2cc3daf8f1'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:32:51.361531 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-880b40bd-e35b-4a59-a524-2e91b5ae5170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:51.372227 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-7383afb2-1bbe-474d-bea7-19259ddf7a46 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.4414251 Oct 26 08:32:51.372641 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32846) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:51.378656 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66eaedb-9c64-4a71-ad98-f2b0b02e00a4 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:51.380072 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d66eaedb-9c64-4a71-ad98-f2b0b02e00a4 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] 10.222.0.41 "GET /v2.0/networks/e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 HTTP/1.1" status: 200 len: 881 time: 0.1653221 Oct 26 08:32:51.390563 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32848) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:51.422592 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-93d11bd5-2f9d-47b1-a420-7ebe2a0de641 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:51.431218 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aaf887a8-b7a5-4a76-9fcd-d8bdfb3e8ee1 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:51.442072 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-f35b5e91-cb72-4861-b987-420bd5db8f33 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Deleting port 38deaccb-b747-4f07-a65b-c453819abf1e {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:51.442420 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f35b5e91-cb72-4861-b987-420bd5db8f33 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:51.453699 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-390ff3bf-fa1d-4a0f-a550-aea461fcaf34 None None] For port 38deaccb-b747-4f07-a65b-c453819abf1e, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=38deaccb-b747-4f07-a65b-c453819abf1e,segment=NetworkSegment(711d8878-540a-49e1-a849-fe300b4ec111),segment_id=711d8878-540a-49e1-a849-fe300b4ec111)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:51.471233 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758decf9-026a-4178-b157-6f5cccbb78c1 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event updated for resources: {'Subnet': ['ID=75597d81-a4cb-4e75-b354-d10898ac9ce8,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:51.474538 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb99c2e9-c798-4d5f-8e95-8b623888b48a req-d6e364ea-bb89-45e1-9be1-7b322c3bc2e6 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:32:51.492245 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91455256-586b-4e92-a277-6fd2da98b6f7 None None] Sync routers for ids ['16678039-031f-4fad-be77-c66454da8d67'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:32:51.503509 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-93d11bd5-2f9d-47b1-a420-7ebe2a0de641 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Calling delete_port for 4e9b5c95-78a5-4128-9d16-4e56c16d0566 owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:51.515401 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91455256-586b-4e92-a277-6fd2da98b6f7 None None] Routers {'16678039-031f-4fad-be77-c66454da8d67'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:32:51.516414 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-91455256-586b-4e92-a277-6fd2da98b6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:32:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['16678039-031f-4fad-be77-c66454da8d67'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:51.545777 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80743b0-f888-49f9-a516-7d866bdfde68 None None] DHCP port deletion for 653b54f9-1e39-4496-8ec6-59aa62176530 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:32:51.556594 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-390ff3bf-fa1d-4a0f-a550-aea461fcaf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:51.604634 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb99c2e9-c798-4d5f-8e95-8b623888b48a req-d6e364ea-bb89-45e1-9be1-7b322c3bc2e6 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] No DVR routers for this DVR port 199e5451-784e-4018-9735-9b0ff711adab on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:32:51.621092 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-cb99c2e9-c798-4d5f-8e95-8b623888b48a req-d6e364ea-bb89-45e1-9be1-7b322c3bc2e6 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:51.624496 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-cb99c2e9-c798-4d5f-8e95-8b623888b48a req-d6e364ea-bb89-45e1-9be1-7b322c3bc2e6 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.47 "DELETE /v2.0/ports/199e5451-784e-4018-9735-9b0ff711adab HTTP/1.1" status: 204 len: 173 time: 6.5525913 Oct 26 08:32:51.628453 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a87eab-52f4-4e00-8410-2b8f0e2db51d', 'name': 'network-vif-deleted', 'tag': '199e5451-784e-4018-9735-9b0ff711adab'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:32:51.630934 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745d0d2e-6216-4b3d-8d84-4c844b5767b4" -d '{"events": [{"server_uuid": "50a87eab-52f4-4e00-8410-2b8f0e2db51d", "name": "network-vif-deleted", "tag": "199e5451-784e-4018-9735-9b0ff711adab"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:32:51.682779 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758decf9-026a-4178-b157-6f5cccbb78c1 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Checking segment: {'id': 'fff3595f-b587-4b5a-8197-16ed4f46824f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '64808347-53f5-44ad-b58c-63ace89cf3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:51.683160 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758decf9-026a-4178-b157-6f5cccbb78c1 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Network hostable DHCP agents. Network: 64808347-53f5-44ad-b58c-63ace89cf3c2, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:32:51.698306 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-f35b5e91-cb72-4861-b987-420bd5db8f33 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] For port 38deaccb-b747-4f07-a65b-c453819abf1e, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=38deaccb-b747-4f07-a65b-c453819abf1e,segment=NetworkSegment(711d8878-540a-49e1-a849-fe300b4ec111),segment_id=711d8878-540a-49e1-a849-fe300b4ec111)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:51.698684 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f35b5e91-cb72-4861-b987-420bd5db8f33 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:51.715762 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9184907a-c859-449b-b61d-bffac0ee95ed x-openstack-request-id: req-9184907a-c859-449b-b61d-bffac0ee95ed {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:32:51.716046 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a87eab-52f4-4e00-8410-2b8f0e2db51d", "name": "network-vif-deleted", "tag": "199e5451-784e-4018-9735-9b0ff711adab", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:32:51.716240 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9184907a-c859-449b-b61d-bffac0ee95ed {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:32:51.716671 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a87eab-52f4-4e00-8410-2b8f0e2db51d', 'name': 'network-vif-deleted', 'tag': '199e5451-784e-4018-9735-9b0ff711adab', 'status': 'completed', 'code': 200} Oct 26 08:32:51.737608 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-f35b5e91-cb72-4861-b987-420bd5db8f33 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Calling delete_port for 38deaccb-b747-4f07-a65b-c453819abf1e owned by network:dhcp {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:51.772781 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aaf887a8-b7a5-4a76-9fcd-d8bdfb3e8ee1 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server [None req-880b40bd-e35b-4a59-a524-2e91b5ae5170 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 788c701a-49f5-4af6-b596-7a2cc3daf8f1: This subnet is being modified by another concurrent operation. Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 08:32:51.826650 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 08:32:51.829890 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 08:32:51.829890 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 08:32:51.829890 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 08:32:51.829890 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 08:32:51.829890 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 08:32:51.829890 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 08:32:51.829890 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 08:32:51.829890 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 08:32:51.829890 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 08:32:51.829890 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 08:32:51.829890 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 08:32:51.829890 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 08:32:51.829890 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 08:32:51.829890 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 08:32:51.829890 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 08:32:51.829890 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 08:32:51.829890 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 26 08:32:51.829890 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 08:32:51.829890 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 26 08:32:51.829890 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 08:32:51.829890 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 26 08:32:51.829890 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 08:32:51.829890 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 26 08:32:51.829890 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 26 08:32:51.829890 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 08:32:51.829890 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 08:32:51.829890 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 08:32:51.829890 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 08:32:51.829890 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 26 08:32:51.829890 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 26 08:32:51.829890 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 26 08:32:51.829890 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 08:32:51.829890 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 26 08:32:51.829890 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 08:32:51.829890 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 08:32:51.829890 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise exception Oct 26 08:32:51.829890 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 788c701a-49f5-4af6-b596-7a2cc3daf8f1: This subnet is being modified by another concurrent operation. Oct 26 08:32:51.829890 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server Oct 26 08:32:51.858519 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-549df56d-dac6-4301-8a7a-0dd5892f1f76 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c3dd70-8625-4b47-b400-b3a886d2fd81 HTTP/1.1" status: 200 len: 205 time: 0.0339615 Oct 26 08:32:51.872159 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32852) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:51.884119 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758decf9-026a-4178-b157-6f5cccbb78c1 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Network 64808347-53f5-44ad-b58c-63ace89cf3c2 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:32:51.890218 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f6661013-3de8-4e4d-8f26-c59c1b7efb37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:51.895128 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c207bdf-87e5-4863-83cc-1c1038f8eab7 None None] Network 0cff2251-162e-4399-968d-803cd34e9bd3 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:51.898613 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 38deaccb-b747-4f07-a65b-c453819abf1e up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:32:51.905947 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf887a8-b7a5-4a76-9fcd-d8bdfb3e8ee1 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event deleted for resources: {'Subnet': ['ID=788c701a-49f5-4af6-b596-7a2cc3daf8f1,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:51.916354 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ff3bf-fa1d-4a0f-a550-aea461fcaf34 None None] Pushing event updated for resources: {'Port': ['ID=38deaccb-b747-4f07-a65b-c453819abf1e,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:51.933587 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-758decf9-026a-4178-b157-6f5cccbb78c1 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 64808347-53f5-44ad-b58c-63ace89cf3c2) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:51.977891 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2df86ba-aa81-4db2-9223-263daed19284 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:51.984048 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-91455256-586b-4e92-a277-6fd2da98b6f7 None None] Set router 16678039-031f-4fad-be77-c66454da8d67 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:32:51.984534 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2df86ba-aa81-4db2-9223-263daed19284 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:51.986169 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e2df86ba-aa81-4db2-9223-263daed19284 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.6049728 Oct 26 08:32:52.004186 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8e7388-22ef-435f-bd37-97d440080639 None None] Network 64808347-53f5-44ad-b58c-63ace89cf3c2 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:52.008138 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758decf9-026a-4178-b157-6f5cccbb78c1 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:52.008296 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-758decf9-026a-4178-b157-6f5cccbb78c1 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:52.017722 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32856) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:52.024876 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a6221137-af68-4a86-8ca4-de5ce9fc66dc req-de527008-5c46-4312-937e-583a6fcb0cc3 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/ports?device_id=50a87eab-52f4-4e00-8410-2b8f0e2db51d HTTP/1.1" status: 200 len: 210 time: 0.0335681 Oct 26 08:32:52.051948 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-950468b2-b3c8-4977-8047-58e51f27b7bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:52.113694 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aaf887a8-b7a5-4a76-9fcd-d8bdfb3e8ee1 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:52.121021 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-758decf9-026a-4178-b157-6f5cccbb78c1 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.0977049 Oct 26 08:32:52.141406 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8643799c-7e1f-4835-abdb-2e50ca7d3338 None None] Provisioning complete for port d4750dde-6293-44f9-888e-293c537bfbbf triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:52.142093 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8643799c-7e1f-4835-abdb-2e50ca7d3338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:52.142249 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32858) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:52.149337 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-991a21e7-0b30-4fe9-b983-488ed06557ce tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-415821494'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:52.180402 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-aaf887a8-b7a5-4a76-9fcd-d8bdfb3e8ee1 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cff2251-162e-4399-968d-803cd34e9bd3']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:52.220748 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-93d11bd5-2f9d-47b1-a420-7ebe2a0de641 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:52.226112 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-aaf887a8-b7a5-4a76-9fcd-d8bdfb3e8ee1 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f32152d0-4561-4ada-b264-d7cfd20abc3d') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:52.226418 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-aaf887a8-b7a5-4a76-9fcd-d8bdfb3e8ee1 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f32152d0-4561-4ada-b264-d7cfd20abc3d') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:52.238042 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f35b5e91-cb72-4861-b987-420bd5db8f33 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:52.252122 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aaf887a8-b7a5-4a76-9fcd-d8bdfb3e8ee1 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:52.271654 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-481651a8-7405-406f-aed1-523a291a4d48 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:52.310399 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d11bd5-2f9d-47b1-a420-7ebe2a0de641 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Pushing event deleted for resources: {'Port': ['ID=4e9b5c95-78a5-4128-9d16-4e56c16d0566,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:52.352862 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No active binding found for port 38deaccb-b747-4f07-a65b-c453819abf1e {{(pid=102103) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 26 08:32:52.353589 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 38deaccb-b747-4f07-a65b-c453819abf1e not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 26 08:32:52.357024 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35b5e91-cb72-4861-b987-420bd5db8f33 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] No DVR routers for this DVR port 38deaccb-b747-4f07-a65b-c453819abf1e on host dv-neutron-804846-13-hyperv {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:32:52.362250 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aaf887a8-b7a5-4a76-9fcd-d8bdfb3e8ee1 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:52.369579 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991a21e7-0b30-4fe9-b983-488ed06557ce tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Made reservation on behalf of 3905ee3ef311437797d112e063b81314 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:52.373379 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-991a21e7-0b30-4fe9-b983-488ed06557ce tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:52.374639 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-b80743b0-f888-49f9-a516-7d866bdfde68 None None] Deleting port 38deaccb-b747-4f07-a65b-c453819abf1e {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:52.375212 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b80743b0-f888-49f9-a516-7d866bdfde68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:52.436047 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b5e91-cb72-4861-b987-420bd5db8f33 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Port': ['ID=38deaccb-b747-4f07-a65b-c453819abf1e,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:52.438963 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf887a8-b7a5-4a76-9fcd-d8bdfb3e8ee1 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:32:52.439374 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aaf887a8-b7a5-4a76-9fcd-d8bdfb3e8ee1 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:52.445419 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-91455256-586b-4e92-a277-6fd2da98b6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16678039-031f-4fad-be77-c66454da8d67', 'name': 'tempest-ServersTestJSON-840758527-router', 'tenant_id': 'aacb04f5ce564fc6b000afd721b795f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'b0c18517-c3b6-4d2a-a26d-caed320afc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:30:59Z', 'updated_at': '2021-10-26T08:31:13Z', 'revision_number': 4, 'project_id': 'aacb04f5ce564fc6b000afd721b795f4', 'gw_port': {'id': 'b0c18517-c3b6-4d2a-a26d-caed320afc1a', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16678039-031f-4fad-be77-c66454da8d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:03Z', 'updated_at': '2021-10-26T08:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '6c0ae55c-a010-459e-8435-bf41f7c4ddba', 'name': '', 'network_id': '3552283e-c7ba-4bd2-b88d-27fd8882224b', 'tenant_id': 'aacb04f5ce564fc6b000afd721b795f4', 'mac_address': 'fa:16:3e:b8:35:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16678039-031f-4fad-be77-c66454da8d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '1aae4028-3476-408a-bb24-3e698a768110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:10Z', 'updated_at': '2021-10-26T08:31:22Z', 'revision_number': 5, 'project_id': 'aacb04f5ce564fc6b000afd721b795f4', 'subnets': [{'id': '1aae4028-3476-408a-bb24-3e698a768110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:52.451035 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:32:52.451035 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:32:52.451035 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:32:52.451035 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:32:52.451035 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:32:52.451035 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:32:52.451035 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:32:52.451035 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:32:52.451035 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:32:52.451035 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:32:52.451035 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:32:52.451035 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:32:52.451035 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:32:52.451035 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:32:52.451035 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:32:52.451035 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:32:52.451035 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:32:52.451035 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:32:52.451035 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:32:52.451035 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:32:52.451035 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:32:52.451035 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:32:52.451035 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:32:52.451035 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:32:52.451035 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:32:52.451035 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:32:52.451035 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:32:52.451035 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:32:52.451035 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:32:52.451035 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:32:52.451035 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:32:52.451035 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:32:52.486006 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Port 38deaccb-b747-4f07-a65b-c453819abf1e not found, will not notify nova. {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 26 08:32:52.486716 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 851a8dca-35e2-4781-866b-2b110c6cad64 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:32:52.488512 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-481651a8-7405-406f-aed1-523a291a4d48 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:52.492870 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91455256-586b-4e92-a277-6fd2da98b6f7 None None] Checking router: 16678039-031f-4fad-be77-c66454da8d67 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:32:52.509254 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91455256-586b-4e92-a277-6fd2da98b6f7 None None] Routers {'16678039-031f-4fad-be77-c66454da8d67'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:32:52.509960 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-91455256-586b-4e92-a277-6fd2da98b6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:32:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['16678039-031f-4fad-be77-c66454da8d67'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:52.599902 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5976539-56ce-4275-b5c7-d041dfd695e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-64808347-53f5-44ad-b58c-63ace89cf3c2', 'network_id': '64808347-53f5-44ad-b58c-63ace89cf3c2', 'tenant_id': '3905ee3ef311437797d112e063b81314', 'fixed_ips': [{'subnet_id': '75597d81-a4cb-4e75-b354-d10898ac9ce8'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:32:52.601232 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b5976539-56ce-4275-b5c7-d041dfd695e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:52.684673 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94475d8-443e-4840-a8a3-149921abd9b9 None None] Update dhcp port {'port': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'fixed_ips': [{'subnet_id': '6f2c91a2-0a24-45cf-acec-3d37414c3b59', 'ip_address': '2001:db8::f816:3eff:fed0:748a'}, {'subnet_id': '530c28e0-65a5-43bc-a595-1fe751422b74'}], 'binding:host_id': 'dv-neutron-804846-13-hyperv'}, 'id': 'd4750dde-6293-44f9-888e-293c537bfbbf'} from dv-neutron-804846-13-hyperv. {{(pid=102103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 08:32:52.685994 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-481651a8-7405-406f-aed1-523a291a4d48 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Deleting port c5bf9304-81d3-47a0-8ba5-b6ebda818662 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:52.686674 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-481651a8-7405-406f-aed1-523a291a4d48 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:52.691660 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-b80743b0-f888-49f9-a516-7d866bdfde68 None None] For port 38deaccb-b747-4f07-a65b-c453819abf1e, host dv-neutron-804846-13-hyperv, got binding levels [] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:52.692073 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b80743b0-f888-49f9-a516-7d866bdfde68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:52.713935 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-91455256-586b-4e92-a277-6fd2da98b6f7 None None] Set router 16678039-031f-4fad-be77-c66454da8d67 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:32:52.761404 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-b80743b0-f888-49f9-a516-7d866bdfde68 None None] Calling delete_port for 38deaccb-b747-4f07-a65b-c453819abf1e owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:52.773408 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.ipam_backend_mixin [None req-b80743b0-f888-49f9-a516-7d866bdfde68 None None] Port 38deaccb-b747-4f07-a65b-c453819abf1e was not found and therefore no delete operation was performed {{(pid=102103) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 08:32:52.805384 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-950468b2-b3c8-4977-8047-58e51f27b7bf admin admin] Deleting port 6919d3fd-c589-4192-babe-ac3c19c1126b {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:52.805837 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-950468b2-b3c8-4977-8047-58e51f27b7bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:52.842749 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8643799c-7e1f-4835-abdb-2e50ca7d3338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:52.874856 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c94475d8-443e-4840-a8a3-149921abd9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:52.884659 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b80743b0-f888-49f9-a516-7d866bdfde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:52.890064 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-481651a8-7405-406f-aed1-523a291a4d48 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:52.910437 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-481651a8-7405-406f-aed1-523a291a4d48 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Calling delete_port for c5bf9304-81d3-47a0-8ba5-b6ebda818662 owned by network:router_gateway {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:52.916229 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80743b0-f888-49f9-a516-7d866bdfde68 None None] No DVR routers for this DVR port 38deaccb-b747-4f07-a65b-c453819abf1e on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:32:52.985524 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80743b0-f888-49f9-a516-7d866bdfde68 None None] Pushing event deleted for resources: {'Port': ['ID=38deaccb-b747-4f07-a65b-c453819abf1e,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:52.992412 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8643799c-7e1f-4835-abdb-2e50ca7d3338 None None] For port d4750dde-6293-44f9-888e-293c537bfbbf, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=d4750dde-6293-44f9-888e-293c537bfbbf,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:53.005960 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-950468b2-b3c8-4977-8047-58e51f27b7bf admin admin] For port 6919d3fd-c589-4192-babe-ac3c19c1126b, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=6919d3fd-c589-4192-babe-ac3c19c1126b,segment=NetworkSegment(f56a4ad0-9209-4fff-936b-4897c6686a9c),segment_id=f56a4ad0-9209-4fff-936b-4897c6686a9c)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:53.006434 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-950468b2-b3c8-4977-8047-58e51f27b7bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:53.019923 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 851a8dca-35e2-4781-866b-2b110c6cad64 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:53.020292 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:53.027233 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-950468b2-b3c8-4977-8047-58e51f27b7bf admin admin] Calling delete_port for 6919d3fd-c589-4192-babe-ac3c19c1126b owned by network:router_interface {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:53.030394 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-91455256-586b-4e92-a277-6fd2da98b6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16678039-031f-4fad-be77-c66454da8d67', 'name': 'tempest-ServersTestJSON-840758527-router', 'tenant_id': 'aacb04f5ce564fc6b000afd721b795f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'b0c18517-c3b6-4d2a-a26d-caed320afc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:30:59Z', 'updated_at': '2021-10-26T08:31:13Z', 'revision_number': 4, 'project_id': 'aacb04f5ce564fc6b000afd721b795f4', 'gw_port': {'id': 'b0c18517-c3b6-4d2a-a26d-caed320afc1a', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16678039-031f-4fad-be77-c66454da8d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:03Z', 'updated_at': '2021-10-26T08:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '6c0ae55c-a010-459e-8435-bf41f7c4ddba', 'name': '', 'network_id': '3552283e-c7ba-4bd2-b88d-27fd8882224b', 'tenant_id': 'aacb04f5ce564fc6b000afd721b795f4', 'mac_address': 'fa:16:3e:b8:35:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16678039-031f-4fad-be77-c66454da8d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '1aae4028-3476-408a-bb24-3e698a768110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:10Z', 'updated_at': '2021-10-26T08:31:22Z', 'revision_number': 5, 'project_id': 'aacb04f5ce564fc6b000afd721b795f4', 'subnets': [{'id': '1aae4028-3476-408a-bb24-3e698a768110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:53.043449 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-991a21e7-0b30-4fe9-b983-488ed06557ce tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:32:53.065327 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:53.069551 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f35b5e91-cb72-4861-b987-420bd5db8f33 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:53.079504 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91455256-586b-4e92-a277-6fd2da98b6f7 None None] The sync data for ids ['16678039-031f-4fad-be77-c66454da8d67'] in dv-neutron-804846-13-hyperv is: [{'id': '16678039-031f-4fad-be77-c66454da8d67', 'name': 'tempest-ServersTestJSON-840758527-router', 'tenant_id': 'aacb04f5ce564fc6b000afd721b795f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'b0c18517-c3b6-4d2a-a26d-caed320afc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:30:59Z', 'updated_at': '2021-10-26T08:31:13Z', 'revision_number': 4, 'project_id': 'aacb04f5ce564fc6b000afd721b795f4', 'gw_port': {'id': 'b0c18517-c3b6-4d2a-a26d-caed320afc1a', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16678039-031f-4fad-be77-c66454da8d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:03Z', 'updated_at': '2021-10-26T08:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '6c0ae55c-a010-459e-8435-bf41f7c4ddba', 'name': '', 'network_id': '3552283e-c7ba-4bd2-b88d-27fd8882224b', 'tenant_id': 'aacb04f5ce564fc6b000afd721b795f4', 'mac_address': 'fa:16:3e:b8:35:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16678039-031f-4fad-be77-c66454da8d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '1aae4028-3476-408a-bb24-3e698a768110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:10Z', 'updated_at': '2021-10-26T08:31:22Z', 'revision_number': 5, 'project_id': 'aacb04f5ce564fc6b000afd721b795f4', 'subnets': [{'id': '1aae4028-3476-408a-bb24-3e698a768110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:32:53.088663 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8643799c-7e1f-4835-abdb-2e50ca7d3338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:53.123369 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-a8f4dd9d-afc5-46ec-a7f3-d5b74ac2d911 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting port b5f9a2e3-157a-4236-8059-78a8b1afb14a {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:53.133466 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a8f4dd9d-afc5-46ec-a7f3-d5b74ac2d911 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:53.141925 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8643799c-7e1f-4835-abdb-2e50ca7d3338 None None] Could not find standard attr ID for object 4e9b5c95-78a5-4128-9d16-4e56c16d0566. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:32:53.151351 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aaf887a8-b7a5-4a76-9fcd-d8bdfb3e8ee1 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:53.165538 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-991a21e7-0b30-4fe9-b983-488ed06557ce tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:53.166123 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-991a21e7-0b30-4fe9-b983-488ed06557ce tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Added segment 725d8fed-2edb-46d9-adc2-abfa5767f873 of type vlan for network 9da86cbd-d5cf-4707-a2a3-130a4de967d7 Oct 26 08:32:53.186913 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32866) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:53.243421 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-f35b5e91-cb72-4861-b987-420bd5db8f33 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['653b54f9-1e39-4496-8ec6-59aa62176530']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:53.264624 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-b5976539-56ce-4275-b5c7-d041dfd695e5 None None] Allocated IP 2001:db8::1 (64808347-53f5-44ad-b58c-63ace89cf3c2/75597d81-a4cb-4e75-b354-d10898ac9ce8/e4b1a279-214e-4b1d-bb19-1e905a35a392) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:32:53.269185 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aaf887a8-b7a5-4a76-9fcd-d8bdfb3e8ee1 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:53.276417 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-aaf887a8-b7a5-4a76-9fcd-d8bdfb3e8ee1 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "DELETE /v2.0/networks/0cff2251-162e-4399-968d-803cd34e9bd3 HTTP/1.1" status: 204 len: 168 time: 2.5159390 Oct 26 08:32:53.314015 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8643799c-7e1f-4835-abdb-2e50ca7d3338 None None] Provisioning complete for port 851a8dca-35e2-4781-866b-2b110c6cad64 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:53.314376 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32868) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:53.314516 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8643799c-7e1f-4835-abdb-2e50ca7d3338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:53.319819 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-d4d7a50c-b4f2-4e14-be63-e0d618945f07 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1759742058'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:53.325990 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-f35b5e91-cb72-4861-b987-420bd5db8f33 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '711d8878-540a-49e1-a849-fe300b4ec111') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:53.326288 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-f35b5e91-cb72-4861-b987-420bd5db8f33 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '711d8878-540a-49e1-a849-fe300b4ec111') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:53.346800 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf887a8-b7a5-4a76-9fcd-d8bdfb3e8ee1 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event deleted for resources: {'Network': ['ID=0cff2251-162e-4399-968d-803cd34e9bd3,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:53.357422 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643799c-7e1f-4835-abdb-2e50ca7d3338 None None] Pushing event updated for resources: {'Port': ['ID=d4750dde-6293-44f9-888e-293c537bfbbf,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:53.375626 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f35b5e91-cb72-4861-b987-420bd5db8f33 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:53.376948 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:53.403660 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-93d11bd5-2f9d-47b1-a420-7ebe2a0de641 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:53.407821 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-93d11bd5-2f9d-47b1-a420-7ebe2a0de641 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] 10.222.0.41 "DELETE /v2.0/ports/4e9b5c95-78a5-4128-9d16-4e56c16d0566 HTTP/1.1" status: 204 len: 168 time: 3.3451135 Oct 26 08:32:53.408904 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c58641d9-3ff1-4688-b3ac-3d95d944431b tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:53.415652 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32870) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:53.421203 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-991a21e7-0b30-4fe9-b983-488ed06557ce tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:53.424251 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f35b5e91-cb72-4861-b987-420bd5db8f33 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:53.447984 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f35b5e91-cb72-4861-b987-420bd5db8f33 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:32:53.449144 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f35b5e91-cb72-4861-b987-420bd5db8f33 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:53.463819 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:32:53.463819 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:32:53.463819 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:32:53.463819 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:32:53.463819 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:32:53.463819 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:32:53.463819 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:32:53.463819 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:32:53.463819 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:32:53.463819 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:32:53.463819 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:32:53.463819 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:32:53.463819 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:32:53.463819 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:32:53.463819 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:32:53.463819 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:32:53.463819 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:32:53.463819 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:32:53.463819 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:32:53.463819 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:32:53.463819 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:32:53.463819 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:32:53.463819 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:32:53.463819 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:32:53.463819 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:32:53.463819 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:32:53.463819 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:32:53.463819 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:32:53.463819 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:32:53.463819 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:32:53.463819 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:32:53.463819 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:32:53.465707 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d7a50c-b4f2-4e14-be63-e0d618945f07 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Made reservation on behalf of d25a916b9c2d4b34bcd65014285516f8 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:53.470576 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d4d7a50c-b4f2-4e14-be63-e0d618945f07 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:53.503884 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa6749a-df27-41c1-a5d7-80a39324f955 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] GET failed (client error): The resource could not be found. Oct 26 08:32:53.504334 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-c94475d8-443e-4840-a8a3-149921abd9b9 None None] Allocated IP 172.20.0.2 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/530c28e0-65a5-43bc-a595-1fe751422b74/d4750dde-6293-44f9-888e-293c537bfbbf) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:32:53.505498 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-2aa6749a-df27-41c1-a5d7-80a39324f955 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] 10.222.0.41 "GET /v2.0/ports/4e9b5c95-78a5-4128-9d16-4e56c16d0566 HTTP/1.1" status: 404 len: 333 time: 0.0859051 Oct 26 08:32:53.519131 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32872) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:53.525242 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-d69bfbec-2a0b-4a54-9573-c394628109a0 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Request body: {'port': {'network_id': 'ad042a27-6f7f-4fc6-aeac-dfa442372dd7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1298342178'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:53.528507 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a8f4dd9d-afc5-46ec-a7f3-d5b74ac2d911 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:53.532321 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c58641d9-3ff1-4688-b3ac-3d95d944431b tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:53.598088 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-a8f4dd9d-afc5-46ec-a7f3-d5b74ac2d911 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Calling delete_port for b5f9a2e3-157a-4236-8059-78a8b1afb14a owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:53.600639 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-991a21e7-0b30-4fe9-b983-488ed06557ce tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:53.609530 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991a21e7-0b30-4fe9-b983-488ed06557ce tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:53.610612 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-991a21e7-0b30-4fe9-b983-488ed06557ce tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:53.623131 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-481651a8-7405-406f-aed1-523a291a4d48 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:53.638528 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb6ad1f-fa6f-4ce6-9c4e-ede8ad741585 None None] New status for floating IP b06cae08-0252-4cb7-8d82-65facbf5b1a6: DOWN {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:32:53.644375 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4d7a50c-b4f2-4e14-be63-e0d618945f07 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:32:53.684608 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f35b5e91-cb72-4861-b987-420bd5db8f33 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:53.702379 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f35b5e91-cb72-4861-b987-420bd5db8f33 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:53.710241 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f35b5e91-cb72-4861-b987-420bd5db8f33 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/networks/653b54f9-1e39-4496-8ec6-59aa62176530 HTTP/1.1" status: 204 len: 168 time: 3.2085078 Oct 26 08:32:53.719059 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32874) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:53.726162 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-991a21e7-0b30-4fe9-b983-488ed06557ce tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5807722 Oct 26 08:32:53.730776 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-3922bd8a-457e-4757-b2cf-005149b96c84 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1951795784'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:53.734131 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481651a8-7405-406f-aed1-523a291a4d48 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Pushing event deleted for resources: {'Port': ['ID=c5bf9304-81d3-47a0-8ba5-b6ebda818662,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:53.744855 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32876) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:53.751692 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-29e107ef-1d27-474f-97f1-637cd110e69e tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Request body: {'subnet': {'network_id': '9da86cbd-d5cf-4707-a2a3-130a4de967d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:53.764202 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a21e7-0b30-4fe9-b983-488ed06557ce tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event updated for resources: {'Network': ['ID=9da86cbd-d5cf-4707-a2a3-130a4de967d7,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:53.768554 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d4d7a50c-b4f2-4e14-be63-e0d618945f07 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:53.768901 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-d4d7a50c-b4f2-4e14-be63-e0d618945f07 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Added segment 30208dc5-5b57-412b-9199-b4257ac91bf8 of type vlan for network a0ab38e7-075e-445f-8aad-086848bba057 Oct 26 08:32:53.807433 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b5e91-cb72-4861-b987-420bd5db8f33 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Network': ['ID=653b54f9-1e39-4496-8ec6-59aa62176530,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:53.906792 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8643799c-7e1f-4835-abdb-2e50ca7d3338 None None] Could not find standard attr ID for object 5db0d209-39d1-41cb-a393-6e76c70bde7b. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:32:53.921022 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 9da86cbd-d5cf-4707-a2a3-130a4de967d7 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:32:53.922805 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device d4750dde-6293-44f9-888e-293c537bfbbf up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:32:53.965311 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a8f4dd9d-afc5-46ec-a7f3-d5b74ac2d911 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:53.967258 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c58641d9-3ff1-4688-b3ac-3d95d944431b tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:53.970390 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c58641d9-3ff1-4688-b3ac-3d95d944431b tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:53.974571 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c58641d9-3ff1-4688-b3ac-3d95d944431b tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "DELETE /v2.0/security-groups/8b6b1ff0-ee57-451d-a59c-831c70a5937b HTTP/1.1" status: 204 len: 168 time: 0.7839353 Oct 26 08:32:53.976928 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32878) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:53.983692 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d4d7a50c-b4f2-4e14-be63-e0d618945f07 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:53.998812 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-950468b2-b3c8-4977-8047-58e51f27b7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:54.003976 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f4dd9d-afc5-46ec-a7f3-d5b74ac2d911 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Port': ['ID=b5f9a2e3-157a-4236-8059-78a8b1afb14a,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:54.019753 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3922bd8a-457e-4757-b2cf-005149b96c84 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Made reservation on behalf of 842b849088674682987bba8ce52bfdf3 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:54.019957 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-641cd468-602e-4914-b40d-b37164054ca3 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] show failed (client error): The resource could not be found. Oct 26 08:32:54.019957 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-641cd468-602e-4914-b40d-b37164054ca3 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "GET /v2.0/security-groups/8b6b1ff0-ee57-451d-a59c-831c70a5937b HTTP/1.1" status: 404 len: 347 time: 0.0224273 Oct 26 08:32:54.020100 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3922bd8a-457e-4757-b2cf-005149b96c84 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:54.020174 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32882) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:54.028557 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8643799c-7e1f-4835-abdb-2e50ca7d3338 None None] Could not find standard attr ID for object 38deaccb-b747-4f07-a65b-c453819abf1e. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:32:54.074872 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58641d9-3ff1-4688-b3ac-3d95d944431b tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6b1ff0-ee57-451d-a59c-831c70a5937b,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:54.077613 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b5976539-56ce-4275-b5c7-d041dfd695e5 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:54.111400 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.db.resource_extend [None req-d4d7a50c-b4f2-4e14-be63-e0d618945f07 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 08:32:54.122795 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950468b2-b3c8-4977-8047-58e51f27b7bf admin admin] Pushing event deleted for resources: {'Port': ['ID=6919d3fd-c589-4192-babe-ac3c19c1126b,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:54.154888 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69bfbec-2a0b-4a54-9573-c394628109a0 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Made reservation on behalf of 013b02ea97ed4712a1d68088856a2f66 for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:54.159973 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d69bfbec-2a0b-4a54-9573-c394628109a0 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:54.169701 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d4d7a50c-b4f2-4e14-be63-e0d618945f07 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:54.170092 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b5976539-56ce-4275-b5c7-d041dfd695e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:54.183952 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d7a50c-b4f2-4e14-be63-e0d618945f07 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:54.185280 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d4d7a50c-b4f2-4e14-be63-e0d618945f07 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:54.190031 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-481651a8-7405-406f-aed1-523a291a4d48 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:54.230644 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a8f4dd9d-afc5-46ec-a7f3-d5b74ac2d911 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:54.234407 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a8f4dd9d-afc5-46ec-a7f3-d5b74ac2d911 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/ports/b5f9a2e3-157a-4236-8059-78a8b1afb14a HTTP/1.1" status: 204 len: 168 time: 2.1870391 Oct 26 08:32:54.238430 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32884) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:54.282430 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:54.305183 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ed38f5-96ea-4223-a253-c3104705cdda tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:54.306837 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ed38f5-96ea-4223-a253-c3104705cdda tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:54.308604 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ed38f5-96ea-4223-a253-c3104705cdda tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:54.312746 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-09ed38f5-96ea-4223-a253-c3104705cdda tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0663965 Oct 26 08:32:54.316562 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32886) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:54.321171 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5976539-56ce-4275-b5c7-d041dfd695e5 None None] Network 64808347-53f5-44ad-b58c-63ace89cf3c2 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:54.337816 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-b5976539-56ce-4275-b5c7-d041dfd695e5 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:54.352015 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-c94475d8-443e-4840-a8a3-149921abd9b9 None None] For port d4750dde-6293-44f9-888e-293c537bfbbf, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=d4750dde-6293-44f9-888e-293c537bfbbf,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:54.354529 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5976539-56ce-4275-b5c7-d041dfd695e5 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:54.370100 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-86e30847-bf8a-4876-a6f1-8d350f63f1d5 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Deleting port f6a837bb-fa7a-41e2-88a4-18e764d2b9c5 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:54.370442 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-86e30847-bf8a-4876-a6f1-8d350f63f1d5 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:54.373347 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5976539-56ce-4275-b5c7-d041dfd695e5 None None] Pushing event updated for resources: {'Port': ['ID=e4b1a279-214e-4b1d-bb19-1e905a35a392,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:54.390456 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port d4750dde-6293-44f9-888e-293c537bfbbf triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:54.391385 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:54.429683 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2eaa047-4307-4a25-a447-4a3693a2868b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting subnet 530c28e0-65a5-43bc-a595-1fe751422b74 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:32:54.437294 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3922bd8a-457e-4757-b2cf-005149b96c84 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:32:54.464567 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c94475d8-443e-4840-a8a3-149921abd9b9 None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:54.472600 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f2eaa047-4307-4a25-a447-4a3693a2868b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:54.481231 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c94475d8-443e-4840-a8a3-149921abd9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:54.496083 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-b5976539-56ce-4275-b5c7-d041dfd695e5 None None] Attempting to bind port e4b1a279-214e-4b1d-bb19-1e905a35a392 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:54.496083 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-b5976539-56ce-4275-b5c7-d041dfd695e5 None None] Attempting to bind port e4b1a279-214e-4b1d-bb19-1e905a35a392 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'fff3595f-b587-4b5a-8197-16ed4f46824f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '64808347-53f5-44ad-b58c-63ace89cf3c2'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:54.496651 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5976539-56ce-4275-b5c7-d041dfd695e5 None None] Attempting to bind port e4b1a279-214e-4b1d-bb19-1e905a35a392 on network 64808347-53f5-44ad-b58c-63ace89cf3c2 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:54.511451 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-86e30847-bf8a-4876-a6f1-8d350f63f1d5 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:54.511786 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-86e30847-bf8a-4876-a6f1-8d350f63f1d5 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:54.517908 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-d69bfbec-2a0b-4a54-9573-c394628109a0 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] device_id is not set on port 6d8e165d-52b4-4b55-b8a4-5a75b8f17b3a yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:32:54.526893 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5976539-56ce-4275-b5c7-d041dfd695e5 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:32:54.527275 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5976539-56ce-4275-b5c7-d041dfd695e5 None None] Checking segment: {'id': 'fff3595f-b587-4b5a-8197-16ed4f46824f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '64808347-53f5-44ad-b58c-63ace89cf3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:54.528214 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b5976539-56ce-4275-b5c7-d041dfd695e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:54.528214 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5976539-56ce-4275-b5c7-d041dfd695e5 None None] Bound using segment: {'id': 'fff3595f-b587-4b5a-8197-16ed4f46824f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '64808347-53f5-44ad-b58c-63ace89cf3c2'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:32:54.528598 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-b5976539-56ce-4275-b5c7-d041dfd695e5 None None] Bound port: e4b1a279-214e-4b1d-bb19-1e905a35a392, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff3595f-b587-4b5a-8197-16ed4f46824f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '64808347-53f5-44ad-b58c-63ace89cf3c2'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:32:54.528989 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b5976539-56ce-4275-b5c7-d041dfd695e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:54.533417 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-86e30847-bf8a-4876-a6f1-8d350f63f1d5 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Calling delete_port for f6a837bb-fa7a-41e2-88a4-18e764d2b9c5 owned by network:floatingip {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:54.536282 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f2eaa047-4307-4a25-a447-4a3693a2868b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:54.575320 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-481651a8-7405-406f-aed1-523a291a4d48 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:54.577040 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e107ef-1d27-474f-97f1-637cd110e69e tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Made reservation on behalf of 3905ee3ef311437797d112e063b81314 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:54.580687 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-29e107ef-1d27-474f-97f1-637cd110e69e tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:54.584558 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-481651a8-7405-406f-aed1-523a291a4d48 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:54.620627 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d4d7a50c-b4f2-4e14-be63-e0d618945f07 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3051620 Oct 26 08:32:54.625406 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3922bd8a-457e-4757-b2cf-005149b96c84 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:54.625806 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-3922bd8a-457e-4757-b2cf-005149b96c84 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Added segment a9a51c11-58d7-4e8d-82cd-3a8c7f313927 of type vlan for network c3d0e219-bad4-46b8-b9c0-196d97bf5dad Oct 26 08:32:54.627449 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32888) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:54.637717 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94475d8-443e-4840-a8a3-149921abd9b9 None None] Pushing event updated for resources: {'Port': ['ID=d4750dde-6293-44f9-888e-293c537bfbbf,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:54.656018 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-6a1be85a-e0de-47da-ba20-391c48789320 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Request body: {'subnet': {'network_id': 'a0ab38e7-075e-445f-8aad-086848bba057', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:54.692288 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d7a50c-b4f2-4e14-be63-e0d618945f07 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event updated for resources: {'Network': ['ID=a0ab38e7-075e-445f-8aad-086848bba057,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:54.717876 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 851a8dca-35e2-4781-866b-2b110c6cad64 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:32:54.756489 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network a0ab38e7-075e-445f-8aad-086848bba057 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:32:54.758413 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:54.782802 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f2eaa047-4307-4a25-a447-4a3693a2868b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:54.784589 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-b5976539-56ce-4275-b5c7-d041dfd695e5 None None] For port e4b1a279-214e-4b1d-bb19-1e905a35a392, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:32:54.789940 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.ipam_backend_mixin [None req-29e107ef-1d27-474f-97f1-637cd110e69e tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Performing IP validity checks on allocation pools {{(pid=102102) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 08:32:54.790481 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.ipam_backend_mixin [None req-29e107ef-1d27-474f-97f1-637cd110e69e tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102102) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 08:32:54.805996 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3922bd8a-457e-4757-b2cf-005149b96c84 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:54.841097 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-b5976539-56ce-4275-b5c7-d041dfd695e5 None None] For port e4b1a279-214e-4b1d-bb19-1e905a35a392, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=e4b1a279-214e-4b1d-bb19-1e905a35a392,segment=NetworkSegment(fff3595f-b587-4b5a-8197-16ed4f46824f),segment_id=fff3595f-b587-4b5a-8197-16ed4f46824f)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:32:54.857286 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b5976539-56ce-4275-b5c7-d041dfd695e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:54.889912 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-481651a8-7405-406f-aed1-523a291a4d48 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:54.890439 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481651a8-7405-406f-aed1-523a291a4d48 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Fanout notify agent at l3_agent the message router_deleted on router 18c3dd70-8625-4b47-b400-b3a886d2fd81 {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:32:54.899464 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-481651a8-7405-406f-aed1-523a291a4d48 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:54.906037 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-481651a8-7405-406f-aed1-523a291a4d48 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] 10.222.0.41 "DELETE /v2.0/routers/18c3dd70-8625-4b47-b400-b3a886d2fd81 HTTP/1.1" status: 204 len: 168 time: 3.0308049 Oct 26 08:32:54.906037 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3922bd8a-457e-4757-b2cf-005149b96c84 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:54.913505 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3922bd8a-457e-4757-b2cf-005149b96c84 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:54.914167 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3922bd8a-457e-4757-b2cf-005149b96c84 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:54.925940 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32890) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:54.933445 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f2eaa047-4307-4a25-a447-4a3693a2868b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:54.966867 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 851a8dca-35e2-4781-866b-2b110c6cad64 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:54.967257 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:54.972496 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5976539-56ce-4275-b5c7-d041dfd695e5 None None] Pushing event updated for resources: {'Port': ['ID=e4b1a279-214e-4b1d-bb19-1e905a35a392,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:54.987134 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eaa047-4307-4a25-a447-4a3693a2868b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Subnet': ['ID=530c28e0-65a5-43bc-a595-1fe751422b74,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:54.997258 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f2eaa047-4307-4a25-a447-4a3693a2868b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:55.001205 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f2eaa047-4307-4a25-a447-4a3693a2868b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/530c28e0-65a5-43bc-a595-1fe751422b74 HTTP/1.1" status: 204 len: 168 time: 0.6825836 Oct 26 08:32:55.005895 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32892) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:55.057578 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-86e30847-bf8a-4876-a6f1-8d350f63f1d5 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:55.113022 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1be85a-e0de-47da-ba20-391c48789320 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Made reservation on behalf of d25a916b9c2d4b34bcd65014285516f8 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:55.117342 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6a1be85a-e0de-47da-ba20-391c48789320 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:55.128252 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e30847-bf8a-4876-a6f1-8d350f63f1d5 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Pushing event deleted for resources: {'Port': ['ID=f6a837bb-fa7a-41e2-88a4-18e764d2b9c5,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:55.184444 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-229525ae-dee7-4bc5-acae-f723e068d06b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting subnet 6f2c91a2-0a24-45cf-acec-3d37414c3b59 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:32:55.184660 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 38deaccb-b747-4f07-a65b-c453819abf1e no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:32:55.212555 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-229525ae-dee7-4bc5-acae-f723e068d06b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:55.267151 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 38deaccb-b747-4f07-a65b-c453819abf1e {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:32:55.267782 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 38deaccb-b747-4f07-a65b-c453819abf1e not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:32:55.346021 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-229525ae-dee7-4bc5-acae-f723e068d06b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:55.373511 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-86e30847-bf8a-4876-a6f1-8d350f63f1d5 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks [] for floatingip, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:55.376187 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-86e30847-bf8a-4876-a6f1-8d350f63f1d5 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:55.377410 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-86e30847-bf8a-4876-a6f1-8d350f63f1d5 tempest-ServersTestJSON-1334197186 tempest-ServersTestJSON-1334197186-project] 10.222.0.41 "DELETE /v2.0/floatingips/b06cae08-0252-4cb7-8d82-65facbf5b1a6 HTTP/1.1" status: 204 len: 168 time: 1.3566067 Oct 26 08:32:55.381746 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32894) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:55.425122 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-950468b2-b3c8-4977-8047-58e51f27b7bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:55.430323 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-0ffc04ea-55a5-4a3b-a5dd-feae413e4572 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1414924196', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:55.577404 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0ffc04ea-55a5-4a3b-a5dd-feae413e4572 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:55.578607 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0ffc04ea-55a5-4a3b-a5dd-feae413e4572 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:55.615855 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922bd8a-457e-4757-b2cf-005149b96c84 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Network': ['ID=c3d0e219-bad4-46b8-b9c0-196d97bf5dad,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:55.619989 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-229525ae-dee7-4bc5-acae-f723e068d06b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:55.632361 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3922bd8a-457e-4757-b2cf-005149b96c84 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9075749 Oct 26 08:32:55.643750 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network c3d0e219-bad4-46b8-b9c0-196d97bf5dad details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:32:55.649431 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32896) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:55.655944 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-3d0520ed-6fef-4274-aaad-b016d71ac005 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'subnet': {'network_id': 'c3d0e219-bad4-46b8-b9c0-196d97bf5dad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:55.665721 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-d69bfbec-2a0b-4a54-9573-c394628109a0 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Allocated IP 2001:db8::34a (ad042a27-6f7f-4fc6-aeac-dfa442372dd7/35699d40-07fc-49f9-8781-2f0f81eeef9a/6d8e165d-52b4-4b55-b8a4-5a75b8f17b3a) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:32:55.734233 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969b7c04-0ca6-44a1-a4c0-3936e49393ee None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:55.810896 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-ae6c5724-6246-4c86-a171-b49e5a8e321b None None] Provisioning complete for port d4750dde-6293-44f9-888e-293c537bfbbf triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:55.811679 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ae6c5724-6246-4c86-a171-b49e5a8e321b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:55.858416 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6a1be85a-e0de-47da-ba20-391c48789320 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:55.862634 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0ffc04ea-55a5-4a3b-a5dd-feae413e4572 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:55.885676 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device d4750dde-6293-44f9-888e-293c537bfbbf up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:32:55.936743 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0ffc04ea-55a5-4a3b-a5dd-feae413e4572 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:55.940144 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1be85a-e0de-47da-ba20-391c48789320 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event updated for resources: {'Subnet': ['ID=1c058d8d-abfe-4fd1-8c20-d0818de8e082,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:55.956277 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-229525ae-dee7-4bc5-acae-f723e068d06b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:56.010989 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229525ae-dee7-4bc5-acae-f723e068d06b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Subnet': ['ID=6f2c91a2-0a24-45cf-acec-3d37414c3b59,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:56.035693 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-229525ae-dee7-4bc5-acae-f723e068d06b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:56.042583 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-229525ae-dee7-4bc5-acae-f723e068d06b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/6f2c91a2-0a24-45cf-acec-3d37414c3b59 HTTP/1.1" status: 204 len: 168 time: 1.0346897 Oct 26 08:32:56.046741 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32898) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:56.054163 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0520ed-6fef-4274-aaad-b016d71ac005 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Made reservation on behalf of 842b849088674682987bba8ce52bfdf3 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:56.054931 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-29e107ef-1d27-474f-97f1-637cd110e69e tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:56.058508 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3d0520ed-6fef-4274-aaad-b016d71ac005 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:56.102233 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-ae6c5724-6246-4c86-a171-b49e5a8e321b None None] Could not find standard attr ID for object b5f9a2e3-157a-4236-8059-78a8b1afb14a. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:32:56.107947 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port d4750dde-6293-44f9-888e-293c537bfbbf triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:56.108325 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:56.115999 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-875c0ef9-2c74-48de-95d4-ded32d61aab2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0676875 Oct 26 08:32:56.147575 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32900) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:56.148959 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0ffc04ea-55a5-4a3b-a5dd-feae413e4572 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:56.152488 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-353eaf06-b3d0-484b-ac46-65b9b9ad30b9 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:56.153297 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-0ffc04ea-55a5-4a3b-a5dd-feae413e4572 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7292206 Oct 26 08:32:56.178980 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32902) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:56.183290 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-f0d7e688-0331-4704-bd73-5f4501c408ea tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'enable_snat': True}}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:56.212320 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device e4b1a279-214e-4b1d-bb19-1e905a35a392 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:32:56.214570 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799fd210-6fa6-4dca-8060-2c76c9064ea4 None None] DHCP port deletion for ecf0c004-fa53-4f3e-bbfd-ff079400665b request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:32:56.230490 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1be85a-e0de-47da-ba20-391c48789320 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Checking segment: {'id': '30208dc5-5b57-412b-9199-b4257ac91bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a0ab38e7-075e-445f-8aad-086848bba057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:56.230867 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1be85a-e0de-47da-ba20-391c48789320 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Network hostable DHCP agents. Network: a0ab38e7-075e-445f-8aad-086848bba057, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:32:56.290012 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e107ef-1d27-474f-97f1-637cd110e69e tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event updated for resources: {'Subnet': ['ID=8e06dbdd-1444-4bf8-ae5b-60b75ea179af,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:56.308818 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-799fd210-6fa6-4dca-8060-2c76c9064ea4 None None] Deleting port d4750dde-6293-44f9-888e-293c537bfbbf {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:56.309896 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-799fd210-6fa6-4dca-8060-2c76c9064ea4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:56.318034 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e107ef-1d27-474f-97f1-637cd110e69e tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Checking segment: {'id': '725d8fed-2edb-46d9-adc2-abfa5767f873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '9da86cbd-d5cf-4707-a2a3-130a4de967d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:56.318561 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e107ef-1d27-474f-97f1-637cd110e69e tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Network hostable DHCP agents. Network: 9da86cbd-d5cf-4707-a2a3-130a4de967d7, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:32:56.345701 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d69bfbec-2a0b-4a54-9573-c394628109a0 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:56.376966 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e107ef-1d27-474f-97f1-637cd110e69e tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Network 9da86cbd-d5cf-4707-a2a3-130a4de967d7 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:32:56.384483 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-799fd210-6fa6-4dca-8060-2c76c9064ea4 None None] For port d4750dde-6293-44f9-888e-293c537bfbbf, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=d4750dde-6293-44f9-888e-293c537bfbbf,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:56.385113 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-799fd210-6fa6-4dca-8060-2c76c9064ea4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:56.393265 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950468b2-b3c8-4977-8047-58e51f27b7bf admin admin] Router 3298173d-f0ba-4eb7-be34-c15551c49ab5 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:32:56.402389 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-799fd210-6fa6-4dca-8060-2c76c9064ea4 None None] Calling delete_port for d4750dde-6293-44f9-888e-293c537bfbbf owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:56.418890 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port e4b1a279-214e-4b1d-bb19-1e905a35a392 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:56.419293 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:56.436421 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-29e107ef-1d27-474f-97f1-637cd110e69e tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 9da86cbd-d5cf-4707-a2a3-130a4de967d7) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:56.475237 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d65fe51-52c0-4784-9294-37660a3692e1 None None] Network 64808347-53f5-44ad-b58c-63ace89cf3c2 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:56.482302 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e107ef-1d27-474f-97f1-637cd110e69e tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:56.482892 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-29e107ef-1d27-474f-97f1-637cd110e69e tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:56.487803 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1be85a-e0de-47da-ba20-391c48789320 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Network a0ab38e7-075e-445f-8aad-086848bba057 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:32:56.516145 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-6a1be85a-e0de-47da-ba20-391c48789320 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, a0ab38e7-075e-445f-8aad-086848bba057) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:56.519833 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811ff5f0-cedc-4783-b094-83afb1cc1490 None None] Network 9da86cbd-d5cf-4707-a2a3-130a4de967d7 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:56.537347 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1be85a-e0de-47da-ba20-391c48789320 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:56.538179 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6a1be85a-e0de-47da-ba20-391c48789320 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:56.541537 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d69bfbec-2a0b-4a54-9573-c394628109a0 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:56.600402 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-29e107ef-1d27-474f-97f1-637cd110e69e tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.8512666 Oct 26 08:32:56.601828 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32904) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:56.629097 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69bfbec-2a0b-4a54-9573-c394628109a0 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Network ad042a27-6f7f-4fc6-aeac-dfa442372dd7 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:56.676348 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-d69bfbec-2a0b-4a54-9573-c394628109a0 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:56.695539 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69bfbec-2a0b-4a54-9573-c394628109a0 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:56.701472 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69bfbec-2a0b-4a54-9573-c394628109a0 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:56.702172 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d69bfbec-2a0b-4a54-9573-c394628109a0 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:56.722204 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69bfbec-2a0b-4a54-9573-c394628109a0 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Pushing event updated for resources: {'Port': ['ID=6d8e165d-52b4-4b55-b8a4-5a75b8f17b3a,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:56.754520 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c18588-66ff-4d16-8f6a-b771695fe4b8 None None] Network a0ab38e7-075e-445f-8aad-086848bba057 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:56.764847 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950468b2-b3c8-4977-8047-58e51f27b7bf admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:32:56.782063 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-950468b2-b3c8-4977-8047-58e51f27b7bf admin admin] 10.222.0.41 "PUT /v2.0/routers/3298173d-f0ba-4eb7-be34-c15551c49ab5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2113922 Oct 26 08:32:56.785035 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5de447-7655-465e-9e9c-aef52bbde644 None None] Sync routers for ids ['3298173d-f0ba-4eb7-be34-c15551c49ab5'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:32:56.796319 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d69bfbec-2a0b-4a54-9573-c394628109a0 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.2760501 Oct 26 08:32:56.801475 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32906) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:56.802241 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32908) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:56.808741 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5de447-7655-465e-9e9c-aef52bbde644 None None] Routers {'3298173d-f0ba-4eb7-be34-c15551c49ab5'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:32:56.809862 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-ca5de447-7655-465e-9e9c-aef52bbde644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:32:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['3298173d-f0ba-4eb7-be34-c15551c49ab5'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:56.814991 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-5db43f02-a5a4-454a-a4d4-afd5936e34c4 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:92:ea:f0'}]}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:56.960074 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a3a659c8-f7a7-41d5-9ad9-8abbbb8470ff tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:56.997202 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-ca5de447-7655-465e-9e9c-aef52bbde644 None None] Set router 3298173d-f0ba-4eb7-be34-c15551c49ab5 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:32:57.002860 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353eaf06-b3d0-484b-ac46-65b9b9ad30b9 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:57.007565 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-353eaf06-b3d0-484b-ac46-65b9b9ad30b9 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:57.078852 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f0d7e688-0331-4704-bd73-5f4501c408ea tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:57.085485 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6a1be85a-e0de-47da-ba20-391c48789320 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4349339 Oct 26 08:32:57.100442 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32910) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:57.204901 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-799fd210-6fa6-4dca-8060-2c76c9064ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:57.206865 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-ca5de447-7655-465e-9e9c-aef52bbde644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'name': 'tempest-ServersTestManualDisk-1671399814-router', 'tenant_id': 'f619f7bf208b454a9f9680fa433c8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'fe4845fb-7c08-4b28-aad1-2002259f20e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:30:59Z', 'updated_at': '2021-10-26T08:32:53Z', 'revision_number': 5, 'project_id': 'f619f7bf208b454a9f9680fa433c8f91', 'gw_port': {'id': 'fe4845fb-7c08-4b28-aad1-2002259f20e8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:02Z', 'updated_at': '2021-10-26T08:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:57.221229 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5db43f02-a5a4-454a-a4d4-afd5936e34c4 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:57.243780 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5de447-7655-465e-9e9c-aef52bbde644 None None] Checking router: 3298173d-f0ba-4eb7-be34-c15551c49ab5 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:32:57.253130 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5de447-7655-465e-9e9c-aef52bbde644 None None] Routers {'3298173d-f0ba-4eb7-be34-c15551c49ab5'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:32:57.253780 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-ca5de447-7655-465e-9e9c-aef52bbde644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:32:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['3298173d-f0ba-4eb7-be34-c15551c49ab5'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:57.260610 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a3a659c8-f7a7-41d5-9ad9-8abbbb8470ff tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:57.288181 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5215293d-4485-41f3-bb82-193d922606bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-9da86cbd-d5cf-4707-a2a3-130a4de967d7', 'network_id': '9da86cbd-d5cf-4707-a2a3-130a4de967d7', 'tenant_id': '3905ee3ef311437797d112e063b81314', 'fixed_ips': [{'subnet_id': '8e06dbdd-1444-4bf8-ae5b-60b75ea179af'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:32:57.289414 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5215293d-4485-41f3-bb82-193d922606bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:57.300799 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3d0520ed-6fef-4274-aaad-b016d71ac005 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:57.310257 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799fd210-6fa6-4dca-8060-2c76c9064ea4 None None] No DVR routers for this DVR port d4750dde-6293-44f9-888e-293c537bfbbf on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:32:57.346058 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d054279c-9d32-43fc-b0b4-12867d802e7e admin admin] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:57.373333 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-ca5de447-7655-465e-9e9c-aef52bbde644 None None] Set router 3298173d-f0ba-4eb7-be34-c15551c49ab5 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:32:57.374047 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799fd210-6fa6-4dca-8060-2c76c9064ea4 None None] Pushing event deleted for resources: {'Port': ['ID=d4750dde-6293-44f9-888e-293c537bfbbf,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:57.473726 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:57.489920 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7e8c28e-b3d5-4b0f-9b05-98bb173cbada tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:57.492421 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-798166e6-a47a-445d-b4c7-b692cff319c8 None None] Provisioning complete for port e4b1a279-214e-4b1d-bb19-1e905a35a392 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:57.492802 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-798166e6-a47a-445d-b4c7-b692cff319c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:57.518238 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0520ed-6fef-4274-aaad-b016d71ac005 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Subnet': ['ID=16c86110-f94f-41e9-bcee-60e19dbc5ec5,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:57.565346 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0520ed-6fef-4274-aaad-b016d71ac005 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:57.566107 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0520ed-6fef-4274-aaad-b016d71ac005 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:57.566667 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0520ed-6fef-4274-aaad-b016d71ac005 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:57.567219 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0520ed-6fef-4274-aaad-b016d71ac005 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:57.568002 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0520ed-6fef-4274-aaad-b016d71ac005 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:57.568656 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0520ed-6fef-4274-aaad-b016d71ac005 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:57.569291 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0520ed-6fef-4274-aaad-b016d71ac005 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:57.569884 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0520ed-6fef-4274-aaad-b016d71ac005 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:57.570451 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0520ed-6fef-4274-aaad-b016d71ac005 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:57.570995 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0520ed-6fef-4274-aaad-b016d71ac005 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:57.571562 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0520ed-6fef-4274-aaad-b016d71ac005 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:57.572113 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0520ed-6fef-4274-aaad-b016d71ac005 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:57.584444 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-ca5de447-7655-465e-9e9c-aef52bbde644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'name': 'tempest-ServersTestManualDisk-1671399814-router', 'tenant_id': 'f619f7bf208b454a9f9680fa433c8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'fe4845fb-7c08-4b28-aad1-2002259f20e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:30:59Z', 'updated_at': '2021-10-26T08:32:53Z', 'revision_number': 5, 'project_id': 'f619f7bf208b454a9f9680fa433c8f91', 'gw_port': {'id': 'fe4845fb-7c08-4b28-aad1-2002259f20e8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:02Z', 'updated_at': '2021-10-26T08:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:57.592930 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5db43f02-a5a4-454a-a4d4-afd5936e34c4 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:57.593936 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e819f10-a3b1-44cd-a951-5936d7c5e5aa None None] Network 9da86cbd-d5cf-4707-a2a3-130a4de967d7 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:57.622021 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5de447-7655-465e-9e9c-aef52bbde644 None None] The sync data for ids ['3298173d-f0ba-4eb7-be34-c15551c49ab5'] in dv-neutron-804846-13-hyperv is: [{'id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'name': 'tempest-ServersTestManualDisk-1671399814-router', 'tenant_id': 'f619f7bf208b454a9f9680fa433c8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.197'}], 'enable_snat': True}, 'gw_port_id': 'fe4845fb-7c08-4b28-aad1-2002259f20e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:30:59Z', 'updated_at': '2021-10-26T08:32:53Z', 'revision_number': 5, 'project_id': 'f619f7bf208b454a9f9680fa433c8f91', 'gw_port': {'id': 'fe4845fb-7c08-4b28-aad1-2002259f20e8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3298173d-f0ba-4eb7-be34-c15551c49ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:02Z', 'updated_at': '2021-10-26T08:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:32:57.634435 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a3a659c8-f7a7-41d5-9ad9-8abbbb8470ff tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:57.647269 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0520ed-6fef-4274-aaad-b016d71ac005 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Checking segment: {'id': 'a9a51c11-58d7-4e8d-82cd-3a8c7f313927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c3d0e219-bad4-46b8-b9c0-196d97bf5dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:57.648146 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0520ed-6fef-4274-aaad-b016d71ac005 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Network hostable DHCP agents. Network: c3d0e219-bad4-46b8-b9c0-196d97bf5dad, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:32:57.670721 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5db43f02-a5a4-454a-a4d4-afd5936e34c4 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:57.706796 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port e4b1a279-214e-4b1d-bb19-1e905a35a392, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=e4b1a279-214e-4b1d-bb19-1e905a35a392,segment=NetworkSegment(fff3595f-b587-4b5a-8197-16ed4f46824f),segment_id=fff3595f-b587-4b5a-8197-16ed4f46824f)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:57.714566 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a13bc529-c6e7-4d68-8179-f58ba4443c31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:57.744822 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a659c8-f7a7-41d5-9ad9-8abbbb8470ff tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event deleted for resources: {'Subnet': ['ID=8e06dbdd-1444-4bf8-ae5b-60b75ea179af,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:57.748477 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbcdc33-7df8-4d60-95d4-930067180ca0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-a0ab38e7-075e-445f-8aad-086848bba057', 'network_id': 'a0ab38e7-075e-445f-8aad-086848bba057', 'tenant_id': 'd25a916b9c2d4b34bcd65014285516f8', 'fixed_ips': [{'subnet_id': '1c058d8d-abfe-4fd1-8c20-d0818de8e082'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:32:57.749720 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dbbcdc33-7df8-4d60-95d4-930067180ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:57.755818 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:57.762348 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7e8c28e-b3d5-4b0f-9b05-98bb173cbada tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:57.783222 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a659c8-f7a7-41d5-9ad9-8abbbb8470ff tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:57.783575 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a659c8-f7a7-41d5-9ad9-8abbbb8470ff tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:57.783909 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a659c8-f7a7-41d5-9ad9-8abbbb8470ff tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:57.784243 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a659c8-f7a7-41d5-9ad9-8abbbb8470ff tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:57.784571 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a659c8-f7a7-41d5-9ad9-8abbbb8470ff tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:57.784899 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a659c8-f7a7-41d5-9ad9-8abbbb8470ff tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:57.785222 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a659c8-f7a7-41d5-9ad9-8abbbb8470ff tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:57.785543 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a659c8-f7a7-41d5-9ad9-8abbbb8470ff tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:57.785895 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a659c8-f7a7-41d5-9ad9-8abbbb8470ff tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:57.786244 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a659c8-f7a7-41d5-9ad9-8abbbb8470ff tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:57.787150 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a659c8-f7a7-41d5-9ad9-8abbbb8470ff tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:57.788228 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a659c8-f7a7-41d5-9ad9-8abbbb8470ff tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:32:57.842484 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0520ed-6fef-4274-aaad-b016d71ac005 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Network c3d0e219-bad4-46b8-b9c0-196d97bf5dad is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:32:57.846158 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-5db43f02-a5a4-454a-a4d4-afd5936e34c4 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] In _notify_port_updated(), no bound segment for port 6d8e165d-52b4-4b55-b8a4-5a75b8f17b3a on network ad042a27-6f7f-4fc6-aeac-dfa442372dd7 {{(pid=102102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 08:32:57.849262 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-798166e6-a47a-445d-b4c7-b692cff319c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:57.855928 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db43f02-a5a4-454a-a4d4-afd5936e34c4 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:57.858971 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5db43f02-a5a4-454a-a4d4-afd5936e34c4 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:57.861649 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5db43f02-a5a4-454a-a4d4-afd5936e34c4 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] 10.222.0.41 "PUT /v2.0/ports/6d8e165d-52b4-4b55-b8a4-5a75b8f17b3a HTTP/1.1" status: 200 len: 1003 time: 1.0509679 Oct 26 08:32:57.865301 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32912) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:57.909211 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a3a659c8-f7a7-41d5-9ad9-8abbbb8470ff tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:57.954028 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db43f02-a5a4-454a-a4d4-afd5936e34c4 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Pushing event updated for resources: {'Port': ['ID=6d8e165d-52b4-4b55-b8a4-5a75b8f17b3a,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:57.979284 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-3d0520ed-6fef-4274-aaad-b016d71ac005 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, c3d0e219-bad4-46b8-b9c0-196d97bf5dad) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:57.987222 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-a3a659c8-f7a7-41d5-9ad9-8abbbb8470ff tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9da86cbd-d5cf-4707-a2a3-130a4de967d7']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:57.999101 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7c364a-a74c-4db7-a171-5e1312ce17f5 None None] Network c3d0e219-bad4-46b8-b9c0-196d97bf5dad requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:58.000805 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=e4b1a279-214e-4b1d-bb19-1e905a35a392,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:58.019256 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0520ed-6fef-4274-aaad-b016d71ac005 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:58.020242 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3d0520ed-6fef-4274-aaad-b016d71ac005 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:58.089702 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d054279c-9d32-43fc-b0b4-12867d802e7e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:58.101929 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-a3a659c8-f7a7-41d5-9ad9-8abbbb8470ff tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '725d8fed-2edb-46d9-adc2-abfa5767f873') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:58.102574 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-a3a659c8-f7a7-41d5-9ad9-8abbbb8470ff tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '725d8fed-2edb-46d9-adc2-abfa5767f873') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:58.109002 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.objects.ports [None req-353eaf06-b3d0-484b-ac46-65b9b9ad30b9 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102101) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 08:32:58.140824 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a3a659c8-f7a7-41d5-9ad9-8abbbb8470ff tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:58.146498 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-353eaf06-b3d0-484b-ac46-65b9b9ad30b9 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:58.194196 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a3a659c8-f7a7-41d5-9ad9-8abbbb8470ff tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:58.205437 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device d4750dde-6293-44f9-888e-293c537bfbbf no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:32:58.205936 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3d0520ed-6fef-4274-aaad-b016d71ac005 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5539620 Oct 26 08:32:58.213271 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a659c8-f7a7-41d5-9ad9-8abbbb8470ff tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:32:58.214636 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a3a659c8-f7a7-41d5-9ad9-8abbbb8470ff tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:58.219182 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32914) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:58.220183 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:32:58.220183 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:32:58.220183 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:32:58.220183 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:32:58.220183 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:32:58.220183 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:32:58.220183 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:32:58.220183 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:32:58.220183 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:32:58.220183 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:32:58.220183 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:32:58.220183 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:32:58.220183 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:32:58.220183 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:32:58.220183 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:32:58.220183 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:32:58.220183 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:32:58.220183 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:32:58.220183 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:32:58.220183 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:32:58.220183 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:32:58.220183 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:32:58.220183 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:32:58.220183 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:32:58.220183 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:32:58.220183 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:32:58.220183 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:32:58.220183 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:32:58.220183 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:32:58.220183 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:32:58.220183 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:32:58.220183 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:32:58.245056 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-167944ad-9dcb-4cf0-a5b0-05bc25bbea47 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'port': {'network_id': 'c3d0e219-bad4-46b8-b9c0-196d97bf5dad', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1651063098'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:58.266553 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.db.api [None req-798166e6-a47a-445d-b4c7-b692cff319c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:32:58.266932 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG oslo_db.api [None req-798166e6-a47a-445d-b4c7-b692cff319c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:32:58.268647 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f0d7e688-0331-4704-bd73-5f4501c408ea tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server [None req-dbbcdc33-7df8-4d60-95d4-930067180ca0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1c058d8d-abfe-4fd1-8c20-d0818de8e082: This subnet is being modified by another concurrent operation. Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 08:32:58.278083 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise exception Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1c058d8d-abfe-4fd1-8c20-d0818de8e082: This subnet is being modified by another concurrent operation. Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: d4750dde-6293-44f9-888e-293c537bfbbf {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device d4750dde-6293-44f9-888e-293c537bfbbf not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:32:58.281261 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 6919d3fd-c589-4192-babe-ac3c19c1126b no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:32:58.314382 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 6919d3fd-c589-4192-babe-ac3c19c1126b {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:32:58.315003 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 6919d3fd-c589-4192-babe-ac3c19c1126b not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:32:58.319263 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f033fe21-ee98-48dd-ab32-e2dfbb197f57 None None] Network a0ab38e7-075e-445f-8aad-086848bba057 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:58.339314 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7e8c28e-b3d5-4b0f-9b05-98bb173cbada tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:58.374382 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f0d7e688-0331-4704-bd73-5f4501c408ea tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:58.386153 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353eaf06-b3d0-484b-ac46-65b9b9ad30b9 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:58.401699 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-353eaf06-b3d0-484b-ac46-65b9b9ad30b9 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:58.429725 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-d054279c-9d32-43fc-b0b4-12867d802e7e admin admin] Deleting port fe4845fb-7c08-4b28-aad1-2002259f20e8 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:58.430126 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d054279c-9d32-43fc-b0b4-12867d802e7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:58.437526 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a3a659c8-f7a7-41d5-9ad9-8abbbb8470ff tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:58.438352 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a29b5c8-43a7-4d28-8a40-baad0a968741 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:32:58.441811 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a3a659c8-f7a7-41d5-9ad9-8abbbb8470ff tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:58.449658 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a3a659c8-f7a7-41d5-9ad9-8abbbb8470ff tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "DELETE /v2.0/networks/9da86cbd-d5cf-4707-a2a3-130a4de967d7 HTTP/1.1" status: 204 len: 168 time: 1.8384089 Oct 26 08:32:58.464154 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-1fb38e4d-a740-42ad-8f13-767975107d65 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Deleting port 6d8e165d-52b4-4b55-b8a4-5a75b8f17b3a {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:58.464496 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1fb38e4d-a740-42ad-8f13-767975107d65 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:58.470430 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353eaf06-b3d0-484b-ac46-65b9b9ad30b9 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:58.470604 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32916) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:58.470685 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-353eaf06-b3d0-484b-ac46-65b9b9ad30b9 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:58.506558 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-0ae2ddc0-7a42-42c2-93a1-0d313b1ed18b tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-391424313'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:58.507568 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7e8c28e-b3d5-4b0f-9b05-98bb173cbada tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:58.511093 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353eaf06-b3d0-484b-ac46-65b9b9ad30b9 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Subnet': ['ID=e2c37277-5463-4047-9ea5-f55b49d37ed4,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:58.573535 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8c28e-b3d5-4b0f-9b05-98bb173cbada tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event deleted for resources: {'Subnet': ['ID=1c058d8d-abfe-4fd1-8c20-d0818de8e082,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:58.579614 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a659c8-f7a7-41d5-9ad9-8abbbb8470ff tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event deleted for resources: {'Network': ['ID=9da86cbd-d5cf-4707-a2a3-130a4de967d7,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:58.588736 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-353eaf06-b3d0-484b-ac46-65b9b9ad30b9 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4400516 Oct 26 08:32:58.589553 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32918) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:58.591644 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-d7e8c28e-b3d5-4b0f-9b05-98bb173cbada tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ab38e7-075e-445f-8aad-086848bba057']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:58.600948 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-bba5770b-aeef-43e8-9ed9-d0ed8c66c05c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:58.652463 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae2ddc0-7a42-42c2-93a1-0d313b1ed18b tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Made reservation on behalf of 3905ee3ef311437797d112e063b81314 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:58.655934 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0ae2ddc0-7a42-42c2-93a1-0d313b1ed18b tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:58.682731 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-d7e8c28e-b3d5-4b0f-9b05-98bb173cbada tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30208dc5-5b57-412b-9199-b4257ac91bf8') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:58.682731 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-d7e8c28e-b3d5-4b0f-9b05-98bb173cbada tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30208dc5-5b57-412b-9199-b4257ac91bf8') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:32:58.686183 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a72dc0f-ca63-47a8-98fe-71d7f5390b2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'tenant_id': '34a26fc2cbe741c49d4d94b40e63438a', 'fixed_ips': [{'subnet_id': 'e2c37277-5463-4047-9ea5-f55b49d37ed4'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:32:58.686735 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0a72dc0f-ca63-47a8-98fe-71d7f5390b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:58.708940 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7e8c28e-b3d5-4b0f-9b05-98bb173cbada tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:58.711680 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-d054279c-9d32-43fc-b0b4-12867d802e7e admin admin] For port fe4845fb-7c08-4b28-aad1-2002259f20e8, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=fe4845fb-7c08-4b28-aad1-2002259f20e8,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:58.712579 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d054279c-9d32-43fc-b0b4-12867d802e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:58.736218 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1fb38e4d-a740-42ad-8f13-767975107d65 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:58.750340 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-d054279c-9d32-43fc-b0b4-12867d802e7e admin admin] Calling delete_port for fe4845fb-7c08-4b28-aad1-2002259f20e8 owned by network:router_gateway {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:58.752238 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167944ad-9dcb-4cf0-a5b0-05bc25bbea47 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Made reservation on behalf of 842b849088674682987bba8ce52bfdf3 for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:58.752361 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7e8c28e-b3d5-4b0f-9b05-98bb173cbada tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:58.756518 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-167944ad-9dcb-4cf0-a5b0-05bc25bbea47 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:58.763287 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1d5fa8-95b7-4adc-b65e-15166d43c93e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-c3d0e219-bad4-46b8-b9c0-196d97bf5dad', 'network_id': 'c3d0e219-bad4-46b8-b9c0-196d97bf5dad', 'tenant_id': '842b849088674682987bba8ce52bfdf3', 'fixed_ips': [{'subnet_id': '16c86110-f94f-41e9-bcee-60e19dbc5ec5'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:32:58.764059 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cd1d5fa8-95b7-4adc-b65e-15166d43c93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:58.773208 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-f0d7e688-0331-4704-bd73-5f4501c408ea tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Allocated IP 172.26.2.108 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/46a73b73-1133-48de-b769-dbeb79d149cd) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:32:58.777228 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-1fb38e4d-a740-42ad-8f13-767975107d65 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Calling delete_port for 6d8e165d-52b4-4b55-b8a4-5a75b8f17b3a owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:58.782422 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ae2ddc0-7a42-42c2-93a1-0d313b1ed18b tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:32:58.787144 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7e8c28e-b3d5-4b0f-9b05-98bb173cbada tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:32:58.787596 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7e8c28e-b3d5-4b0f-9b05-98bb173cbada tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:58.792439 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:32:58.792439 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:32:58.792439 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:32:58.792439 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:32:58.792439 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:32:58.792439 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:32:58.792439 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:32:58.792439 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:32:58.792439 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:32:58.792439 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:32:58.792439 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:32:58.792439 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:32:58.792439 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:32:58.792439 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:32:58.792439 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:32:58.792439 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:32:58.792439 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:32:58.792439 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:32:58.792439 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:32:58.792439 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:32:58.792439 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:32:58.792439 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:32:58.792439 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:32:58.792439 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:32:58.792439 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:32:58.792439 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:32:58.792439 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:32:58.792439 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:32:58.792439 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:32:58.792439 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:32:58.792439 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:32:58.792439 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:32:58.811476 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0ae2ddc0-7a42-42c2-93a1-0d313b1ed18b tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:58.811847 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-0ae2ddc0-7a42-42c2-93a1-0d313b1ed18b tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Added segment a3e25d2d-a99e-49a9-8e9e-709401e55837 of type vlan for network 22007317-1a2a-4208-9e76-782597e6eae5 Oct 26 08:32:58.852078 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-167944ad-9dcb-4cf0-a5b0-05bc25bbea47 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] device_id is not set on port f81806af-d323-4856-ba59-b66e4b5fb0c1 yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:32:58.952307 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-0a72dc0f-ca63-47a8-98fe-71d7f5390b2c None None] Allocated IP 2001:db8::f816:3eff:fe54:95bc (ecf0c004-fa53-4f3e-bbfd-ff079400665b/e2c37277-5463-4047-9ea5-f55b49d37ed4/acaa0d6f-5bad-43cc-bfe0-05b441578856) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:32:58.964345 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7e8c28e-b3d5-4b0f-9b05-98bb173cbada tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:58.977004 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0ae2ddc0-7a42-42c2-93a1-0d313b1ed18b tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:58.977352 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7e8c28e-b3d5-4b0f-9b05-98bb173cbada tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:58.981151 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d7e8c28e-b3d5-4b0f-9b05-98bb173cbada tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "DELETE /v2.0/networks/a0ab38e7-075e-445f-8aad-086848bba057 HTTP/1.1" status: 204 len: 168 time: 1.8794324 Oct 26 08:32:58.985329 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba5770b-aeef-43e8-9ed9-d0ed8c66c05c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:58.988412 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32920) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:58.989241 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bba5770b-aeef-43e8-9ed9-d0ed8c66c05c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:59.008595 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-4498916a-8646-42d0-850b-ecc0aefe7ea9 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-221821805'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:59.033175 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8c28e-b3d5-4b0f-9b05-98bb173cbada tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event deleted for resources: {'Network': ['ID=a0ab38e7-075e-445f-8aad-086848bba057,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:59.105013 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f0d7e688-0331-4704-bd73-5f4501c408ea tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:59.116711 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-a13bc529-c6e7-4d68-8179-f58ba4443c31 admin admin] Deleting port 6c0ae55c-a010-459e-8435-bf41f7c4ddba {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:32:59.117862 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a13bc529-c6e7-4d68-8179-f58ba4443c31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:59.120796 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0ae2ddc0-7a42-42c2-93a1-0d313b1ed18b tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:59.126597 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae2ddc0-7a42-42c2-93a1-0d313b1ed18b tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:59.127205 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0ae2ddc0-7a42-42c2-93a1-0d313b1ed18b tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:59.157901 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4498916a-8646-42d0-850b-ecc0aefe7ea9 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Made reservation on behalf of d25a916b9c2d4b34bcd65014285516f8 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:59.162216 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4498916a-8646-42d0-850b-ecc0aefe7ea9 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:59.208930 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-9d404cec-48d9-446b-94cc-cd31ffa62a9b None None] Provisioning complete for port 6d8e165d-52b4-4b55-b8a4-5a75b8f17b3a triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:59.209307 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9d404cec-48d9-446b-94cc-cd31ffa62a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:59.211511 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-cd1d5fa8-95b7-4adc-b65e-15166d43c93e None None] Allocated IP 2001:db8::2 (c3d0e219-bad4-46b8-b9c0-196d97bf5dad/16c86110-f94f-41e9-bcee-60e19dbc5ec5/3fc225e4-cdb5-466c-bb46-1be0571771ee) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:32:59.249175 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f0d7e688-0331-4704-bd73-5f4501c408ea tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:59.249490 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-0ae2ddc0-7a42-42c2-93a1-0d313b1ed18b tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7480521 Oct 26 08:32:59.257345 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32922) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:59.271235 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-7ca54b22-e4b9-4cbe-bd83-c703d8628373 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Request body: {'subnet': {'network_id': '22007317-1a2a-4208-9e76-782597e6eae5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:59.280269 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2ddc0-7a42-42c2-93a1-0d313b1ed18b tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event updated for resources: {'Network': ['ID=22007317-1a2a-4208-9e76-782597e6eae5,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:59.300610 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4498916a-8646-42d0-850b-ecc0aefe7ea9 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:32:59.325687 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 22007317-1a2a-4208-9e76-782597e6eae5 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:32:59.332256 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-9d404cec-48d9-446b-94cc-cd31ffa62a9b None None] Port 6d8e165d-52b4-4b55-b8a4-5a75b8f17b3a cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:32:59.348482 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4498916a-8646-42d0-850b-ecc0aefe7ea9 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:59.349455 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-4498916a-8646-42d0-850b-ecc0aefe7ea9 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Added segment 4057fc4b-134f-4040-9db6-29fcd8b778e8 of type vlan for network 94e9d3c9-0748-48c0-b6a2-ac8a2761f9a6 Oct 26 08:32:59.361215 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1fb38e4d-a740-42ad-8f13-767975107d65 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:59.368106 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-a13bc529-c6e7-4d68-8179-f58ba4443c31 admin admin] For port 6c0ae55c-a010-459e-8435-bf41f7c4ddba, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=6c0ae55c-a010-459e-8435-bf41f7c4ddba,segment=NetworkSegment(45e41e81-ba7f-4c8e-9ba2-09e1fadcea4d),segment_id=45e41e81-ba7f-4c8e-9ba2-09e1fadcea4d)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:32:59.368637 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a13bc529-c6e7-4d68-8179-f58ba4443c31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:59.397557 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d7e688-0331-4704-bd73-5f4501c408ea tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:59.417176 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-f0d7e688-0331-4704-bd73-5f4501c408ea tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:59.439694 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb38e4d-a740-42ad-8f13-767975107d65 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Pushing event deleted for resources: {'Port': ['ID=6d8e165d-52b4-4b55-b8a4-5a75b8f17b3a,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:59.439913 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-a13bc529-c6e7-4d68-8179-f58ba4443c31 admin admin] Calling delete_port for 6c0ae55c-a010-459e-8435-bf41f7c4ddba owned by network:router_interface {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:32:59.447067 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-9d404cec-48d9-446b-94cc-cd31ffa62a9b None None] Provisioning complete for port e4b1a279-214e-4b1d-bb19-1e905a35a392 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:32:59.447456 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9d404cec-48d9-446b-94cc-cd31ffa62a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:59.448395 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d7e688-0331-4704-bd73-5f4501c408ea tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:59.452771 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d7e688-0331-4704-bd73-5f4501c408ea tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Pushing event updated for resources: {'Port': ['ID=46a73b73-1133-48de-b769-dbeb79d149cd,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:59.461938 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d054279c-9d32-43fc-b0b4-12867d802e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:59.466468 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4498916a-8646-42d0-850b-ecc0aefe7ea9 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:59.471977 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1fb38e4d-a740-42ad-8f13-767975107d65 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:59.479514 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1fb38e4d-a740-42ad-8f13-767975107d65 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] 10.222.0.41 "DELETE /v2.0/ports/6d8e165d-52b4-4b55-b8a4-5a75b8f17b3a HTTP/1.1" status: 204 len: 168 time: 1.6072545 Oct 26 08:32:59.483204 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32924) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:59.537949 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d054279c-9d32-43fc-b0b4-12867d802e7e admin admin] Pushing event deleted for resources: {'Port': ['ID=fe4845fb-7c08-4b28-aad1-2002259f20e8,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:59.559144 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c049a76-09b7-4ee8-94fd-37fd32aec310 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] GET failed (client error): The resource could not be found. Oct 26 08:32:59.564571 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9c049a76-09b7-4ee8-94fd-37fd32aec310 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] 10.222.0.41 "GET /v2.0/ports/6d8e165d-52b4-4b55-b8a4-5a75b8f17b3a HTTP/1.1" status: 404 len: 333 time: 0.0779119 Oct 26 08:32:59.565036 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32926) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:32:59.577533 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-21b2332d-72bb-48ca-95a5-f60d662c6a43 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Request body: {'port': {'network_id': 'ad042a27-6f7f-4fc6-aeac-dfa442372dd7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-909832303'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:32:59.614199 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0a72dc0f-ca63-47a8-98fe-71d7f5390b2c None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:59.629463 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0a72dc0f-ca63-47a8-98fe-71d7f5390b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:59.643807 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cd1d5fa8-95b7-4adc-b65e-15166d43c93e None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:59.659095 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4498916a-8646-42d0-850b-ecc0aefe7ea9 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:59.666084 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4498916a-8646-42d0-850b-ecc0aefe7ea9 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:32:59.666719 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4498916a-8646-42d0-850b-ecc0aefe7ea9 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:59.699770 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cd1d5fa8-95b7-4adc-b65e-15166d43c93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:59.726210 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a72dc0f-ca63-47a8-98fe-71d7f5390b2c None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:59.727410 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72dc0f-ca63-47a8-98fe-71d7f5390b2c None None] Pushing event updated for resources: {'Port': ['ID=acaa0d6f-5bad-43cc-bfe0-05b441578856,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:59.735844 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-0a72dc0f-ca63-47a8-98fe-71d7f5390b2c None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:59.743064 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1d5fa8-95b7-4adc-b65e-15166d43c93e None None] Network c3d0e219-bad4-46b8-b9c0-196d97bf5dad is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:32:59.743945 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a72dc0f-ca63-47a8-98fe-71d7f5390b2c None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:59.750055 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca54b22-e4b9-4cbe-bd83-c703d8628373 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Made reservation on behalf of 3905ee3ef311437797d112e063b81314 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:32:59.753603 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7ca54b22-e4b9-4cbe-bd83-c703d8628373 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:59.768326 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-cd1d5fa8-95b7-4adc-b65e-15166d43c93e None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:32:59.776100 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1d5fa8-95b7-4adc-b65e-15166d43c93e None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:32:59.857439 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d5fa8-95b7-4adc-b65e-15166d43c93e None None] Pushing event updated for resources: {'Port': ['ID=3fc225e4-cdb5-466c-bb46-1be0571771ee,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:32:59.884497 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-0a72dc0f-ca63-47a8-98fe-71d7f5390b2c None None] Attempting to bind port acaa0d6f-5bad-43cc-bfe0-05b441578856 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:59.884885 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-0a72dc0f-ca63-47a8-98fe-71d7f5390b2c None None] Attempting to bind port acaa0d6f-5bad-43cc-bfe0-05b441578856 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:59.885292 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a72dc0f-ca63-47a8-98fe-71d7f5390b2c None None] Attempting to bind port acaa0d6f-5bad-43cc-bfe0-05b441578856 on network ecf0c004-fa53-4f3e-bbfd-ff079400665b {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:59.887444 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cd1d5fa8-95b7-4adc-b65e-15166d43c93e None None] Attempting to bind port 3fc225e4-cdb5-466c-bb46-1be0571771ee on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:32:59.887815 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cd1d5fa8-95b7-4adc-b65e-15166d43c93e None None] Attempting to bind port 3fc225e4-cdb5-466c-bb46-1be0571771ee by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'a9a51c11-58d7-4e8d-82cd-3a8c7f313927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c3d0e219-bad4-46b8-b9c0-196d97bf5dad'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:32:59.888176 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1d5fa8-95b7-4adc-b65e-15166d43c93e None None] Attempting to bind port 3fc225e4-cdb5-466c-bb46-1be0571771ee on network c3d0e219-bad4-46b8-b9c0-196d97bf5dad {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:32:59.897029 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a72dc0f-ca63-47a8-98fe-71d7f5390b2c None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:32:59.897565 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a72dc0f-ca63-47a8-98fe-71d7f5390b2c None None] Checking segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:59.898008 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0a72dc0f-ca63-47a8-98fe-71d7f5390b2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:59.898419 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a72dc0f-ca63-47a8-98fe-71d7f5390b2c None None] Bound using segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:32:59.898926 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-0a72dc0f-ca63-47a8-98fe-71d7f5390b2c None None] Bound port: acaa0d6f-5bad-43cc-bfe0-05b441578856, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:32:59.899323 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0a72dc0f-ca63-47a8-98fe-71d7f5390b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:59.901912 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1d5fa8-95b7-4adc-b65e-15166d43c93e None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:32:59.902282 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1d5fa8-95b7-4adc-b65e-15166d43c93e None None] Checking segment: {'id': 'a9a51c11-58d7-4e8d-82cd-3a8c7f313927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c3d0e219-bad4-46b8-b9c0-196d97bf5dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:32:59.902681 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cd1d5fa8-95b7-4adc-b65e-15166d43c93e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:59.903079 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1d5fa8-95b7-4adc-b65e-15166d43c93e None None] Bound using segment: {'id': 'a9a51c11-58d7-4e8d-82cd-3a8c7f313927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c3d0e219-bad4-46b8-b9c0-196d97bf5dad'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:32:59.903564 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cd1d5fa8-95b7-4adc-b65e-15166d43c93e None None] Bound port: 3fc225e4-cdb5-466c-bb46-1be0571771ee, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a51c11-58d7-4e8d-82cd-3a8c7f313927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c3d0e219-bad4-46b8-b9c0-196d97bf5dad'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:32:59.903973 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cd1d5fa8-95b7-4adc-b65e-15166d43c93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:32:59.982354 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device e4b1a279-214e-4b1d-bb19-1e905a35a392 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:33:00.081860 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-0a72dc0f-ca63-47a8-98fe-71d7f5390b2c None None] For port acaa0d6f-5bad-43cc-bfe0-05b441578856, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:33:00.085525 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-cd1d5fa8-95b7-4adc-b65e-15166d43c93e None None] For port 3fc225e4-cdb5-466c-bb46-1be0571771ee, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:33:00.088611 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-0a72dc0f-ca63-47a8-98fe-71d7f5390b2c None None] For port acaa0d6f-5bad-43cc-bfe0-05b441578856, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=acaa0d6f-5bad-43cc-bfe0-05b441578856,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:33:00.091329 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-cd1d5fa8-95b7-4adc-b65e-15166d43c93e None None] For port 3fc225e4-cdb5-466c-bb46-1be0571771ee, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=3fc225e4-cdb5-466c-bb46-1be0571771ee,segment=NetworkSegment(a9a51c11-58d7-4e8d-82cd-3a8c7f313927),segment_id=a9a51c11-58d7-4e8d-82cd-3a8c7f313927)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:33:00.098742 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0a72dc0f-ca63-47a8-98fe-71d7f5390b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:00.102433 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cd1d5fa8-95b7-4adc-b65e-15166d43c93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:00.158251 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port e4b1a279-214e-4b1d-bb19-1e905a35a392 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:00.158719 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:00.196683 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498916a-8646-42d0-850b-ecc0aefe7ea9 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event updated for resources: {'Network': ['ID=94e9d3c9-0748-48c0-b6a2-ac8a2761f9a6,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:00.227230 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d054279c-9d32-43fc-b0b4-12867d802e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:00.228736 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 94e9d3c9-0748-48c0-b6a2-ac8a2761f9a6 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:33:00.239648 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bba5770b-aeef-43e8-9ed9-d0ed8c66c05c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:00.240977 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4498916a-8646-42d0-850b-ecc0aefe7ea9 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2438142 Oct 26 08:33:00.277073 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32928) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:00.321637 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72dc0f-ca63-47a8-98fe-71d7f5390b2c None None] Pushing event updated for resources: {'Port': ['ID=acaa0d6f-5bad-43cc-bfe0-05b441578856,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:00.328737 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-2308cc01-9460-42c9-9038-79a28b004379 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Request body: {'subnet': {'network_id': '94e9d3c9-0748-48c0-b6a2-ac8a2761f9a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:00.389144 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-167944ad-9dcb-4cf0-a5b0-05bc25bbea47 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Allocated IP 2001:db8::178 (c3d0e219-bad4-46b8-b9c0-196d97bf5dad/16c86110-f94f-41e9-bcee-60e19dbc5ec5/f81806af-d323-4856-ba59-b66e4b5fb0c1) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:00.404137 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba5770b-aeef-43e8-9ed9-d0ed8c66c05c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:00.427639 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-bba5770b-aeef-43e8-9ed9-d0ed8c66c05c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:00.434902 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba5770b-aeef-43e8-9ed9-d0ed8c66c05c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:00.435801 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bba5770b-aeef-43e8-9ed9-d0ed8c66c05c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:00.439459 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5770b-aeef-43e8-9ed9-d0ed8c66c05c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Subnet': ['ID=a80c6a60-55ba-44f4-989e-c7115ff84812,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:00.463970 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d5fa8-95b7-4adc-b65e-15166d43c93e None None] Pushing event updated for resources: {'Port': ['ID=3fc225e4-cdb5-466c-bb46-1be0571771ee,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:00.523512 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d054279c-9d32-43fc-b0b4-12867d802e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:00.532647 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d054279c-9d32-43fc-b0b4-12867d802e7e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:00.597452 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-bba5770b-aeef-43e8-9ed9-d0ed8c66c05c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0004325 Oct 26 08:33:00.603639 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32930) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:00.624220 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-3f19e5a5-d031-4f35-b69b-d865f795fc4f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'port': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'mac_address': 'fa:16:3e:2a:ee:a2', 'name': 'tempest-NetworksTestDHCPv6-462581448'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:00.718650 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d054279c-9d32-43fc-b0b4-12867d802e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:00.719268 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d054279c-9d32-43fc-b0b4-12867d802e7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3298173d-f0ba-4eb7-be34-c15551c49ab5 {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:33:00.727246 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d054279c-9d32-43fc-b0b4-12867d802e7e admin admin] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:00.731341 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d054279c-9d32-43fc-b0b4-12867d802e7e admin admin] 10.222.0.41 "DELETE /v2.0/routers/3298173d-f0ba-4eb7-be34-c15551c49ab5 HTTP/1.1" status: 204 len: 168 time: 3.9253249 Oct 26 08:33:00.750490 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32932) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:00.764962 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2308cc01-9460-42c9-9038-79a28b004379 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Made reservation on behalf of d25a916b9c2d4b34bcd65014285516f8 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:00.768349 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2308cc01-9460-42c9-9038-79a28b004379 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:00.772175 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b2332d-72bb-48ca-95a5-f60d662c6a43 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Made reservation on behalf of 013b02ea97ed4712a1d68088856a2f66 for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:00.775664 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-21b2332d-72bb-48ca-95a5-f60d662c6a43 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:00.835753 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f0d7e688-0331-4704-bd73-5f4501c408ea tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:00.914769 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-21b2332d-72bb-48ca-95a5-f60d662c6a43 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] device_id is not set on port 7d1a26e4-607a-473a-9efd-82f1b7425185 yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:33:00.935360 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-167944ad-9dcb-4cf0-a5b0-05bc25bbea47 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:00.951573 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a13bc529-c6e7-4d68-8179-f58ba4443c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:00.978409 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ad8c368-2799-4354-ac4a-135b94dd1937 admin admin] Deleting subnet 83da6782-9113-4a7a-b4da-ae04d95f86c0 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:33:00.986647 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0ad8c368-2799-4354-ac4a-135b94dd1937 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:00.999913 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7ca54b22-e4b9-4cbe-bd83-c703d8628373 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:01.001997 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13bc529-c6e7-4d68-8179-f58ba4443c31 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c0ae55c-a010-459e-8435-bf41f7c4ddba,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:01.003326 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f19e5a5-d031-4f35-b69b-d865f795fc4f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:01.102092 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0ad8c368-2799-4354-ac4a-135b94dd1937 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:01.191708 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca54b22-e4b9-4cbe-bd83-c703d8628373 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event updated for resources: {'Subnet': ['ID=43f28f83-3be5-4919-b856-c5de4e4b4e14,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:01.198498 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-167944ad-9dcb-4cf0-a5b0-05bc25bbea47 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:01.230166 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-21b2332d-72bb-48ca-95a5-f60d662c6a43 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Allocated IP 2001:db8::17a (ad042a27-6f7f-4fc6-aeac-dfa442372dd7/35699d40-07fc-49f9-8781-2f0f81eeef9a/7d1a26e4-607a-473a-9efd-82f1b7425185) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:01.275567 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167944ad-9dcb-4cf0-a5b0-05bc25bbea47 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Network c3d0e219-bad4-46b8-b9c0-196d97bf5dad is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:01.290944 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-167944ad-9dcb-4cf0-a5b0-05bc25bbea47 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:01.324344 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167944ad-9dcb-4cf0-a5b0-05bc25bbea47 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:01.330614 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167944ad-9dcb-4cf0-a5b0-05bc25bbea47 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:01.331300 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-167944ad-9dcb-4cf0-a5b0-05bc25bbea47 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:01.416473 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167944ad-9dcb-4cf0-a5b0-05bc25bbea47 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Port': ['ID=f81806af-d323-4856-ba59-b66e4b5fb0c1,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:01.448727 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca54b22-e4b9-4cbe-bd83-c703d8628373 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Checking segment: {'id': 'a3e25d2d-a99e-49a9-8e9e-709401e55837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '22007317-1a2a-4208-9e76-782597e6eae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:33:01.449082 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-167944ad-9dcb-4cf0-a5b0-05bc25bbea47 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.2226732 Oct 26 08:33:01.449181 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca54b22-e4b9-4cbe-bd83-c703d8628373 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Network hostable DHCP agents. Network: 22007317-1a2a-4208-9e76-782597e6eae5, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:33:01.453696 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32934) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:01.457420 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0ad8c368-2799-4354-ac4a-135b94dd1937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:01.457900 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3f19e5a5-d031-4f35-b69b-d865f795fc4f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:01.462652 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2308cc01-9460-42c9-9038-79a28b004379 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:01.554046 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-3f19e5a5-d031-4f35-b69b-d865f795fc4f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] device_id is not set on port 4c9dec63-4600-4743-9c9c-6a71bd003441 yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:33:01.560325 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f0d7e688-0331-4704-bd73-5f4501c408ea tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8100261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8097850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15702'] for router, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:01.571146 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca54b22-e4b9-4cbe-bd83-c703d8628373 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Network 22007317-1a2a-4208-9e76-782597e6eae5 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:33:01.623746 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f0d7e688-0331-4704-bd73-5f4501c408ea tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8100266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8100243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8097827'] for router, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:01.644526 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308cc01-9460-42c9-9038-79a28b004379 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event updated for resources: {'Subnet': ['ID=5cbf13ee-9cdd-4d96-a89b-adaa066668d9,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:01.653480 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069c204a-ae99-4001-8e89-e060d54b0c2e None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:01.665711 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-7ca54b22-e4b9-4cbe-bd83-c703d8628373 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 22007317-1a2a-4208-9e76-782597e6eae5) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:01.669520 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2308cc01-9460-42c9-9038-79a28b004379 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Checking segment: {'id': '4057fc4b-134f-4040-9db6-29fcd8b778e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '94e9d3c9-0748-48c0-b6a2-ac8a2761f9a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:33:01.672784 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2308cc01-9460-42c9-9038-79a28b004379 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Network hostable DHCP agents. Network: 94e9d3c9-0748-48c0-b6a2-ac8a2761f9a6, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:33:01.679352 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca54b22-e4b9-4cbe-bd83-c703d8628373 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:01.680171 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7ca54b22-e4b9-4cbe-bd83-c703d8628373 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:01.683894 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0ad8c368-2799-4354-ac4a-135b94dd1937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:01.700089 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a13bc529-c6e7-4d68-8179-f58ba4443c31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:01.714117 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-21b2332d-72bb-48ca-95a5-f60d662c6a43 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:01.716837 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2211090d-1303-42b5-a599-767592bd7992 None None] Network 22007317-1a2a-4208-9e76-782597e6eae5 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:01.806971 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-e2ee9c28-a27b-4e79-a88a-2f12729df69e None None] Provisioning complete for port acaa0d6f-5bad-43cc-bfe0-05b441578856 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:01.807888 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e2ee9c28-a27b-4e79-a88a-2f12729df69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:01.829551 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-21b2332d-72bb-48ca-95a5-f60d662c6a43 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:01.843235 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad8c368-2799-4354-ac4a-135b94dd1937 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83da6782-9113-4a7a-b4da-ae04d95f86c0,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:01.859949 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0ad8c368-2799-4354-ac4a-135b94dd1937 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:01.865255 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-0ad8c368-2799-4354-ac4a-135b94dd1937 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/83da6782-9113-4a7a-b4da-ae04d95f86c0 HTTP/1.1" status: 204 len: 168 time: 1.1091766 Oct 26 08:33:01.885874 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-7ca54b22-e4b9-4cbe-bd83-c703d8628373 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.6174631 Oct 26 08:33:01.886385 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d2c1b3-cd24-4b54-a204-e72dd2dbb106 None None] Network ee56e2b1-1b4b-4811-8525-c64c4b88af1d requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:01.887674 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32936) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:01.888007 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32938) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:01.910416 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2308cc01-9460-42c9-9038-79a28b004379 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Network 94e9d3c9-0748-48c0-b6a2-ac8a2761f9a6 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:33:01.936256 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b2332d-72bb-48ca-95a5-f60d662c6a43 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Network ad042a27-6f7f-4fc6-aeac-dfa442372dd7 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:01.952416 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-21b2332d-72bb-48ca-95a5-f60d662c6a43 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:01.968538 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b2332d-72bb-48ca-95a5-f60d662c6a43 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:01.974995 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b2332d-72bb-48ca-95a5-f60d662c6a43 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:01.975638 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-21b2332d-72bb-48ca-95a5-f60d662c6a43 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:01.996605 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-2308cc01-9460-42c9-9038-79a28b004379 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 94e9d3c9-0748-48c0-b6a2-ac8a2761f9a6) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:02.001092 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2308cc01-9460-42c9-9038-79a28b004379 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:02.001741 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2308cc01-9460-42c9-9038-79a28b004379 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:02.031353 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b2332d-72bb-48ca-95a5-f60d662c6a43 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Pushing event updated for resources: {'Port': ['ID=7d1a26e4-607a-473a-9efd-82f1b7425185,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:02.049995 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-2308cc01-9460-42c9-9038-79a28b004379 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7556140 Oct 26 08:33:02.051416 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32940) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:02.070877 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-21b2332d-72bb-48ca-95a5-f60d662c6a43 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4992511 Oct 26 08:33:02.104066 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4626f6cc-929b-4fd3-9068-f67ab684a141 None None] Network 94e9d3c9-0748-48c0-b6a2-ac8a2761f9a6 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:02.115525 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32942) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:02.123971 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-bdfb36ac-8144-4ae5-922e-93c706b8b1ca tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Request body: {'port': {'network_id': 'ad042a27-6f7f-4fc6-aeac-dfa442372dd7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1013267207'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:02.158706 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device acaa0d6f-5bad-43cc-bfe0-05b441578856 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:33:02.287566 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-e7d82d82-3e63-4161-9c88-1f4655568aca tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Deleting port f81806af-d323-4856-ba59-b66e4b5fb0c1 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:02.288197 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e7d82d82-3e63-4161-9c88-1f4655568aca tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:02.303608 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6d3fa493-4075-4ad0-9a6c-97476779cf15 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:02.324860 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d6c2330e-7552-49aa-b1ae-7102ecdd65db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:02.418470 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6d3fa493-4075-4ad0-9a6c-97476779cf15 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:02.431697 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba610da1-bafb-4db1-9ad2-0eb67f8ab623 None None] Network c3d0e219-bad4-46b8-b9c0-196d97bf5dad requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:02.445650 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-3f19e5a5-d031-4f35-b69b-d865f795fc4f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Allocated IP 172.20.0.7 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/a80c6a60-55ba-44f4-989e-c7115ff84812/4c9dec63-4600-4743-9c9c-6a71bd003441) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:02.447664 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfb36ac-8144-4ae5-922e-93c706b8b1ca tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Made reservation on behalf of 013b02ea97ed4712a1d68088856a2f66 for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:02.451470 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bdfb36ac-8144-4ae5-922e-93c706b8b1ca tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:02.484035 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e52f-6566-4192-a0bc-be68d1796c9f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:02.485477 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-bdfb36ac-8144-4ae5-922e-93c706b8b1ca tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] device_id is not set on port 523e29ff-5911-4b82-b016-28151e15e6c1 yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:33:02.560830 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6d3fa493-4075-4ad0-9a6c-97476779cf15 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:02.565914 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-3f19e5a5-d031-4f35-b69b-d865f795fc4f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Allocated IP 2001:db8::f816:3eff:fe2a:eea2 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/e2c37277-5463-4047-9ea5-f55b49d37ed4/4c9dec63-4600-4743-9c9c-6a71bd003441) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:02.609765 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e7d82d82-3e63-4161-9c88-1f4655568aca tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:02.620337 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3fa493-4075-4ad0-9a6c-97476779cf15 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event deleted for resources: {'Subnet': ['ID=5cbf13ee-9cdd-4d96-a89b-adaa066668d9,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:02.651002 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9414dd7-5760-411e-a5b1-40742cd52c7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-22007317-1a2a-4208-9e76-782597e6eae5', 'network_id': '22007317-1a2a-4208-9e76-782597e6eae5', 'tenant_id': '3905ee3ef311437797d112e063b81314', 'fixed_ips': [{'subnet_id': '43f28f83-3be5-4919-b856-c5de4e4b4e14'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:33:02.651870 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e9414dd7-5760-411e-a5b1-40742cd52c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:02.669889 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e2ee9c28-a27b-4e79-a88a-2f12729df69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:02.708503 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6d3fa493-4075-4ad0-9a6c-97476779cf15 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:02.712668 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-bdfb36ac-8144-4ae5-922e-93c706b8b1ca tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Allocated IP 2001:db8::62 (ad042a27-6f7f-4fc6-aeac-dfa442372dd7/35699d40-07fc-49f9-8781-2f0f81eeef9a/523e29ff-5911-4b82-b016-28151e15e6c1) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:02.713059 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-e7d82d82-3e63-4161-9c88-1f4655568aca tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Calling delete_port for f81806af-d323-4856-ba59-b66e4b5fb0c1 owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:02.746936 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-6d3fa493-4075-4ad0-9a6c-97476779cf15 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94e9d3c9-0748-48c0-b6a2-ac8a2761f9a6']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:02.750958 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d7e688-0331-4704-bd73-5f4501c408ea tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Router c1c0a87f-7739-4c6f-9137-e7f1d06e9c8d is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:33:02.767992 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-6d3fa493-4075-4ad0-9a6c-97476779cf15 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4057fc4b-134f-4040-9db6-29fcd8b778e8') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:02.768330 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-6d3fa493-4075-4ad0-9a6c-97476779cf15 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4057fc4b-134f-4040-9db6-29fcd8b778e8') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:02.786663 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port acaa0d6f-5bad-43cc-bfe0-05b441578856 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:02.787058 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:02.789331 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6d3fa493-4075-4ad0-9a6c-97476779cf15 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:02.820697 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6d3fa493-4075-4ad0-9a6c-97476779cf15 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:02.869215 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d3fa493-4075-4ad0-9a6c-97476779cf15 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:33:02.869889 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6d3fa493-4075-4ad0-9a6c-97476779cf15 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:02.873320 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:33:02.873320 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:33:02.873320 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:33:02.873320 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:33:02.873320 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:33:02.873320 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:33:02.873320 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:33:02.873320 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:33:02.873320 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:33:02.873320 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:33:02.873320 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:33:02.873320 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:33:02.873320 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:33:02.873320 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:33:02.873320 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:33:02.873320 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:33:02.873320 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:33:02.873320 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:33:02.873320 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:33:02.873320 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:33:02.873320 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:33:02.873320 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:33:02.873320 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:33:02.873320 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:33:02.873320 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:33:02.873320 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:33:02.873320 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:33:02.873320 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:33:02.873320 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:33:02.873320 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:33:02.873320 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:33:02.873320 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:33:02.919719 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c60078-7b5b-4818-9982-ce769dad84c3 None None] Network 94e9d3c9-0748-48c0-b6a2-ac8a2761f9a6 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:02.934341 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-e2ee9c28-a27b-4e79-a88a-2f12729df69e None None] For port acaa0d6f-5bad-43cc-bfe0-05b441578856, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=acaa0d6f-5bad-43cc-bfe0-05b441578856,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:02.963310 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ce1e53-33ba-49b2-b620-588f7cf1c9bd None None] DHCP port deletion for ee56e2b1-1b4b-4811-8525-c64c4b88af1d request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:33:02.963526 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6d3fa493-4075-4ad0-9a6c-97476779cf15 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:02.986968 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6d3fa493-4075-4ad0-9a6c-97476779cf15 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:02.992833 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6d3fa493-4075-4ad0-9a6c-97476779cf15 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "DELETE /v2.0/networks/94e9d3c9-0748-48c0-b6a2-ac8a2761f9a6 HTTP/1.1" status: 204 len: 168 time: 0.9396338 Oct 26 08:33:03.005581 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70df6cc8-3f95-42c6-bd56-860d6a7296f3 None None] Update dhcp port {'port': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'fixed_ips': [{'subnet_id': 'e2c37277-5463-4047-9ea5-f55b49d37ed4', 'ip_address': '2001:db8::f816:3eff:fe54:95bc'}, {'subnet_id': 'a80c6a60-55ba-44f4-989e-c7115ff84812'}], 'binding:host_id': 'dv-neutron-804846-13-hyperv'}, 'id': 'acaa0d6f-5bad-43cc-bfe0-05b441578856'} from dv-neutron-804846-13-hyperv. {{(pid=102103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 08:33:03.007755 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e2ee9c28-a27b-4e79-a88a-2f12729df69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:03.011041 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32944) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:03.018270 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-3411e5df-4a17-4bb4-b569-332b8fb461ac tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1056061584'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:03.027864 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3fa493-4075-4ad0-9a6c-97476779cf15 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event deleted for resources: {'Network': ['ID=94e9d3c9-0748-48c0-b6a2-ac8a2761f9a6,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:03.034744 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bdfb36ac-8144-4ae5-922e-93c706b8b1ca tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:03.070437 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3411e5df-4a17-4bb4-b569-332b8fb461ac tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Made reservation on behalf of d25a916b9c2d4b34bcd65014285516f8 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:03.073982 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3411e5df-4a17-4bb4-b569-332b8fb461ac tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:03.113083 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bdfb36ac-8144-4ae5-922e-93c706b8b1ca tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:03.114389 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3411e5df-4a17-4bb4-b569-332b8fb461ac tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:33:03.156806 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3411e5df-4a17-4bb4-b569-332b8fb461ac tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:03.157168 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-3411e5df-4a17-4bb4-b569-332b8fb461ac tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Added segment 4aa3b580-b99b-46b9-8d29-400ac294cde8 of type vlan for network d6c277c9-d1fc-493e-99e4-c001e5a71692 Oct 26 08:33:03.182207 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-70df6cc8-3f95-42c6-bd56-860d6a7296f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:03.187673 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfb36ac-8144-4ae5-922e-93c706b8b1ca tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Network ad042a27-6f7f-4fc6-aeac-dfa442372dd7 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:03.218749 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-bdfb36ac-8144-4ae5-922e-93c706b8b1ca tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:03.226316 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfb36ac-8144-4ae5-922e-93c706b8b1ca tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:03.232933 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfb36ac-8144-4ae5-922e-93c706b8b1ca tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:03.233613 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bdfb36ac-8144-4ae5-922e-93c706b8b1ca tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:03.237192 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb36ac-8144-4ae5-922e-93c706b8b1ca tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Pushing event updated for resources: {'Port': ['ID=523e29ff-5911-4b82-b016-28151e15e6c1,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:03.248199 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3411e5df-4a17-4bb4-b569-332b8fb461ac tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:03.248469 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13bc529-c6e7-4d68-8179-f58ba4443c31 admin admin] Router 16678039-031f-4fad-be77-c66454da8d67 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:33:03.269533 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-bdfb36ac-8144-4ae5-922e-93c706b8b1ca tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1524193 Oct 26 08:33:03.271307 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee9c28-a27b-4e79-a88a-2f12729df69e None None] Pushing event updated for resources: {'Port': ['ID=acaa0d6f-5bad-43cc-bfe0-05b441578856,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:03.276915 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32946) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:03.284854 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-eef8c191-c44b-4baf-bb69-dd9ed034fdf5 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::7d', 'mac_address': 'fa:16:3e:92:ea:f0'}, {'ip_address': '2001:db8::17a', 'mac_address': 'fa:16:3e:a3:2c:ae'}]}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:03.313977 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-9aa68df2-5a0f-4d7d-8b42-c06968e04467 None None] Provisioning complete for port 7d1a26e4-607a-473a-9efd-82f1b7425185 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:03.314364 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9aa68df2-5a0f-4d7d-8b42-c06968e04467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:03.324515 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3411e5df-4a17-4bb4-b569-332b8fb461ac tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:03.331288 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3411e5df-4a17-4bb4-b569-332b8fb461ac tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:03.331897 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3411e5df-4a17-4bb4-b569-332b8fb461ac tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:03.336269 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-e9414dd7-5760-411e-a5b1-40742cd52c7d None None] Allocated IP 2001:db8::1 (22007317-1a2a-4208-9e76-782597e6eae5/43f28f83-3be5-4919-b856-c5de4e4b4e14/7033a444-c1ba-4fa8-9022-96a039406444) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:03.382277 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e52f-6566-4192-a0bc-be68d1796c9f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:03.386072 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-d6c2330e-7552-49aa-b1ae-7102ecdd65db admin admin] Deleting port c23cb121-0bd5-489b-a504-4aaee62a1ba1 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:03.386476 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d6c2330e-7552-49aa-b1ae-7102ecdd65db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:03.414588 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-9aa68df2-5a0f-4d7d-8b42-c06968e04467 None None] Port 7d1a26e4-607a-473a-9efd-82f1b7425185 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:33:03.467625 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3411e5df-4a17-4bb4-b569-332b8fb461ac tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4554203 Oct 26 08:33:03.472065 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32948) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:03.478881 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-5792cbb7-51b3-4862-8d31-b6baaf4a3ebe tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Request body: {'subnet': {'network_id': 'd6c277c9-d1fc-493e-99e4-c001e5a71692', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:03.533181 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3411e5df-4a17-4bb4-b569-332b8fb461ac tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event updated for resources: {'Network': ['ID=d6c277c9-d1fc-493e-99e4-c001e5a71692,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:03.571600 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee9c28-a27b-4e79-a88a-2f12729df69e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:03.571971 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee9c28-a27b-4e79-a88a-2f12729df69e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:03.572312 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee9c28-a27b-4e79-a88a-2f12729df69e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:03.573057 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee9c28-a27b-4e79-a88a-2f12729df69e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:03.573057 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee9c28-a27b-4e79-a88a-2f12729df69e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:03.573336 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee9c28-a27b-4e79-a88a-2f12729df69e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:03.573689 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee9c28-a27b-4e79-a88a-2f12729df69e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:03.574206 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee9c28-a27b-4e79-a88a-2f12729df69e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:03.574351 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee9c28-a27b-4e79-a88a-2f12729df69e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:03.574682 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee9c28-a27b-4e79-a88a-2f12729df69e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:03.575278 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee9c28-a27b-4e79-a88a-2f12729df69e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:03.575389 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee9c28-a27b-4e79-a88a-2f12729df69e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:03.602449 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network d6c277c9-d1fc-493e-99e4-c001e5a71692 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:33:03.634076 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3f19e5a5-d031-4f35-b69b-d865f795fc4f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:03.650157 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eef8c191-c44b-4baf-bb69-dd9ed034fdf5 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:03.686525 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-d6c2330e-7552-49aa-b1ae-7102ecdd65db admin admin] For port c23cb121-0bd5-489b-a504-4aaee62a1ba1, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=c23cb121-0bd5-489b-a504-4aaee62a1ba1,segment=NetworkSegment(f56a4ad0-9209-4fff-936b-4897c6686a9c),segment_id=f56a4ad0-9209-4fff-936b-4897c6686a9c)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:03.686735 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d6c2330e-7552-49aa-b1ae-7102ecdd65db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:03.692210 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5792cbb7-51b3-4862-8d31-b6baaf4a3ebe tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Made reservation on behalf of d25a916b9c2d4b34bcd65014285516f8 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:03.696695 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5792cbb7-51b3-4862-8d31-b6baaf4a3ebe tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:03.730387 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-03ce1e53-33ba-49b2-b620-588f7cf1c9bd None None] Deleting port c23cb121-0bd5-489b-a504-4aaee62a1ba1 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:03.730954 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-d6c2330e-7552-49aa-b1ae-7102ecdd65db admin admin] Calling delete_port for c23cb121-0bd5-489b-a504-4aaee62a1ba1 owned by network:dhcp {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:03.732798 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-03ce1e53-33ba-49b2-b620-588f7cf1c9bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:03.736744 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 3fc225e4-cdb5-466c-bb46-1be0571771ee up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:33:03.742120 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d7e688-0331-4704-bd73-5f4501c408ea tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:33:03.747478 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f0d7e688-0331-4704-bd73-5f4501c408ea tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:03.751944 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f0d7e688-0331-4704-bd73-5f4501c408ea tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] 10.222.0.41 "PUT /v2.0/routers/c1c0a87f-7739-4c6f-9137-e7f1d06e9c8d HTTP/1.1" status: 200 len: 915 time: 7.5718443 Oct 26 08:33:03.754879 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32950) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:03.806473 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e7d82d82-3e63-4161-9c88-1f4655568aca tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:03.815463 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13bc529-c6e7-4d68-8179-f58ba4443c31 admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:33:03.827834 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd6eeb2-3a92-4a5f-977d-1eaafc23c792 None None] Sync routers for ids ['16678039-031f-4fad-be77-c66454da8d67'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:33:03.836002 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a13bc529-c6e7-4d68-8179-f58ba4443c31 admin admin] 10.222.0.41 "PUT /v2.0/routers/16678039-031f-4fad-be77-c66454da8d67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4465165 Oct 26 08:33:03.844946 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32952) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:03.846352 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd6eeb2-3a92-4a5f-977d-1eaafc23c792 None None] Routers {'16678039-031f-4fad-be77-c66454da8d67'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:33:03.847209 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-fbd6eeb2-3a92-4a5f-977d-1eaafc23c792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:32:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['16678039-031f-4fad-be77-c66454da8d67'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:03.865458 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.ipam_backend_mixin [None req-5792cbb7-51b3-4862-8d31-b6baaf4a3ebe tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Performing IP validity checks on allocation pools {{(pid=102102) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 08:33:03.866014 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.ipam_backend_mixin [None req-5792cbb7-51b3-4862-8d31-b6baaf4a3ebe tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102102) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 08:33:03.934644 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcee0367-6832-4083-9236-1d107ce015d8 None None] Sync routers for ids ['c1c0a87f-7739-4c6f-9137-e7f1d06e9c8d'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:33:03.958243 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-9aa68df2-5a0f-4d7d-8b42-c06968e04467 None None] Provisioning complete for port 3fc225e4-cdb5-466c-bb46-1be0571771ee triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:03.958618 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9aa68df2-5a0f-4d7d-8b42-c06968e04467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:03.974988 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d82d82-3e63-4161-9c88-1f4655568aca tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Port': ['ID=f81806af-d323-4856-ba59-b66e4b5fb0c1,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:04.022866 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3f19e5a5-d031-4f35-b69b-d865f795fc4f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:04.068838 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-fbd6eeb2-3a92-4a5f-977d-1eaafc23c792 None None] Set router 16678039-031f-4fad-be77-c66454da8d67 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:33:04.086537 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcee0367-6832-4083-9236-1d107ce015d8 None None] Routers {'c1c0a87f-7739-4c6f-9137-e7f1d06e9c8d'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:33:04.087184 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-dcee0367-6832-4083-9236-1d107ce015d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:32:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['c1c0a87f-7739-4c6f-9137-e7f1d06e9c8d'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:04.102688 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e7d82d82-3e63-4161-9c88-1f4655568aca tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:04.107903 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e7d82d82-3e63-4161-9c88-1f4655568aca tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/ports/f81806af-d323-4856-ba59-b66e4b5fb0c1 HTTP/1.1" status: 204 len: 168 time: 2.6477633 Oct 26 08:33:04.112218 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32954) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:04.149914 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-21bce788-69cc-4ce5-bbe5-35357b7ff859 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] GET failed (client error): The resource could not be found. Oct 26 08:33:04.154107 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-21bce788-69cc-4ce5-bbe5-35357b7ff859 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "GET /v2.0/ports/f81806af-d323-4856-ba59-b66e4b5fb0c1 HTTP/1.1" status: 404 len: 333 time: 0.0354023 Oct 26 08:33:04.154868 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f19e5a5-d031-4f35-b69b-d865f795fc4f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:04.161880 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32956) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:04.206034 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eef8c191-c44b-4baf-bb69-dd9ed034fdf5 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:04.226467 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eef8c191-c44b-4baf-bb69-dd9ed034fdf5 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:04.252921 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-3f19e5a5-d031-4f35-b69b-d865f795fc4f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:04.255322 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-eef8c191-c44b-4baf-bb69-dd9ed034fdf5 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] In _notify_port_updated(), no bound segment for port 523e29ff-5911-4b82-b016-28151e15e6c1 on network ad042a27-6f7f-4fc6-aeac-dfa442372dd7 {{(pid=102102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 08:33:04.257141 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f19e5a5-d031-4f35-b69b-d865f795fc4f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:04.261608 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef8c191-c44b-4baf-bb69-dd9ed034fdf5 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:04.262311 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eef8c191-c44b-4baf-bb69-dd9ed034fdf5 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:04.266537 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-eef8c191-c44b-4baf-bb69-dd9ed034fdf5 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] 10.222.0.41 "PUT /v2.0/ports/523e29ff-5911-4b82-b016-28151e15e6c1 HTTP/1.1" status: 200 len: 1066 time: 0.9884288 Oct 26 08:33:04.278143 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-03ce1e53-33ba-49b2-b620-588f7cf1c9bd None None] For port c23cb121-0bd5-489b-a504-4aaee62a1ba1, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=c23cb121-0bd5-489b-a504-4aaee62a1ba1,segment=NetworkSegment(f56a4ad0-9209-4fff-936b-4897c6686a9c),segment_id=f56a4ad0-9209-4fff-936b-4897c6686a9c)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:04.278549 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-03ce1e53-33ba-49b2-b620-588f7cf1c9bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:04.287569 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32958) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:04.299561 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-03ce1e53-33ba-49b2-b620-588f7cf1c9bd None None] Calling delete_port for c23cb121-0bd5-489b-a504-4aaee62a1ba1 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:04.336899 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f19e5a5-d031-4f35-b69b-d865f795fc4f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:04.337650 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3f19e5a5-d031-4f35-b69b-d865f795fc4f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:04.369219 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f19e5a5-d031-4f35-b69b-d865f795fc4f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Port': ['ID=4c9dec63-4600-4743-9c9c-6a71bd003441,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:04.385586 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa75b-712e-4f0a-bfaf-c8d1c35ba2f2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:04.388789 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3f19e5a5-d031-4f35-b69b-d865f795fc4f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.7807455 Oct 26 08:33:04.392401 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32960) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:04.393470 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d6c2330e-7552-49aa-b1ae-7102ecdd65db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:04.417958 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-fbd6eeb2-3a92-4a5f-977d-1eaafc23c792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16678039-031f-4fad-be77-c66454da8d67', 'name': 'tempest-ServersTestJSON-840758527-router', 'tenant_id': 'aacb04f5ce564fc6b000afd721b795f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'b0c18517-c3b6-4d2a-a26d-caed320afc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:30:59Z', 'updated_at': '2021-10-26T08:33:00Z', 'revision_number': 5, 'project_id': 'aacb04f5ce564fc6b000afd721b795f4', 'gw_port': {'id': 'b0c18517-c3b6-4d2a-a26d-caed320afc1a', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16678039-031f-4fad-be77-c66454da8d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:03Z', 'updated_at': '2021-10-26T08:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:04.438938 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e9414dd7-5760-411e-a5b1-40742cd52c7d None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:04.445760 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ef2391d-aa3c-4dbc-84e2-a00d3d720f92 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Deleting subnet 16c86110-f94f-41e9-bcee-60e19dbc5ec5 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:33:04.451766 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-dcee0367-6832-4083-9236-1d107ce015d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:04.465734 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd6eeb2-3a92-4a5f-977d-1eaafc23c792 None None] Checking router: 16678039-031f-4fad-be77-c66454da8d67 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:33:04.475117 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 3fc225e4-cdb5-466c-bb46-1be0571771ee triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:04.475744 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:04.481095 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c2330e-7552-49aa-b1ae-7102ecdd65db admin admin] No DVR routers for this DVR port c23cb121-0bd5-489b-a504-4aaee62a1ba1 on host dv-neutron-804846-13-hyperv {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:33:04.484766 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0ef2391d-aa3c-4dbc-84e2-a00d3d720f92 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:04.492856 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd6eeb2-3a92-4a5f-977d-1eaafc23c792 None None] Routers {'16678039-031f-4fad-be77-c66454da8d67'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:33:04.498692 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-fbd6eeb2-3a92-4a5f-977d-1eaafc23c792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:32:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['16678039-031f-4fad-be77-c66454da8d67'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:04.526928 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-70df6cc8-3f95-42c6-bd56-860d6a7296f3 None None] Allocated IP 172.20.0.2 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/a80c6a60-55ba-44f4-989e-c7115ff84812/acaa0d6f-5bad-43cc-bfe0-05b441578856) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:04.535610 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e9414dd7-5760-411e-a5b1-40742cd52c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:04.538144 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c2330e-7552-49aa-b1ae-7102ecdd65db admin admin] Pushing event deleted for resources: {'Port': ['ID=c23cb121-0bd5-489b-a504-4aaee62a1ba1,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:04.654112 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0ef2391d-aa3c-4dbc-84e2-a00d3d720f92 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:04.692281 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:33:04.721541 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e52f-6566-4192-a0bc-be68d1796c9f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:04.745719 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-fbd6eeb2-3a92-4a5f-977d-1eaafc23c792 None None] Set router 16678039-031f-4fad-be77-c66454da8d67 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:33:04.847861 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e52f-6566-4192-a0bc-be68d1796c9f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:04.874374 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-d7b0e52f-6566-4192-a0bc-be68d1796c9f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22007317-1a2a-4208-9e76-782597e6eae5']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:04.876891 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcee0367-6832-4083-9236-1d107ce015d8 None None] Routers {'c1c0a87f-7739-4c6f-9137-e7f1d06e9c8d'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:33:04.877552 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-dcee0367-6832-4083-9236-1d107ce015d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:32:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['c1c0a87f-7739-4c6f-9137-e7f1d06e9c8d'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:04.889165 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-d7b0e52f-6566-4192-a0bc-be68d1796c9f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3e25d2d-a99e-49a9-8e9e-709401e55837') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:04.889442 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-d7b0e52f-6566-4192-a0bc-be68d1796c9f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3e25d2d-a99e-49a9-8e9e-709401e55837') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:04.903284 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e52f-6566-4192-a0bc-be68d1796c9f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:04.918934 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e52f-6566-4192-a0bc-be68d1796c9f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:04.926232 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7b0e52f-6566-4192-a0bc-be68d1796c9f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:33:04.926438 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e52f-6566-4192-a0bc-be68d1796c9f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:04.963628 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-fbd6eeb2-3a92-4a5f-977d-1eaafc23c792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16678039-031f-4fad-be77-c66454da8d67', 'name': 'tempest-ServersTestJSON-840758527-router', 'tenant_id': 'aacb04f5ce564fc6b000afd721b795f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'b0c18517-c3b6-4d2a-a26d-caed320afc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:30:59Z', 'updated_at': '2021-10-26T08:33:00Z', 'revision_number': 5, 'project_id': 'aacb04f5ce564fc6b000afd721b795f4', 'gw_port': {'id': 'b0c18517-c3b6-4d2a-a26d-caed320afc1a', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16678039-031f-4fad-be77-c66454da8d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:03Z', 'updated_at': '2021-10-26T08:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:04.995110 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b0e52f-6566-4192-a0bc-be68d1796c9f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event deleted for resources: {'Subnet': ['ID=43f28f83-3be5-4919-b856-c5de4e4b4e14,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:04.996435 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9414dd7-5760-411e-a5b1-40742cd52c7d None None] Network 22007317-1a2a-4208-9e76-782597e6eae5 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:05.000891 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-dcee0367-6832-4083-9236-1d107ce015d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:05.000988 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcee0367-6832-4083-9236-1d107ce015d8 None None] The sync data for ids ['c1c0a87f-7739-4c6f-9137-e7f1d06e9c8d'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:33:05.011672 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd6eeb2-3a92-4a5f-977d-1eaafc23c792 None None] The sync data for ids ['16678039-031f-4fad-be77-c66454da8d67'] in dv-neutron-804846-13-hyperv is: [{'id': '16678039-031f-4fad-be77-c66454da8d67', 'name': 'tempest-ServersTestJSON-840758527-router', 'tenant_id': 'aacb04f5ce564fc6b000afd721b795f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'b0c18517-c3b6-4d2a-a26d-caed320afc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:30:59Z', 'updated_at': '2021-10-26T08:33:00Z', 'revision_number': 5, 'project_id': 'aacb04f5ce564fc6b000afd721b795f4', 'gw_port': {'id': 'b0c18517-c3b6-4d2a-a26d-caed320afc1a', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16678039-031f-4fad-be77-c66454da8d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:31:03Z', 'updated_at': '2021-10-26T08:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:33:05.013313 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-e9414dd7-5760-411e-a5b1-40742cd52c7d None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:05.013549 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1f2ee8-60c6-4112-8c9d-6c30f266d947 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:05.021355 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1f2ee8-60c6-4112-8c9d-6c30f266d947 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:05.025868 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-03ce1e53-33ba-49b2-b620-588f7cf1c9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:05.026065 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ae1f2ee8-60c6-4112-8c9d-6c30f266d947 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.6286492 Oct 26 08:33:05.026883 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:33:05.026883 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:33:05.026883 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:33:05.026883 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:33:05.026883 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:33:05.026883 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:33:05.026883 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:33:05.026883 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:33:05.026883 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:33:05.026883 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:33:05.026883 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:33:05.026883 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:33:05.026883 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:33:05.026883 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:33:05.026883 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:33:05.026883 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:33:05.026883 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:33:05.026883 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:33:05.026883 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:33:05.026883 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:33:05.026883 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:33:05.026883 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:33:05.026883 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:33:05.026883 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:33:05.026883 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:33:05.026883 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:33:05.026883 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:33:05.026883 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:33:05.026883 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:33:05.026883 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:33:05.026883 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:33:05.026883 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:33:05.029088 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9414dd7-5760-411e-a5b1-40742cd52c7d None None] Pushing event updated for resources: {'Port': ['ID=7033a444-c1ba-4fa8-9022-96a039406444,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:05.030310 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32962) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:05.051102 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9414dd7-5760-411e-a5b1-40742cd52c7d None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:05.079291 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.db.api [None req-d7b0e52f-6566-4192-a0bc-be68d1796c9f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 08:33:05.079291 dv-neutron-804846-13-hyperv neutron-server[102101]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 08:33:05.079291 dv-neutron-804846-13-hyperv neutron-server[102101]: [parameters: {'id': '22007317-1a2a-4208-9e76-782597e6eae5'}] Oct 26 08:33:05.079291 dv-neutron-804846-13-hyperv neutron-server[102101]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:33:05.079731 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG oslo_db.api [None req-d7b0e52f-6566-4192-a0bc-be68d1796c9f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:33:05.085601 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d6c2330e-7552-49aa-b1ae-7102ecdd65db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:05.105478 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a8c9f411-a01f-4c21-a5ba-a5985b73b7ce tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] 10.222.0.41 "GET /v2.0/routers/c1c0a87f-7739-4c6f-9137-e7f1d06e9c8d HTTP/1.1" status: 200 len: 921 time: 1.3491137 Oct 26 08:33:05.108595 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef8c191-c44b-4baf-bb69-dd9ed034fdf5 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Pushing event updated for resources: {'Port': ['ID=523e29ff-5911-4b82-b016-28151e15e6c1,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:05.117975 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32964) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:05.121318 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9aa68df2-5a0f-4d7d-8b42-c06968e04467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:05.143090 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce1e53-33ba-49b2-b620-588f7cf1c9bd None None] Pushing event deleted for resources: {'Port': ['ID=c23cb121-0bd5-489b-a504-4aaee62a1ba1,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:05.152163 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ce1e53-33ba-49b2-b620-588f7cf1c9bd None None] No DVR routers for this DVR port c23cb121-0bd5-489b-a504-4aaee62a1ba1 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:33:05.175865 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-d6c2330e-7552-49aa-b1ae-7102ecdd65db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee56e2b1-1b4b-4811-8525-c64c4b88af1d']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:05.189002 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-d6c2330e-7552-49aa-b1ae-7102ecdd65db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f56a4ad0-9209-4fff-936b-4897c6686a9c') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:05.189301 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-d6c2330e-7552-49aa-b1ae-7102ecdd65db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f56a4ad0-9209-4fff-936b-4897c6686a9c') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:05.204586 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0ef2391d-aa3c-4dbc-84e2-a00d3d720f92 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:05.230649 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d6c2330e-7552-49aa-b1ae-7102ecdd65db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:05.252976 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-70df6cc8-3f95-42c6-bd56-860d6a7296f3 None None] For port acaa0d6f-5bad-43cc-bfe0-05b441578856, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=acaa0d6f-5bad-43cc-bfe0-05b441578856,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:05.262188 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-e9414dd7-5760-411e-a5b1-40742cd52c7d None None] Attempting to bind port 7033a444-c1ba-4fa8-9022-96a039406444 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:33:05.262577 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-e9414dd7-5760-411e-a5b1-40742cd52c7d None None] Attempting to bind port 7033a444-c1ba-4fa8-9022-96a039406444 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'a3e25d2d-a99e-49a9-8e9e-709401e55837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '22007317-1a2a-4208-9e76-782597e6eae5'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:33:05.262943 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9414dd7-5760-411e-a5b1-40742cd52c7d None None] Attempting to bind port 7033a444-c1ba-4fa8-9022-96a039406444 on network 22007317-1a2a-4208-9e76-782597e6eae5 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:33:05.263823 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d6c2330e-7552-49aa-b1ae-7102ecdd65db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:05.268294 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-ff79c8f5-f9c3-4b3c-b74f-98aafadf9786 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Deleting port 523e29ff-5911-4b82-b016-28151e15e6c1 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:05.268763 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ff79c8f5-f9c3-4b3c-b74f-98aafadf9786 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:05.274130 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27449daf-dbd4-4c34-b10c-9b71aba53563 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:05.278218 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-27449daf-dbd4-4c34-b10c-9b71aba53563 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=e0ba3cfd-db28-4690-8a12-e5c00a0b88c4&device_id=c1c0a87f-7739-4c6f-9137-e7f1d06e9c8d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1539526 Oct 26 08:33:05.278606 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32966) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:05.281180 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9414dd7-5760-411e-a5b1-40742cd52c7d None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:33:05.281845 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9414dd7-5760-411e-a5b1-40742cd52c7d None None] Checking segment: {'id': 'a3e25d2d-a99e-49a9-8e9e-709401e55837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '22007317-1a2a-4208-9e76-782597e6eae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:33:05.282454 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e9414dd7-5760-411e-a5b1-40742cd52c7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:05.283099 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9414dd7-5760-411e-a5b1-40742cd52c7d None None] Bound using segment: {'id': 'a3e25d2d-a99e-49a9-8e9e-709401e55837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '22007317-1a2a-4208-9e76-782597e6eae5'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:33:05.283904 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-e9414dd7-5760-411e-a5b1-40742cd52c7d None None] Bound port: 7033a444-c1ba-4fa8-9022-96a039406444, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e25d2d-a99e-49a9-8e9e-709401e55837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '22007317-1a2a-4208-9e76-782597e6eae5'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:33:05.284488 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e9414dd7-5760-411e-a5b1-40742cd52c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:05.291762 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6c2330e-7552-49aa-b1ae-7102ecdd65db admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:33:05.292163 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d6c2330e-7552-49aa-b1ae-7102ecdd65db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:05.297771 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:33:05.297771 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:33:05.297771 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:33:05.297771 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:33:05.297771 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:33:05.297771 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:33:05.297771 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:33:05.297771 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:33:05.297771 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:33:05.297771 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:33:05.297771 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:33:05.297771 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:33:05.297771 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:33:05.297771 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:33:05.297771 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:33:05.297771 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:33:05.297771 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:33:05.297771 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:33:05.297771 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:33:05.297771 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:33:05.297771 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:33:05.297771 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:33:05.297771 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:33:05.297771 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:33:05.297771 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:33:05.297771 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:33:05.297771 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:33:05.297771 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:33:05.297771 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:33:05.297771 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:33:05.297771 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:33:05.297771 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:33:05.306100 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:05.325515 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5792cbb7-51b3-4862-8d31-b6baaf4a3ebe tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:05.336855 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa75b-712e-4f0a-bfaf-c8d1c35ba2f2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:05.343741 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-cf270d8a-4794-4add-a737-b0f916dca54d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting port 4c9dec63-4600-4743-9c9c-6a71bd003441 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:05.344085 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cf270d8a-4794-4add-a737-b0f916dca54d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:05.367865 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-70df6cc8-3f95-42c6-bd56-860d6a7296f3 None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:05.395180 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-70df6cc8-3f95-42c6-bd56-860d6a7296f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:05.433569 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792cbb7-51b3-4862-8d31-b6baaf4a3ebe tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event updated for resources: {'Subnet': ['ID=f71199da-66c3-4ced-bf3b-be4c25f47b96,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:05.435307 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-e9414dd7-5760-411e-a5b1-40742cd52c7d None None] For port 7033a444-c1ba-4fa8-9022-96a039406444, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:33:05.492943 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ff79c8f5-f9c3-4b3c-b74f-98aafadf9786 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:05.496225 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-e9414dd7-5760-411e-a5b1-40742cd52c7d None None] For port 7033a444-c1ba-4fa8-9022-96a039406444, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=7033a444-c1ba-4fa8-9022-96a039406444,segment=NetworkSegment(a3e25d2d-a99e-49a9-8e9e-709401e55837),segment_id=a3e25d2d-a99e-49a9-8e9e-709401e55837)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:33:05.506931 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e9414dd7-5760-411e-a5b1-40742cd52c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:05.513368 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5792cbb7-51b3-4862-8d31-b6baaf4a3ebe tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Checking segment: {'id': '4aa3b580-b99b-46b9-8d29-400ac294cde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd6c277c9-d1fc-493e-99e4-c001e5a71692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:33:05.513828 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5792cbb7-51b3-4862-8d31-b6baaf4a3ebe tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Network hostable DHCP agents. Network: d6c277c9-d1fc-493e-99e4-c001e5a71692, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:33:05.523925 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-ff79c8f5-f9c3-4b3c-b74f-98aafadf9786 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Calling delete_port for 523e29ff-5911-4b82-b016-28151e15e6c1 owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:05.536019 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df6cc8-3f95-42c6-bd56-860d6a7296f3 None None] Pushing event updated for resources: {'Port': ['ID=acaa0d6f-5bad-43cc-bfe0-05b441578856,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:05.576877 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959e90e5-a5cd-455d-9857-54dd7eec5687 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:05.581811 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-959e90e5-a5cd-455d-9857-54dd7eec5687 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] 10.222.0.41 "GET /v2.0/networks/e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 HTTP/1.1" status: 200 len: 881 time: 0.3021657 Oct 26 08:33:05.595853 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32968) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:05.597852 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e52f-6566-4192-a0bc-be68d1796c9f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:05.640190 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0ef2391d-aa3c-4dbc-84e2-a00d3d720f92 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:05.645659 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-dd9aa75b-712e-4f0a-bfaf-c8d1c35ba2f2 admin admin] Deleting port b0c18517-c3b6-4d2a-a26d-caed320afc1a {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:05.645659 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa75b-712e-4f0a-bfaf-c8d1c35ba2f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:05.689994 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d6c2330e-7552-49aa-b1ae-7102ecdd65db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:05.695338 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d6c2330e-7552-49aa-b1ae-7102ecdd65db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:05.702484 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d6c2330e-7552-49aa-b1ae-7102ecdd65db admin admin] 10.222.0.41 "DELETE /v2.0/networks/ee56e2b1-1b4b-4811-8525-c64c4b88af1d HTTP/1.1" status: 204 len: 168 time: 3.7598648 Oct 26 08:33:05.704469 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5792cbb7-51b3-4862-8d31-b6baaf4a3ebe tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Network d6c277c9-d1fc-493e-99e4-c001e5a71692 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:33:05.705109 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f83a3cbd-eb42-4e33-910c-d69a6be7ce26 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1c0a87f-7739-4c6f-9137-e7f1d06e9c8d HTTP/1.1" status: 200 len: 205 time: 0.0972438 Oct 26 08:33:05.712257 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32972) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:05.723916 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.db.api [None req-9aa68df2-5a0f-4d7d-8b42-c06968e04467 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:33:05.724565 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG oslo_db.api [None req-9aa68df2-5a0f-4d7d-8b42-c06968e04467 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:33:05.743965 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b8ff01-1389-4012-9704-8c9e58a1fc3a None None] Network 22007317-1a2a-4208-9e76-782597e6eae5 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:05.744904 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0ef2391d-aa3c-4dbc-84e2-a00d3d720f92 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:05.748580 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-0ef2391d-aa3c-4dbc-84e2-a00d3d720f92 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/subnets/16c86110-f94f-41e9-bcee-60e19dbc5ec5 HTTP/1.1" status: 204 len: 168 time: 1.5855165 Oct 26 08:33:05.758731 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32974) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:05.764844 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2391d-aa3c-4dbc-84e2-a00d3d720f92 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Subnet': ['ID=16c86110-f94f-41e9-bcee-60e19dbc5ec5,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:05.793575 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c2330e-7552-49aa-b1ae-7102ecdd65db admin admin] Pushing event deleted for resources: {'Network': ['ID=ee56e2b1-1b4b-4811-8525-c64c4b88af1d,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:05.818833 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d705ce2-ab6f-46e6-bd7b-e9184806cb4a None None] Network c3d0e219-bad4-46b8-b9c0-196d97bf5dad requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:05.825236 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cf270d8a-4794-4add-a737-b0f916dca54d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:05.849862 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-cf270d8a-4794-4add-a737-b0f916dca54d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Calling delete_port for 4c9dec63-4600-4743-9c9c-6a71bd003441 owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:05.902337 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9414dd7-5760-411e-a5b1-40742cd52c7d None None] Pushing event updated for resources: {'Port': ['ID=7033a444-c1ba-4fa8-9022-96a039406444,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:05.910041 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.db.api [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:33:05.910531 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG oslo_db.api [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:33:05.932963 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-5792cbb7-51b3-4862-8d31-b6baaf4a3ebe tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, d6c277c9-d1fc-493e-99e4-c001e5a71692) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:05.943728 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c567c57f-b53c-4f83-9362-bbb15139ed94 None None] Network d6c277c9-d1fc-493e-99e4-c001e5a71692 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:05.970146 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5792cbb7-51b3-4862-8d31-b6baaf4a3ebe tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:05.971385 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5792cbb7-51b3-4862-8d31-b6baaf4a3ebe tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:06.040890 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32976) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:06.100051 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8f72358f-1dc4-43f9-93c2-e6bb1b6c395c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:06.127637 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5792cbb7-51b3-4862-8d31-b6baaf4a3ebe tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.6519885 Oct 26 08:33:06.134878 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-dd9aa75b-712e-4f0a-bfaf-c8d1c35ba2f2 admin admin] For port b0c18517-c3b6-4d2a-a26d-caed320afc1a, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=b0c18517-c3b6-4d2a-a26d-caed320afc1a,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:06.135241 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa75b-712e-4f0a-bfaf-c8d1c35ba2f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:06.139225 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32978) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:06.139872 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ff79c8f5-f9c3-4b3c-b74f-98aafadf9786 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:06.165294 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cf270d8a-4794-4add-a737-b0f916dca54d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:06.168260 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-d7b0e52f-6566-4192-a0bc-be68d1796c9f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Deleting port 7033a444-c1ba-4fa8-9022-96a039406444 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:06.168595 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e52f-6566-4192-a0bc-be68d1796c9f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:06.246451 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-dd9aa75b-712e-4f0a-bfaf-c8d1c35ba2f2 admin admin] Calling delete_port for b0c18517-c3b6-4d2a-a26d-caed320afc1a owned by network:router_gateway {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:06.257545 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c79cfec-9416-46b7-807d-e2c80ccfb17f None None] DHCP port deletion for c3d0e219-bad4-46b8-b9c0-196d97bf5dad request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:33:06.257892 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79c8f5-f9c3-4b3c-b74f-98aafadf9786 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Pushing event deleted for resources: {'Port': ['ID=523e29ff-5911-4b82-b016-28151e15e6c1,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:06.269410 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-d7b0e52f-6566-4192-a0bc-be68d1796c9f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] For port 7033a444-c1ba-4fa8-9022-96a039406444, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=7033a444-c1ba-4fa8-9022-96a039406444,segment=NetworkSegment(a3e25d2d-a99e-49a9-8e9e-709401e55837),segment_id=a3e25d2d-a99e-49a9-8e9e-709401e55837)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:06.271150 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e52f-6566-4192-a0bc-be68d1796c9f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:06.291002 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-d7b0e52f-6566-4192-a0bc-be68d1796c9f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Calling delete_port for 7033a444-c1ba-4fa8-9022-96a039406444 owned by network:dhcp {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:06.291324 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411c0171-9c3d-41bc-9bda-209025638404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-d6c277c9-d1fc-493e-99e4-c001e5a71692', 'network_id': 'd6c277c9-d1fc-493e-99e4-c001e5a71692', 'tenant_id': 'd25a916b9c2d4b34bcd65014285516f8', 'fixed_ips': [{'subnet_id': 'f71199da-66c3-4ced-bf3b-be4c25f47b96'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:33:06.292188 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-411c0171-9c3d-41bc-9bda-209025638404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:06.317309 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3e6b727b-3d70-40aa-98a4-a3b79c9d364f tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:06.402600 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e52f-6566-4192-a0bc-be68d1796c9f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:06.432882 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf270d8a-4794-4add-a737-b0f916dca54d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Port': ['ID=4c9dec63-4600-4743-9c9c-6a71bd003441,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:06.438165 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-00fcf6c7-fa15-4f56-a3c2-cab2cb97f3d1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f619f7bf208b454a9f9680fa433c8f91&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3828738 Oct 26 08:33:06.438986 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32980) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:06.508474 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b0e52f-6566-4192-a0bc-be68d1796c9f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] No DVR routers for this DVR port 7033a444-c1ba-4fa8-9022-96a039406444 on host dv-neutron-804846-13-hyperv {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:33:06.554267 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9aa68df2-5a0f-4d7d-8b42-c06968e04467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:06.565068 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b0e52f-6566-4192-a0bc-be68d1796c9f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event deleted for resources: {'Port': ['ID=7033a444-c1ba-4fa8-9022-96a039406444,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:06.586426 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-411c0171-9c3d-41bc-9bda-209025638404 None None] Allocated IP 172.20.0.3 (d6c277c9-d1fc-493e-99e4-c001e5a71692/f71199da-66c3-4ced-bf3b-be4c25f47b96/4b537ce6-3899-4d64-9b85-4faef0264a50) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:06.650302 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c0f50f3a-6497-46c6-a150-c95e0253717b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:06.714788 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e52f-6566-4192-a0bc-be68d1796c9f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:06.724406 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cf270d8a-4794-4add-a737-b0f916dca54d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:06.730270 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-cf270d8a-4794-4add-a737-b0f916dca54d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/ports/4c9dec63-4600-4743-9c9c-6a71bd003441 HTTP/1.1" status: 204 len: 168 time: 1.6871617 Oct 26 08:33:06.730529 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32982) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:06.778947 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:06.783306 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-d7b0e52f-6566-4192-a0bc-be68d1796c9f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22007317-1a2a-4208-9e76-782597e6eae5']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:06.802402 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-d7b0e52f-6566-4192-a0bc-be68d1796c9f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3e25d2d-a99e-49a9-8e9e-709401e55837') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:06.802402 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-d7b0e52f-6566-4192-a0bc-be68d1796c9f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3e25d2d-a99e-49a9-8e9e-709401e55837') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:06.810154 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3e6b727b-3d70-40aa-98a4-a3b79c9d364f tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:06.815918 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-8f72358f-1dc4-43f9-93c2-e6bb1b6c395c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Deleting port 3fc225e4-cdb5-466c-bb46-1be0571771ee {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:06.816372 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8f72358f-1dc4-43f9-93c2-e6bb1b6c395c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:06.818586 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-54fe7b87-2a8c-4fe6-8b9b-9f56566b1588 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:06.819819 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e52f-6566-4192-a0bc-be68d1796c9f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:06.829892 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90ebade-9deb-4555-bc21-e419c3982463 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:06.831543 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90ebade-9deb-4555-bc21-e419c3982463 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:06.833793 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90ebade-9deb-4555-bc21-e419c3982463 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:06.837954 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b90ebade-9deb-4555-bc21-e419c3982463 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1039779 Oct 26 08:33:06.838633 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32984) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:06.840924 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-3c79cfec-9416-46b7-807d-e2c80ccfb17f None None] Deleting port 3fc225e4-cdb5-466c-bb46-1be0571771ee {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:06.841359 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3c79cfec-9416-46b7-807d-e2c80ccfb17f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:06.898285 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-3846cb1a-0ec5-4a61-bf21-0e14c4b33a9f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting subnet a80c6a60-55ba-44f4-989e-c7115ff84812 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:33:06.910316 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e52f-6566-4192-a0bc-be68d1796c9f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:06.919680 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7b0e52f-6566-4192-a0bc-be68d1796c9f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:33:06.920274 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e52f-6566-4192-a0bc-be68d1796c9f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:06.924455 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3846cb1a-0ec5-4a61-bf21-0e14c4b33a9f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:06.927376 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:33:06.927376 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:33:06.927376 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:33:06.927376 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:33:06.927376 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:33:06.927376 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:33:06.927376 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:33:06.927376 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:33:06.927376 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:33:06.927376 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:33:06.927376 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:33:06.927376 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:33:06.927376 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:33:06.927376 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:33:06.927376 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:33:06.927376 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:33:06.927376 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:33:06.927376 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:33:06.927376 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:33:06.927376 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:33:06.927376 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:33:06.927376 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:33:06.927376 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:33:06.927376 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:33:06.927376 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:33:06.927376 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:33:06.927376 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:33:06.927376 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:33:06.927376 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:33:06.927376 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:33:06.927376 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:33:06.927376 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:33:07.000669 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ff79c8f5-f9c3-4b3c-b74f-98aafadf9786 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:07.004926 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ff79c8f5-f9c3-4b3c-b74f-98aafadf9786 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] 10.222.0.41 "DELETE /v2.0/ports/523e29ff-5911-4b82-b016-28151e15e6c1 HTTP/1.1" status: 204 len: 168 time: 2.7142825 Oct 26 08:33:07.008760 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32986) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:07.052837 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd13398-82d3-4b23-b0fd-3ad26effdfd9 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] GET failed (client error): The resource could not be found. Oct 26 08:33:07.054510 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-dfd13398-82d3-4b23-b0fd-3ad26effdfd9 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] 10.222.0.41 "GET /v2.0/ports/523e29ff-5911-4b82-b016-28151e15e6c1 HTTP/1.1" status: 404 len: 333 time: 0.0445666 Oct 26 08:33:07.057527 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3846cb1a-0ec5-4a61-bf21-0e14c4b33a9f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:07.060000 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-9aa68df2-5a0f-4d7d-8b42-c06968e04467 None None] For port 3fc225e4-cdb5-466c-bb46-1be0571771ee, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=3fc225e4-cdb5-466c-bb46-1be0571771ee,segment=NetworkSegment(a9a51c11-58d7-4e8d-82cd-3a8c7f313927),segment_id=a9a51c11-58d7-4e8d-82cd-3a8c7f313927)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:07.061065 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32988) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:07.064982 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-54fe7b87-2a8c-4fe6-8b9b-9f56566b1588 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:07.093566 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9aa68df2-5a0f-4d7d-8b42-c06968e04467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:07.095965 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-411c0171-9c3d-41bc-9bda-209025638404 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:07.111581 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-8f72358f-1dc4-43f9-93c2-e6bb1b6c395c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] For port 3fc225e4-cdb5-466c-bb46-1be0571771ee, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=3fc225e4-cdb5-466c-bb46-1be0571771ee,segment=NetworkSegment(a9a51c11-58d7-4e8d-82cd-3a8c7f313927),segment_id=a9a51c11-58d7-4e8d-82cd-3a8c7f313927)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:07.114368 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8f72358f-1dc4-43f9-93c2-e6bb1b6c395c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:07.121384 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e52f-6566-4192-a0bc-be68d1796c9f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:07.137295 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e52f-6566-4192-a0bc-be68d1796c9f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:07.140990 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d7b0e52f-6566-4192-a0bc-be68d1796c9f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "DELETE /v2.0/networks/22007317-1a2a-4208-9e76-782597e6eae5 HTTP/1.1" status: 204 len: 168 time: 5.1606669 Oct 26 08:33:07.149227 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 32990) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:07.155169 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c0f50f3a-6497-46c6-a150-c95e0253717b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:07.156159 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-f3b8d4fb-0eba-4a4a-8530-d3718e21476a tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2073652222'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:07.157520 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-411c0171-9c3d-41bc-9bda-209025638404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:07.167611 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-8f72358f-1dc4-43f9-93c2-e6bb1b6c395c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Calling delete_port for 3fc225e4-cdb5-466c-bb46-1be0571771ee owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:07.180563 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b0e52f-6566-4192-a0bc-be68d1796c9f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event deleted for resources: {'Network': ['ID=22007317-1a2a-4208-9e76-782597e6eae5,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:07.188199 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-3c79cfec-9416-46b7-807d-e2c80ccfb17f None None] For port 3fc225e4-cdb5-466c-bb46-1be0571771ee, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=3fc225e4-cdb5-466c-bb46-1be0571771ee,segment=NetworkSegment(a9a51c11-58d7-4e8d-82cd-3a8c7f313927),segment_id=a9a51c11-58d7-4e8d-82cd-3a8c7f313927)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:07.188615 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3c79cfec-9416-46b7-807d-e2c80ccfb17f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:07.192146 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa75b-712e-4f0a-bfaf-c8d1c35ba2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:07.209344 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411c0171-9c3d-41bc-9bda-209025638404 None None] Network d6c277c9-d1fc-493e-99e4-c001e5a71692 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:07.219654 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.db.api [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:33:07.220086 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG oslo_db.api [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:33:07.231247 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-411c0171-9c3d-41bc-9bda-209025638404 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:07.233480 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-3c79cfec-9416-46b7-807d-e2c80ccfb17f None None] Calling delete_port for 3fc225e4-cdb5-466c-bb46-1be0571771ee owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:07.238138 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411c0171-9c3d-41bc-9bda-209025638404 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:07.244599 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-501b6038-f58d-4466-8468-e1c8fe064141 None None] Could not find standard attr ID for object 4c9dec63-4600-4743-9c9c-6a71bd003441. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:33:07.256674 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa68df2-5a0f-4d7d-8b42-c06968e04467 None None] Pushing event updated for resources: {'Port': ['ID=3fc225e4-cdb5-466c-bb46-1be0571771ee,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:07.288865 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b8d4fb-0eba-4a4a-8530-d3718e21476a tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Made reservation on behalf of 3905ee3ef311437797d112e063b81314 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:07.296997 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f3b8d4fb-0eba-4a4a-8530-d3718e21476a tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:07.321794 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-501b6038-f58d-4466-8468-e1c8fe064141 None None] Could not find standard attr ID for object f81806af-d323-4856-ba59-b66e4b5fb0c1. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:33:07.336062 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3846cb1a-0ec5-4a61-bf21-0e14c4b33a9f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:07.347398 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9aa75b-712e-4f0a-bfaf-c8d1c35ba2f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0c18517-c3b6-4d2a-a26d-caed320afc1a,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:07.376792 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-3e6b727b-3d70-40aa-98a4-a3b79c9d364f tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Deleting port 46a73b73-1133-48de-b769-dbeb79d149cd {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:07.377136 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3e6b727b-3d70-40aa-98a4-a3b79c9d364f tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:07.395407 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-501b6038-f58d-4466-8468-e1c8fe064141 None None] Could not find standard attr ID for object 523e29ff-5911-4b82-b016-28151e15e6c1. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:33:07.409707 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c0171-9c3d-41bc-9bda-209025638404 None None] Pushing event updated for resources: {'Port': ['ID=4b537ce6-3899-4d64-9b85-4faef0264a50,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:07.484744 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-411c0171-9c3d-41bc-9bda-209025638404 None None] Attempting to bind port 4b537ce6-3899-4d64-9b85-4faef0264a50 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:33:07.486407 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-411c0171-9c3d-41bc-9bda-209025638404 None None] Attempting to bind port 4b537ce6-3899-4d64-9b85-4faef0264a50 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '4aa3b580-b99b-46b9-8d29-400ac294cde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd6c277c9-d1fc-493e-99e4-c001e5a71692'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:33:07.486407 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411c0171-9c3d-41bc-9bda-209025638404 None None] Attempting to bind port 4b537ce6-3899-4d64-9b85-4faef0264a50 on network d6c277c9-d1fc-493e-99e4-c001e5a71692 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:33:07.495743 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-501b6038-f58d-4466-8468-e1c8fe064141 None None] Provisioning complete for port 3fc225e4-cdb5-466c-bb46-1be0571771ee triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:07.496035 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-501b6038-f58d-4466-8468-e1c8fe064141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:07.502102 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411c0171-9c3d-41bc-9bda-209025638404 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:33:07.502102 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411c0171-9c3d-41bc-9bda-209025638404 None None] Checking segment: {'id': '4aa3b580-b99b-46b9-8d29-400ac294cde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd6c277c9-d1fc-493e-99e4-c001e5a71692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:33:07.502102 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-411c0171-9c3d-41bc-9bda-209025638404 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:07.502102 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411c0171-9c3d-41bc-9bda-209025638404 None None] Bound using segment: {'id': '4aa3b580-b99b-46b9-8d29-400ac294cde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd6c277c9-d1fc-493e-99e4-c001e5a71692'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:33:07.502102 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-411c0171-9c3d-41bc-9bda-209025638404 None None] Bound port: 4b537ce6-3899-4d64-9b85-4faef0264a50, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa3b580-b99b-46b9-8d29-400ac294cde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd6c277c9-d1fc-493e-99e4-c001e5a71692'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:33:07.502660 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-411c0171-9c3d-41bc-9bda-209025638404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:07.508183 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa75b-712e-4f0a-bfaf-c8d1c35ba2f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:07.540914 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device fe4845fb-7c08-4b28-aad1-2002259f20e8 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:33:07.545384 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c0f50f3a-6497-46c6-a150-c95e0253717b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:07.591418 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: fe4845fb-7c08-4b28-aad1-2002259f20e8 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:33:07.591776 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device fe4845fb-7c08-4b28-aad1-2002259f20e8 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:33:07.599438 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3c79cfec-9416-46b7-807d-e2c80ccfb17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:07.625746 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-54fe7b87-2a8c-4fe6-8b9b-9f56566b1588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:07.628611 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-54fe7b87-2a8c-4fe6-8b9b-9f56566b1588 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:07.630007 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-54fe7b87-2a8c-4fe6-8b9b-9f56566b1588 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e32926d9-883c-42c8-bbdd-7d9a922f3799 HTTP/1.1" status: 204 len: 168 time: 1.1509838 Oct 26 08:33:07.663873 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c79cfec-9416-46b7-807d-e2c80ccfb17f None None] Pushing event deleted for resources: {'Port': ['ID=3fc225e4-cdb5-466c-bb46-1be0571771ee,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:07.665734 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-501b6038-f58d-4466-8468-e1c8fe064141 None None] Could not find standard attr ID for object 3fc225e4-cdb5-466c-bb46-1be0571771ee. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:33:07.672946 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.db [None req-501b6038-f58d-4466-8468-e1c8fe064141 None None] No ports have port_id starting with 3fc225e4-cdb5-466c-bb46-1be0571771ee Oct 26 08:33:07.677590 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa75b-712e-4f0a-bfaf-c8d1c35ba2f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:07.679318 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c79cfec-9416-46b7-807d-e2c80ccfb17f None None] No DVR routers for this DVR port 3fc225e4-cdb5-466c-bb46-1be0571771ee on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:33:07.684278 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f50f3a-6497-46c6-a150-c95e0253717b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event deleted for resources: {'Subnet': ['ID=f71199da-66c3-4ced-bf3b-be4c25f47b96,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:07.696319 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa75b-712e-4f0a-bfaf-c8d1c35ba2f2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:07.697753 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe7b87-2a8c-4fe6-8b9b-9f56566b1588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32926d9-883c-42c8-bbdd-7d9a922f3799,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:07.719227 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3e6b727b-3d70-40aa-98a4-a3b79c9d364f tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:07.745299 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-411c0171-9c3d-41bc-9bda-209025638404 None None] For port 4b537ce6-3899-4d64-9b85-4faef0264a50, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:33:07.754246 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8f72358f-1dc4-43f9-93c2-e6bb1b6c395c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:07.770110 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-501b6038-f58d-4466-8468-e1c8fe064141 None None] Provisioning complete for port acaa0d6f-5bad-43cc-bfe0-05b441578856 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:07.771060 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-501b6038-f58d-4466-8468-e1c8fe064141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:07.786812 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-411c0171-9c3d-41bc-9bda-209025638404 None None] For port 4b537ce6-3899-4d64-9b85-4faef0264a50, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=4b537ce6-3899-4d64-9b85-4faef0264a50,segment=NetworkSegment(4aa3b580-b99b-46b9-8d29-400ac294cde8),segment_id=4aa3b580-b99b-46b9-8d29-400ac294cde8)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:33:07.810625 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-411c0171-9c3d-41bc-9bda-209025638404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:07.829886 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-3e6b727b-3d70-40aa-98a4-a3b79c9d364f tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Calling delete_port for 46a73b73-1133-48de-b769-dbeb79d149cd owned by network:router_gateway {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:07.842654 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72358f-1dc4-43f9-93c2-e6bb1b6c395c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Port': ['ID=3fc225e4-cdb5-466c-bb46-1be0571771ee,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:07.848238 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f72358f-1dc4-43f9-93c2-e6bb1b6c395c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] No DVR routers for this DVR port 3fc225e4-cdb5-466c-bb46-1be0571771ee on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:33:07.853019 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c0f50f3a-6497-46c6-a150-c95e0253717b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:07.889861 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa75b-712e-4f0a-bfaf-c8d1c35ba2f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:07.890430 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9aa75b-712e-4f0a-bfaf-c8d1c35ba2f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16678039-031f-4fad-be77-c66454da8d67 {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:33:07.928528 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-752f4d3a-7c4c-4674-902c-fbba7e569125 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Deleting port 7d1a26e4-607a-473a-9efd-82f1b7425185 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:07.929134 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-752f4d3a-7c4c-4674-902c-fbba7e569125 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:07.941304 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa75b-712e-4f0a-bfaf-c8d1c35ba2f2 admin admin] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:07.945500 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device acaa0d6f-5bad-43cc-bfe0-05b441578856 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:33:07.945745 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-dd9aa75b-712e-4f0a-bfaf-c8d1c35ba2f2 admin admin] 10.222.0.41 "DELETE /v2.0/routers/16678039-031f-4fad-be77-c66454da8d67 HTTP/1.1" status: 204 len: 168 time: 4.0909045 Oct 26 08:33:07.947720 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-c0f50f3a-6497-46c6-a150-c95e0253717b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c277c9-d1fc-493e-99e4-c001e5a71692']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:07.961157 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 32994) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:07.983951 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c0171-9c3d-41bc-9bda-209025638404 None None] Pushing event updated for resources: {'Port': ['ID=4b537ce6-3899-4d64-9b85-4faef0264a50,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:08.026903 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2f8190-9059-44c8-b723-4a8c4b0e5483 None None] Network d6c277c9-d1fc-493e-99e4-c001e5a71692 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:08.063027 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-c0f50f3a-6497-46c6-a150-c95e0253717b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aa3b580-b99b-46b9-8d29-400ac294cde8') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:08.063373 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-c0f50f3a-6497-46c6-a150-c95e0253717b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aa3b580-b99b-46b9-8d29-400ac294cde8') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:08.070063 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-752f4d3a-7c4c-4674-902c-fbba7e569125 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:08.082609 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-752f4d3a-7c4c-4674-902c-fbba7e569125 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Calling delete_port for 7d1a26e4-607a-473a-9efd-82f1b7425185 owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:08.105820 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c0f50f3a-6497-46c6-a150-c95e0253717b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:08.133167 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8f72358f-1dc4-43f9-93c2-e6bb1b6c395c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:08.157074 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c0f50f3a-6497-46c6-a150-c95e0253717b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:08.164027 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port acaa0d6f-5bad-43cc-bfe0-05b441578856 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:08.164567 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:08.195224 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-88a70550-7723-4f22-9ddc-899fecb9b384 admin admin] Deleting subnet 1aae4028-3476-408a-bb24-3e698a768110 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:33:08.213758 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-88a70550-7723-4f22-9ddc-899fecb9b384 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:08.245585 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3846cb1a-0ec5-4a61-bf21-0e14c4b33a9f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:08.252477 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-88a70550-7723-4f22-9ddc-899fecb9b384 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:08.281214 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f03e8c2-ca59-43e9-89ba-c4441c7e8208 None None] get_active_networks_info from dv-neutron-804846-13-hyperv {{(pid=102103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 08:33:08.294078 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846cb1a-0ec5-4a61-bf21-0e14c4b33a9f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Subnet': ['ID=a80c6a60-55ba-44f4-989e-c7115ff84812,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:08.299446 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3846cb1a-0ec5-4a61-bf21-0e14c4b33a9f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:08.306219 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3846cb1a-0ec5-4a61-bf21-0e14c4b33a9f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/a80c6a60-55ba-44f4-989e-c7115ff84812 HTTP/1.1" status: 204 len: 168 time: 1.4664562 Oct 26 08:33:08.308663 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-752f4d3a-7c4c-4674-902c-fbba7e569125 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:08.313499 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33002) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:08.334334 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f50f3a-6497-46c6-a150-c95e0253717b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:33:08.334752 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c0f50f3a-6497-46c6-a150-c95e0253717b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:08.338859 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-8f72358f-1dc4-43f9-93c2-e6bb1b6c395c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d0e219-bad4-46b8-b9c0-196d97bf5dad']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:08.342471 dv-neutron-804846-13-hyperv neutron-server[102102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:33:08.342471 dv-neutron-804846-13-hyperv neutron-server[102102]: self.session.flush() Oct 26 08:33:08.342471 dv-neutron-804846-13-hyperv neutron-server[102102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:33:08.342471 dv-neutron-804846-13-hyperv neutron-server[102102]: self.session.flush() Oct 26 08:33:08.342471 dv-neutron-804846-13-hyperv neutron-server[102102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:33:08.342471 dv-neutron-804846-13-hyperv neutron-server[102102]: self.session.flush() Oct 26 08:33:08.342471 dv-neutron-804846-13-hyperv neutron-server[102102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:33:08.342471 dv-neutron-804846-13-hyperv neutron-server[102102]: self.session.flush() Oct 26 08:33:08.342471 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:33:08.342471 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:33:08.342471 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:33:08.342471 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:33:08.342471 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:33:08.342471 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:33:08.342471 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:33:08.342471 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:33:08.342471 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:33:08.342471 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:33:08.342471 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:33:08.342471 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:33:08.342471 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:33:08.342471 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:33:08.342471 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:33:08.342471 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:33:08.342471 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:33:08.342471 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:33:08.342471 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:33:08.342471 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:33:08.342471 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:33:08.342471 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:33:08.342471 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:33:08.342471 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:33:08.342471 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:33:08.342471 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:33:08.342471 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:33:08.342471 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:33:08.342471 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:33:08.342471 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:33:08.342471 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:33:08.342471 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:33:08.388440 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f4d3a-7c4c-4674-902c-fbba7e569125 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Pushing event deleted for resources: {'Port': ['ID=7d1a26e4-607a-473a-9efd-82f1b7425185,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:08.424500 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-8f72358f-1dc4-43f9-93c2-e6bb1b6c395c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a51c11-58d7-4e8d-82cd-3a8c7f313927') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:08.425120 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-8f72358f-1dc4-43f9-93c2-e6bb1b6c395c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a51c11-58d7-4e8d-82cd-3a8c7f313927') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:08.427027 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-752f4d3a-7c4c-4674-902c-fbba7e569125 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:08.433371 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-752f4d3a-7c4c-4674-902c-fbba7e569125 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] 10.222.0.41 "DELETE /v2.0/ports/7d1a26e4-607a-473a-9efd-82f1b7425185 HTTP/1.1" status: 204 len: 168 time: 1.3688502 Oct 26 08:33:08.433949 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33006) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:08.438969 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f03e8c2-ca59-43e9-89ba-c4441c7e8208 None None] Resources bound (agent type, host, resource id): {{(pid=102103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 08:33:08.459433 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8f72358f-1dc4-43f9-93c2-e6bb1b6c395c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:08.470858 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec6199d-51e7-4ac1-9f21-c57381fb0477 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting subnet e2c37277-5463-4047-9ea5-f55b49d37ed4 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:33:08.490651 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.db.api [None req-c0f50f3a-6497-46c6-a150-c95e0253717b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 08:33:08.490651 dv-neutron-804846-13-hyperv neutron-server[102102]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 08:33:08.490651 dv-neutron-804846-13-hyperv neutron-server[102102]: [parameters: {'id': 'd6c277c9-d1fc-493e-99e4-c001e5a71692'}] Oct 26 08:33:08.490651 dv-neutron-804846-13-hyperv neutron-server[102102]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:33:08.491126 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG oslo_db.api [None req-c0f50f3a-6497-46c6-a150-c95e0253717b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:33:08.509033 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8ec6199d-51e7-4ac1-9f21-c57381fb0477 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:08.512215 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b8d4fb-0eba-4a4a-8530-d3718e21476a tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:33:08.549886 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8f72358f-1dc4-43f9-93c2-e6bb1b6c395c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:08.566821 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 6c0ae55c-a010-459e-8435-bf41f7c4ddba no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:33:08.585070 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-88a70550-7723-4f22-9ddc-899fecb9b384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:08.597485 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8ec6199d-51e7-4ac1-9f21-c57381fb0477 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:08.602220 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae92939-6b86-48e5-b4f4-127dd611ee95 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] GET failed (client error): The resource could not be found. Oct 26 08:33:08.603994 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2ae92939-6b86-48e5-b4f4-127dd611ee95 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] 10.222.0.41 "GET /v2.0/ports/7d1a26e4-607a-473a-9efd-82f1b7425185 HTTP/1.1" status: 404 len: 333 time: 0.1690688 Oct 26 08:33:08.613656 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f72358f-1dc4-43f9-93c2-e6bb1b6c395c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:33:08.615179 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8f72358f-1dc4-43f9-93c2-e6bb1b6c395c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:08.619191 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33010) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:08.619883 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:33:08.619883 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:33:08.619883 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:33:08.619883 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:33:08.619883 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:33:08.619883 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:33:08.619883 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:33:08.619883 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:33:08.619883 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:33:08.619883 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:33:08.619883 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:33:08.619883 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:33:08.619883 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:33:08.619883 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:33:08.619883 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:33:08.619883 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:33:08.619883 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:33:08.619883 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:33:08.619883 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:33:08.619883 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:33:08.619883 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:33:08.619883 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:33:08.619883 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:33:08.619883 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:33:08.619883 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:33:08.619883 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:33:08.619883 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:33:08.619883 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:33:08.619883 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:33:08.619883 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:33:08.619883 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:33:08.619883 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:33:08.633120 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 6c0ae55c-a010-459e-8435-bf41f7c4ddba {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:33:08.633484 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 6c0ae55c-a010-459e-8435-bf41f7c4ddba not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:33:08.633943 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device c23cb121-0bd5-489b-a504-4aaee62a1ba1 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:33:08.654606 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f3b8d4fb-0eba-4a4a-8530-d3718e21476a tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:08.654958 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-f3b8d4fb-0eba-4a4a-8530-d3718e21476a tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Added segment b193c3a0-06a8-4e49-a67d-21e40810d1c7 of type vlan for network cedb31e4-e66d-4f1b-a8c6-410caa7e20e4 Oct 26 08:33:08.675230 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: c23cb121-0bd5-489b-a504-4aaee62a1ba1 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:33:08.675446 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device c23cb121-0bd5-489b-a504-4aaee62a1ba1 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:33:08.676331 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 3fc225e4-cdb5-466c-bb46-1be0571771ee no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:33:08.705945 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 3fc225e4-cdb5-466c-bb46-1be0571771ee {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:33:08.706302 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 3fc225e4-cdb5-466c-bb46-1be0571771ee not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:33:08.718539 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f3b8d4fb-0eba-4a4a-8530-d3718e21476a tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:08.756975 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f3b8d4fb-0eba-4a4a-8530-d3718e21476a tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:08.764501 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b8d4fb-0eba-4a4a-8530-d3718e21476a tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:08.765336 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f3b8d4fb-0eba-4a4a-8530-d3718e21476a tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:08.870388 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f3b8d4fb-0eba-4a4a-8530-d3718e21476a tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7180474 Oct 26 08:33:08.881123 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33020) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:08.882474 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9679c6cb-92a3-4af4-b90b-543819c219b0 None None] get_active_networks_info from dv-neutron-804846-13-hyperv {{(pid=102103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 08:33:08.890362 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-db851340-2a6e-45ef-8065-caea1b0f5662 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Request body: {'subnet': {'network_id': 'cedb31e4-e66d-4f1b-a8c6-410caa7e20e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:08.944463 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8ec6199d-51e7-4ac1-9f21-c57381fb0477 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:08.967618 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b8d4fb-0eba-4a4a-8530-d3718e21476a tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event updated for resources: {'Network': ['ID=cedb31e4-e66d-4f1b-a8c6-410caa7e20e4,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:08.973203 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33022) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:08.983461 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network cedb31e4-e66d-4f1b-a8c6-410caa7e20e4 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:33:09.052736 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c0f50f3a-6497-46c6-a150-c95e0253717b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:09.055487 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8ec6199d-51e7-4ac1-9f21-c57381fb0477 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:09.094788 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9679c6cb-92a3-4af4-b90b-543819c219b0 None None] Resources bound (agent type, host, resource id): {{(pid=102103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 08:33:09.108327 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec6199d-51e7-4ac1-9f21-c57381fb0477 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Subnet': ['ID=e2c37277-5463-4047-9ea5-f55b49d37ed4,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:09.111862 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8ec6199d-51e7-4ac1-9f21-c57381fb0477 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:09.117553 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-8ec6199d-51e7-4ac1-9f21-c57381fb0477 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/e2c37277-5463-4047-9ea5-f55b49d37ed4 HTTP/1.1" status: 204 len: 168 time: 0.7995448 Oct 26 08:33:09.120041 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33026) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:09.139709 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db851340-2a6e-45ef-8065-caea1b0f5662 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Made reservation on behalf of 3905ee3ef311437797d112e063b81314 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:09.147342 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-db851340-2a6e-45ef-8065-caea1b0f5662 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:09.190745 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-9814469e-fa78-4a5b-bcb9-14f8c8ef741f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1838315298-network', 'tenant_id': '6eab6734a4b340b3a9f449d2b1ad4f89'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:09.196786 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3e6b727b-3d70-40aa-98a4-a3b79c9d364f tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:09.204754 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-50921cff-f4b0-4203-8dbb-49f6a228adf1 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0811994 Oct 26 08:33:09.213173 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8f72358f-1dc4-43f9-93c2-e6bb1b6c395c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:09.215181 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33028) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:09.220334 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-72d764d1-0a41-4da3-89ac-9ddea20c37d2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:09.243803 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8f72358f-1dc4-43f9-93c2-e6bb1b6c395c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:09.251143 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8f72358f-1dc4-43f9-93c2-e6bb1b6c395c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/networks/c3d0e219-bad4-46b8-b9c0-196d97bf5dad HTTP/1.1" status: 204 len: 168 time: 3.4411795 Oct 26 08:33:09.251846 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33030) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:09.279624 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b727b-3d70-40aa-98a4-a3b79c9d364f tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Pushing event deleted for resources: {'Port': ['ID=46a73b73-1133-48de-b769-dbeb79d149cd,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:09.290139 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-88a70550-7723-4f22-9ddc-899fecb9b384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:09.296773 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-344d7754-f651-4e62-9769-e80fa3920bbe tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'port': {'network_id': 'b9ee02d4-5cb7-4943-9b37-aae5cc660ad0', 'name': 'tempest-PortsIpV6TestJSON-146507968'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:09.297347 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72358f-1dc4-43f9-93c2-e6bb1b6c395c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Network': ['ID=c3d0e219-bad4-46b8-b9c0-196d97bf5dad,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:09.304424 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9814469e-fa78-4a5b-bcb9-14f8c8ef741f admin admin] Made reservation on behalf of 6eab6734a4b340b3a9f449d2b1ad4f89 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:09.306870 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9814469e-fa78-4a5b-bcb9-14f8c8ef741f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:09.341145 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9814469e-fa78-4a5b-bcb9-14f8c8ef741f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:09.364779 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a70550-7723-4f22-9ddc-899fecb9b384 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aae4028-3476-408a-bb24-3e698a768110,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:09.378834 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-88a70550-7723-4f22-9ddc-899fecb9b384 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:09.385059 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-88a70550-7723-4f22-9ddc-899fecb9b384 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1aae4028-3476-408a-bb24-3e698a768110 HTTP/1.1" status: 204 len: 168 time: 1.4210658 Oct 26 08:33:09.390342 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33032) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:09.404813 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d8117b-17a4-45a1-aa72-176a35dee9ed None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:09.411995 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3e6b727b-3d70-40aa-98a4-a3b79c9d364f tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:09.453483 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1e5b9b-89ff-4073-bfb1-b3ef49988081 None None] Network 3552283e-c7ba-4bd2-b88d-27fd8882224b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:09.498195 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d764d1-0a41-4da3-89ac-9ddea20c37d2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:09.503363 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-72d764d1-0a41-4da3-89ac-9ddea20c37d2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:09.509751 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-c0f50f3a-6497-46c6-a150-c95e0253717b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Deleting port 4b537ce6-3899-4d64-9b85-4faef0264a50 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:09.509751 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c0f50f3a-6497-46c6-a150-c95e0253717b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:09.516137 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-5a290edb-f6ed-4274-b002-031a9a757049 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Deleting port 484ebb0a-2e30-4019-aaef-18d117403406 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:09.516137 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5a290edb-f6ed-4274-b002-031a9a757049 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:09.628102 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3e6b727b-3d70-40aa-98a4-a3b79c9d364f tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:09.633377 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3e6b727b-3d70-40aa-98a4-a3b79c9d364f tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:09.658878 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device b0c18517-c3b6-4d2a-a26d-caed320afc1a no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:33:09.685324 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: b0c18517-c3b6-4d2a-a26d-caed320afc1a {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:33:09.685895 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device b0c18517-c3b6-4d2a-a26d-caed320afc1a not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:33:09.692819 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2c4ce2db-3f52-4940-bdc8-155071e6bed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:09.702436 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-c0f50f3a-6497-46c6-a150-c95e0253717b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] For port 4b537ce6-3899-4d64-9b85-4faef0264a50, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=4b537ce6-3899-4d64-9b85-4faef0264a50,segment=NetworkSegment(4aa3b580-b99b-46b9-8d29-400ac294cde8),segment_id=4aa3b580-b99b-46b9-8d29-400ac294cde8)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:09.702812 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c0f50f3a-6497-46c6-a150-c95e0253717b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:09.778203 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344d7754-f651-4e62-9769-e80fa3920bbe tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Made reservation on behalf of 842b849088674682987bba8ce52bfdf3 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:09.779341 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-c0f50f3a-6497-46c6-a150-c95e0253717b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Calling delete_port for 4b537ce6-3899-4d64-9b85-4faef0264a50 owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:09.782960 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-344d7754-f651-4e62-9769-e80fa3920bbe tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:09.785252 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3e6b727b-3d70-40aa-98a4-a3b79c9d364f tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:09.785789 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6b727b-3d70-40aa-98a4-a3b79c9d364f tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Fanout notify agent at l3_agent the message router_deleted on router c1c0a87f-7739-4c6f-9137-e7f1d06e9c8d {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:33:09.800377 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3e6b727b-3d70-40aa-98a4-a3b79c9d364f tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:09.803620 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efed596f-f202-48e0-be34-30953d4c0d18 None None] DHCP port deletion for ecf0c004-fa53-4f3e-bbfd-ff079400665b request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:33:09.806474 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33034) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:09.807262 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3e6b727b-3d70-40aa-98a4-a3b79c9d364f tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] 10.222.0.41 "DELETE /v2.0/routers/c1c0a87f-7739-4c6f-9137-e7f1d06e9c8d HTTP/1.1" status: 204 len: 168 time: 4.0745254 Oct 26 08:33:09.820281 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-3efc1bce-ada1-4da8-909e-f188208baf02 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-219891163', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:09.855707 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec38f61-54c0-4084-ab5a-1b3c66da5274 None None] DHCP port deletion for 3552283e-c7ba-4bd2-b88d-27fd8882224b request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:33:09.864269 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-db851340-2a6e-45ef-8065-caea1b0f5662 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:09.887381 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5a290edb-f6ed-4274-b002-031a9a757049 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:09.899280 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-344d7754-f651-4e62-9769-e80fa3920bbe tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] device_id is not set on port bbded243-f688-4c7f-8a50-88e8f287f208 yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:33:09.901109 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-efed596f-f202-48e0-be34-30953d4c0d18 None None] Deleting port acaa0d6f-5bad-43cc-bfe0-05b441578856 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:09.901490 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-efed596f-f202-48e0-be34-30953d4c0d18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:09.911970 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-5a290edb-f6ed-4274-b002-031a9a757049 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Calling delete_port for 484ebb0a-2e30-4019-aaef-18d117403406 owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:09.980840 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-efed596f-f202-48e0-be34-30953d4c0d18 None None] For port acaa0d6f-5bad-43cc-bfe0-05b441578856, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=acaa0d6f-5bad-43cc-bfe0-05b441578856,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:09.981194 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-efed596f-f202-48e0-be34-30953d4c0d18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:09.990706 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c0f50f3a-6497-46c6-a150-c95e0253717b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:09.994258 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8ec38f61-54c0-4084-ab5a-1b3c66da5274 None None] Deleting port 98244e90-eed0-47c9-83a6-df1e5e00dc62 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:09.994631 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8ec38f61-54c0-4084-ab5a-1b3c66da5274 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:09.999644 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-efed596f-f202-48e0-be34-30953d4c0d18 None None] Calling delete_port for acaa0d6f-5bad-43cc-bfe0-05b441578856 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:10.001577 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9814469e-fa78-4a5b-bcb9-14f8c8ef741f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:10.027529 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f50f3a-6497-46c6-a150-c95e0253717b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event deleted for resources: {'Port': ['ID=4b537ce6-3899-4d64-9b85-4faef0264a50,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:10.035675 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f50f3a-6497-46c6-a150-c95e0253717b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] No DVR routers for this DVR port 4b537ce6-3899-4d64-9b85-4faef0264a50 on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:33:10.048789 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9814469e-fa78-4a5b-bcb9-14f8c8ef741f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:10.061808 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9814469e-fa78-4a5b-bcb9-14f8c8ef741f admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:33:10.073855 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9814469e-fa78-4a5b-bcb9-14f8c8ef741f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:10.074316 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-9814469e-fa78-4a5b-bcb9-14f8c8ef741f admin admin] Added segment 740e16c5-c4b3-49c5-abf0-94d5e047c965 of type vlan for network 8898436d-e40a-418e-85e2-87f0fb58c97b Oct 26 08:33:10.122464 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9814469e-fa78-4a5b-bcb9-14f8c8ef741f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:10.157261 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3efc1bce-ada1-4da8-909e-f188208baf02 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:10.158327 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3efc1bce-ada1-4da8-909e-f188208baf02 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:10.163513 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c0f50f3a-6497-46c6-a150-c95e0253717b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:10.192958 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-c0f50f3a-6497-46c6-a150-c95e0253717b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c277c9-d1fc-493e-99e4-c001e5a71692']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:10.200742 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5a290edb-f6ed-4274-b002-031a9a757049 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:10.206319 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9814469e-fa78-4a5b-bcb9-14f8c8ef741f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:10.207312 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9814469e-fa78-4a5b-bcb9-14f8c8ef741f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:10.208030 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9814469e-fa78-4a5b-bcb9-14f8c8ef741f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:10.212675 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-c0f50f3a-6497-46c6-a150-c95e0253717b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aa3b580-b99b-46b9-8d29-400ac294cde8') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:10.213199 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-c0f50f3a-6497-46c6-a150-c95e0253717b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aa3b580-b99b-46b9-8d29-400ac294cde8') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:10.237682 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db851340-2a6e-45ef-8065-caea1b0f5662 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event updated for resources: {'Subnet': ['ID=34887c4d-7289-43bc-99b0-8670a54a5b60,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:10.242004 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a290edb-f6ed-4274-b002-031a9a757049 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Pushing event deleted for resources: {'Port': ['ID=484ebb0a-2e30-4019-aaef-18d117403406,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:10.249328 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c0f50f3a-6497-46c6-a150-c95e0253717b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:10.282992 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5a290edb-f6ed-4274-b002-031a9a757049 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:10.284665 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8ec38f61-54c0-4084-ab5a-1b3c66da5274 None None] For port 98244e90-eed0-47c9-83a6-df1e5e00dc62, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=98244e90-eed0-47c9-83a6-df1e5e00dc62,segment=NetworkSegment(45e41e81-ba7f-4c8e-9ba2-09e1fadcea4d),segment_id=45e41e81-ba7f-4c8e-9ba2-09e1fadcea4d)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:10.284665 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8ec38f61-54c0-4084-ab5a-1b3c66da5274 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:10.287058 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5a290edb-f6ed-4274-b002-031a9a757049 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] 10.222.0.41 "DELETE /v2.0/ports/484ebb0a-2e30-4019-aaef-18d117403406 HTTP/1.1" status: 204 len: 168 time: 1.6652753 Oct 26 08:33:10.288214 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c0f50f3a-6497-46c6-a150-c95e0253717b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:10.290404 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33036) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:10.309712 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8ec38f61-54c0-4084-ab5a-1b3c66da5274 None None] Calling delete_port for 98244e90-eed0-47c9-83a6-df1e5e00dc62 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:10.322309 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f50f3a-6497-46c6-a150-c95e0253717b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:33:10.323054 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c0f50f3a-6497-46c6-a150-c95e0253717b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:10.326634 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:33:10.326634 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:33:10.326634 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:33:10.326634 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:33:10.326634 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:33:10.326634 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:33:10.326634 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:33:10.326634 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:33:10.326634 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:33:10.326634 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:33:10.326634 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:33:10.326634 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:33:10.326634 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:33:10.326634 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:33:10.326634 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:33:10.326634 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:33:10.326634 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:33:10.326634 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:33:10.326634 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:33:10.326634 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:33:10.326634 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:33:10.326634 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:33:10.326634 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:33:10.326634 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:33:10.326634 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:33:10.326634 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:33:10.326634 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:33:10.326634 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:33:10.326634 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:33:10.326634 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:33:10.326634 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:33:10.326634 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:33:10.332912 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9814469e-fa78-4a5b-bcb9-14f8c8ef741f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf018f0e-812d-40b9-8057-68e9087cc86f,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:10.400958 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-efed596f-f202-48e0-be34-30953d4c0d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:10.428593 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-13f9666c-6584-43a1-86b0-a0f3618180ac tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Deleting subnet 35699d40-07fc-49f9-8781-2f0f81eeef9a {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:33:10.432941 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-13f9666c-6584-43a1-86b0-a0f3618180ac tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:10.437428 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c0f50f3a-6497-46c6-a150-c95e0253717b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:10.442112 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c0f50f3a-6497-46c6-a150-c95e0253717b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:10.446986 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c0f50f3a-6497-46c6-a150-c95e0253717b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "DELETE /v2.0/networks/d6c277c9-d1fc-493e-99e4-c001e5a71692 HTTP/1.1" status: 204 len: 168 time: 4.2965024 Oct 26 08:33:10.455223 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed596f-f202-48e0-be34-30953d4c0d18 None None] Pushing event deleted for resources: {'Port': ['ID=acaa0d6f-5bad-43cc-bfe0-05b441578856,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:10.466083 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efed596f-f202-48e0-be34-30953d4c0d18 None None] No DVR routers for this DVR port acaa0d6f-5bad-43cc-bfe0-05b441578856 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:33:10.485327 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33038) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:10.508520 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8ec38f61-54c0-4084-ab5a-1b3c66da5274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:10.512202 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-f056065e-cbb1-4ae6-b7d2-67a37a3efaa3 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1670592939'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:10.523699 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f50f3a-6497-46c6-a150-c95e0253717b tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event deleted for resources: {'Network': ['ID=d6c277c9-d1fc-493e-99e4-c001e5a71692,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:10.525643 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db851340-2a6e-45ef-8065-caea1b0f5662 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Checking segment: {'id': 'b193c3a0-06a8-4e49-a67d-21e40810d1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cedb31e4-e66d-4f1b-a8c6-410caa7e20e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:33:10.528517 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db851340-2a6e-45ef-8065-caea1b0f5662 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Network hostable DHCP agents. Network: cedb31e4-e66d-4f1b-a8c6-410caa7e20e4, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:33:10.532900 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-72d764d1-0a41-4da3-89ac-9ddea20c37d2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:10.542626 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9814469e-fa78-4a5b-bcb9-14f8c8ef741f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5658782 Oct 26 08:33:10.546121 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-13f9666c-6584-43a1-86b0-a0f3618180ac tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:10.554685 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33040) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:10.568275 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3efc1bce-ada1-4da8-909e-f188208baf02 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:10.575976 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec38f61-54c0-4084-ab5a-1b3c66da5274 None None] Pushing event deleted for resources: {'Port': ['ID=98244e90-eed0-47c9-83a6-df1e5e00dc62,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:10.586391 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec38f61-54c0-4084-ab5a-1b3c66da5274 None None] No DVR routers for this DVR port 98244e90-eed0-47c9-83a6-df1e5e00dc62 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:33:10.593027 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-6ac0a0e6-9be1-4af2-9e75-ce897e0d356c admin admin] Request body: {'subnet': {'network_id': '8898436d-e40a-418e-85e2-87f0fb58c97b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1838315298-subnet', 'tenant_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:10.608632 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-2c4ce2db-3f52-4940-bdc8-155071e6bed3 admin admin] Deleting port 98244e90-eed0-47c9-83a6-df1e5e00dc62 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:10.609157 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2c4ce2db-3f52-4940-bdc8-155071e6bed3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:10.623747 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f056065e-cbb1-4ae6-b7d2-67a37a3efaa3 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Made reservation on behalf of d25a916b9c2d4b34bcd65014285516f8 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:10.627468 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f056065e-cbb1-4ae6-b7d2-67a37a3efaa3 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:10.689431 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac0a0e6-9be1-4af2-9e75-ce897e0d356c admin admin] Made reservation on behalf of 6eab6734a4b340b3a9f449d2b1ad4f89 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:10.691743 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6ac0a0e6-9be1-4af2-9e75-ce897e0d356c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:10.700035 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9814469e-fa78-4a5b-bcb9-14f8c8ef741f admin admin] Pushing event updated for resources: {'Network': ['ID=8898436d-e40a-418e-85e2-87f0fb58c97b,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:10.711847 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f056065e-cbb1-4ae6-b7d2-67a37a3efaa3 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:33:10.720559 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 8898436d-e40a-418e-85e2-87f0fb58c97b details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:33:10.751416 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d764d1-0a41-4da3-89ac-9ddea20c37d2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:10.752978 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3efc1bce-ada1-4da8-909e-f188208baf02 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:10.761239 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f056065e-cbb1-4ae6-b7d2-67a37a3efaa3 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:10.761535 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-f056065e-cbb1-4ae6-b7d2-67a37a3efaa3 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Added segment 8ba470e2-0c50-467e-bc8a-c3ce7ff21868 of type vlan for network a8a554ca-b356-4fb7-8cea-bfe06fd5fcde Oct 26 08:33:10.767057 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d764d1-0a41-4da3-89ac-9ddea20c37d2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Subnet': ['ID=5f3fb1c0-44db-4fcd-bf4b-56d7a393c17c,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:10.785613 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-13f9666c-6584-43a1-86b0-a0f3618180ac tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:10.810775 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-72d764d1-0a41-4da3-89ac-9ddea20c37d2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:10.830436 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-344d7754-f651-4e62-9769-e80fa3920bbe tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:10.840407 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56db55b3-6231-406f-9dbc-bb838fa596b1 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:10.855096 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db851340-2a6e-45ef-8065-caea1b0f5662 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Network cedb31e4-e66d-4f1b-a8c6-410caa7e20e4 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:33:10.860337 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f056065e-cbb1-4ae6-b7d2-67a37a3efaa3 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:10.860634 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d764d1-0a41-4da3-89ac-9ddea20c37d2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:10.861260 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-72d764d1-0a41-4da3-89ac-9ddea20c37d2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:10.868713 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3efc1bce-ada1-4da8-909e-f188208baf02 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:10.869800 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3efc1bce-ada1-4da8-909e-f188208baf02 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0551865 Oct 26 08:33:10.875729 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33042) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:10.888382 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-94596d74-11f2-4240-8bed-dc0ed5c2a0c3 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'enable_snat': False}}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:10.900014 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-db851340-2a6e-45ef-8065-caea1b0f5662 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, cedb31e4-e66d-4f1b-a8c6-410caa7e20e4) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:10.919275 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-72d764d1-0a41-4da3-89ac-9ddea20c37d2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7002661 Oct 26 08:33:10.919275 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db851340-2a6e-45ef-8065-caea1b0f5662 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:10.919275 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-db851340-2a6e-45ef-8065-caea1b0f5662 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:10.921566 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-2c4ce2db-3f52-4940-bdc8-155071e6bed3 admin admin] For port 98244e90-eed0-47c9-83a6-df1e5e00dc62, host dv-neutron-804846-13-hyperv, got binding levels [] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:10.921946 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2c4ce2db-3f52-4940-bdc8-155071e6bed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:10.924216 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33044) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:10.926475 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-344d7754-f651-4e62-9769-e80fa3920bbe tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:10.939553 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295ea01b-70b5-4e45-a908-13c4874ac58c None None] Network cedb31e4-e66d-4f1b-a8c6-410caa7e20e4 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:10.943866 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-99be70c3-a629-40da-bf26-39eb762f822c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:10.988436 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.db.resource_extend [None req-f056065e-cbb1-4ae6-b7d2-67a37a3efaa3 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 08:33:11.046796 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-2c4ce2db-3f52-4940-bdc8-155071e6bed3 admin admin] Calling delete_port for 98244e90-eed0-47c9-83a6-df1e5e00dc62 owned by network:dhcp {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:11.053456 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.ipam_backend_mixin [None req-2c4ce2db-3f52-4940-bdc8-155071e6bed3 admin admin] Port 98244e90-eed0-47c9-83a6-df1e5e00dc62 was not found and therefore no delete operation was performed {{(pid=102101) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 08:33:11.069201 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-db851340-2a6e-45ef-8065-caea1b0f5662 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1823649 Oct 26 08:33:11.075443 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33046) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:11.078618 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2c4ce2db-3f52-4940-bdc8-155071e6bed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:11.093788 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344d7754-f651-4e62-9769-e80fa3920bbe tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Network b9ee02d4-5cb7-4943-9b37-aae5cc660ad0 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:11.108201 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-344d7754-f651-4e62-9769-e80fa3920bbe tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:11.110652 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f056065e-cbb1-4ae6-b7d2-67a37a3efaa3 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:11.112711 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d7754-f651-4e62-9769-e80fa3920bbe tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Port': ['ID=bbded243-f688-4c7f-8a50-88e8f287f208,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:11.117995 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f056065e-cbb1-4ae6-b7d2-67a37a3efaa3 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:11.118910 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f056065e-cbb1-4ae6-b7d2-67a37a3efaa3 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:11.124048 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344d7754-f651-4e62-9769-e80fa3920bbe tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:11.130881 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344d7754-f651-4e62-9769-e80fa3920bbe tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:11.131522 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-344d7754-f651-4e62-9769-e80fa3920bbe tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:11.148648 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4ce2db-3f52-4940-bdc8-155071e6bed3 admin admin] No DVR routers for this DVR port 98244e90-eed0-47c9-83a6-df1e5e00dc62 on host dv-neutron-804846-13-hyperv {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:33:11.172790 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b005aa1-9040-4457-aca1-a4b51b43c68d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-cedb31e4-e66d-4f1b-a8c6-410caa7e20e4', 'network_id': 'cedb31e4-e66d-4f1b-a8c6-410caa7e20e4', 'tenant_id': '3905ee3ef311437797d112e063b81314', 'fixed_ips': [{'subnet_id': '34887c4d-7289-43bc-99b0-8670a54a5b60'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:33:11.173850 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4b005aa1-9040-4457-aca1-a4b51b43c68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:11.177777 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ce2db-3f52-4940-bdc8-155071e6bed3 admin admin] Pushing event deleted for resources: {'Port': ['ID=98244e90-eed0-47c9-83a6-df1e5e00dc62,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:11.202069 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47fd5df-f1bc-4545-ad4d-e016d4c4a0cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'tenant_id': '34a26fc2cbe741c49d4d94b40e63438a', 'fixed_ips': [{'subnet_id': '5f3fb1c0-44db-4fcd-bf4b-56d7a393c17c'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:33:11.203091 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a47fd5df-f1bc-4545-ad4d-e016d4c4a0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:11.243872 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-13f9666c-6584-43a1-86b0-a0f3618180ac tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:11.250783 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-344d7754-f651-4e62-9769-e80fa3920bbe tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9626153 Oct 26 08:33:11.252834 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33048) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:11.282734 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2c4ce2db-3f52-4940-bdc8-155071e6bed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:11.362127 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-2c4ce2db-3f52-4940-bdc8-155071e6bed3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3552283e-c7ba-4bd2-b88d-27fd8882224b']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:11.369114 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f056065e-cbb1-4ae6-b7d2-67a37a3efaa3 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8786485 Oct 26 08:33:11.371444 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99be70c3-a629-40da-bf26-39eb762f822c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:11.373974 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-99be70c3-a629-40da-bf26-39eb762f822c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:11.376775 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33050) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:11.384691 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9666c-6584-43a1-86b0-a0f3618180ac tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Pushing event deleted for resources: {'Subnet': ['ID=35699d40-07fc-49f9-8781-2f0f81eeef9a,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:11.389470 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-13f9666c-6584-43a1-86b0-a0f3618180ac tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:11.392619 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-13f9666c-6584-43a1-86b0-a0f3618180ac tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] 10.222.0.41 "DELETE /v2.0/subnets/35699d40-07fc-49f9-8781-2f0f81eeef9a HTTP/1.1" status: 204 len: 168 time: 1.0992842 Oct 26 08:33:11.394887 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-db4dfa6f-5bea-498b-bc7d-5b7e800ac878 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Request body: {'subnet': {'network_id': 'a8a554ca-b356-4fb7-8cea-bfe06fd5fcde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:11.397952 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-94596d74-11f2-4240-8bed-dc0ed5c2a0c3 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:11.400800 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-2c4ce2db-3f52-4940-bdc8-155071e6bed3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e41e81-ba7f-4c8e-9ba2-09e1fadcea4d') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:11.401008 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-2c4ce2db-3f52-4940-bdc8-155071e6bed3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e41e81-ba7f-4c8e-9ba2-09e1fadcea4d') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:11.401114 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33052) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:11.407008 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056065e-cbb1-4ae6-b7d2-67a37a3efaa3 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event updated for resources: {'Network': ['ID=a8a554ca-b356-4fb7-8cea-bfe06fd5fcde,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:11.432897 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc694ebd-5ec4-4a15-bd0c-3328cf504a36 None None] Network ad042a27-6f7f-4fc6-aeac-dfa442372dd7 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:11.434908 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network a8a554ca-b356-4fb7-8cea-bfe06fd5fcde details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:33:11.478828 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2c4ce2db-3f52-4940-bdc8-155071e6bed3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:11.521371 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-4b005aa1-9040-4457-aca1-a4b51b43c68d None None] Allocated IP 2001:db8::1 (cedb31e4-e66d-4f1b-a8c6-410caa7e20e4/34887c4d-7289-43bc-99b0-8670a54a5b60/fe7fb392-63fe-4af1-8e8f-030763aecd05) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:11.529430 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2c4ce2db-3f52-4940-bdc8-155071e6bed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:11.546283 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6ac0a0e6-9be1-4af2-9e75-ce897e0d356c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:11.562609 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c4ce2db-3f52-4940-bdc8-155071e6bed3 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:33:11.563085 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2c4ce2db-3f52-4940-bdc8-155071e6bed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:11.566228 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:33:11.566228 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:33:11.566228 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:33:11.566228 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:33:11.566228 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:33:11.566228 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:33:11.566228 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:33:11.566228 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:33:11.566228 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:33:11.566228 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:33:11.566228 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:33:11.566228 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:33:11.566228 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:33:11.566228 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:33:11.566228 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:33:11.566228 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:33:11.566228 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:33:11.566228 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:33:11.566228 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:33:11.566228 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:33:11.566228 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:33:11.566228 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:33:11.566228 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:33:11.566228 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:33:11.566228 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:33:11.566228 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:33:11.566228 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:33:11.566228 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:33:11.566228 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:33:11.566228 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:33:11.566228 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:33:11.566228 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:33:11.596795 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fd45fb8-7634-4723-a3d0-f08125f3c8cc tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:11.608041 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-a47fd5df-f1bc-4545-ad4d-e016d4c4a0cd None None] Allocated IP 172.20.0.2 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/5f3fb1c0-44db-4fcd-bf4b-56d7a393c17c/2b6f1b06-caf5-4270-8b55-ba2b0681410c) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:11.665739 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1151a062-765c-45e4-a588-08538a85c885 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:11.673835 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2c4ce2db-3f52-4940-bdc8-155071e6bed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:11.705024 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-969d459d-34c2-4840-829c-01fd036ed250 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Deleting port bbded243-f688-4c7f-8a50-88e8f287f208 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:11.705409 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-969d459d-34c2-4840-829c-01fd036ed250 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:11.728446 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0a0e6-9be1-4af2-9e75-ce897e0d356c admin admin] Pushing event updated for resources: {'Subnet': ['ID=33b25e72-0e11-43c0-9e6c-63bdef265ca2,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:11.730022 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2c4ce2db-3f52-4940-bdc8-155071e6bed3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:11.734831 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2c4ce2db-3f52-4940-bdc8-155071e6bed3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/3552283e-c7ba-4bd2-b88d-27fd8882224b HTTP/1.1" status: 204 len: 168 time: 2.3397372 Oct 26 08:33:11.750111 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac0a0e6-9be1-4af2-9e75-ce897e0d356c admin admin] Checking segment: {'id': '740e16c5-c4b3-49c5-abf0-94d5e047c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8898436d-e40a-418e-85e2-87f0fb58c97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:33:11.750111 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac0a0e6-9be1-4af2-9e75-ce897e0d356c admin admin] Network hostable DHCP agents. Network: 8898436d-e40a-418e-85e2-87f0fb58c97b, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:33:11.754963 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device acaa0d6f-5bad-43cc-bfe0-05b441578856 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:33:11.794944 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: acaa0d6f-5bad-43cc-bfe0-05b441578856 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:33:11.795307 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device acaa0d6f-5bad-43cc-bfe0-05b441578856 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:33:11.795729 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 98244e90-eed0-47c9-83a6-df1e5e00dc62 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:33:11.801206 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fd45fb8-7634-4723-a3d0-f08125f3c8cc tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:11.821859 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 98244e90-eed0-47c9-83a6-df1e5e00dc62 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:33:11.822247 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 98244e90-eed0-47c9-83a6-df1e5e00dc62 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:33:11.859491 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac0a0e6-9be1-4af2-9e75-ce897e0d356c admin admin] Network 8898436d-e40a-418e-85e2-87f0fb58c97b is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:33:11.889816 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-6ac0a0e6-9be1-4af2-9e75-ce897e0d356c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 8898436d-e40a-418e-85e2-87f0fb58c97b) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:11.894257 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac0a0e6-9be1-4af2-9e75-ce897e0d356c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:11.894844 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6ac0a0e6-9be1-4af2-9e75-ce897e0d356c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:11.920450 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-1151a062-765c-45e4-a588-08538a85c885 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Deleting port f965540d-eb3e-4819-b999-c32f1dacc28f {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:11.920794 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1151a062-765c-45e4-a588-08538a85c885 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:11.946855 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d8413f-3a80-4e1b-9469-cab0e9bc2fa9 None None] Network 8898436d-e40a-418e-85e2-87f0fb58c97b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:11.987376 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ce2db-3f52-4940-bdc8-155071e6bed3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3552283e-c7ba-4bd2-b88d-27fd8882224b,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:12.036237 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33056) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:12.045303 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3087d1e9-37d8-42a6-bfcc-23c3c9fed6d5 None None] DHCP port deletion for ad042a27-6f7f-4fc6-aeac-dfa442372dd7 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:33:12.049862 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4b005aa1-9040-4457-aca1-a4b51b43c68d None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:12.054533 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4dfa6f-5bea-498b-bc7d-5b7e800ac878 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Made reservation on behalf of d25a916b9c2d4b34bcd65014285516f8 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:12.058279 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-db4dfa6f-5bea-498b-bc7d-5b7e800ac878 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:12.076530 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4b005aa1-9040-4457-aca1-a4b51b43c68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:12.076767 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-1151a062-765c-45e4-a588-08538a85c885 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] For port f965540d-eb3e-4819-b999-c32f1dacc28f, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=f965540d-eb3e-4819-b999-c32f1dacc28f,segment=NetworkSegment(e816f81e-013e-488e-a58a-101945f2452c),segment_id=e816f81e-013e-488e-a58a-101945f2452c)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:12.077021 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1151a062-765c-45e4-a588-08538a85c885 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:12.099988 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6ac0a0e6-9be1-4af2-9e75-ce897e0d356c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5220397 Oct 26 08:33:12.102834 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33058) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:12.124580 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-1151a062-765c-45e4-a588-08538a85c885 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Calling delete_port for f965540d-eb3e-4819-b999-c32f1dacc28f owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:12.134207 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-969d459d-34c2-4840-829c-01fd036ed250 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:12.139750 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-8ec450ae-472a-4c79-966b-960e1920068a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1838315298-router', 'tenant_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:12.144536 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fd45fb8-7634-4723-a3d0-f08125f3c8cc tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:12.152320 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a47fd5df-f1bc-4545-ad4d-e016d4c4a0cd None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:12.178577 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a47fd5df-f1bc-4545-ad4d-e016d4c4a0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:12.182274 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b005aa1-9040-4457-aca1-a4b51b43c68d None None] Network cedb31e4-e66d-4f1b-a8c6-410caa7e20e4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:12.183087 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2669e694-095a-471f-80b9-8e43f1574537 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aacb04f5ce564fc6b000afd721b795f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1451766 Oct 26 08:33:12.185927 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33062) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:12.200999 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-4b005aa1-9040-4457-aca1-a4b51b43c68d None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:12.204236 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b005aa1-9040-4457-aca1-a4b51b43c68d None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:12.212673 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b005aa1-9040-4457-aca1-a4b51b43c68d None None] Pushing event updated for resources: {'Port': ['ID=fe7fb392-63fe-4af1-8e8f-030763aecd05,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:12.214762 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-94596d74-11f2-4240-8bed-dc0ed5c2a0c3 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:12.240261 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd45fb8-7634-4723-a3d0-f08125f3c8cc tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event deleted for resources: {'Subnet': ['ID=34887c4d-7289-43bc-99b0-8670a54a5b60,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:12.245187 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-94596d74-11f2-4240-8bed-dc0ed5c2a0c3 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:12.249440 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-969d459d-34c2-4840-829c-01fd036ed250 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Calling delete_port for bbded243-f688-4c7f-8a50-88e8f287f208 owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:12.273745 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47fd5df-f1bc-4545-ad4d-e016d4c4a0cd None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:12.357080 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.objects.ports [None req-99be70c3-a629-40da-bf26-39eb762f822c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102101) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 08:33:12.384038 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8ec450ae-472a-4c79-966b-960e1920068a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:12.385183 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8ec450ae-472a-4c79-966b-960e1920068a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:12.464460 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-a47fd5df-f1bc-4545-ad4d-e016d4c4a0cd None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:12.471642 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47fd5df-f1bc-4545-ad4d-e016d4c4a0cd None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:12.518043 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47fd5df-f1bc-4545-ad4d-e016d4c4a0cd None None] Pushing event updated for resources: {'Port': ['ID=2b6f1b06-caf5-4270-8b55-ba2b0681410c,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:12.531211 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-3087d1e9-37d8-42a6-bfcc-23c3c9fed6d5 None None] Deleting port f965540d-eb3e-4819-b999-c32f1dacc28f {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:12.531947 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3087d1e9-37d8-42a6-bfcc-23c3c9fed6d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:12.578020 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-4b005aa1-9040-4457-aca1-a4b51b43c68d None None] Attempting to bind port fe7fb392-63fe-4af1-8e8f-030763aecd05 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:33:12.578020 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-4b005aa1-9040-4457-aca1-a4b51b43c68d None None] Attempting to bind port fe7fb392-63fe-4af1-8e8f-030763aecd05 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'b193c3a0-06a8-4e49-a67d-21e40810d1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cedb31e4-e66d-4f1b-a8c6-410caa7e20e4'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:33:12.578020 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b005aa1-9040-4457-aca1-a4b51b43c68d None None] Attempting to bind port fe7fb392-63fe-4af1-8e8f-030763aecd05 on network cedb31e4-e66d-4f1b-a8c6-410caa7e20e4 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:33:12.616719 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f072668c-e038-47f7-8af8-9c65c36a381d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-8898436d-e40a-418e-85e2-87f0fb58c97b', 'network_id': '8898436d-e40a-418e-85e2-87f0fb58c97b', 'tenant_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'fixed_ips': [{'subnet_id': '33b25e72-0e11-43c0-9e6c-63bdef265ca2'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:33:12.617610 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f072668c-e038-47f7-8af8-9c65c36a381d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:12.655278 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b005aa1-9040-4457-aca1-a4b51b43c68d None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:33:12.655713 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b005aa1-9040-4457-aca1-a4b51b43c68d None None] Checking segment: {'id': 'b193c3a0-06a8-4e49-a67d-21e40810d1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cedb31e4-e66d-4f1b-a8c6-410caa7e20e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:33:12.656081 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4b005aa1-9040-4457-aca1-a4b51b43c68d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:12.656489 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b005aa1-9040-4457-aca1-a4b51b43c68d None None] Bound using segment: {'id': 'b193c3a0-06a8-4e49-a67d-21e40810d1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cedb31e4-e66d-4f1b-a8c6-410caa7e20e4'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:33:12.657008 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-4b005aa1-9040-4457-aca1-a4b51b43c68d None None] Bound port: fe7fb392-63fe-4af1-8e8f-030763aecd05, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b193c3a0-06a8-4e49-a67d-21e40810d1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cedb31e4-e66d-4f1b-a8c6-410caa7e20e4'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:33:12.657389 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4b005aa1-9040-4457-aca1-a4b51b43c68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:12.701922 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fd45fb8-7634-4723-a3d0-f08125f3c8cc tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:12.713049 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-3087d1e9-37d8-42a6-bfcc-23c3c9fed6d5 None None] For port f965540d-eb3e-4819-b999-c32f1dacc28f, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=f965540d-eb3e-4819-b999-c32f1dacc28f,segment=NetworkSegment(e816f81e-013e-488e-a58a-101945f2452c),segment_id=e816f81e-013e-488e-a58a-101945f2452c)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:12.713460 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3087d1e9-37d8-42a6-bfcc-23c3c9fed6d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:12.717591 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-a47fd5df-f1bc-4545-ad4d-e016d4c4a0cd None None] Attempting to bind port 2b6f1b06-caf5-4270-8b55-ba2b0681410c on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:33:12.717990 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-a47fd5df-f1bc-4545-ad4d-e016d4c4a0cd None None] Attempting to bind port 2b6f1b06-caf5-4270-8b55-ba2b0681410c by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:33:12.718369 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47fd5df-f1bc-4545-ad4d-e016d4c4a0cd None None] Attempting to bind port 2b6f1b06-caf5-4270-8b55-ba2b0681410c on network ecf0c004-fa53-4f3e-bbfd-ff079400665b {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:33:12.745071 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-8fd45fb8-7634-4723-a3d0-f08125f3c8cc tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cedb31e4-e66d-4f1b-a8c6-410caa7e20e4']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:12.776985 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1151a062-765c-45e4-a588-08538a85c885 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:12.780019 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-8fd45fb8-7634-4723-a3d0-f08125f3c8cc tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b193c3a0-06a8-4e49-a67d-21e40810d1c7') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:12.780320 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-8fd45fb8-7634-4723-a3d0-f08125f3c8cc tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b193c3a0-06a8-4e49-a67d-21e40810d1c7') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:12.801203 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-3087d1e9-37d8-42a6-bfcc-23c3c9fed6d5 None None] Calling delete_port for f965540d-eb3e-4819-b999-c32f1dacc28f owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:12.810328 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47fd5df-f1bc-4545-ad4d-e016d4c4a0cd None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:33:12.810714 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47fd5df-f1bc-4545-ad4d-e016d4c4a0cd None None] Checking segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:33:12.811080 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a47fd5df-f1bc-4545-ad4d-e016d4c4a0cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:12.811489 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47fd5df-f1bc-4545-ad4d-e016d4c4a0cd None None] Bound using segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:33:12.811990 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-a47fd5df-f1bc-4545-ad4d-e016d4c4a0cd None None] Bound port: 2b6f1b06-caf5-4270-8b55-ba2b0681410c, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:33:12.812382 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a47fd5df-f1bc-4545-ad4d-e016d4c4a0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:12.820657 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151a062-765c-45e4-a588-08538a85c885 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Pushing event deleted for resources: {'Port': ['ID=f965540d-eb3e-4819-b999-c32f1dacc28f,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:12.823656 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fd45fb8-7634-4723-a3d0-f08125f3c8cc tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:12.834980 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1151a062-765c-45e4-a588-08538a85c885 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] No DVR routers for this DVR port f965540d-eb3e-4819-b999-c32f1dacc28f on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:33:12.867621 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fd45fb8-7634-4723-a3d0-f08125f3c8cc tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:12.874401 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a2bdd890-7f79-4a19-b8e0-e750d46826d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:12.879054 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-94596d74-11f2-4240-8bed-dc0ed5c2a0c3 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Allocated IP 172.26.2.207 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/f3dce694-8b33-4591-9310-a69235d94f95) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:12.885336 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd45fb8-7634-4723-a3d0-f08125f3c8cc tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:33:12.885336 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fd45fb8-7634-4723-a3d0-f08125f3c8cc tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:12.889107 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:33:12.889107 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:33:12.889107 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:33:12.889107 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:33:12.889107 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:33:12.889107 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:33:12.889107 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:33:12.889107 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:33:12.889107 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:33:12.889107 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:33:12.889107 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:33:12.889107 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:33:12.889107 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:33:12.889107 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:33:12.889107 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:33:12.889107 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:33:12.889107 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:33:12.889107 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:33:12.889107 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:33:12.889107 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:33:12.889107 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:33:12.889107 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:33:12.889107 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:33:12.889107 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:33:12.889107 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:33:12.889107 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:33:12.889107 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:33:12.889107 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:33:12.889107 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:33:12.889107 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:33:12.889107 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:33:12.889107 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:33:12.974856 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-4b005aa1-9040-4457-aca1-a4b51b43c68d None None] For port fe7fb392-63fe-4af1-8e8f-030763aecd05, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:33:13.006986 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-f072668c-e038-47f7-8af8-9c65c36a381d None None] Allocated IP 172.20.0.2 (8898436d-e40a-418e-85e2-87f0fb58c97b/33b25e72-0e11-43c0-9e6c-63bdef265ca2/17a2acd3-3c91-4d35-9e93-83e0cf250fcb) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:13.017452 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1151a062-765c-45e4-a588-08538a85c885 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:13.028176 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a2bdd890-7f79-4a19-b8e0-e750d46826d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:13.046260 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-a47fd5df-f1bc-4545-ad4d-e016d4c4a0cd None None] For port 2b6f1b06-caf5-4270-8b55-ba2b0681410c, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:33:13.052215 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8ec450ae-472a-4c79-966b-960e1920068a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:13.057372 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.db.api [None req-8fd45fb8-7634-4723-a3d0-f08125f3c8cc tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 08:33:13.057372 dv-neutron-804846-13-hyperv neutron-server[102102]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 08:33:13.057372 dv-neutron-804846-13-hyperv neutron-server[102102]: [parameters: {'id': 'cedb31e4-e66d-4f1b-a8c6-410caa7e20e4'}] Oct 26 08:33:13.057372 dv-neutron-804846-13-hyperv neutron-server[102102]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:33:13.057775 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG oslo_db.api [None req-8fd45fb8-7634-4723-a3d0-f08125f3c8cc tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:33:13.063197 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-4b005aa1-9040-4457-aca1-a4b51b43c68d None None] For port fe7fb392-63fe-4af1-8e8f-030763aecd05, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=fe7fb392-63fe-4af1-8e8f-030763aecd05,segment=NetworkSegment(b193c3a0-06a8-4e49-a67d-21e40810d1c7),segment_id=b193c3a0-06a8-4e49-a67d-21e40810d1c7)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:33:13.077390 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-1151a062-765c-45e4-a588-08538a85c885 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad042a27-6f7f-4fc6-aeac-dfa442372dd7']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:13.077741 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-a47fd5df-f1bc-4545-ad4d-e016d4c4a0cd None None] For port 2b6f1b06-caf5-4270-8b55-ba2b0681410c, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=2b6f1b06-caf5-4270-8b55-ba2b0681410c,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:33:13.092559 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-1151a062-765c-45e4-a588-08538a85c885 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e816f81e-013e-488e-a58a-101945f2452c') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:13.092912 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-1151a062-765c-45e4-a588-08538a85c885 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e816f81e-013e-488e-a58a-101945f2452c') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:13.104912 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4b005aa1-9040-4457-aca1-a4b51b43c68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:13.111430 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3087d1e9-37d8-42a6-bfcc-23c3c9fed6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:13.112176 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1151a062-765c-45e4-a588-08538a85c885 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:13.121688 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a47fd5df-f1bc-4545-ad4d-e016d4c4a0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:13.136518 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1151a062-765c-45e4-a588-08538a85c885 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:13.154842 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1151a062-765c-45e4-a588-08538a85c885 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:33:13.155320 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1151a062-765c-45e4-a588-08538a85c885 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:13.158354 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:33:13.158354 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:33:13.158354 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:33:13.158354 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:33:13.158354 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:33:13.158354 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:33:13.158354 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:33:13.158354 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:33:13.158354 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:33:13.158354 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:33:13.158354 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:33:13.158354 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:33:13.158354 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:33:13.158354 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:33:13.158354 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:33:13.158354 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:33:13.158354 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:33:13.158354 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:33:13.158354 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:33:13.158354 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:33:13.158354 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:33:13.158354 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:33:13.158354 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:33:13.158354 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:33:13.158354 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:33:13.158354 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:33:13.158354 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:33:13.158354 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:33:13.158354 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:33:13.158354 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:33:13.158354 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:33:13.158354 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:33:13.161565 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-94596d74-11f2-4240-8bed-dc0ed5c2a0c3 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:13.178437 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3087d1e9-37d8-42a6-bfcc-23c3c9fed6d5 None None] No DVR routers for this DVR port f965540d-eb3e-4819-b999-c32f1dacc28f on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:33:13.211956 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-969d459d-34c2-4840-829c-01fd036ed250 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:13.257577 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b005aa1-9040-4457-aca1-a4b51b43c68d None None] Pushing event updated for resources: {'Port': ['ID=fe7fb392-63fe-4af1-8e8f-030763aecd05,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:13.258813 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d459d-34c2-4840-829c-01fd036ed250 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Port': ['ID=bbded243-f688-4c7f-8a50-88e8f287f208,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:13.260132 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1151a062-765c-45e4-a588-08538a85c885 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:13.268813 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1151a062-765c-45e4-a588-08538a85c885 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:13.273648 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1151a062-765c-45e4-a588-08538a85c885 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] 10.222.0.41 "DELETE /v2.0/networks/ad042a27-6f7f-4fc6-aeac-dfa442372dd7 HTTP/1.1" status: 204 len: 168 time: 1.8634408 Oct 26 08:33:13.274693 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-969d459d-34c2-4840-829c-01fd036ed250 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:13.280229 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-969d459d-34c2-4840-829c-01fd036ed250 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/ports/bbded243-f688-4c7f-8a50-88e8f287f208 HTTP/1.1" status: 204 len: 168 time: 2.0267889 Oct 26 08:33:13.286753 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33066) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:13.291575 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-94596d74-11f2-4240-8bed-dc0ed5c2a0c3 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:13.296797 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151a062-765c-45e4-a588-08538a85c885 tempest-AllowedAddressPairIpV6TestJSON-1306985164 tempest-AllowedAddressPairIpV6TestJSON-1306985164-project] Pushing event deleted for resources: {'Network': ['ID=ad042a27-6f7f-4fc6-aeac-dfa442372dd7,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:13.310165 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087d1e9-37d8-42a6-bfcc-23c3c9fed6d5 None None] Pushing event deleted for resources: {'Port': ['ID=f965540d-eb3e-4819-b999-c32f1dacc28f,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:13.314723 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-5a0a7e61-e1fc-4803-b46b-10453140e888 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'port': {'network_id': 'b9ee02d4-5cb7-4943-9b37-aae5cc660ad0', 'mac_address': 'fa:16:3e:5c:93:6f', 'name': 'tempest-PortsIpV6TestJSON-1265658626'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:13.350824 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94596d74-11f2-4240-8bed-dc0ed5c2a0c3 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:13.354150 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-94596d74-11f2-4240-8bed-dc0ed5c2a0c3 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:13.358971 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94596d74-11f2-4240-8bed-dc0ed5c2a0c3 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:13.386824 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94596d74-11f2-4240-8bed-dc0ed5c2a0c3 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Pushing event updated for resources: {'Port': ['ID=f3dce694-8b33-4591-9310-a69235d94f95,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:13.391667 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e10e71-f5ca-4dc3-980d-5a5e356bb1eb None None] Network cedb31e4-e66d-4f1b-a8c6-410caa7e20e4 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:13.485033 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47fd5df-f1bc-4545-ad4d-e016d4c4a0cd None None] Pushing event updated for resources: {'Port': ['ID=2b6f1b06-caf5-4270-8b55-ba2b0681410c,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:13.494460 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f072668c-e038-47f7-8af8-9c65c36a381d None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:13.508828 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-99be70c3-a629-40da-bf26-39eb762f822c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:13.521824 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f072668c-e038-47f7-8af8-9c65c36a381d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:13.595295 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8ec450ae-472a-4c79-966b-960e1920068a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:13.597060 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fd45fb8-7634-4723-a3d0-f08125f3c8cc tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:13.611235 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f072668c-e038-47f7-8af8-9c65c36a381d None None] Network 8898436d-e40a-418e-85e2-87f0fb58c97b is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:13.624893 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a2bdd890-7f79-4a19-b8e0-e750d46826d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:13.628504 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a2bdd890-7f79-4a19-b8e0-e750d46826d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:13.633686 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a2bdd890-7f79-4a19-b8e0-e750d46826d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/61dd32b3-2d72-458a-ba41-862a1baf8c73 HTTP/1.1" status: 204 len: 168 time: 1.4394596 Oct 26 08:33:13.634939 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-db4dfa6f-5bea-498b-bc7d-5b7e800ac878 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:13.643489 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-f072668c-e038-47f7-8af8-9c65c36a381d None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:13.656418 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f072668c-e038-47f7-8af8-9c65c36a381d None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:13.659775 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f072668c-e038-47f7-8af8-9c65c36a381d None None] Pushing event updated for resources: {'Port': ['ID=17a2acd3-3c91-4d35-9e93-83e0cf250fcb,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:13.736653 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bdd890-7f79-4a19-b8e0-e750d46826d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61dd32b3-2d72-458a-ba41-862a1baf8c73,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:13.820204 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-f072668c-e038-47f7-8af8-9c65c36a381d None None] Attempting to bind port 17a2acd3-3c91-4d35-9e93-83e0cf250fcb on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:33:13.820660 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-f072668c-e038-47f7-8af8-9c65c36a381d None None] Attempting to bind port 17a2acd3-3c91-4d35-9e93-83e0cf250fcb by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '740e16c5-c4b3-49c5-abf0-94d5e047c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8898436d-e40a-418e-85e2-87f0fb58c97b'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:33:13.821046 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f072668c-e038-47f7-8af8-9c65c36a381d None None] Attempting to bind port 17a2acd3-3c91-4d35-9e93-83e0cf250fcb on network 8898436d-e40a-418e-85e2-87f0fb58c97b {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:33:13.845375 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0a7e61-e1fc-4803-b46b-10453140e888 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Made reservation on behalf of 842b849088674682987bba8ce52bfdf3 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:13.877014 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f072668c-e038-47f7-8af8-9c65c36a381d None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:33:13.878556 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f072668c-e038-47f7-8af8-9c65c36a381d None None] Checking segment: {'id': '740e16c5-c4b3-49c5-abf0-94d5e047c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8898436d-e40a-418e-85e2-87f0fb58c97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:33:13.879154 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f072668c-e038-47f7-8af8-9c65c36a381d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:13.884814 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f072668c-e038-47f7-8af8-9c65c36a381d None None] Bound using segment: {'id': '740e16c5-c4b3-49c5-abf0-94d5e047c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8898436d-e40a-418e-85e2-87f0fb58c97b'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:33:13.885641 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-f072668c-e038-47f7-8af8-9c65c36a381d None None] Bound port: 17a2acd3-3c91-4d35-9e93-83e0cf250fcb, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740e16c5-c4b3-49c5-abf0-94d5e047c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8898436d-e40a-418e-85e2-87f0fb58c97b'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:33:13.890307 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f072668c-e038-47f7-8af8-9c65c36a381d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:13.917306 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device f965540d-eb3e-4819-b999-c32f1dacc28f no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:33:13.988846 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4dfa6f-5bea-498b-bc7d-5b7e800ac878 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Checking segment: {'id': '8ba470e2-0c50-467e-bc8a-c3ce7ff21868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a8a554ca-b356-4fb7-8cea-bfe06fd5fcde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:33:13.989274 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4dfa6f-5bea-498b-bc7d-5b7e800ac878 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Network hostable DHCP agents. Network: a8a554ca-b356-4fb7-8cea-bfe06fd5fcde, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:33:13.993287 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4dfa6f-5bea-498b-bc7d-5b7e800ac878 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event updated for resources: {'Subnet': ['ID=1270de6b-5019-4f36-bcd7-8bbe25b25a0e,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:14.011954 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33074) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:14.021890 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-94596d74-11f2-4240-8bed-dc0ed5c2a0c3 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:14.030956 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: f965540d-eb3e-4819-b999-c32f1dacc28f {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:33:14.033395 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device f965540d-eb3e-4819-b999-c32f1dacc28f not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:33:14.058937 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5a0a7e61-e1fc-4803-b46b-10453140e888 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:14.092045 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4dfa6f-5bea-498b-bc7d-5b7e800ac878 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Network a8a554ca-b356-4fb7-8cea-bfe06fd5fcde is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:33:14.102173 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-99be70c3-a629-40da-bf26-39eb762f822c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] For port 2b6f1b06-caf5-4270-8b55-ba2b0681410c, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=2b6f1b06-caf5-4270-8b55-ba2b0681410c,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:14.108153 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-f072668c-e038-47f7-8af8-9c65c36a381d None None] For port 17a2acd3-3c91-4d35-9e93-83e0cf250fcb, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:33:14.112486 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-db4dfa6f-5bea-498b-bc7d-5b7e800ac878 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, a8a554ca-b356-4fb7-8cea-bfe06fd5fcde) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:14.120398 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-f072668c-e038-47f7-8af8-9c65c36a381d None None] For port 17a2acd3-3c91-4d35-9e93-83e0cf250fcb, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=17a2acd3-3c91-4d35-9e93-83e0cf250fcb,segment=NetworkSegment(740e16c5-c4b3-49c5-abf0-94d5e047c965),segment_id=740e16c5-c4b3-49c5-abf0-94d5e047c965)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:33:14.120761 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4dfa6f-5bea-498b-bc7d-5b7e800ac878 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:14.121492 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-db4dfa6f-5bea-498b-bc7d-5b7e800ac878 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:14.124188 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d137a91b-2d6e-44d9-ab18-bd7852e6b70b None None] Network a8a554ca-b356-4fb7-8cea-bfe06fd5fcde requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:14.133464 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-5a0a7e61-e1fc-4803-b46b-10453140e888 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] device_id is not set on port 179d53fd-b4ee-4b4d-8903-94db5a47dfd4 yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:33:14.139275 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-8fd45fb8-7634-4723-a3d0-f08125f3c8cc tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Deleting port fe7fb392-63fe-4af1-8e8f-030763aecd05 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:14.140945 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fd45fb8-7634-4723-a3d0-f08125f3c8cc tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:14.228102 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f072668c-e038-47f7-8af8-9c65c36a381d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:14.282589 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-db4dfa6f-5bea-498b-bc7d-5b7e800ac878 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.8983715 Oct 26 08:33:14.284455 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33084) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:14.309123 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-8fd45fb8-7634-4723-a3d0-f08125f3c8cc tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] For port fe7fb392-63fe-4af1-8e8f-030763aecd05, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=fe7fb392-63fe-4af1-8e8f-030763aecd05,segment=NetworkSegment(b193c3a0-06a8-4e49-a67d-21e40810d1c7),segment_id=b193c3a0-06a8-4e49-a67d-21e40810d1c7)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:14.309914 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fd45fb8-7634-4723-a3d0-f08125f3c8cc tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:14.344140 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-99be70c3-a629-40da-bf26-39eb762f822c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:14.370871 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-99be70c3-a629-40da-bf26-39eb762f822c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:14.371659 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-99be70c3-a629-40da-bf26-39eb762f822c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:14.386130 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f072668c-e038-47f7-8af8-9c65c36a381d None None] Pushing event updated for resources: {'Port': ['ID=17a2acd3-3c91-4d35-9e93-83e0cf250fcb,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:14.426158 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-8fd45fb8-7634-4723-a3d0-f08125f3c8cc tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Calling delete_port for fe7fb392-63fe-4af1-8e8f-030763aecd05 owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:14.539830 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8207fc3-ebf3-4e79-99c1-2eb8d2e4a9b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-a8a554ca-b356-4fb7-8cea-bfe06fd5fcde', 'network_id': 'a8a554ca-b356-4fb7-8cea-bfe06fd5fcde', 'tenant_id': 'd25a916b9c2d4b34bcd65014285516f8', 'fixed_ips': [{'subnet_id': '1270de6b-5019-4f36-bcd7-8bbe25b25a0e'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:33:14.540884 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d8207fc3-ebf3-4e79-99c1-2eb8d2e4a9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:14.559510 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be70c3-a629-40da-bf26-39eb762f822c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Subnet': ['ID=c220d224-e73f-4b6e-aa1b-897f701dd510,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:14.574350 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99be70c3-a629-40da-bf26-39eb762f822c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:14.618078 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6f257679-087d-4782-81d7-70476da8add8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=013b02ea97ed4712a1d68088856a2f66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6032038 Oct 26 08:33:14.634378 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33092) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:14.656857 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-99be70c3-a629-40da-bf26-39eb762f822c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:14.663105 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5a0a7e61-e1fc-4803-b46b-10453140e888 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:14.671570 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99be70c3-a629-40da-bf26-39eb762f822c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:14.672177 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-99be70c3-a629-40da-bf26-39eb762f822c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:14.718190 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be70c3-a629-40da-bf26-39eb762f822c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Port': ['ID=2b6f1b06-caf5-4270-8b55-ba2b0681410c,revision_number=4']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:14.752128 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-94596d74-11f2-4240-8bed-dc0ed5c2a0c3 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8100261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8097850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15702'] for router, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:14.756510 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-99be70c3-a629-40da-bf26-39eb762f822c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8272259 Oct 26 08:33:14.762283 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-94596d74-11f2-4240-8bed-dc0ed5c2a0c3 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8100266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8100243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8097827'] for router, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:14.763460 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33096) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:14.783595 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-da8c9453-3a14-4660-bd13-5a7afb701fa7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'port': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'mac_address': 'fa:16:3e:4b:bf:f0', 'name': 'tempest-NetworksTestDHCPv6-930316710'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:14.796046 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8ec450ae-472a-4c79-966b-960e1920068a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:14.857647 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-d8207fc3-ebf3-4e79-99c1-2eb8d2e4a9b3 None None] Allocated IP 172.20.0.1 (a8a554ca-b356-4fb7-8cea-bfe06fd5fcde/1270de6b-5019-4f36-bcd7-8bbe25b25a0e/0546791c-e555-41ae-9a24-7a2fa1278679) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:14.903542 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8ec450ae-472a-4c79-966b-960e1920068a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:14.937335 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5a0a7e61-e1fc-4803-b46b-10453140e888 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:15.045359 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0a7e61-e1fc-4803-b46b-10453140e888 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Network b9ee02d4-5cb7-4943-9b37-aae5cc660ad0 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:15.058880 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d8207fc3-ebf3-4e79-99c1-2eb8d2e4a9b3 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:15.062728 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-5a0a7e61-e1fc-4803-b46b-10453140e888 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:15.074596 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70614a0d-2506-4bac-a9b4-44ab89641ad9 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:15.078738 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0a7e61-e1fc-4803-b46b-10453140e888 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:15.085433 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0a7e61-e1fc-4803-b46b-10453140e888 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:15.086297 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5a0a7e61-e1fc-4803-b46b-10453140e888 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:15.089715 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d8207fc3-ebf3-4e79-99c1-2eb8d2e4a9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:15.098166 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a7e61-e1fc-4803-b46b-10453140e888 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Port': ['ID=179d53fd-b4ee-4b4d-8903-94db5a47dfd4,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:15.153471 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-5a0a7e61-e1fc-4803-b46b-10453140e888 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8445230 Oct 26 08:33:15.154247 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33102) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:15.167331 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b03fc684-7ef8-4282-8aea-d56e79b4dc09 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:15.194216 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-296ccbb3-9ac9-4acb-9c96-0ec14ec4df41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:15.196360 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8207fc3-ebf3-4e79-99c1-2eb8d2e4a9b3 None None] Network a8a554ca-b356-4fb7-8cea-bfe06fd5fcde is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:15.207263 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-8ec450ae-472a-4c79-966b-960e1920068a admin admin] Allocated IP 172.26.2.56 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/0a3d5da6-0b2a-4324-9b76-e8b375972e07) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:15.209553 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-d8207fc3-ebf3-4e79-99c1-2eb8d2e4a9b3 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:15.223432 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8207fc3-ebf3-4e79-99c1-2eb8d2e4a9b3 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:15.224245 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8c9453-3a14-4660-bd13-5a7afb701fa7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:15.226253 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8207fc3-ebf3-4e79-99c1-2eb8d2e4a9b3 None None] Pushing event updated for resources: {'Port': ['ID=0546791c-e555-41ae-9a24-7a2fa1278679,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:15.235124 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e683954-189a-4f7c-8f22-e9eea2584029 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:15.240772 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-0e683954-189a-4f7c-8f22-e9eea2584029 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "GET /v2.0/ports/179d53fd-b4ee-4b4d-8903-94db5a47dfd4 HTTP/1.1" status: 200 len: 845 time: 0.0813327 Oct 26 08:33:15.243103 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33104) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:15.257125 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-9e7406e8-b15f-4cda-beda-1292411cdfee None None] Provisioning complete for port 2b6f1b06-caf5-4270-8b55-ba2b0681410c triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:15.257505 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9e7406e8-b15f-4cda-beda-1292411cdfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:15.274765 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-296ccbb3-9ac9-4acb-9c96-0ec14ec4df41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:15.295303 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fd45fb8-7634-4723-a3d0-f08125f3c8cc tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:15.367280 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd45fb8-7634-4723-a3d0-f08125f3c8cc tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event deleted for resources: {'Port': ['ID=fe7fb392-63fe-4af1-8e8f-030763aecd05,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:15.382626 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd45fb8-7634-4723-a3d0-f08125f3c8cc tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] No DVR routers for this DVR port fe7fb392-63fe-4af1-8e8f-030763aecd05 on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:33:15.507954 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-d8207fc3-ebf3-4e79-99c1-2eb8d2e4a9b3 None None] Attempting to bind port 0546791c-e555-41ae-9a24-7a2fa1278679 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:33:15.508438 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-d8207fc3-ebf3-4e79-99c1-2eb8d2e4a9b3 None None] Attempting to bind port 0546791c-e555-41ae-9a24-7a2fa1278679 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '8ba470e2-0c50-467e-bc8a-c3ce7ff21868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a8a554ca-b356-4fb7-8cea-bfe06fd5fcde'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:33:15.509202 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8207fc3-ebf3-4e79-99c1-2eb8d2e4a9b3 None None] Attempting to bind port 0546791c-e555-41ae-9a24-7a2fa1278679 on network a8a554ca-b356-4fb7-8cea-bfe06fd5fcde {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:33:15.511100 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-b03fc684-7ef8-4282-8aea-d56e79b4dc09 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Deleting port 0546791c-e555-41ae-9a24-7a2fa1278679 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:15.511556 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b03fc684-7ef8-4282-8aea-d56e79b4dc09 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:15.543379 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-da8c9453-3a14-4660-bd13-5a7afb701fa7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:15.552077 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8207fc3-ebf3-4e79-99c1-2eb8d2e4a9b3 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:33:15.552077 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8207fc3-ebf3-4e79-99c1-2eb8d2e4a9b3 None None] Checking segment: {'id': '8ba470e2-0c50-467e-bc8a-c3ce7ff21868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a8a554ca-b356-4fb7-8cea-bfe06fd5fcde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:33:15.552077 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d8207fc3-ebf3-4e79-99c1-2eb8d2e4a9b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:15.552077 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8207fc3-ebf3-4e79-99c1-2eb8d2e4a9b3 None None] Bound using segment: {'id': '8ba470e2-0c50-467e-bc8a-c3ce7ff21868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a8a554ca-b356-4fb7-8cea-bfe06fd5fcde'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:33:15.552077 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-d8207fc3-ebf3-4e79-99c1-2eb8d2e4a9b3 None None] Bound port: 0546791c-e555-41ae-9a24-7a2fa1278679, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba470e2-0c50-467e-bc8a-c3ce7ff21868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a8a554ca-b356-4fb7-8cea-bfe06fd5fcde'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:33:15.552077 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d8207fc3-ebf3-4e79-99c1-2eb8d2e4a9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:15.622246 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-b03fc684-7ef8-4282-8aea-d56e79b4dc09 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] For port 0546791c-e555-41ae-9a24-7a2fa1278679, host dv-neutron-804846-13-hyperv, got binding levels [] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:15.622608 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b03fc684-7ef8-4282-8aea-d56e79b4dc09 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:15.637718 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-b03fc684-7ef8-4282-8aea-d56e79b4dc09 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Calling delete_port for 0546791c-e555-41ae-9a24-7a2fa1278679 owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:15.654688 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-da8c9453-3a14-4660-bd13-5a7afb701fa7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] device_id is not set on port af20e725-bf44-4dd9-8d21-ff32fd8e4c31 yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:33:15.678742 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8ec450ae-472a-4c79-966b-960e1920068a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:15.742181 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-1d943668-1a8d-498c-bee0-21e03a7caa64 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Deleting port 179d53fd-b4ee-4b4d-8903-94db5a47dfd4 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:15.744208 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1d943668-1a8d-498c-bee0-21e03a7caa64 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:15.834273 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94596d74-11f2-4240-8bed-dc0ed5c2a0c3 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Router 6afcc1cd-e8d5-4f07-bd1c-0ad7aa382c29 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:33:15.875621 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9e7406e8-b15f-4cda-beda-1292411cdfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:15.885111 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fd45fb8-7634-4723-a3d0-f08125f3c8cc tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:15.918156 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 17a2acd3-3c91-4d35-9e93-83e0cf250fcb up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:33:15.936181 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-8fd45fb8-7634-4723-a3d0-f08125f3c8cc tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cedb31e4-e66d-4f1b-a8c6-410caa7e20e4']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:15.952177 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1d943668-1a8d-498c-bee0-21e03a7caa64 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:15.965392 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-8fd45fb8-7634-4723-a3d0-f08125f3c8cc tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b193c3a0-06a8-4e49-a67d-21e40810d1c7') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:15.965731 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-8fd45fb8-7634-4723-a3d0-f08125f3c8cc tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b193c3a0-06a8-4e49-a67d-21e40810d1c7') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:15.978385 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fd45fb8-7634-4723-a3d0-f08125f3c8cc tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:15.990504 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-9e7406e8-b15f-4cda-beda-1292411cdfee None None] For port 2b6f1b06-caf5-4270-8b55-ba2b0681410c, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=2b6f1b06-caf5-4270-8b55-ba2b0681410c,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:15.995798 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fd45fb8-7634-4723-a3d0-f08125f3c8cc tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:16.000660 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9e7406e8-b15f-4cda-beda-1292411cdfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:16.002597 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd45fb8-7634-4723-a3d0-f08125f3c8cc tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:33:16.002882 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fd45fb8-7634-4723-a3d0-f08125f3c8cc tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:16.010291 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9cc69c-66f4-428d-b1d5-605d11698633 None None] Network 8898436d-e40a-418e-85e2-87f0fb58c97b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:16.066624 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:33:16.066624 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:33:16.066624 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:33:16.066624 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:33:16.066624 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:33:16.066624 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:33:16.066624 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:33:16.066624 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:33:16.066624 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:33:16.066624 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:33:16.066624 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:33:16.066624 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:33:16.066624 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:33:16.066624 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:33:16.066624 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:33:16.066624 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:33:16.066624 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:33:16.066624 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:33:16.066624 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:33:16.066624 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:33:16.066624 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:33:16.066624 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:33:16.066624 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:33:16.066624 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:33:16.066624 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:33:16.066624 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:33:16.066624 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:33:16.066624 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:33:16.066624 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:33:16.066624 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:33:16.066624 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:33:16.066624 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:33:16.071743 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-296ccbb3-9ac9-4acb-9c96-0ec14ec4df41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:16.075021 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-296ccbb3-9ac9-4acb-9c96-0ec14ec4df41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:16.079570 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-296ccbb3-9ac9-4acb-9c96-0ec14ec4df41 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fbd2ce11-6345-4d7d-8bdb-3fc4e4a0d8ba HTTP/1.1" status: 204 len: 168 time: 1.4396560 Oct 26 08:33:16.085550 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fd45fb8-7634-4723-a3d0-f08125f3c8cc tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:16.087249 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b03fc684-7ef8-4282-8aea-d56e79b4dc09 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:16.097482 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 17a2acd3-3c91-4d35-9e93-83e0cf250fcb triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:16.101843 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:16.111600 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-da8c9453-3a14-4660-bd13-5a7afb701fa7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Allocated IP 172.20.0.5 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/5f3fb1c0-44db-4fcd-bf4b-56d7a393c17c/af20e725-bf44-4dd9-8d21-ff32fd8e4c31) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:16.124387 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-da8c9453-3a14-4660-bd13-5a7afb701fa7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Allocated IP 2001:db8::f816:3eff:fe4b:bff0 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/c220d224-e73f-4b6e-aa1b-897f701dd510/af20e725-bf44-4dd9-8d21-ff32fd8e4c31) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:16.137151 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fd45fb8-7634-4723-a3d0-f08125f3c8cc tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:16.147120 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8fd45fb8-7634-4723-a3d0-f08125f3c8cc tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "DELETE /v2.0/networks/cedb31e4-e66d-4f1b-a8c6-410caa7e20e4 HTTP/1.1" status: 204 len: 168 time: 5.0665562 Oct 26 08:33:16.150054 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ccbb3-9ac9-4acb-9c96-0ec14ec4df41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd2ce11-6345-4d7d-8bdb-3fc4e4a0d8ba,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:16.159278 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.db.api [None req-d8207fc3-ebf3-4e79-99c1-2eb8d2e4a9b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:33:16.160494 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG oslo_db.api [None req-d8207fc3-ebf3-4e79-99c1-2eb8d2e4a9b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:33:16.194234 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33120) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:16.194821 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33122) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:16.202957 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd45fb8-7634-4723-a3d0-f08125f3c8cc tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event deleted for resources: {'Network': ['ID=cedb31e4-e66d-4f1b-a8c6-410caa7e20e4,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:16.204988 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03fc684-7ef8-4282-8aea-d56e79b4dc09 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event deleted for resources: {'Port': ['ID=0546791c-e555-41ae-9a24-7a2fa1278679,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:16.216192 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-c6dbf85c-4620-445d-8728-1e075ab801ca tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-21240133'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:16.246913 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-1d943668-1a8d-498c-bee0-21e03a7caa64 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Calling delete_port for 179d53fd-b4ee-4b4d-8903-94db5a47dfd4 owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:16.304824 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7406e8-b15f-4cda-beda-1292411cdfee None None] Pushing event updated for resources: {'Port': ['ID=2b6f1b06-caf5-4270-8b55-ba2b0681410c,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:16.305069 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8ec450ae-472a-4c79-966b-960e1920068a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:16.312115 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-534375d7-2546-497b-bf99-4c071494ab42 None None] Provisioning complete for port 17a2acd3-3c91-4d35-9e93-83e0cf250fcb triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:16.312761 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-534375d7-2546-497b-bf99-4c071494ab42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:16.356893 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6dbf85c-4620-445d-8728-1e075ab801ca tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Made reservation on behalf of 3905ee3ef311437797d112e063b81314 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:16.363388 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03fc684-7ef8-4282-8aea-d56e79b4dc09 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] No DVR routers for this DVR port 0546791c-e555-41ae-9a24-7a2fa1278679 on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:33:16.366149 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c6dbf85c-4620-445d-8728-1e075ab801ca tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:16.431167 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b03fc684-7ef8-4282-8aea-d56e79b4dc09 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:16.490216 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:16.539105 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b03fc684-7ef8-4282-8aea-d56e79b4dc09 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:16.585509 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03fc684-7ef8-4282-8aea-d56e79b4dc09 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event deleted for resources: {'Subnet': ['ID=1270de6b-5019-4f36-bcd7-8bbe25b25a0e,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:16.623614 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 17a2acd3-3c91-4d35-9e93-83e0cf250fcb, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=17a2acd3-3c91-4d35-9e93-83e0cf250fcb,segment=NetworkSegment(740e16c5-c4b3-49c5-abf0-94d5e047c965),segment_id=740e16c5-c4b3-49c5-abf0-94d5e047c965)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:16.656072 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-534375d7-2546-497b-bf99-4c071494ab42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:16.663903 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:16.664895 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 2b6f1b06-caf5-4270-8b55-ba2b0681410c up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:33:16.714294 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94596d74-11f2-4240-8bed-dc0ed5c2a0c3 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:33:16.723193 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-94596d74-11f2-4240-8bed-dc0ed5c2a0c3 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:16.739576 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-94596d74-11f2-4240-8bed-dc0ed5c2a0c3 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] 10.222.0.41 "PUT /v2.0/routers/6afcc1cd-e8d5-4f07-bd1c-0ad7aa382c29 HTTP/1.1" status: 200 len: 915 time: 5.8572414 Oct 26 08:33:16.740220 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33132) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:16.772059 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-d8207fc3-ebf3-4e79-99c1-2eb8d2e4a9b3 None None] Attempting to bind port 0546791c-e555-41ae-9a24-7a2fa1278679 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:33:16.772484 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-d8207fc3-ebf3-4e79-99c1-2eb8d2e4a9b3 None None] Attempting to bind port 0546791c-e555-41ae-9a24-7a2fa1278679 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '8ba470e2-0c50-467e-bc8a-c3ce7ff21868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a8a554ca-b356-4fb7-8cea-bfe06fd5fcde'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:33:16.772856 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8207fc3-ebf3-4e79-99c1-2eb8d2e4a9b3 None None] Attempting to bind port 0546791c-e555-41ae-9a24-7a2fa1278679 on network a8a554ca-b356-4fb7-8cea-bfe06fd5fcde {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:33:16.775296 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-da8c9453-3a14-4660-bd13-5a7afb701fa7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:16.777072 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b03fc684-7ef8-4282-8aea-d56e79b4dc09 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:16.887918 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec450ae-472a-4c79-966b-960e1920068a admin admin] Pushing event updated for resources: {'Port': ['ID=0a3d5da6-0b2a-4324-9b76-e8b375972e07,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:16.893456 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8207fc3-ebf3-4e79-99c1-2eb8d2e4a9b3 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:33:16.894464 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8207fc3-ebf3-4e79-99c1-2eb8d2e4a9b3 None None] Checking segment: {'id': '8ba470e2-0c50-467e-bc8a-c3ce7ff21868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a8a554ca-b356-4fb7-8cea-bfe06fd5fcde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:33:16.895047 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d8207fc3-ebf3-4e79-99c1-2eb8d2e4a9b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:16.896591 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8207fc3-ebf3-4e79-99c1-2eb8d2e4a9b3 None None] Bound using segment: {'id': '8ba470e2-0c50-467e-bc8a-c3ce7ff21868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a8a554ca-b356-4fb7-8cea-bfe06fd5fcde'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:33:16.897301 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-d8207fc3-ebf3-4e79-99c1-2eb8d2e4a9b3 None None] Bound port: 0546791c-e555-41ae-9a24-7a2fa1278679, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba470e2-0c50-467e-bc8a-c3ce7ff21868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a8a554ca-b356-4fb7-8cea-bfe06fd5fcde'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:33:16.897871 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d8207fc3-ebf3-4e79-99c1-2eb8d2e4a9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:16.901435 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec450ae-472a-4c79-966b-960e1920068a admin admin] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:16.901941 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cd1acf-1da1-4bc9-9e4c-7912711c2c08 None None] Sync routers for ids ['6afcc1cd-e8d5-4f07-bd1c-0ad7aa382c29'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:33:16.908419 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-dcce1ad7-0b76-4452-a318-0307227dd07f tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-664147422'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:16.914320 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-b03fc684-7ef8-4282-8aea-d56e79b4dc09 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8a554ca-b356-4fb7-8cea-bfe06fd5fcde']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:16.932191 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-b03fc684-7ef8-4282-8aea-d56e79b4dc09 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba470e2-0c50-467e-bc8a-c3ce7ff21868') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:16.933076 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-b03fc684-7ef8-4282-8aea-d56e79b4dc09 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba470e2-0c50-467e-bc8a-c3ce7ff21868') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:16.938375 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1d943668-1a8d-498c-bee0-21e03a7caa64 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:16.948093 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b03fc684-7ef8-4282-8aea-d56e79b4dc09 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:16.968535 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b03fc684-7ef8-4282-8aea-d56e79b4dc09 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:16.982310 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b03fc684-7ef8-4282-8aea-d56e79b4dc09 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:33:16.982769 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b03fc684-7ef8-4282-8aea-d56e79b4dc09 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:16.986074 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:33:16.986074 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:33:16.986074 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:33:16.986074 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:33:16.986074 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:33:16.986074 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:33:16.986074 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:33:16.986074 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:33:16.986074 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:33:16.986074 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:33:16.986074 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:33:16.986074 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:33:16.986074 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:33:16.986074 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:33:16.986074 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:33:16.986074 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:33:16.986074 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:33:16.986074 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:33:16.986074 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:33:16.986074 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:33:16.986074 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:33:16.986074 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:33:16.986074 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:33:16.986074 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:33:16.986074 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:33:16.986074 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:33:16.986074 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:33:16.986074 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:33:16.986074 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:33:16.986074 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:33:16.986074 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:33:16.986074 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:33:16.993124 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cd1acf-1da1-4bc9-9e4c-7912711c2c08 None None] Routers {'6afcc1cd-e8d5-4f07-bd1c-0ad7aa382c29'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:33:16.994010 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-c7cd1acf-1da1-4bc9-9e4c-7912711c2c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:32:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['6afcc1cd-e8d5-4f07-bd1c-0ad7aa382c29'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:17.000206 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-8ec450ae-472a-4c79-966b-960e1920068a admin admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:17.005962 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcce1ad7-0b76-4452-a318-0307227dd07f tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] Made reservation on behalf of d137fab37e7a4d48bd656b2e76dd425c for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:17.010093 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dcce1ad7-0b76-4452-a318-0307227dd07f tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:17.015284 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-d8207fc3-ebf3-4e79-99c1-2eb8d2e4a9b3 None None] Port 0546791c-e555-41ae-9a24-7a2fa1278679 has been deleted concurrently {{(pid=102103) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 26 08:33:17.024590 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec450ae-472a-4c79-966b-960e1920068a admin admin] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:17.034637 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f920d05e-5eb3-4a61-b1e8-8d473cb096b9 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] 10.222.0.41 "GET /v2.0/routers/6afcc1cd-e8d5-4f07-bd1c-0ad7aa382c29 HTTP/1.1" status: 200 len: 921 time: 0.2822940 Oct 26 08:33:17.039316 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33138) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:17.061202 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d943668-1a8d-498c-bee0-21e03a7caa64 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Port': ['ID=179d53fd-b4ee-4b4d-8903-94db5a47dfd4,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:17.066043 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=17a2acd3-3c91-4d35-9e93-83e0cf250fcb,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:17.069803 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-c7cd1acf-1da1-4bc9-9e4c-7912711c2c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:17.092994 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.db.api [None req-534375d7-2546-497b-bf99-4c071494ab42 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:33:17.093870 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG oslo_db.api [None req-534375d7-2546-497b-bf99-4c071494ab42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:33:17.095208 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 2b6f1b06-caf5-4270-8b55-ba2b0681410c triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:17.095781 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:17.097834 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cd1acf-1da1-4bc9-9e4c-7912711c2c08 None None] Routers {'6afcc1cd-e8d5-4f07-bd1c-0ad7aa382c29'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:33:17.098726 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-c7cd1acf-1da1-4bc9-9e4c-7912711c2c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:32:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['6afcc1cd-e8d5-4f07-bd1c-0ad7aa382c29'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:17.100915 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be021d2-3e80-45d8-8528-07f0bb571a57 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:17.106712 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5be021d2-3e80-45d8-8528-07f0bb571a57 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=e0ba3cfd-db28-4690-8a12-e5c00a0b88c4&device_id=6afcc1cd-e8d5-4f07-bd1c-0ad7aa382c29&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0651808 Oct 26 08:33:17.108221 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33144) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:17.116729 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b03fc684-7ef8-4282-8aea-d56e79b4dc09 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:17.123872 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b03fc684-7ef8-4282-8aea-d56e79b4dc09 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:17.127366 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b03fc684-7ef8-4282-8aea-d56e79b4dc09 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "DELETE /v2.0/networks/a8a554ca-b356-4fb7-8cea-bfe06fd5fcde HTTP/1.1" status: 204 len: 168 time: 2.8363550 Oct 26 08:33:17.139016 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33146) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:17.171273 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-c7cd1acf-1da1-4bc9-9e4c-7912711c2c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:17.172391 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cd1acf-1da1-4bc9-9e4c-7912711c2c08 None None] The sync data for ids ['6afcc1cd-e8d5-4f07-bd1c-0ad7aa382c29'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:33:17.189851 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-bbc9a4c8-70af-4bfe-8a2c-b05740be9e6d tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1693276657'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:17.203221 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1d943668-1a8d-498c-bee0-21e03a7caa64 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:17.205435 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03fc684-7ef8-4282-8aea-d56e79b4dc09 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event deleted for resources: {'Network': ['ID=a8a554ca-b356-4fb7-8cea-bfe06fd5fcde,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:17.219588 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1d943668-1a8d-498c-bee0-21e03a7caa64 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/ports/179d53fd-b4ee-4b4d-8903-94db5a47dfd4 HTTP/1.1" status: 204 len: 168 time: 1.9747717 Oct 26 08:33:17.222456 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33150) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:17.264233 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c6005e-0fbc-4485-b3d9-fb0bfb7cde0b tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] GET failed (client error): The resource could not be found. Oct 26 08:33:17.269530 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-43c6005e-0fbc-4485-b3d9-fb0bfb7cde0b tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "GET /v2.0/ports/179d53fd-b4ee-4b4d-8903-94db5a47dfd4 HTTP/1.1" status: 404 len: 333 time: 0.0351963 Oct 26 08:33:17.270064 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33154) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:17.279427 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-7596d65e-a059-4763-b384-9b99d74417bc tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'port': {'network_id': 'b9ee02d4-5cb7-4943-9b37-aae5cc660ad0', 'name': 'tempest-PortsIpV6TestJSON-1750917047'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:17.303713 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6dbf85c-4620-445d-8728-1e075ab801ca tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:33:17.306088 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dcce1ad7-0b76-4452-a318-0307227dd07f tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:17.362251 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c6dbf85c-4620-445d-8728-1e075ab801ca tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:17.362950 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-c6dbf85c-4620-445d-8728-1e075ab801ca tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Added segment 750410b1-9033-4880-b07b-995f1b798c7c of type vlan for network 64151a90-c822-494d-8252-c42534d3c5d8 Oct 26 08:33:17.370723 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-da8c9453-3a14-4660-bd13-5a7afb701fa7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:17.389570 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc9a4c8-70af-4bfe-8a2c-b05740be9e6d tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Made reservation on behalf of d25a916b9c2d4b34bcd65014285516f8 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:17.393522 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bbc9a4c8-70af-4bfe-8a2c-b05740be9e6d tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:17.414654 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7596d65e-a059-4763-b384-9b99d74417bc tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Made reservation on behalf of 842b849088674682987bba8ce52bfdf3 for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:17.418244 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7596d65e-a059-4763-b384-9b99d74417bc tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:17.438886 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33156) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:17.448006 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52fb14c-bb72-45da-ad7c-3144b4d9e8c1 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:17.453007 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a52fb14c-bb72-45da-ad7c-3144b4d9e8c1 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] 10.222.0.41 "GET /v2.0/networks/e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 HTTP/1.1" status: 200 len: 881 time: 0.3434150 Oct 26 08:33:17.454270 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33158) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:17.469372 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbc9a4c8-70af-4bfe-8a2c-b05740be9e6d tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:33:17.481252 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-7596d65e-a059-4763-b384-9b99d74417bc tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] device_id is not set on port 92fa243c-8c58-4094-a949-b070909e9111 yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:33:17.508875 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-2fc9eba4-681d-41b9-91a7-f4b8dc82aa0d tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] 10.222.0.41 "GET /v2.0/ports?device_id=6afcc1cd-e8d5-4f07-bd1c-0ad7aa382c29 HTTP/1.1" status: 200 len: 205 time: 0.0457084 Oct 26 08:33:17.508875 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bbc9a4c8-70af-4bfe-8a2c-b05740be9e6d tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:17.508875 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-bbc9a4c8-70af-4bfe-8a2c-b05740be9e6d tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Added segment 6c347c28-d596-475a-9368-6f03c539cac1 of type vlan for network 8b7ecc0f-3d33-49a1-bf3f-1b2ee41faab1 Oct 26 08:33:17.508875 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33162) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:17.540763 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c6dbf85c-4620-445d-8728-1e075ab801ca tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:17.588234 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8c9453-3a14-4660-bd13-5a7afb701fa7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:17.612791 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-da8c9453-3a14-4660-bd13-5a7afb701fa7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:17.615583 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8c9453-3a14-4660-bd13-5a7afb701fa7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:17.629247 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c9453-3a14-4660-bd13-5a7afb701fa7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Port': ['ID=af20e725-bf44-4dd9-8d21-ff32fd8e4c31,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:17.695372 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-c45f13d3-38c4-4dcc-a318-bedca58357cb tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1829672995'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:17.741587 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c6dbf85c-4620-445d-8728-1e075ab801ca tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:17.748165 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dbf85c-4620-445d-8728-1e075ab801ca tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:17.748834 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c6dbf85c-4620-445d-8728-1e075ab801ca tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:17.784701 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 17a2acd3-3c91-4d35-9e93-83e0cf250fcb up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:33:17.857814 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-6bda501f-a374-436a-8bdf-e006439971fa None None] Provisioning complete for port 17a2acd3-3c91-4d35-9e93-83e0cf250fcb triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:17.858100 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6bda501f-a374-436a-8bdf-e006439971fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:17.929634 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 17a2acd3-3c91-4d35-9e93-83e0cf250fcb triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:17.930287 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:18.046868 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bbc9a4c8-70af-4bfe-8a2c-b05740be9e6d tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:18.111865 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 2b6f1b06-caf5-4270-8b55-ba2b0681410c up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:33:18.139959 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-6bda501f-a374-436a-8bdf-e006439971fa None None] Provisioning complete for port 2b6f1b06-caf5-4270-8b55-ba2b0681410c triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:18.140611 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6bda501f-a374-436a-8bdf-e006439971fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:18.151750 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bbc9a4c8-70af-4bfe-8a2c-b05740be9e6d tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:18.157795 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc9a4c8-70af-4bfe-8a2c-b05740be9e6d tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:18.158618 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bbc9a4c8-70af-4bfe-8a2c-b05740be9e6d tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:18.224795 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 2b6f1b06-caf5-4270-8b55-ba2b0681410c triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:18.225181 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:18.258324 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8c9453-3a14-4660-bd13-5a7afb701fa7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:18.258986 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-da8c9453-3a14-4660-bd13-5a7afb701fa7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:18.292135 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a0435e29-7226-425b-a02d-2d9abe7e8454 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:18.315600 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45f13d3-38c4-4dcc-a318-bedca58357cb tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Made reservation on behalf of c557c0f9e6044e54808e1e9acc93f17e for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:18.319705 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c45f13d3-38c4-4dcc-a318-bedca58357cb tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:18.344102 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc9a4c8-70af-4bfe-8a2c-b05740be9e6d tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event updated for resources: {'Network': ['ID=8b7ecc0f-3d33-49a1-bf3f-1b2ee41faab1,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:18.348858 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-da8c9453-3a14-4660-bd13-5a7afb701fa7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.5841267 Oct 26 08:33:18.350098 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dbf85c-4620-445d-8728-1e075ab801ca tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event updated for resources: {'Network': ['ID=64151a90-c822-494d-8252-c42534d3c5d8,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:18.356607 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c6dbf85c-4620-445d-8728-1e075ab801ca tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 2.1559458 Oct 26 08:33:18.360638 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dcce1ad7-0b76-4452-a318-0307227dd07f tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:18.362429 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33164) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:18.362429 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33166) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:18.371493 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 8b7ecc0f-3d33-49a1-bf3f-1b2ee41faab1 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:33:18.380317 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-4c183efe-7949-4407-8439-31468895e85c tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Request body: {'subnet': {'network_id': '64151a90-c822-494d-8252-c42534d3c5d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:18.390290 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-bbc9a4c8-70af-4bfe-8a2c-b05740be9e6d tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2464201 Oct 26 08:33:18.390496 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c45f13d3-38c4-4dcc-a318-bedca58357cb tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:18.391536 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33170) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:18.396818 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dcce1ad7-0b76-4452-a318-0307227dd07f tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:18.398903 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7596d65e-a059-4763-b384-9b99d74417bc tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:18.403405 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-3e88c9f6-07db-4075-9c55-c0d79adaf396 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Request body: {'subnet': {'network_id': '8b7ecc0f-3d33-49a1-bf3f-1b2ee41faab1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:18.452970 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 64151a90-c822-494d-8252-c42534d3c5d8 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:33:18.523739 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8ec450ae-472a-4c79-966b-960e1920068a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:18.531621 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcce1ad7-0b76-4452-a318-0307227dd07f tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:33:18.552427 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a0435e29-7226-425b-a02d-2d9abe7e8454 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:18.554054 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7596d65e-a059-4763-b384-9b99d74417bc tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:18.576683 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ff846e-02b8-4531-af04-2fe5f2ed1165 None None] DHCP port deletion for a8a554ca-b356-4fb7-8cea-bfe06fd5fcde request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:33:18.589904 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-b0fb503e-d623-4065-bafc-79b69bb3d73c None None] Provisioning complete for port af20e725-bf44-4dd9-8d21-ff32fd8e4c31 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:18.590450 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b0fb503e-d623-4065-bafc-79b69bb3d73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:18.592662 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e88c9f6-07db-4075-9c55-c0d79adaf396 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Made reservation on behalf of d25a916b9c2d4b34bcd65014285516f8 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:18.600852 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3e88c9f6-07db-4075-9c55-c0d79adaf396 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:18.627195 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a36ebbb-43dd-41c7-997c-34718d34bab1 None None] Network a8a554ca-b356-4fb7-8cea-bfe06fd5fcde requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:18.649732 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-b0fb503e-d623-4065-bafc-79b69bb3d73c None None] Port af20e725-bf44-4dd9-8d21-ff32fd8e4c31 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:33:18.649985 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7596d65e-a059-4763-b384-9b99d74417bc tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Network b9ee02d4-5cb7-4943-9b37-aae5cc660ad0 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:18.651011 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a36ebbb-43dd-41c7-997c-34718d34bab1 None None] Network a8a554ca-b356-4fb7-8cea-bfe06fd5fcde could not be found, it might have been deleted concurrently. {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 26 08:33:18.653160 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce1ad7-0b76-4452-a318-0307227dd07f tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=445fd535-e3aa-4374-9c15-e34b0d6dfd2d,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:18.658160 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dcce1ad7-0b76-4452-a318-0307227dd07f tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:18.658513 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-dcce1ad7-0b76-4452-a318-0307227dd07f tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] Added segment cc77ea5a-1616-4764-88af-7fbe1461ee34 of type vlan for network 76ebb906-63c9-45fa-836a-6111fec3c88f Oct 26 08:33:18.667220 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01911154-ce24-476b-8fe5-e70f5aad0b26 None None] get_active_networks_info from dv-neutron-804846-13-hyperv {{(pid=102103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 08:33:18.688286 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-7596d65e-a059-4763-b384-9b99d74417bc tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:18.696157 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7596d65e-a059-4763-b384-9b99d74417bc tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:18.696333 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b8fa76-4c99-405d-b58d-5b6ac98d85cf tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:18.701900 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7596d65e-a059-4763-b384-9b99d74417bc tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:18.702515 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7596d65e-a059-4763-b384-9b99d74417bc tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:18.702778 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b8fa76-4c99-405d-b58d-5b6ac98d85cf tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:18.704627 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e3b8fa76-4c99-405d-b58d-5b6ac98d85cf tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3410244 Oct 26 08:33:18.709389 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596d65e-a059-4763-b384-9b99d74417bc tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Port': ['ID=92fa243c-8c58-4094-a949-b070909e9111,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:18.717276 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33172) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:18.766792 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-e2d9c34c-e3e3-42ee-83cc-97d230440bcc None None] Could not find standard attr ID for object 0546791c-e555-41ae-9a24-7a2fa1278679. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:33:18.770921 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-a0435e29-7226-425b-a02d-2d9abe7e8454 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Deleting port f3dce694-8b33-4591-9310-a69235d94f95 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:18.771314 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a0435e29-7226-425b-a02d-2d9abe7e8454 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:18.783189 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01911154-ce24-476b-8fe5-e70f5aad0b26 None None] Resources bound (agent type, host, resource id): {{(pid=102103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 08:33:18.888589 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dcce1ad7-0b76-4452-a318-0307227dd07f tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:18.898316 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a0435e29-7226-425b-a02d-2d9abe7e8454 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:18.922626 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c183efe-7949-4407-8439-31468895e85c tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Made reservation on behalf of 3905ee3ef311437797d112e063b81314 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:18.926120 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4c183efe-7949-4407-8439-31468895e85c tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:18.935851 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-a0435e29-7226-425b-a02d-2d9abe7e8454 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Calling delete_port for f3dce694-8b33-4591-9310-a69235d94f95 owned by network:router_gateway {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:18.942147 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7596d65e-a059-4763-b384-9b99d74417bc tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6683357 Oct 26 08:33:18.948028 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33174) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:18.953469 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-3649606c-a9e2-490f-b1bd-606e55baf8b6 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:18.995826 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3e88c9f6-07db-4075-9c55-c0d79adaf396 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:19.079852 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dcce1ad7-0b76-4452-a318-0307227dd07f tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:19.086426 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcce1ad7-0b76-4452-a318-0307227dd07f tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:19.087026 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dcce1ad7-0b76-4452-a318-0307227dd07f tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:19.126863 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88c9f6-07db-4075-9c55-c0d79adaf396 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event updated for resources: {'Subnet': ['ID=a56b9db9-a039-486b-9b81-b29a7f89ba68,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:19.128761 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3649606c-a9e2-490f-b1bd-606e55baf8b6 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:19.131538 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c45f13d3-38c4-4dcc-a318-bedca58357cb tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:19.178402 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c45f13d3-38c4-4dcc-a318-bedca58357cb tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:19.190503 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8ec450ae-472a-4c79-966b-960e1920068a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:19.211611 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-dcce1ad7-0b76-4452-a318-0307227dd07f tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.0094950 Oct 26 08:33:19.222762 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33176) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:19.234462 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e88c9f6-07db-4075-9c55-c0d79adaf396 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Checking segment: {'id': '6c347c28-d596-475a-9368-6f03c539cac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8b7ecc0f-3d33-49a1-bf3f-1b2ee41faab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:33:19.234718 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e88c9f6-07db-4075-9c55-c0d79adaf396 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Network hostable DHCP agents. Network: 8b7ecc0f-3d33-49a1-bf3f-1b2ee41faab1, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:33:19.246277 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45f13d3-38c4-4dcc-a318-bedca58357cb tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:33:19.340840 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce1ad7-0b76-4452-a318-0307227dd07f tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] Pushing event updated for resources: {'Network': ['ID=76ebb906-63c9-45fa-836a-6111fec3c88f,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:19.365105 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-d9f21dce-0eb9-408e-8542-2833a813fb36 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting port af20e725-bf44-4dd9-8d21-ff32fd8e4c31 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:19.365465 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d9f21dce-0eb9-408e-8542-2833a813fb36 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:19.368162 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e88c9f6-07db-4075-9c55-c0d79adaf396 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Network 8b7ecc0f-3d33-49a1-bf3f-1b2ee41faab1 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:33:19.377756 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c45f13d3-38c4-4dcc-a318-bedca58357cb tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:19.378178 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-c45f13d3-38c4-4dcc-a318-bedca58357cb tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Added segment 2720ea07-d057-44c8-9002-e1c859f307dd of type vlan for network 026cc6c0-496f-4419-91dd-600ba2962ff8 Oct 26 08:33:19.380254 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45f13d3-38c4-4dcc-a318-bedca58357cb tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6050c85-86db-49f4-8574-f98200969421,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:19.397694 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 76ebb906-63c9-45fa-836a-6111fec3c88f details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:33:19.411841 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-3e88c9f6-07db-4075-9c55-c0d79adaf396 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 8b7ecc0f-3d33-49a1-bf3f-1b2ee41faab1) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:19.422076 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a0435e29-7226-425b-a02d-2d9abe7e8454 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:19.427259 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e88c9f6-07db-4075-9c55-c0d79adaf396 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:19.428048 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3e88c9f6-07db-4075-9c55-c0d79adaf396 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:19.467094 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0435e29-7226-425b-a02d-2d9abe7e8454 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Pushing event deleted for resources: {'Port': ['ID=f3dce694-8b33-4591-9310-a69235d94f95,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:19.473886 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9b187d11-faa4-4e51-acda-06442814a98d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:19.485853 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3649606c-a9e2-490f-b1bd-606e55baf8b6 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:19.497098 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3e88c9f6-07db-4075-9c55-c0d79adaf396 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1043456 Oct 26 08:33:19.497821 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33180) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:19.515722 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3649606c-a9e2-490f-b1bd-606e55baf8b6 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:19.524833 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c45f13d3-38c4-4dcc-a318-bedca58357cb tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:19.537824 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d3b7bb-5f21-4a7b-bc26-27aef56b6c01 None None] Network 8b7ecc0f-3d33-49a1-bf3f-1b2ee41faab1 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:19.619585 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-95a397e6-0d84-45b0-ae3a-3f4d692e1053 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Request body: {'network': {'name': 'tempest-network--1937777057', 'router:external': True}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:19.635581 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d9f21dce-0eb9-408e-8542-2833a813fb36 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:19.639142 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4c183efe-7949-4407-8439-31468895e85c tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:19.641306 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c45f13d3-38c4-4dcc-a318-bedca58357cb tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:19.644460 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a0435e29-7226-425b-a02d-2d9abe7e8454 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:19.648270 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45f13d3-38c4-4dcc-a318-bedca58357cb tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:19.648966 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c45f13d3-38c4-4dcc-a318-bedca58357cb tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:19.660787 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 0546791c-e555-41ae-9a24-7a2fa1278679 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:33:19.702961 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 0546791c-e555-41ae-9a24-7a2fa1278679 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:33:19.703468 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 0546791c-e555-41ae-9a24-7a2fa1278679 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:33:19.747498 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-d9f21dce-0eb9-408e-8542-2833a813fb36 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Calling delete_port for af20e725-bf44-4dd9-8d21-ff32fd8e4c31 owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:19.752228 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-3649606c-a9e2-490f-b1bd-606e55baf8b6 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] In _notify_port_updated(), no bound segment for port 92fa243c-8c58-4094-a949-b070909e9111 on network b9ee02d4-5cb7-4943-9b37-aae5cc660ad0 {{(pid=102102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 08:33:19.759334 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3649606c-a9e2-490f-b1bd-606e55baf8b6 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:19.760365 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3649606c-a9e2-490f-b1bd-606e55baf8b6 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:19.763945 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3649606c-a9e2-490f-b1bd-606e55baf8b6 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "PUT /v2.0/ports/92fa243c-8c58-4094-a949-b070909e9111 HTTP/1.1" status: 200 len: 818 time: 0.8121526 Oct 26 08:33:19.771550 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33182) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:19.779134 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c45f13d3-38c4-4dcc-a318-bedca58357cb tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.3329577 Oct 26 08:33:19.779319 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a0435e29-7226-425b-a02d-2d9abe7e8454 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:19.781533 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33184) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:19.794721 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a0435e29-7226-425b-a02d-2d9abe7e8454 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:19.799566 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-c1ce2354-d1b2-462c-8a11-1ec67c9325a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Request body: {'subnet': {'network_id': '026cc6c0-496f-4419-91dd-600ba2962ff8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:19.808715 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055be4ac-fcfe-4e15-b4e3-faa1cda39380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-8b7ecc0f-3d33-49a1-bf3f-1b2ee41faab1', 'network_id': '8b7ecc0f-3d33-49a1-bf3f-1b2ee41faab1', 'tenant_id': 'd25a916b9c2d4b34bcd65014285516f8', 'fixed_ips': [{'subnet_id': 'a56b9db9-a039-486b-9b81-b29a7f89ba68'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:33:19.809662 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-055be4ac-fcfe-4e15-b4e3-faa1cda39380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:19.843583 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649606c-a9e2-490f-b1bd-606e55baf8b6 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Port': ['ID=92fa243c-8c58-4094-a949-b070909e9111,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:19.893370 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45f13d3-38c4-4dcc-a318-bedca58357cb tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Pushing event updated for resources: {'Network': ['ID=026cc6c0-496f-4419-91dd-600ba2962ff8,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:19.895163 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a397e6-0d84-45b0-ae3a-3f4d692e1053 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Made reservation on behalf of c6515f8055564587994ce5ae0c54c5be for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:19.897663 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-95a397e6-0d84-45b0-ae3a-3f4d692e1053 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:19.901318 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c183efe-7949-4407-8439-31468895e85c tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event updated for resources: {'Subnet': ['ID=87dfd0b1-8ea8-46f1-b35c-db14ab142c44,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:19.913742 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-95a397e6-0d84-45b0-ae3a-3f4d692e1053 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:19.936981 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec450ae-472a-4c79-966b-960e1920068a admin admin] Router b3122af2-075c-492a-8598-497c8ddb85ca is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:33:19.942589 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a0435e29-7226-425b-a02d-2d9abe7e8454 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:19.943115 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0435e29-7226-425b-a02d-2d9abe7e8454 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Fanout notify agent at l3_agent the message router_deleted on router 6afcc1cd-e8d5-4f07-bd1c-0ad7aa382c29 {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:33:19.957910 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a0435e29-7226-425b-a02d-2d9abe7e8454 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:19.959052 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a0435e29-7226-425b-a02d-2d9abe7e8454 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] 10.222.0.41 "DELETE /v2.0/routers/6afcc1cd-e8d5-4f07-bd1c-0ad7aa382c29 HTTP/1.1" status: 204 len: 168 time: 2.4490333 Oct 26 08:33:19.964954 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-57a4334d-a914-4811-ad66-b7e1e4271430 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:19.965730 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33186) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:19.977100 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-5fb89f23-1817-4a76-8ce5-bb62d4e0fe6b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1554689258', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}, 'admin_state_up': False}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:19.982872 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c183efe-7949-4407-8439-31468895e85c tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Checking segment: {'id': '750410b1-9033-4880-b07b-995f1b798c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64151a90-c822-494d-8252-c42534d3c5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:33:19.983248 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c183efe-7949-4407-8439-31468895e85c tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Network hostable DHCP agents. Network: 64151a90-c822-494d-8252-c42534d3c5d8, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:33:20.027805 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 026cc6c0-496f-4419-91dd-600ba2962ff8 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:33:20.071226 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-288af58f-d3ee-4a4f-81a5-8fe469b3773d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Deleting port 92fa243c-8c58-4094-a949-b070909e9111 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:20.071691 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-288af58f-d3ee-4a4f-81a5-8fe469b3773d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:20.079052 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-57a4334d-a914-4811-ad66-b7e1e4271430 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:20.109784 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5fb89f23-1817-4a76-8ce5-bb62d4e0fe6b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:20.110820 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5fb89f23-1817-4a76-8ce5-bb62d4e0fe6b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:20.119980 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c183efe-7949-4407-8439-31468895e85c tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Network 64151a90-c822-494d-8252-c42534d3c5d8 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:33:20.168202 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ce2354-d1b2-462c-8a11-1ec67c9325a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Made reservation on behalf of c557c0f9e6044e54808e1e9acc93f17e for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:20.172358 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c1ce2354-d1b2-462c-8a11-1ec67c9325a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:20.188095 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-4c183efe-7949-4407-8439-31468895e85c tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 64151a90-c822-494d-8252-c42534d3c5d8) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:20.200904 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-288af58f-d3ee-4a4f-81a5-8fe469b3773d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:20.207016 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b271c38-663f-4014-a9c1-b9a8620838ff None None] Network 64151a90-c822-494d-8252-c42534d3c5d8 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:20.228252 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-288af58f-d3ee-4a4f-81a5-8fe469b3773d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Calling delete_port for 92fa243c-8c58-4094-a949-b070909e9111 owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:20.231512 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-95a397e6-0d84-45b0-ae3a-3f4d692e1053 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:20.234145 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c183efe-7949-4407-8439-31468895e85c tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:20.234982 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4c183efe-7949-4407-8439-31468895e85c tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:20.244998 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-95a397e6-0d84-45b0-ae3a-3f4d692e1053 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:20.299021 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-57a4334d-a914-4811-ad66-b7e1e4271430 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server [None req-055be4ac-fcfe-4e15-b4e3-faa1cda39380 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a56b9db9-a039-486b-9b81-b29a7f89ba68: This subnet is being modified by another concurrent operation. Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 08:33:20.309146 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 08:33:20.312982 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 08:33:20.312982 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 08:33:20.312982 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 08:33:20.312982 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 08:33:20.312982 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 08:33:20.312982 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 08:33:20.312982 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 08:33:20.312982 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 08:33:20.312982 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 08:33:20.312982 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 08:33:20.312982 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 08:33:20.312982 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 08:33:20.312982 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 08:33:20.312982 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 08:33:20.312982 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 08:33:20.312982 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 08:33:20.312982 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 26 08:33:20.312982 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 08:33:20.312982 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 26 08:33:20.312982 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 08:33:20.312982 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 26 08:33:20.312982 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 08:33:20.312982 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 26 08:33:20.312982 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 26 08:33:20.312982 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 08:33:20.312982 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 08:33:20.312982 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 08:33:20.312982 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 08:33:20.312982 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 26 08:33:20.312982 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 26 08:33:20.312982 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 26 08:33:20.312982 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 08:33:20.312982 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 26 08:33:20.312982 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 08:33:20.312982 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 08:33:20.312982 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise exception Oct 26 08:33:20.312982 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a56b9db9-a039-486b-9b81-b29a7f89ba68: This subnet is being modified by another concurrent operation. Oct 26 08:33:20.312982 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server Oct 26 08:33:20.315524 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec450ae-472a-4c79-966b-960e1920068a admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:33:20.321006 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4c183efe-7949-4407-8439-31468895e85c tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9468634 Oct 26 08:33:20.323332 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95a397e6-0d84-45b0-ae3a-3f4d692e1053 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:33:20.328806 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33188) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:20.335922 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc20a89-5509-438d-ab64-9ceb3a44c501 None None] Sync routers for ids ['b3122af2-075c-492a-8598-497c8ddb85ca'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:33:20.351013 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc20a89-5509-438d-ab64-9ceb3a44c501 None None] Routers {'b3122af2-075c-492a-8598-497c8ddb85ca'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:33:20.351013 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-1dc20a89-5509-438d-ab64-9ceb3a44c501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:32:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['b3122af2-075c-492a-8598-497c8ddb85ca'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:20.355586 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-239277c0-b66d-43e3-84fc-421935d86025 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Request body: {'subnet': {'network_id': '64151a90-c822-494d-8252-c42534d3c5d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:20.356084 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4334d-a914-4811-ad66-b7e1e4271430 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event deleted for resources: {'Subnet': ['ID=a56b9db9-a039-486b-9b81-b29a7f89ba68,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:20.358797 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a397e6-0d84-45b0-ae3a-3f4d692e1053 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c083a2f1-6ba9-4f4a-9c9f-afd7e86fabc0,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:20.362281 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c71bac-468a-4146-9091-cf1f364d62b3 None None] Network 8b7ecc0f-3d33-49a1-bf3f-1b2ee41faab1 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:20.390808 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-95a397e6-0d84-45b0-ae3a-3f4d692e1053 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:20.391687 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-95a397e6-0d84-45b0-ae3a-3f4d692e1053 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Added segment ff4dca58-5e21-42c3-b64c-f7d20bb9b633 of type vlan for network 0c4d76d9-7e83-433d-b73c-4726f2e450f7 Oct 26 08:33:20.460459 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8ec450ae-472a-4c79-966b-960e1920068a admin admin] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:20.461998 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-8ec450ae-472a-4c79-966b-960e1920068a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.3308718 Oct 26 08:33:20.470541 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33190) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:20.485925 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-57a4334d-a914-4811-ad66-b7e1e4271430 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:20.521602 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-57a4334d-a914-4811-ad66-b7e1e4271430 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b7ecc0f-3d33-49a1-bf3f-1b2ee41faab1']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:20.531103 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-95a397e6-0d84-45b0-ae3a-3f4d692e1053 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:20.533214 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-288af58f-d3ee-4a4f-81a5-8fe469b3773d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:20.538460 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8845457-22a7-442b-867b-3bb67319e2a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-64151a90-c822-494d-8252-c42534d3c5d8', 'network_id': '64151a90-c822-494d-8252-c42534d3c5d8', 'tenant_id': '3905ee3ef311437797d112e063b81314', 'fixed_ips': [{'subnet_id': '87dfd0b1-8ea8-46f1-b35c-db14ab142c44'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:33:20.539446 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b8845457-22a7-442b-867b-3bb67319e2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:20.548169 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-57a4334d-a914-4811-ad66-b7e1e4271430 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c347c28-d596-475a-9368-6f03c539cac1') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:20.548464 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-57a4334d-a914-4811-ad66-b7e1e4271430 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c347c28-d596-475a-9368-6f03c539cac1') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:20.562060 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d9f21dce-0eb9-408e-8542-2833a813fb36 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:20.581699 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-1dc20a89-5509-438d-ab64-9ceb3a44c501 None None] Set router b3122af2-075c-492a-8598-497c8ddb85ca gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:33:20.587715 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-57a4334d-a914-4811-ad66-b7e1e4271430 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:20.600894 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288af58f-d3ee-4a4f-81a5-8fe469b3773d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Port': ['ID=92fa243c-8c58-4094-a949-b070909e9111,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:20.615795 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-288af58f-d3ee-4a4f-81a5-8fe469b3773d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:20.619147 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-288af58f-d3ee-4a4f-81a5-8fe469b3773d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/ports/92fa243c-8c58-4094-a949-b070909e9111 HTTP/1.1" status: 204 len: 168 time: 0.8451066 Oct 26 08:33:20.620250 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-57a4334d-a914-4811-ad66-b7e1e4271430 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:20.623258 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33192) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:20.637801 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57a4334d-a914-4811-ad66-b7e1e4271430 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:33:20.638208 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-57a4334d-a914-4811-ad66-b7e1e4271430 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:20.641653 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:33:20.641653 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:33:20.641653 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:33:20.641653 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:33:20.641653 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:33:20.641653 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:33:20.641653 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:33:20.641653 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:33:20.641653 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:33:20.641653 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:33:20.641653 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:33:20.641653 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:33:20.641653 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:33:20.641653 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:33:20.641653 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:33:20.641653 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:33:20.641653 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:33:20.641653 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:33:20.641653 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:33:20.641653 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:33:20.641653 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:33:20.641653 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:33:20.641653 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:33:20.641653 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:33:20.641653 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:33:20.641653 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:33:20.641653 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:33:20.641653 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:33:20.641653 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:33:20.641653 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:33:20.641653 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:33:20.641653 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:33:20.655463 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-95a397e6-0d84-45b0-ae3a-3f4d692e1053 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:20.656441 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a397e6-0d84-45b0-ae3a-3f4d692e1053 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:20.657030 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-95a397e6-0d84-45b0-ae3a-3f4d692e1053 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:20.715514 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5fb89f23-1817-4a76-8ce5-bb62d4e0fe6b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:20.742757 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-b8845457-22a7-442b-867b-3bb67319e2a4 None None] Allocated IP 2001:db8::2 (64151a90-c822-494d-8252-c42534d3c5d8/87dfd0b1-8ea8-46f1-b35c-db14ab142c44/2701b5f3-241e-482c-badd-1b6277ebfae5) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:20.779896 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-95a397e6-0d84-45b0-ae3a-3f4d692e1053 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5555260 Oct 26 08:33:20.783457 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a397e6-0d84-45b0-ae3a-3f4d692e1053 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Pushing event updated for resources: {'Network': ['ID=0c4d76d9-7e83-433d-b73c-4726f2e450f7,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:20.787938 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33194) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:20.808304 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd36a5f-5552-4bac-b14f-38aa05916dc5 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:20.809885 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9dd36a5f-5552-4bac-b14f-38aa05916dc5 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1837451 Oct 26 08:33:20.820890 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-57a4334d-a914-4811-ad66-b7e1e4271430 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:20.822515 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33196) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:20.827558 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f21dce-0eb9-408e-8542-2833a813fb36 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Port': ['ID=af20e725-bf44-4dd9-8d21-ff32fd8e4c31,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:20.845790 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 0c4d76d9-7e83-433d-b73c-4726f2e450f7 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:33:20.883705 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-57a4334d-a914-4811-ad66-b7e1e4271430 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:20.892300 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-57a4334d-a914-4811-ad66-b7e1e4271430 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "DELETE /v2.0/networks/8b7ecc0f-3d33-49a1-bf3f-1b2ee41faab1 HTTP/1.1" status: 204 len: 168 time: 1.3783026 Oct 26 08:33:20.894645 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-1dc20a89-5509-438d-ab64-9ceb3a44c501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3122af2-075c-492a-8598-497c8ddb85ca', 'name': 'tempest-ServerActionsTestJSON-1838315298-router', 'tenant_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '0a3d5da6-0b2a-4324-9b76-e8b375972e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:33:12Z', 'updated_at': '2021-10-26T08:33:17Z', 'revision_number': 3, 'project_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'gw_port': {'id': '0a3d5da6-0b2a-4324-9b76-e8b375972e07', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e8:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3122af2-075c-492a-8598-497c8ddb85ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:33:14Z', 'updated_at': '2021-10-26T08:33:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:20.897067 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4334d-a914-4811-ad66-b7e1e4271430 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event deleted for resources: {'Network': ['ID=8b7ecc0f-3d33-49a1-bf3f-1b2ee41faab1,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:20.918345 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33198) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:20.923917 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-01257feb-6b73-4ea3-8422-b601e8746402 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-235234999'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:20.955384 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-772a71f7-82c9-4740-9be6-5cd0247b8186 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] GET failed (client error): The resource could not be found. Oct 26 08:33:20.957317 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-772a71f7-82c9-4740-9be6-5cd0247b8186 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "GET /v2.0/ports/92fa243c-8c58-4094-a949-b070909e9111 HTTP/1.1" status: 404 len: 333 time: 0.1102242 Oct 26 08:33:20.965135 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33200) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:20.978652 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc20a89-5509-438d-ab64-9ceb3a44c501 None None] Checking router: b3122af2-075c-492a-8598-497c8ddb85ca for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:33:20.979005 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc20a89-5509-438d-ab64-9ceb3a44c501 None None] Updating router b3122af2-075c-492a-8598-497c8ddb85ca port 0a3d5da6-0b2a-4324-9b76-e8b375972e07 binding host dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:33:20.984644 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-0288a616-f5ff-4109-b63e-d4f09b223f95 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-893230611'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:21.007733 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-39d3e34f-0cdc-4c0a-89dc-e92d5a2f113f tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:21.023666 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1dc20a89-5509-438d-ab64-9ceb3a44c501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:21.075140 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b8845457-22a7-442b-867b-3bb67319e2a4 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:21.083226 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b8845457-22a7-442b-867b-3bb67319e2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:21.093250 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5fb89f23-1817-4a76-8ce5-bb62d4e0fe6b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:21.122046 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-39d3e34f-0cdc-4c0a-89dc-e92d5a2f113f tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:21.136935 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8845457-22a7-442b-867b-3bb67319e2a4 None None] Network 64151a90-c822-494d-8252-c42534d3c5d8 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:21.141999 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-b8845457-22a7-442b-867b-3bb67319e2a4 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:21.146947 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8845457-22a7-442b-867b-3bb67319e2a4 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:21.154000 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8845457-22a7-442b-867b-3bb67319e2a4 None None] Pushing event updated for resources: {'Port': ['ID=2701b5f3-241e-482c-badd-1b6277ebfae5,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:21.183503 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-39d3e34f-0cdc-4c0a-89dc-e92d5a2f113f tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c4d76d9-7e83-433d-b73c-4726f2e450f7']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:21.197537 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-39d3e34f-0cdc-4c0a-89dc-e92d5a2f113f tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff4dca58-5e21-42c3-b64c-f7d20bb9b633') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:21.197911 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-39d3e34f-0cdc-4c0a-89dc-e92d5a2f113f tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff4dca58-5e21-42c3-b64c-f7d20bb9b633') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:21.217309 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-39d3e34f-0cdc-4c0a-89dc-e92d5a2f113f tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:21.226945 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-b8845457-22a7-442b-867b-3bb67319e2a4 None None] Attempting to bind port 2701b5f3-241e-482c-badd-1b6277ebfae5 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:33:21.227396 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-b8845457-22a7-442b-867b-3bb67319e2a4 None None] Attempting to bind port 2701b5f3-241e-482c-badd-1b6277ebfae5 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '750410b1-9033-4880-b07b-995f1b798c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64151a90-c822-494d-8252-c42534d3c5d8'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:33:21.227881 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8845457-22a7-442b-867b-3bb67319e2a4 None None] Attempting to bind port 2701b5f3-241e-482c-badd-1b6277ebfae5 on network 64151a90-c822-494d-8252-c42534d3c5d8 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:33:21.235496 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-39d3e34f-0cdc-4c0a-89dc-e92d5a2f113f tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:21.236340 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8845457-22a7-442b-867b-3bb67319e2a4 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:33:21.236865 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8845457-22a7-442b-867b-3bb67319e2a4 None None] Checking segment: {'id': '750410b1-9033-4880-b07b-995f1b798c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64151a90-c822-494d-8252-c42534d3c5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:33:21.237384 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b8845457-22a7-442b-867b-3bb67319e2a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:21.237933 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8845457-22a7-442b-867b-3bb67319e2a4 None None] Bound using segment: {'id': '750410b1-9033-4880-b07b-995f1b798c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64151a90-c822-494d-8252-c42534d3c5d8'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:33:21.238533 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-b8845457-22a7-442b-867b-3bb67319e2a4 None None] Bound port: 2701b5f3-241e-482c-badd-1b6277ebfae5, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '750410b1-9033-4880-b07b-995f1b798c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64151a90-c822-494d-8252-c42534d3c5d8'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:33:21.239263 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b8845457-22a7-442b-867b-3bb67319e2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:21.246391 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d3e34f-0cdc-4c0a-89dc-e92d5a2f113f tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:33:21.247129 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-39d3e34f-0cdc-4c0a-89dc-e92d5a2f113f tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:21.250354 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:33:21.250354 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:33:21.250354 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:33:21.250354 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:33:21.250354 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:33:21.250354 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:33:21.250354 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:33:21.250354 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:33:21.250354 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:33:21.250354 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:33:21.250354 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:33:21.250354 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:33:21.250354 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:33:21.250354 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:33:21.250354 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:33:21.250354 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:33:21.250354 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:33:21.250354 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:33:21.250354 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:33:21.250354 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:33:21.250354 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:33:21.250354 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:33:21.250354 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:33:21.250354 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:33:21.250354 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:33:21.250354 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:33:21.250354 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:33:21.250354 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:33:21.250354 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:33:21.250354 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:33:21.250354 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:33:21.250354 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:33:21.328633 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-39d3e34f-0cdc-4c0a-89dc-e92d5a2f113f tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:21.336483 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d3e34f-0cdc-4c0a-89dc-e92d5a2f113f tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0c4d76d9-7e83-433d-b73c-4726f2e450f7 {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 08:33:21.350138 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-b8845457-22a7-442b-867b-3bb67319e2a4 None None] For port 2701b5f3-241e-482c-badd-1b6277ebfae5, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:33:21.352927 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-39d3e34f-0cdc-4c0a-89dc-e92d5a2f113f tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:21.354743 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-b8845457-22a7-442b-867b-3bb67319e2a4 None None] For port 2701b5f3-241e-482c-badd-1b6277ebfae5, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=2701b5f3-241e-482c-badd-1b6277ebfae5,segment=NetworkSegment(750410b1-9033-4880-b07b-995f1b798c7c),segment_id=750410b1-9033-4880-b07b-995f1b798c7c)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:33:21.360044 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b8845457-22a7-442b-867b-3bb67319e2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:21.365526 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-39d3e34f-0cdc-4c0a-89dc-e92d5a2f113f tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] 10.222.0.41 "DELETE /v2.0/networks/0c4d76d9-7e83-433d-b73c-4726f2e450f7 HTTP/1.1" status: 204 len: 168 time: 0.5766041 Oct 26 08:33:21.386838 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33202) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:21.392278 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-d339ec21-333c-4460-9682-77f3444e10d6 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:21.410208 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3e34f-0cdc-4c0a-89dc-e92d5a2f113f tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Pushing event deleted for resources: {'Network': ['ID=0c4d76d9-7e83-433d-b73c-4726f2e450f7,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:21.419931 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1dc20a89-5509-438d-ab64-9ceb3a44c501 None None] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:21.431608 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1dc20a89-5509-438d-ab64-9ceb3a44c501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:21.433785 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8845457-22a7-442b-867b-3bb67319e2a4 None None] Pushing event updated for resources: {'Port': ['ID=2701b5f3-241e-482c-badd-1b6277ebfae5,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:21.519518 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-1dc20a89-5509-438d-ab64-9ceb3a44c501 None None] Attempting to bind port 0a3d5da6-0b2a-4324-9b76-e8b375972e07 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:33:21.520952 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-1dc20a89-5509-438d-ab64-9ceb3a44c501 None None] Attempting to bind port 0a3d5da6-0b2a-4324-9b76-e8b375972e07 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:33:21.521721 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc20a89-5509-438d-ab64-9ceb3a44c501 None None] Attempting to bind port 0a3d5da6-0b2a-4324-9b76-e8b375972e07 on network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:33:21.527912 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a0bb3e-b94e-4426-a90f-319dff3d6f06 None None] Pushing event updated for resources: {'Port': ['ID=0a3d5da6-0b2a-4324-9b76-e8b375972e07,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:21.534326 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc20a89-5509-438d-ab64-9ceb3a44c501 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:33:21.535119 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc20a89-5509-438d-ab64-9ceb3a44c501 None None] Checking segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:33:21.536297 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1dc20a89-5509-438d-ab64-9ceb3a44c501 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:21.537958 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc20a89-5509-438d-ab64-9ceb3a44c501 None None] Bound using segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:33:21.538665 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-1dc20a89-5509-438d-ab64-9ceb3a44c501 None None] Bound port: 0a3d5da6-0b2a-4324-9b76-e8b375972e07, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:33:21.539299 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1dc20a89-5509-438d-ab64-9ceb3a44c501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:21.547744 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.db.api [None req-0288a616-f5ff-4109-b63e-d4f09b223f95 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 26 08:33:21.547744 dv-neutron-804846-13-hyperv neutron-server[102102]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 26 08:33:21.547744 dv-neutron-804846-13-hyperv neutron-server[102102]: [parameters: {'project_id_1': '842b849088674682987bba8ce52bfdf3', 'expiration_1': datetime.datetime(2021, 10, 26, 8, 33, 1, 3496)}] Oct 26 08:33:21.547744 dv-neutron-804846-13-hyperv neutron-server[102102]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:33:21.548165 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG oslo_db.api [None req-0288a616-f5ff-4109-b63e-d4f09b223f95 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:33:21.551683 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.db.api [None req-01257feb-6b73-4ea3-8422-b601e8746402 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 26 08:33:21.551683 dv-neutron-804846-13-hyperv neutron-server[102102]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 26 08:33:21.551683 dv-neutron-804846-13-hyperv neutron-server[102102]: [parameters: {'project_id_1': 'd25a916b9c2d4b34bcd65014285516f8', 'expiration_1': datetime.datetime(2021, 10, 26, 8, 33, 0, 958641)}] Oct 26 08:33:21.551683 dv-neutron-804846-13-hyperv neutron-server[102102]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:33:21.552520 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG oslo_db.api [None req-01257feb-6b73-4ea3-8422-b601e8746402 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:33:21.553749 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.db.api [None req-d339ec21-333c-4460-9682-77f3444e10d6 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 26 08:33:21.553749 dv-neutron-804846-13-hyperv neutron-server[102102]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 26 08:33:21.553749 dv-neutron-804846-13-hyperv neutron-server[102102]: [parameters: {'project_id_1': 'c6515f8055564587994ce5ae0c54c5be', 'expiration_1': datetime.datetime(2021, 10, 26, 8, 33, 1, 414142)}] Oct 26 08:33:21.553749 dv-neutron-804846-13-hyperv neutron-server[102102]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:33:21.554447 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG oslo_db.api [None req-d339ec21-333c-4460-9682-77f3444e10d6 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:33:21.609709 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-1dc20a89-5509-438d-ab64-9ceb3a44c501 None None] For port 0a3d5da6-0b2a-4324-9b76-e8b375972e07, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:33:21.614434 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-1dc20a89-5509-438d-ab64-9ceb3a44c501 None None] For port 0a3d5da6-0b2a-4324-9b76-e8b375972e07, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=0a3d5da6-0b2a-4324-9b76-e8b375972e07,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:33:21.633346 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1dc20a89-5509-438d-ab64-9ceb3a44c501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:21.678161 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239277c0-b66d-43e3-84fc-421935d86025 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Made reservation on behalf of 3905ee3ef311437797d112e063b81314 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:21.684728 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-239277c0-b66d-43e3-84fc-421935d86025 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:21.711423 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a0bb3e-b94e-4426-a90f-319dff3d6f06 None None] Pushing event updated for resources: {'Port': ['ID=0a3d5da6-0b2a-4324-9b76-e8b375972e07,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:21.741333 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc20a89-5509-438d-ab64-9ceb3a44c501 None None] Routers {'b3122af2-075c-492a-8598-497c8ddb85ca'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:33:21.741975 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-1dc20a89-5509-438d-ab64-9ceb3a44c501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:32:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['b3122af2-075c-492a-8598-497c8ddb85ca'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:21.768499 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c1ce2354-d1b2-462c-8a11-1ec67c9325a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:21.847247 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d9f21dce-0eb9-408e-8542-2833a813fb36 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:21.853227 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d9f21dce-0eb9-408e-8542-2833a813fb36 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/ports/af20e725-bf44-4dd9-8d21-ff32fd8e4c31 HTTP/1.1" status: 204 len: 168 time: 3.0839157 Oct 26 08:33:21.853668 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33204) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:21.919494 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce2354-d1b2-462c-8a11-1ec67c9325a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Pushing event updated for resources: {'Subnet': ['ID=2ed48d66-29d5-41ab-8d10-c0aec3f600f6,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:21.930607 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fa3081-0bf4-4874-a763-0e5448a522f9 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:21.932527 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fa3081-0bf4-4874-a763-0e5448a522f9 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:21.934355 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fa3081-0bf4-4874-a763-0e5448a522f9 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:21.936142 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-69fa3081-0bf4-4874-a763-0e5448a522f9 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0808215 Oct 26 08:33:21.938876 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33206) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:21.994848 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-1dc20a89-5509-438d-ab64-9ceb3a44c501 None None] Set router b3122af2-075c-492a-8598-497c8ddb85ca gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:33:22.005076 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-87ca9187-88a2-4834-a41b-96592b2d9727 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting subnet 5f3fb1c0-44db-4fcd-bf4b-56d7a393c17c {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:33:22.009866 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-87ca9187-88a2-4834-a41b-96592b2d9727 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:22.022260 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ce2354-d1b2-462c-8a11-1ec67c9325a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Checking segment: {'id': '2720ea07-d057-44c8-9002-e1c859f307dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '026cc6c0-496f-4419-91dd-600ba2962ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:33:22.022632 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ce2354-d1b2-462c-8a11-1ec67c9325a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Network hostable DHCP agents. Network: 026cc6c0-496f-4419-91dd-600ba2962ff8, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:33:22.062140 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b25c0951-6af3-4995-9ced-ab8e19c40f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:22.087403 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-87ca9187-88a2-4834-a41b-96592b2d9727 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:22.117344 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ce2354-d1b2-462c-8a11-1ec67c9325a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Network 026cc6c0-496f-4419-91dd-600ba2962ff8 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:33:22.133207 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d339ec21-333c-4460-9682-77f3444e10d6 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Made reservation on behalf of c6515f8055564587994ce5ae0c54c5be for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:22.135523 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d339ec21-333c-4460-9682-77f3444e10d6 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:22.163046 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-c1ce2354-d1b2-462c-8a11-1ec67c9325a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 026cc6c0-496f-4419-91dd-600ba2962ff8) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:22.178207 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ce2354-d1b2-462c-8a11-1ec67c9325a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:22.178818 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c1ce2354-d1b2-462c-8a11-1ec67c9325a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:22.183231 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff18135-1058-4d10-884f-7700b8e6c7b9 None None] Network 026cc6c0-496f-4419-91dd-600ba2962ff8 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:22.208706 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01257feb-6b73-4ea3-8422-b601e8746402 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Made reservation on behalf of d25a916b9c2d4b34bcd65014285516f8 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:22.212471 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-01257feb-6b73-4ea3-8422-b601e8746402 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:22.218061 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d339ec21-333c-4460-9682-77f3444e10d6 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:33:22.258371 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-1dc20a89-5509-438d-ab64-9ceb3a44c501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3122af2-075c-492a-8598-497c8ddb85ca', 'name': 'tempest-ServerActionsTestJSON-1838315298-router', 'tenant_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '0a3d5da6-0b2a-4324-9b76-e8b375972e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:33:12Z', 'updated_at': '2021-10-26T08:33:17Z', 'revision_number': 3, 'project_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'gw_port': {'id': '0a3d5da6-0b2a-4324-9b76-e8b375972e07', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e8:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3122af2-075c-492a-8598-497c8ddb85ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:33:14Z', 'updated_at': '2021-10-26T08:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:22.268939 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0288a616-f5ff-4109-b63e-d4f09b223f95 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Made reservation on behalf of 842b849088674682987bba8ce52bfdf3 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:22.273351 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0288a616-f5ff-4109-b63e-d4f09b223f95 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:22.279864 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d339ec21-333c-4460-9682-77f3444e10d6 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:22.280215 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-d339ec21-333c-4460-9682-77f3444e10d6 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Added segment b0b4156b-43a1-4d92-b6db-26f4460e2dd0 of type vlan for network 92e636bd-5fa1-4c00-b823-bc3342e9a552 Oct 26 08:33:22.285219 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-87ca9187-88a2-4834-a41b-96592b2d9727 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:22.293404 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc20a89-5509-438d-ab64-9ceb3a44c501 None None] The sync data for ids ['b3122af2-075c-492a-8598-497c8ddb85ca'] in dv-neutron-804846-13-hyperv is: [{'id': 'b3122af2-075c-492a-8598-497c8ddb85ca', 'name': 'tempest-ServerActionsTestJSON-1838315298-router', 'tenant_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '0a3d5da6-0b2a-4324-9b76-e8b375972e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:33:12Z', 'updated_at': '2021-10-26T08:33:17Z', 'revision_number': 3, 'project_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'gw_port': {'id': '0a3d5da6-0b2a-4324-9b76-e8b375972e07', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e8:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3122af2-075c-492a-8598-497c8ddb85ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:33:14Z', 'updated_at': '2021-10-26T08:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:33:22.371568 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c1ce2354-d1b2-462c-8a11-1ec67c9325a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5802355 Oct 26 08:33:22.372461 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33208) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:22.388144 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01257feb-6b73-4ea3-8422-b601e8746402 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:33:22.434958 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-01257feb-6b73-4ea3-8422-b601e8746402 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:22.435531 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-01257feb-6b73-4ea3-8422-b601e8746402 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Added segment eeee3e60-b560-44e4-a30e-9f455145ea8b of type vlan for network dfeb1c53-a5a4-43be-9710-02005c300dec Oct 26 08:33:22.440678 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0288a616-f5ff-4109-b63e-d4f09b223f95 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:33:22.443026 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-f817ff5c-2356-4d69-bf81-a68e33074f27 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Request body: {'port': {'network_id': '026cc6c0-496f-4419-91dd-600ba2962ff8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1195256794'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:22.445136 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d339ec21-333c-4460-9682-77f3444e10d6 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:22.464291 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5fb89f23-1817-4a76-8ce5-bb62d4e0fe6b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router_gateway, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:22.491647 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25d630e-907c-455c-9853-16aff715475f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-026cc6c0-496f-4419-91dd-600ba2962ff8', 'network_id': '026cc6c0-496f-4419-91dd-600ba2962ff8', 'tenant_id': 'c557c0f9e6044e54808e1e9acc93f17e', 'fixed_ips': [{'subnet_id': '2ed48d66-29d5-41ab-8d10-c0aec3f600f6'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:33:22.494815 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e25d630e-907c-455c-9853-16aff715475f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:22.513901 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0288a616-f5ff-4109-b63e-d4f09b223f95 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:22.514253 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-0288a616-f5ff-4109-b63e-d4f09b223f95 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Added segment 02a73009-3602-4cac-8bba-bd796c57d716 of type vlan for network b2168707-af07-4d94-b147-a1579b752152 Oct 26 08:33:22.572991 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-01257feb-6b73-4ea3-8422-b601e8746402 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:22.589875 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-87ca9187-88a2-4834-a41b-96592b2d9727 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:22.616361 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5fb89f23-1817-4a76-8ce5-bb62d4e0fe6b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:22.665724 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-87ca9187-88a2-4834-a41b-96592b2d9727 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:22.668866 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-87ca9187-88a2-4834-a41b-96592b2d9727 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/5f3fb1c0-44db-4fcd-bf4b-56d7a393c17c HTTP/1.1" status: 204 len: 168 time: 0.7288604 Oct 26 08:33:22.683295 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0288a616-f5ff-4109-b63e-d4f09b223f95 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:22.689168 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33210) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:22.693241 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca9187-88a2-4834-a41b-96592b2d9727 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Subnet': ['ID=5f3fb1c0-44db-4fcd-bf4b-56d7a393c17c,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:22.700178 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107a6bac-0595-40b8-a5c6-f553e306cceb None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:22.703719 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-239277c0-b66d-43e3-84fc-421935d86025 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:22.708792 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d339ec21-333c-4460-9682-77f3444e10d6 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:22.713736 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d339ec21-333c-4460-9682-77f3444e10d6 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:22.716599 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d339ec21-333c-4460-9682-77f3444e10d6 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:22.782318 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-e25d630e-907c-455c-9853-16aff715475f None None] Allocated IP 2001:db8::2 (026cc6c0-496f-4419-91dd-600ba2962ff8/2ed48d66-29d5-41ab-8d10-c0aec3f600f6/2447d7c4-f7fd-4d9a-95f0-07a4125544e3) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:22.808559 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a4eeb9-42c5-4e01-8b0f-ea19779a0df7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting subnet c220d224-e73f-4b6e-aa1b-897f701dd510 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:33:22.824188 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.db.resource_extend [None req-0288a616-f5ff-4109-b63e-d4f09b223f95 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 08:33:22.828902 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-22a4eeb9-42c5-4e01-8b0f-ea19779a0df7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:22.934022 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d339ec21-333c-4460-9682-77f3444e10d6 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.5458269 Oct 26 08:33:22.934728 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-01257feb-6b73-4ea3-8422-b601e8746402 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:22.944212 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01257feb-6b73-4ea3-8422-b601e8746402 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:22.945388 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:22.945534 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-01257feb-6b73-4ea3-8422-b601e8746402 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:22.951910 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4f0a17-17ad-49ac-bfec-3cacd6d0f78e None None] Network 64151a90-c822-494d-8252-c42534d3c5d8 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:22.955525 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33212) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:22.977469 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-100e2b9d-d1c5-4ba9-baac-319e047d5959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:22.979809 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d339ec21-333c-4460-9682-77f3444e10d6 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Pushing event updated for resources: {'Network': ['ID=92e636bd-5fa1-4c00-b823-bc3342e9a552,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:22.985324 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-c8090288-904a-4b5d-8fde-fe777f986115 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Request body: {'subnet': {'network_id': '92e636bd-5fa1-4c00-b823-bc3342e9a552', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:23.010450 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0288a616-f5ff-4109-b63e-d4f09b223f95 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:23.016164 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0288a616-f5ff-4109-b63e-d4f09b223f95 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:23.016694 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0288a616-f5ff-4109-b63e-d4f09b223f95 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:23.036562 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8090288-904a-4b5d-8fde-fe777f986115 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Made reservation on behalf of c6515f8055564587994ce5ae0c54c5be for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:23.039942 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c8090288-904a-4b5d-8fde-fe777f986115 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:23.073857 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239277c0-b66d-43e3-84fc-421935d86025 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Network 64151a90-c822-494d-8252-c42534d3c5d8 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:23.074472 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 92e636bd-5fa1-4c00-b823-bc3342e9a552 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:33:23.110767 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-239277c0-b66d-43e3-84fc-421935d86025 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:23.118653 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239277c0-b66d-43e3-84fc-421935d86025 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event updated for resources: {'Subnet': ['ID=6ff10158-45f5-4e78-82cb-fd83f865d0fc,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:23.120861 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f817ff5c-2356-4d69-bf81-a68e33074f27 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Made reservation on behalf of c557c0f9e6044e54808e1e9acc93f17e for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:23.125051 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f817ff5c-2356-4d69-bf81-a68e33074f27 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:23.146240 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239277c0-b66d-43e3-84fc-421935d86025 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:23.147068 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-239277c0-b66d-43e3-84fc-421935d86025 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:23.180986 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-239277c0-b66d-43e3-84fc-421935d86025 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8475966 Oct 26 08:33:23.181674 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-f817ff5c-2356-4d69-bf81-a68e33074f27 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] device_id is not set on port 46d83544-f158-4271-9e1b-d66e62ebbf97 yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:33:23.187222 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-5fb89f23-1817-4a76-8ce5-bb62d4e0fe6b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Allocated IP 172.26.2.175 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/48514f07-8def-4682-ac7f-944e3af96611) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:23.192664 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33214) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:23.261270 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-a11c3524-1cc9-4742-bae7-76dc279d6e55 None None] Provisioning complete for port 2701b5f3-241e-482c-badd-1b6277ebfae5 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:23.261935 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a11c3524-1cc9-4742-bae7-76dc279d6e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:23.412612 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:23.439081 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3711fcd9-3111-42e5-9b76-17e52e871768 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:23.440874 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3711fcd9-3111-42e5-9b76-17e52e871768 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:23.443157 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3711fcd9-3111-42e5-9b76-17e52e871768 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:23.444819 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3711fcd9-3111-42e5-9b76-17e52e871768 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:23.446541 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3711fcd9-3111-42e5-9b76-17e52e871768 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:23.448561 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3711fcd9-3111-42e5-9b76-17e52e871768 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2545524 Oct 26 08:33:23.455658 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33216) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:23.467548 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e25d630e-907c-455c-9853-16aff715475f None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:23.468815 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-7b603d27-0b3d-4656-935b-f7060cd03dae tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-366680077'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:23.488890 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e25d630e-907c-455c-9853-16aff715475f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:23.566161 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-100e2b9d-d1c5-4ba9-baac-319e047d5959 admin admin] Allocated IP 172.20.0.1 (8898436d-e40a-418e-85e2-87f0fb58c97b/33b25e72-0e11-43c0-9e6c-63bdef265ca2/2776da35-48ee-4053-a872-c3755c66b9e2) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:23.600526 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-22a4eeb9-42c5-4e01-8b0f-ea19779a0df7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:23.612111 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5fb89f23-1817-4a76-8ce5-bb62d4e0fe6b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:23.632971 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-01257feb-6b73-4ea3-8422-b601e8746402 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.7130489 Oct 26 08:33:23.646629 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-0288a616-f5ff-4109-b63e-d4f09b223f95 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.6769404 Oct 26 08:33:23.653793 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b603d27-0b3d-4656-935b-f7060cd03dae tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Made reservation on behalf of 3905ee3ef311437797d112e063b81314 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:23.658045 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7b603d27-0b3d-4656-935b-f7060cd03dae tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:23.662576 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33218) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:23.662985 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33220) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:23.674729 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-c98d7780-136a-4b07-aa38-a49aeb9eae35 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:23.681749 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5fb89f23-1817-4a76-8ce5-bb62d4e0fe6b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:23.702456 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-d3b0e994-61e7-41ab-997a-df0fd6240265 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'subnet': {'network_id': 'b2168707-af07-4d94-b147-a1579b752152', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:23.828331 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d630e-907c-455c-9853-16aff715475f None None] Pushing event updated for resources: {'Port': ['ID=2447d7c4-f7fd-4d9a-95f0-07a4125544e3,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:23.854158 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25d630e-907c-455c-9853-16aff715475f None None] Network 026cc6c0-496f-4419-91dd-600ba2962ff8 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:23.865648 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-e25d630e-907c-455c-9853-16aff715475f None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:23.872502 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25d630e-907c-455c-9853-16aff715475f None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:23.875046 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a11c3524-1cc9-4742-bae7-76dc279d6e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:23.914455 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 0a3d5da6-0b2a-4324-9b76-e8b375972e07 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:33:23.920054 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01257feb-6b73-4ea3-8422-b601e8746402 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event updated for resources: {'Network': ['ID=dfeb1c53-a5a4-43be-9710-02005c300dec,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:23.922592 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb89f23-1817-4a76-8ce5-bb62d4e0fe6b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:23.950614 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network dfeb1c53-a5a4-43be-9710-02005c300dec details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:33:23.952807 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a9aa1b-4dc7-4f15-a723-4dbb0d1a1650 None None] Update dhcp port {'port': {'network_id': '64151a90-c822-494d-8252-c42534d3c5d8', 'fixed_ips': [{'subnet_id': '87dfd0b1-8ea8-46f1-b35c-db14ab142c44', 'ip_address': '2001:db8::2'}, {'subnet_id': '6ff10158-45f5-4e78-82cb-fd83f865d0fc'}], 'binding:host_id': 'dv-neutron-804846-13-hyperv'}, 'id': '2701b5f3-241e-482c-badd-1b6277ebfae5'} from dv-neutron-804846-13-hyperv. {{(pid=102103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 08:33:23.993840 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-f817ff5c-2356-4d69-bf81-a68e33074f27 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Allocated IP 2001:db8::207 (026cc6c0-496f-4419-91dd-600ba2962ff8/2ed48d66-29d5-41ab-8d10-c0aec3f600f6/46d83544-f158-4271-9e1b-d66e62ebbf97) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:24.000608 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-5fb89f23-1817-4a76-8ce5-bb62d4e0fe6b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:24.040795 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b603d27-0b3d-4656-935b-f7060cd03dae tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:33:24.063351 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7b603d27-0b3d-4656-935b-f7060cd03dae tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:24.064116 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-7b603d27-0b3d-4656-935b-f7060cd03dae tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Added segment 6e87a7fd-8a79-42de-a18f-9418a521b84f of type vlan for network 6282d4ba-0351-4ffa-b9f8-590326ea36fe Oct 26 08:33:24.072784 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb89f23-1817-4a76-8ce5-bb62d4e0fe6b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:24.107220 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-a11c3524-1cc9-4742-bae7-76dc279d6e55 None None] For port 2701b5f3-241e-482c-badd-1b6277ebfae5, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=2701b5f3-241e-482c-badd-1b6277ebfae5,segment=NetworkSegment(750410b1-9033-4880-b07b-995f1b798c7c),segment_id=750410b1-9033-4880-b07b-995f1b798c7c)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:24.133992 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c0a9aa1b-4dc7-4f15-a723-4dbb0d1a1650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:24.142867 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-22a4eeb9-42c5-4e01-8b0f-ea19779a0df7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:24.146111 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a11c3524-1cc9-4742-bae7-76dc279d6e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:24.146926 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288a616-f5ff-4109-b63e-d4f09b223f95 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Network': ['ID=b2168707-af07-4d94-b147-a1579b752152,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:24.152471 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7b603d27-0b3d-4656-935b-f7060cd03dae tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:24.170870 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network b2168707-af07-4d94-b147-a1579b752152 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:33:24.173296 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-e25d630e-907c-455c-9853-16aff715475f None None] Attempting to bind port 2447d7c4-f7fd-4d9a-95f0-07a4125544e3 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:33:24.174305 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-e25d630e-907c-455c-9853-16aff715475f None None] Attempting to bind port 2447d7c4-f7fd-4d9a-95f0-07a4125544e3 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '2720ea07-d057-44c8-9002-e1c859f307dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '026cc6c0-496f-4419-91dd-600ba2962ff8'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:33:24.174305 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d630e-907c-455c-9853-16aff715475f None None] Attempting to bind port 2447d7c4-f7fd-4d9a-95f0-07a4125544e3 on network 026cc6c0-496f-4419-91dd-600ba2962ff8 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:33:24.216658 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:24.228061 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7b603d27-0b3d-4656-935b-f7060cd03dae tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:24.235766 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b603d27-0b3d-4656-935b-f7060cd03dae tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:24.236980 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7b603d27-0b3d-4656-935b-f7060cd03dae tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:24.246952 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-22a4eeb9-42c5-4e01-8b0f-ea19779a0df7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:24.271442 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb89f23-1817-4a76-8ce5-bb62d4e0fe6b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Pushing event updated for resources: {'Port': ['ID=48514f07-8def-4682-ac7f-944e3af96611,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:24.291408 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4eeb9-42c5-4e01-8b0f-ea19779a0df7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Subnet': ['ID=c220d224-e73f-4b6e-aa1b-897f701dd510,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:24.294147 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d630e-907c-455c-9853-16aff715475f None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:33:24.294678 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d630e-907c-455c-9853-16aff715475f None None] Checking segment: {'id': '2720ea07-d057-44c8-9002-e1c859f307dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '026cc6c0-496f-4419-91dd-600ba2962ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:33:24.295173 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e25d630e-907c-455c-9853-16aff715475f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:24.295763 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d630e-907c-455c-9853-16aff715475f None None] Bound using segment: {'id': '2720ea07-d057-44c8-9002-e1c859f307dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '026cc6c0-496f-4419-91dd-600ba2962ff8'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:33:24.296594 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-e25d630e-907c-455c-9853-16aff715475f None None] Bound port: 2447d7c4-f7fd-4d9a-95f0-07a4125544e3, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2720ea07-d057-44c8-9002-e1c859f307dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '026cc6c0-496f-4419-91dd-600ba2962ff8'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:33:24.297080 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e25d630e-907c-455c-9853-16aff715475f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:24.313723 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-7b603d27-0b3d-4656-935b-f7060cd03dae tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8541319 Oct 26 08:33:24.318675 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-22a4eeb9-42c5-4e01-8b0f-ea19779a0df7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:24.322498 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-22a4eeb9-42c5-4e01-8b0f-ea19779a0df7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/c220d224-e73f-4b6e-aa1b-897f701dd510 HTTP/1.1" status: 204 len: 168 time: 1.6305275 Oct 26 08:33:24.327994 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33222) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:24.328343 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33224) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:24.339315 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-3e6bd4ab-6b09-403e-8671-477c0dd30342 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:24.368381 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c3524-1cc9-4742-bae7-76dc279d6e55 None None] Pushing event updated for resources: {'Port': ['ID=2701b5f3-241e-482c-badd-1b6277ebfae5,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:24.384868 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.objects.ports [None req-c8090288-904a-4b5d-8fde-fe777f986115 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102102) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 08:33:24.385335 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c8090288-904a-4b5d-8fde-fe777f986115 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:24.432749 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b0e994-61e7-41ab-997a-df0fd6240265 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Made reservation on behalf of 842b849088674682987bba8ce52bfdf3 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:24.436183 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d3b0e994-61e7-41ab-997a-df0fd6240265 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:24.436662 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e999cb83-3acc-442e-aa80-992178959542 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:24.459168 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-aa2dffea-423f-47c4-9866-c5740092068b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1241214 Oct 26 08:33:24.484095 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33226) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:24.491032 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-d4971b6f-b92a-4a26-ad53-41dd6486dae3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:24.535173 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 0a3d5da6-0b2a-4324-9b76-e8b375972e07 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:24.536752 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:24.593052 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8090288-904a-4b5d-8fde-fe777f986115 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b7b49906-5586-48d3-9dc0-dbc7e4d28038,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:24.640376 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-e25d630e-907c-455c-9853-16aff715475f None None] For port 2447d7c4-f7fd-4d9a-95f0-07a4125544e3, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:33:24.650686 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-e7ecd720-0513-426b-bf0e-f95f0bd0b176 None None] Provisioning complete for port 2b6f1b06-caf5-4270-8b55-ba2b0681410c triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:24.651207 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e7ecd720-0513-426b-bf0e-f95f0bd0b176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:24.672632 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b603d27-0b3d-4656-935b-f7060cd03dae tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event updated for resources: {'Network': ['ID=6282d4ba-0351-4ffa-b9f8-590326ea36fe,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:24.695766 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8090288-904a-4b5d-8fde-fe777f986115 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Checking segment: {'id': 'b0b4156b-43a1-4d92-b6db-26f4460e2dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '92e636bd-5fa1-4c00-b823-bc3342e9a552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:33:24.695766 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8090288-904a-4b5d-8fde-fe777f986115 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Network hostable DHCP agents. Network: 92e636bd-5fa1-4c00-b823-bc3342e9a552, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:33:24.741667 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-e25d630e-907c-455c-9853-16aff715475f None None] For port 2447d7c4-f7fd-4d9a-95f0-07a4125544e3, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=2447d7c4-f7fd-4d9a-95f0-07a4125544e3,segment=NetworkSegment(2720ea07-d057-44c8-9002-e1c859f307dd),segment_id=2720ea07-d057-44c8-9002-e1c859f307dd)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:33:24.751422 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 6282d4ba-0351-4ffa-b9f8-590326ea36fe details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:33:24.764879 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4971b6f-b92a-4a26-ad53-41dd6486dae3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:24.771031 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d4971b6f-b92a-4a26-ad53-41dd6486dae3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:24.792335 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e25d630e-907c-455c-9853-16aff715475f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:24.794623 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3e6bd4ab-6b09-403e-8671-477c0dd30342 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:24.798173 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8090288-904a-4b5d-8fde-fe777f986115 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Network 92e636bd-5fa1-4c00-b823-bc3342e9a552 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:33:24.859054 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-c8090288-904a-4b5d-8fde-fe777f986115 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 92e636bd-5fa1-4c00-b823-bc3342e9a552) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:24.859728 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:24.860684 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3e6bd4ab-6b09-403e-8671-477c0dd30342 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:24.876730 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3e6bd4ab-6b09-403e-8671-477c0dd30342 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Network 6282d4ba-0351-4ffa-b9f8-590326ea36fe is not hosted by any dhcp agent {{(pid=102102) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 08:33:24.882900 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6bd4ab-6b09-403e-8671-477c0dd30342 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:24.883955 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3e6bd4ab-6b09-403e-8671-477c0dd30342 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:24.885488 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3e6bd4ab-6b09-403e-8671-477c0dd30342 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "PUT /v2.0/networks/6282d4ba-0351-4ffa-b9f8-590326ea36fe HTTP/1.1" status: 200 len: 723 time: 0.5523875 Oct 26 08:33:24.888804 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8090288-904a-4b5d-8fde-fe777f986115 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:24.889612 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c8090288-904a-4b5d-8fde-fe777f986115 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:24.895906 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33228) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:24.913227 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-3ec63232-a777-4980-bd2e-e811b9f553a7 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Request body: {'subnet': {'network_id': '6282d4ba-0351-4ffa-b9f8-590326ea36fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:24.914264 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d84db0-5f95-43fa-8155-b231e81d967a None None] Network 92e636bd-5fa1-4c00-b823-bc3342e9a552 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:25.026679 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-c0a9aa1b-4dc7-4f15-a723-4dbb0d1a1650 None None] Allocated IP 172.20.0.1 (64151a90-c822-494d-8252-c42534d3c5d8/6ff10158-45f5-4e78-82cb-fd83f865d0fc/2701b5f3-241e-482c-badd-1b6277ebfae5) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:25.040808 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c8090288-904a-4b5d-8fde-fe777f986115 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0621214 Oct 26 08:33:25.043067 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33230) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:25.057732 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-2da4904d-5b01-40ba-bcef-c358f4aea4ac tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Request body: {'floatingip': {'floating_network_id': '92e636bd-5fa1-4c00-b823-bc3342e9a552'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:25.084502 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6bd4ab-6b09-403e-8671-477c0dd30342 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event updated for resources: {'Network': ['ID=6282d4ba-0351-4ffa-b9f8-590326ea36fe,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:25.123988 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d630e-907c-455c-9853-16aff715475f None None] Pushing event updated for resources: {'Port': ['ID=2447d7c4-f7fd-4d9a-95f0-07a4125544e3,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:25.127757 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 6282d4ba-0351-4ffa-b9f8-590326ea36fe details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:33:25.133929 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2da4904d-5b01-40ba-bcef-c358f4aea4ac tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:25.175038 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-100e2b9d-d1c5-4ba9-baac-319e047d5959 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:25.221155 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec63232-a777-4980-bd2e-e811b9f553a7 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Made reservation on behalf of 3905ee3ef311437797d112e063b81314 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:25.229904 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3ec63232-a777-4980-bd2e-e811b9f553a7 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:25.233278 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c98d7780-136a-4b07-aa38-a49aeb9eae35 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:25.276041 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:25.318968 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c98d7780-136a-4b07-aa38-a49aeb9eae35 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:25.399613 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d4971b6f-b92a-4a26-ad53-41dd6486dae3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:25.482062 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4971b6f-b92a-4a26-ad53-41dd6486dae3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:25.490586 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-d4971b6f-b92a-4a26-ad53-41dd6486dae3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:25.500153 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c98d7780-136a-4b07-aa38-a49aeb9eae35 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Network dfeb1c53-a5a4-43be-9710-02005c300dec is not hosted by any dhcp agent {{(pid=102101) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 08:33:25.506195 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98d7780-136a-4b07-aa38-a49aeb9eae35 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:25.506540 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-c0a9aa1b-4dc7-4f15-a723-4dbb0d1a1650 None None] For port 2701b5f3-241e-482c-badd-1b6277ebfae5, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=2701b5f3-241e-482c-badd-1b6277ebfae5,segment=NetworkSegment(750410b1-9033-4880-b07b-995f1b798c7c),segment_id=750410b1-9033-4880-b07b-995f1b798c7c)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:25.506971 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c98d7780-136a-4b07-aa38-a49aeb9eae35 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:25.511014 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c98d7780-136a-4b07-aa38-a49aeb9eae35 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "PUT /v2.0/networks/dfeb1c53-a5a4-43be-9710-02005c300dec HTTP/1.1" status: 200 len: 723 time: 1.8403897 Oct 26 08:33:25.522560 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33232) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:25.539168 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 0a3d5da6-0b2a-4324-9b76-e8b375972e07, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=0a3d5da6-0b2a-4324-9b76-e8b375972e07,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:25.541358 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-8aa3e5d0-1114-4c81-8ea7-63683250182e tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Request body: {'subnet': {'network_id': 'dfeb1c53-a5a4-43be-9710-02005c300dec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:25.544120 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bf8ccf-bd1f-411d-81d0-32c576b17f4c None None] DHCP port deletion for ecf0c004-fa53-4f3e-bbfd-ff079400665b request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:33:25.564792 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-100e2b9d-d1c5-4ba9-baac-319e047d5959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:25.566483 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:25.567696 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 2701b5f3-241e-482c-badd-1b6277ebfae5 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:33:25.625207 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50588ebc-bf6a-40f0-b3c8-4627b4fc03c3 None None] Network 92e636bd-5fa1-4c00-b823-bc3342e9a552 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:25.633008 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4971b6f-b92a-4a26-ad53-41dd6486dae3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:25.633008 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d4971b6f-b92a-4a26-ad53-41dd6486dae3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:25.641966 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3ec63232-a777-4980-bd2e-e811b9f553a7 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:25.644281 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4971b6f-b92a-4a26-ad53-41dd6486dae3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Subnet': ['ID=90430b53-89fa-4fdf-a86f-2f7ecb10b818,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:25.679206 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f817ff5c-2356-4d69-bf81-a68e33074f27 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:25.696491 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d7780-136a-4b07-aa38-a49aeb9eae35 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event updated for resources: {'Network': ['ID=dfeb1c53-a5a4-43be-9710-02005c300dec,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:25.712560 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2da4904d-5b01-40ba-bcef-c358f4aea4ac tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:25.716077 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c0a9aa1b-4dc7-4f15-a723-4dbb0d1a1650 None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:25.726523 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network dfeb1c53-a5a4-43be-9710-02005c300dec details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:33:25.747298 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d4971b6f-b92a-4a26-ad53-41dd6486dae3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2603540 Oct 26 08:33:25.752740 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100e2b9d-d1c5-4ba9-baac-319e047d5959 admin admin] Network 8898436d-e40a-418e-85e2-87f0fb58c97b is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:25.759079 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c0a9aa1b-4dc7-4f15-a723-4dbb0d1a1650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:25.764414 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33234) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:25.776498 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-ba91f4fe-64c6-4ac5-a8e7-50e670b51864 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:25.784939 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e2b9d-d1c5-4ba9-baac-319e047d5959 admin admin] Pushing event updated for resources: {'Port': ['ID=2776da35-48ee-4053-a872-c3755c66b9e2,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:25.787604 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-100e2b9d-d1c5-4ba9-baac-319e047d5959 admin admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:25.807447 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100e2b9d-d1c5-4ba9-baac-319e047d5959 admin admin] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:25.810158 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d3b0e994-61e7-41ab-997a-df0fd6240265 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:25.810601 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec63232-a777-4980-bd2e-e811b9f553a7 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event updated for resources: {'Subnet': ['ID=af12597d-209a-4350-80da-e579a76b9abf,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:25.846409 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5fb89f23-1817-4a76-8ce5-bb62d4e0fe6b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router_gateway, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:25.946970 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-2da4904d-5b01-40ba-bcef-c358f4aea4ac tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Allocated IP 172.20.0.5 (92e636bd-5fa1-4c00-b823-bc3342e9a552/b7b49906-5586-48d3-9dc0-dbc7e4d28038/386a33f8-8c31-4935-ad1d-527392e0362d) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:25.951450 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec63232-a777-4980-bd2e-e811b9f553a7 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Checking segment: {'id': '6e87a7fd-8a79-42de-a18f-9418a521b84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6282d4ba-0351-4ffa-b9f8-590326ea36fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:33:25.952013 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec63232-a777-4980-bd2e-e811b9f553a7 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Network hostable DHCP agents. Network: 6282d4ba-0351-4ffa-b9f8-590326ea36fe, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:33:26.039203 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec63232-a777-4980-bd2e-e811b9f553a7 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Network 6282d4ba-0351-4ffa-b9f8-590326ea36fe is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:33:26.064915 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-3ec63232-a777-4980-bd2e-e811b9f553a7 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 6282d4ba-0351-4ffa-b9f8-590326ea36fe) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:26.078249 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec63232-a777-4980-bd2e-e811b9f553a7 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:26.083965 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3ec63232-a777-4980-bd2e-e811b9f553a7 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:26.098437 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f817ff5c-2356-4d69-bf81-a68e33074f27 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:26.106412 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-100e2b9d-d1c5-4ba9-baac-319e047d5959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:26.120560 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0e994-61e7-41ab-997a-df0fd6240265 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Subnet': ['ID=84fcd846-554b-4265-a362-9c06992aea96,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:26.147339 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3ec63232-a777-4980-bd2e-e811b9f553a7 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2356966 Oct 26 08:33:26.148993 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33236) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:26.154618 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe47b68-bd4b-4ca7-89d8-2f6f78d3ba31 None None] Network 6282d4ba-0351-4ffa-b9f8-590326ea36fe requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:26.157050 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-e4ca9c6a-3c6e-4f84-ac8f-27bbac1d7975 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:26.196877 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2da4904d-5b01-40ba-bcef-c358f4aea4ac tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:26.207948 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa3e5d0-1114-4c81-8ea7-63683250182e tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Made reservation on behalf of d25a916b9c2d4b34bcd65014285516f8 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:26.212133 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8aa3e5d0-1114-4c81-8ea7-63683250182e tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:26.221757 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=0a3d5da6-0b2a-4324-9b76-e8b375972e07,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:26.309535 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 2701b5f3-241e-482c-badd-1b6277ebfae5 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:26.309944 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:26.314679 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e4ca9c6a-3c6e-4f84-ac8f-27bbac1d7975 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4627423'] for subnet, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:26.320621 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2da4904d-5b01-40ba-bcef-c358f4aea4ac tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:26.336235 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f817ff5c-2356-4d69-bf81-a68e33074f27 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Network 026cc6c0-496f-4419-91dd-600ba2962ff8 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:26.393685 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b0e994-61e7-41ab-997a-df0fd6240265 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Checking segment: {'id': '02a73009-3602-4cac-8bba-bd796c57d716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b2168707-af07-4d94-b147-a1579b752152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:33:26.394027 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b0e994-61e7-41ab-997a-df0fd6240265 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Network hostable DHCP agents. Network: b2168707-af07-4d94-b147-a1579b752152, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:33:26.396867 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-f817ff5c-2356-4d69-bf81-a68e33074f27 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:26.417495 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9aa1b-4dc7-4f15-a723-4dbb0d1a1650 None None] Pushing event updated for resources: {'Port': ['ID=2701b5f3-241e-482c-badd-1b6277ebfae5,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:26.421115 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f817ff5c-2356-4d69-bf81-a68e33074f27 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:26.426708 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da4904d-5b01-40ba-bcef-c358f4aea4ac tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Network 92e636bd-5fa1-4c00-b823-bc3342e9a552 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:26.427741 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da4904d-5b01-40ba-bcef-c358f4aea4ac tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Pushing event updated for resources: {'Port': ['ID=386a33f8-8c31-4935-ad1d-527392e0362d,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:26.429827 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f817ff5c-2356-4d69-bf81-a68e33074f27 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:26.430776 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f817ff5c-2356-4d69-bf81-a68e33074f27 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:26.438163 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-2da4904d-5b01-40ba-bcef-c358f4aea4ac tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:26.440807 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da4904d-5b01-40ba-bcef-c358f4aea4ac tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:26.461088 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f817ff5c-2356-4d69-bf81-a68e33074f27 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Pushing event updated for resources: {'Port': ['ID=46d83544-f158-4271-9e1b-d66e62ebbf97,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:26.463108 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-be847b9c-c423-455c-910c-c3c0ea7c9f55 None None] Provisioning complete for port 2776da35-48ee-4053-a872-c3755c66b9e2 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:26.463484 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-be847b9c-c423-455c-910c-c3c0ea7c9f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:26.599845 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-15bf8ccf-bd1f-411d-81d0-32c576b17f4c None None] Deleting port 2b6f1b06-caf5-4270-8b55-ba2b0681410c {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:26.599959 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-15bf8ccf-bd1f-411d-81d0-32c576b17f4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:26.662951 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba91f4fe-64c6-4ac5-a8e7-50e670b51864 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:26.667008 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ba91f4fe-64c6-4ac5-a8e7-50e670b51864 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:26.712417 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f817ff5c-2356-4d69-bf81-a68e33074f27 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.2812519 Oct 26 08:33:26.714888 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e4ca9c6a-3c6e-4f84-ac8f-27bbac1d7975 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763432359918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7596044'] for subnet, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:26.719447 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2da4904d-5b01-40ba-bcef-c358f4aea4ac tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:26.721594 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33238) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:26.731617 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-eb6ac11a-a7a0-45ac-86a0-3b25b47ab2d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Request body: {'port': {'network_id': '026cc6c0-496f-4419-91dd-600ba2962ff8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2096316155', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:26.732180 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.api.validators [None req-eb6ac11a-a7a0-45ac-86a0-3b25b47ab2d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] bootfile-name is not in valid_values {{(pid=102102) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 08:33:26.732519 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.api.validators [None req-eb6ac11a-a7a0-45ac-86a0-3b25b47ab2d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] tftp-server is not in valid_values {{(pid=102102) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 08:33:26.733359 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.api.validators [None req-eb6ac11a-a7a0-45ac-86a0-3b25b47ab2d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] server-ip-address is not in valid_values {{(pid=102102) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 08:33:26.733591 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99899be0-8fa2-414c-9d6d-a6d8b70ea27b None None] Network 026cc6c0-496f-4419-91dd-600ba2962ff8 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:26.751344 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b0e994-61e7-41ab-997a-df0fd6240265 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Network b2168707-af07-4d94-b147-a1579b752152 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:33:26.809914 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-d3b0e994-61e7-41ab-997a-df0fd6240265 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, b2168707-af07-4d94-b147-a1579b752152) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:26.830899 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b0e994-61e7-41ab-997a-df0fd6240265 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:26.830899 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d3b0e994-61e7-41ab-997a-df0fd6240265 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:26.837459 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ca9c6a-3c6e-4f84-ac8f-27bbac1d7975 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:26.838111 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e4ca9c6a-3c6e-4f84-ac8f-27bbac1d7975 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:26.840151 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e4ca9c6a-3c6e-4f84-ac8f-27bbac1d7975 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "PUT /v2.0/subnets/af12597d-209a-4350-80da-e579a76b9abf HTTP/1.1" status: 200 len: 826 time: 0.6880343 Oct 26 08:33:26.849591 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-100e2b9d-d1c5-4ba9-baac-319e047d5959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:26.851374 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33240) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:26.862137 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-be847b9c-c423-455c-910c-c3c0ea7c9f55 None None] Port 2776da35-48ee-4053-a872-c3755c66b9e2 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:33:26.870543 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bb274c-8409-4b0b-a11f-ef9e19785c41 None None] Network b2168707-af07-4d94-b147-a1579b752152 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:26.919167 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca9c6a-3c6e-4f84-ac8f-27bbac1d7975 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event updated for resources: {'Subnet': ['ID=af12597d-209a-4350-80da-e579a76b9abf,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:26.932212 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2da4904d-5b01-40ba-bcef-c358f4aea4ac tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:26.953634 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5fb89f23-1817-4a76-8ce5-bb62d4e0fe6b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:27.014136 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a097ee-ffaf-4d2f-bf3c-c8914d62eb18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-6282d4ba-0351-4ffa-b9f8-590326ea36fe', 'network_id': '6282d4ba-0351-4ffa-b9f8-590326ea36fe', 'tenant_id': '3905ee3ef311437797d112e063b81314', 'fixed_ips': [{'subnet_id': 'af12597d-209a-4350-80da-e579a76b9abf'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:33:27.015033 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-06a097ee-ffaf-4d2f-bf3c-c8914d62eb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:27.020335 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d3b0e994-61e7-41ab-997a-df0fd6240265 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3395083 Oct 26 08:33:27.037083 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33242) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:27.053670 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-6097a354-90ff-494d-a566-30ce869eac2a tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'subnet': {'network_id': 'b2168707-af07-4d94-b147-a1579b752152', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:27.088839 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-15bf8ccf-bd1f-411d-81d0-32c576b17f4c None None] For port 2b6f1b06-caf5-4270-8b55-ba2b0681410c, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=2b6f1b06-caf5-4270-8b55-ba2b0681410c,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:27.089421 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-15bf8ccf-bd1f-411d-81d0-32c576b17f4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:27.104983 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6ac11a-a7a0-45ac-86a0-3b25b47ab2d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Made reservation on behalf of c557c0f9e6044e54808e1e9acc93f17e for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:27.109319 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eb6ac11a-a7a0-45ac-86a0-3b25b47ab2d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:27.168394 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-15bf8ccf-bd1f-411d-81d0-32c576b17f4c None None] Calling delete_port for 2b6f1b06-caf5-4270-8b55-ba2b0681410c owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:27.173296 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-c805a9d8-485b-44b1-9cbd-501146c7f993 None None] Provisioning complete for port 2447d7c4-f7fd-4d9a-95f0-07a4125544e3 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:27.173709 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c805a9d8-485b-44b1-9cbd-501146c7f993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:27.175526 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-eb6ac11a-a7a0-45ac-86a0-3b25b47ab2d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] device_id is not set on port cd778543-e77b-49b5-950d-54d19765b1db yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:33:27.272674 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 0a3d5da6-0b2a-4324-9b76-e8b375972e07 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:33:27.276084 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138ca0b5-0f41-46de-bbcf-99862929a4a7 None None] Network 64151a90-c822-494d-8252-c42534d3c5d8 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:27.316079 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-eb6ac11a-a7a0-45ac-86a0-3b25b47ab2d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Allocated IP 2001:db8::bb (026cc6c0-496f-4419-91dd-600ba2962ff8/2ed48d66-29d5-41ab-8d10-c0aec3f600f6/cd778543-e77b-49b5-950d-54d19765b1db) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:27.563344 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eb6ac11a-a7a0-45ac-86a0-3b25b47ab2d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:27.565984 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2da4904d-5b01-40ba-bcef-c358f4aea4ac tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:27.574557 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2da4904d-5b01-40ba-bcef-c358f4aea4ac tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:27.581190 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c805a9d8-485b-44b1-9cbd-501146c7f993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:27.670335 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da4904d-5b01-40ba-bcef-c358f4aea4ac tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Pushing event updated for resources: {'Port': ['ID=386a33f8-8c31-4935-ad1d-527392e0362d,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:27.688413 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2da4904d-5b01-40ba-bcef-c358f4aea4ac tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:27.700513 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eb6ac11a-a7a0-45ac-86a0-3b25b47ab2d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:27.714642 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2da4904d-5b01-40ba-bcef-c358f4aea4ac tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:27.719323 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-2da4904d-5b01-40ba-bcef-c358f4aea4ac tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.6651225 Oct 26 08:33:27.720061 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33244) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:27.747643 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-453401d4-267c-48cd-a6ce-b0104d97b907 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:27.750540 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f8cd8b-92ff-4452-ae8f-93e7b8e19f13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-b2168707-af07-4d94-b147-a1579b752152', 'network_id': 'b2168707-af07-4d94-b147-a1579b752152', 'tenant_id': '842b849088674682987bba8ce52bfdf3', 'fixed_ips': [{'subnet_id': '84fcd846-554b-4265-a362-9c06992aea96'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:33:27.751210 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f3f8cd8b-92ff-4452-ae8f-93e7b8e19f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:27.769490 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 0a3d5da6-0b2a-4324-9b76-e8b375972e07 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:27.769953 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:27.794308 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-c805a9d8-485b-44b1-9cbd-501146c7f993 None None] For port 2447d7c4-f7fd-4d9a-95f0-07a4125544e3, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=2447d7c4-f7fd-4d9a-95f0-07a4125544e3,segment=NetworkSegment(2720ea07-d057-44c8-9002-e1c859f307dd),segment_id=2720ea07-d057-44c8-9002-e1c859f307dd)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:27.799825 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8aa3e5d0-1114-4c81-8ea7-63683250182e tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:27.804559 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-06a097ee-ffaf-4d2f-bf3c-c8914d62eb18 None None] Allocated IP 2001:db8::2 (6282d4ba-0351-4ffa-b9f8-590326ea36fe/af12597d-209a-4350-80da-e579a76b9abf/6da90c4a-5328-4b7b-8f8b-62673db8845c) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:27.851940 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6ac11a-a7a0-45ac-86a0-3b25b47ab2d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Network 026cc6c0-496f-4419-91dd-600ba2962ff8 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:27.859630 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6c454c3e-18ab-49c1-86b5-2983b9422616 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] 10.222.0.41 "GET /v2.0/floatingips?floating_network_id=92e636bd-5fa1-4c00-b823-bc3342e9a552 HTTP/1.1" status: 200 len: 689 time: 0.1165323 Oct 26 08:33:27.862770 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c805a9d8-485b-44b1-9cbd-501146c7f993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:27.868567 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33246) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:27.869639 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-eb6ac11a-a7a0-45ac-86a0-3b25b47ab2d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:27.880890 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6ac11a-a7a0-45ac-86a0-3b25b47ab2d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:27.887321 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6ac11a-a7a0-45ac-86a0-3b25b47ab2d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:27.887532 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eb6ac11a-a7a0-45ac-86a0-3b25b47ab2d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:27.893201 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ac11a-a7a0-45ac-86a0-3b25b47ab2d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Pushing event updated for resources: {'Port': ['ID=cd778543-e77b-49b5-950d-54d19765b1db,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:27.938233 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-15bf8ccf-bd1f-411d-81d0-32c576b17f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:27.958741 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-eb6ac11a-a7a0-45ac-86a0-3b25b47ab2d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.2311718 Oct 26 08:33:27.961339 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33248) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:28.037504 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3e5d0-1114-4c81-8ea7-63683250182e tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event updated for resources: {'Subnet': ['ID=51ed6c8a-83df-4855-997f-28e27b3d686e,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:28.058700 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ffd336a9-a10c-41aa-b21c-187c5a4b4ffc tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:28.075683 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4badff5c-be78-43ef-a8d8-2d00ff404c2e tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:28.085869 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4badff5c-be78-43ef-a8d8-2d00ff404c2e tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:28.097781 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4badff5c-be78-43ef-a8d8-2d00ff404c2e tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:28.100867 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4badff5c-be78-43ef-a8d8-2d00ff404c2e tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1385906 Oct 26 08:33:28.105107 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33250) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:28.147835 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-453401d4-267c-48cd-a6ce-b0104d97b907 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:28.203913 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6097a354-90ff-494d-a566-30ce869eac2a tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Made reservation on behalf of 842b849088674682987bba8ce52bfdf3 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:28.207897 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6097a354-90ff-494d-a566-30ce869eac2a tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:28.235529 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa3e5d0-1114-4c81-8ea7-63683250182e tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Checking segment: {'id': 'eeee3e60-b560-44e4-a30e-9f455145ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dfeb1c53-a5a4-43be-9710-02005c300dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:33:28.235890 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa3e5d0-1114-4c81-8ea7-63683250182e tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Network hostable DHCP agents. Network: dfeb1c53-a5a4-43be-9710-02005c300dec, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:33:28.297047 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb89f23-1817-4a76-8ce5-bb62d4e0fe6b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Router 14769d5a-0fea-4e68-bec4-23d7561e52dd is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:33:28.309922 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-100e2b9d-d1c5-4ba9-baac-319e047d5959 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:28.342423 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bf8ccf-bd1f-411d-81d0-32c576b17f4c None None] No DVR routers for this DVR port 2b6f1b06-caf5-4270-8b55-ba2b0681410c on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:33:28.349735 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-100e2b9d-d1c5-4ba9-baac-319e047d5959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:28.358154 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-6e924805-8b86-46ef-96a7-3338ba2910a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Deleting port cd778543-e77b-49b5-950d-54d19765b1db {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:28.358257 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6e924805-8b86-46ef-96a7-3338ba2910a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:28.377537 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db40e02-d24b-4a2a-920e-165bcc422c75 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:28.389053 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805a9d8-485b-44b1-9cbd-501146c7f993 None None] Pushing event updated for resources: {'Port': ['ID=2447d7c4-f7fd-4d9a-95f0-07a4125544e3,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:28.415218 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-ffd336a9-a10c-41aa-b21c-187c5a4b4ffc tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Deleting port 386a33f8-8c31-4935-ad1d-527392e0362d {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:28.415584 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ffd336a9-a10c-41aa-b21c-187c5a4b4ffc tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:28.442063 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-a81d3a3e-d615-4c0a-b357-c8a73fd1b324 None None] Provisioning complete for port 2701b5f3-241e-482c-badd-1b6277ebfae5 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:28.442449 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a81d3a3e-d615-4c0a-b357-c8a73fd1b324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:28.461726 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e2b9d-d1c5-4ba9-baac-319e047d5959 admin admin] Pushing event updated for resources: {'Port': ['ID=2776da35-48ee-4053-a872-c3755c66b9e2,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:28.516349 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6e924805-8b86-46ef-96a7-3338ba2910a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:28.548368 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-6e924805-8b86-46ef-96a7-3338ba2910a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Calling delete_port for cd778543-e77b-49b5-950d-54d19765b1db owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:28.558000 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ffd336a9-a10c-41aa-b21c-187c5a4b4ffc tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:28.558701 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ffd336a9-a10c-41aa-b21c-187c5a4b4ffc tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:28.575109 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-ffd336a9-a10c-41aa-b21c-187c5a4b4ffc tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Calling delete_port for 386a33f8-8c31-4935-ad1d-527392e0362d owned by network:floatingip {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:28.607862 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf8ccf-bd1f-411d-81d0-32c576b17f4c None None] Pushing event deleted for resources: {'Port': ['ID=2b6f1b06-caf5-4270-8b55-ba2b0681410c,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:28.623764 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa3e5d0-1114-4c81-8ea7-63683250182e tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Network dfeb1c53-a5a4-43be-9710-02005c300dec is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:33:28.674990 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-100e2b9d-d1c5-4ba9-baac-319e047d5959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:28.688093 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-f3f8cd8b-92ff-4452-ae8f-93e7b8e19f13 None None] Allocated IP 2001:db8::2 (b2168707-af07-4d94-b147-a1579b752152/84fcd846-554b-4265-a362-9c06992aea96/892681c8-8503-4dab-a070-33a661171d6c) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:28.693615 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 2447d7c4-f7fd-4d9a-95f0-07a4125544e3 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:33:28.694365 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-8aa3e5d0-1114-4c81-8ea7-63683250182e tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, dfeb1c53-a5a4-43be-9710-02005c300dec) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:28.699214 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa3e5d0-1114-4c81-8ea7-63683250182e tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:28.699795 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8aa3e5d0-1114-4c81-8ea7-63683250182e tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:28.708168 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.ipam_backend_mixin [None req-6097a354-90ff-494d-a566-30ce869eac2a tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 84fcd846-554b-4265-a362-9c06992aea96 (CIDR: 2001:db8::/64) Oct 26 08:33:28.727899 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-6097a354-90ff-494d-a566-30ce869eac2a tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:33:28.728361 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6097a354-90ff-494d-a566-30ce869eac2a tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:28.806944 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-06a097ee-ffaf-4d2f-bf3c-c8914d62eb18 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:28.809930 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16d75e1-c905-4920-91e2-50a2135d9151 None None] Network dfeb1c53-a5a4-43be-9710-02005c300dec requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:28.853950 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.objects.ports [None req-ba91f4fe-64c6-4ac5-a8e7-50e670b51864 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102101) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 08:33:28.868297 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ba91f4fe-64c6-4ac5-a8e7-50e670b51864 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:28.873787 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ffd336a9-a10c-41aa-b21c-187c5a4b4ffc tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:28.887134 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-8aa3e5d0-1114-4c81-8ea7-63683250182e tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3497305 Oct 26 08:33:28.888277 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33252) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:28.911026 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-06a097ee-ffaf-4d2f-bf3c-c8914d62eb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:28.953292 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-690d7efb-f52a-47ff-bc70-bdb9d35f601e tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:28.960642 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba91f4fe-64c6-4ac5-a8e7-50e670b51864 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Subnet': ['ID=5b91f1bc-e6d5-4028-a2b0-d5669ba2428d,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:28.972629 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6097a354-90ff-494d-a566-30ce869eac2a tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9301057 Oct 26 08:33:28.984009 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb89f23-1817-4a76-8ce5-bb62d4e0fe6b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:33:29.008777 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba91f4fe-64c6-4ac5-a8e7-50e670b51864 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:29.011486 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33254) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:29.022254 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-059ecb43-17c4-459e-a9f7-2638380c9027 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'subnet': {'network_id': 'b2168707-af07-4d94-b147-a1579b752152', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:29.039819 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-ba91f4fe-64c6-4ac5-a8e7-50e670b51864 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:29.051078 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5f46b3-64d2-4f4b-b2be-b7f2986d0a7a None None] Sync routers for ids ['14769d5a-0fea-4e68-bec4-23d7561e52dd'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:33:29.060802 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba91f4fe-64c6-4ac5-a8e7-50e670b51864 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:29.061602 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ba91f4fe-64c6-4ac5-a8e7-50e670b51864 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7993238'] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:29.116517 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a097ee-ffaf-4d2f-bf3c-c8914d62eb18 None None] Network 6282d4ba-0351-4ffa-b9f8-590326ea36fe is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:29.125940 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ba91f4fe-64c6-4ac5-a8e7-50e670b51864 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3566937 Oct 26 08:33:29.127251 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-453401d4-267c-48cd-a6ce-b0104d97b907 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:29.131748 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33256) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:29.146239 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-06a097ee-ffaf-4d2f-bf3c-c8914d62eb18 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:29.148203 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a097ee-ffaf-4d2f-bf3c-c8914d62eb18 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:29.160466 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a097ee-ffaf-4d2f-bf3c-c8914d62eb18 None None] Pushing event updated for resources: {'Port': ['ID=6da90c4a-5328-4b7b-8f8b-62673db8845c,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:29.160696 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-4e465387-2f18-4a62-bee6-113f86c860df tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'port': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'mac_address': 'fa:16:3e:38:17:b7', 'name': 'tempest-NetworksTestDHCPv6-967925503'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:29.185016 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5f46b3-64d2-4f4b-b2be-b7f2986d0a7a None None] Routers {'14769d5a-0fea-4e68-bec4-23d7561e52dd'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:33:29.185342 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-2c5f46b3-64d2-4f4b-b2be-b7f2986d0a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:33:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['14769d5a-0fea-4e68-bec4-23d7561e52dd'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:29.201661 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5fb89f23-1817-4a76-8ce5-bb62d4e0fe6b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:29.203869 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-5fb89f23-1817-4a76-8ce5-bb62d4e0fe6b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.2333398 Oct 26 08:33:29.268399 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453401d4-267c-48cd-a6ce-b0104d97b907 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event deleted for resources: {'Subnet': ['ID=af12597d-209a-4350-80da-e579a76b9abf,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:29.276404 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33258) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:29.295534 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-2c5f46b3-64d2-4f4b-b2be-b7f2986d0a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:29.298970 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 2447d7c4-f7fd-4d9a-95f0-07a4125544e3 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:29.298970 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:29.317872 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd336a9-a10c-41aa-b21c-187c5a4b4ffc tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Pushing event deleted for resources: {'Port': ['ID=386a33f8-8c31-4935-ad1d-527392e0362d,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:29.355897 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987a5792-2de4-4aae-a238-dbd513234edc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'tenant_id': '34a26fc2cbe741c49d4d94b40e63438a', 'fixed_ips': [{'subnet_id': '5b91f1bc-e6d5-4028-a2b0-d5669ba2428d'}, {'subnet_id': '90430b53-89fa-4fdf-a86f-2f7ecb10b818'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:33:29.356784 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-987a5792-2de4-4aae-a238-dbd513234edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:29.359629 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-e55f6e95-3f5c-4291-bd7e-8f6a8b526569 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:29.369999 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6e924805-8b86-46ef-96a7-3338ba2910a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:29.386786 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ffd336a9-a10c-41aa-b21c-187c5a4b4ffc tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:29.431843 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e924805-8b86-46ef-96a7-3338ba2910a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Pushing event deleted for resources: {'Port': ['ID=cd778543-e77b-49b5-950d-54d19765b1db,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:29.437045 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6e924805-8b86-46ef-96a7-3338ba2910a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:29.437223 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-d3b8aad8-3988-44ba-a8e8-ab12172f66ce None None] Could not find standard attr ID for object cd778543-e77b-49b5-950d-54d19765b1db. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:33:29.444169 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6e924805-8b86-46ef-96a7-3338ba2910a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] 10.222.0.41 "DELETE /v2.0/ports/cd778543-e77b-49b5-950d-54d19765b1db HTTP/1.1" status: 204 len: 168 time: 1.3367975 Oct 26 08:33:29.444814 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33260) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:29.451356 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-42a97c1d-b65a-46b5-80ae-2c06947f7a67 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Request body: {'port': {'name': 'tempest-new-port-name-824679299', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:29.451751 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.api.validators [None req-42a97c1d-b65a-46b5-80ae-2c06947f7a67 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] bootfile-name is not in valid_values {{(pid=102102) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 08:33:29.452090 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.api.validators [None req-42a97c1d-b65a-46b5-80ae-2c06947f7a67 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] tftp-server is not in valid_values {{(pid=102102) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 08:33:29.452418 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.api.validators [None req-42a97c1d-b65a-46b5-80ae-2c06947f7a67 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] server-ip-address is not in valid_values {{(pid=102102) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 08:33:29.467635 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5f46b3-64d2-4f4b-b2be-b7f2986d0a7a None None] Routers {'14769d5a-0fea-4e68-bec4-23d7561e52dd'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:33:29.468620 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-2c5f46b3-64d2-4f4b-b2be-b7f2986d0a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:33:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['14769d5a-0fea-4e68-bec4-23d7561e52dd'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:29.476203 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100e2b9d-d1c5-4ba9-baac-319e047d5959 admin admin] Network 8898436d-e40a-418e-85e2-87f0fb58c97b is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:29.478028 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-06a097ee-ffaf-4d2f-bf3c-c8914d62eb18 None None] Attempting to bind port 6da90c4a-5328-4b7b-8f8b-62673db8845c on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:33:29.478287 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-06a097ee-ffaf-4d2f-bf3c-c8914d62eb18 None None] Attempting to bind port 6da90c4a-5328-4b7b-8f8b-62673db8845c by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '6e87a7fd-8a79-42de-a18f-9418a521b84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6282d4ba-0351-4ffa-b9f8-590326ea36fe'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:33:29.478656 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a097ee-ffaf-4d2f-bf3c-c8914d62eb18 None None] Attempting to bind port 6da90c4a-5328-4b7b-8f8b-62673db8845c on network 6282d4ba-0351-4ffa-b9f8-590326ea36fe {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:33:29.497331 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-100e2b9d-d1c5-4ba9-baac-319e047d5959 admin admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:29.503686 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-690d7efb-f52a-47ff-bc70-bdb9d35f601e tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6163856'] for subnet, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:29.560259 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-2c5f46b3-64d2-4f4b-b2be-b7f2986d0a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:29.561371 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5f46b3-64d2-4f4b-b2be-b7f2986d0a7a None None] The sync data for ids ['14769d5a-0fea-4e68-bec4-23d7561e52dd'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:33:29.568987 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ffd336a9-a10c-41aa-b21c-187c5a4b4ffc tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:29.569155 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a097ee-ffaf-4d2f-bf3c-c8914d62eb18 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:33:29.569155 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a097ee-ffaf-4d2f-bf3c-c8914d62eb18 None None] Checking segment: {'id': '6e87a7fd-8a79-42de-a18f-9418a521b84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6282d4ba-0351-4ffa-b9f8-590326ea36fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:33:29.569793 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-06a097ee-ffaf-4d2f-bf3c-c8914d62eb18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:29.569977 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a097ee-ffaf-4d2f-bf3c-c8914d62eb18 None None] Bound using segment: {'id': '6e87a7fd-8a79-42de-a18f-9418a521b84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6282d4ba-0351-4ffa-b9f8-590326ea36fe'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:33:29.571070 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-06a097ee-ffaf-4d2f-bf3c-c8914d62eb18 None None] Bound port: 6da90c4a-5328-4b7b-8f8b-62673db8845c, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e87a7fd-8a79-42de-a18f-9418a521b84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6282d4ba-0351-4ffa-b9f8-590326ea36fe'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:33:29.571070 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-06a097ee-ffaf-4d2f-bf3c-c8914d62eb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:29.621590 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-42a97c1d-b65a-46b5-80ae-2c06947f7a67 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:29.704212 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f3f8cd8b-92ff-4452-ae8f-93e7b8e19f13 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:29.712972 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-d3b8aad8-3988-44ba-a8e8-ab12172f66ce None None] Provisioning complete for port 2701b5f3-241e-482c-badd-1b6277ebfae5 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:29.713730 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d3b8aad8-3988-44ba-a8e8-ab12172f66ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:29.720624 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-453401d4-267c-48cd-a6ce-b0104d97b907 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:29.752949 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f3f8cd8b-92ff-4452-ae8f-93e7b8e19f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:29.755317 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbb5439-b44f-4834-938a-e5695c0b8231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-dfeb1c53-a5a4-43be-9710-02005c300dec', 'network_id': 'dfeb1c53-a5a4-43be-9710-02005c300dec', 'tenant_id': 'd25a916b9c2d4b34bcd65014285516f8', 'fixed_ips': [{'subnet_id': '51ed6c8a-83df-4855-997f-28e27b3d686e'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:33:29.756169 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5439-b44f-4834-938a-e5695c0b8231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:29.759057 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ffd336a9-a10c-41aa-b21c-187c5a4b4ffc tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:29.836653 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd336a9-a10c-41aa-b21c-187c5a4b4ffc tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b7b49906-5586-48d3-9dc0-dbc7e4d28038,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:29.865820 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-453401d4-267c-48cd-a6ce-b0104d97b907 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6282d4ba-0351-4ffa-b9f8-590326ea36fe']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:29.883325 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100e2b9d-d1c5-4ba9-baac-319e047d5959 admin admin] Router b3122af2-075c-492a-8598-497c8ddb85ca has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:33:29.893806 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.db.api [None req-059ecb43-17c4-459e-a9f7-2638380c9027 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 26 08:33:29.893806 dv-neutron-804846-13-hyperv neutron-server[102101]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 26 08:33:29.893806 dv-neutron-804846-13-hyperv neutron-server[102101]: [parameters: {'project_id_1': '842b849088674682987bba8ce52bfdf3', 'expiration_1': datetime.datetime(2021, 10, 26, 8, 33, 9, 873316)}] Oct 26 08:33:29.893806 dv-neutron-804846-13-hyperv neutron-server[102101]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:33:29.894938 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG oslo_db.api [None req-059ecb43-17c4-459e-a9f7-2638380c9027 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:33:29.906939 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-453401d4-267c-48cd-a6ce-b0104d97b907 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e87a7fd-8a79-42de-a18f-9418a521b84f') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:29.908997 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-453401d4-267c-48cd-a6ce-b0104d97b907 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e87a7fd-8a79-42de-a18f-9418a521b84f') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:29.935668 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ffd336a9-a10c-41aa-b21c-187c5a4b4ffc tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:29.956112 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f8cd8b-92ff-4452-ae8f-93e7b8e19f13 None None] Network b2168707-af07-4d94-b147-a1579b752152 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:29.974669 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-ffd336a9-a10c-41aa-b21c-187c5a4b4ffc tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e636bd-5fa1-4c00-b823-bc3342e9a552']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:29.984217 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-f3f8cd8b-92ff-4452-ae8f-93e7b8e19f13 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:29.991617 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-ffd336a9-a10c-41aa-b21c-187c5a4b4ffc tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0b4156b-43a1-4d92-b6db-26f4460e2dd0') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:29.991617 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-ffd336a9-a10c-41aa-b21c-187c5a4b4ffc tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0b4156b-43a1-4d92-b6db-26f4460e2dd0') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:29.995701 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e465387-2f18-4a62-bee6-113f86c860df tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:30.006936 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ffd336a9-a10c-41aa-b21c-187c5a4b4ffc tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:30.018547 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-453401d4-267c-48cd-a6ce-b0104d97b907 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:30.030594 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ffd336a9-a10c-41aa-b21c-187c5a4b4ffc tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:30.038969 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f8cd8b-92ff-4452-ae8f-93e7b8e19f13 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:30.043720 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd336a9-a10c-41aa-b21c-187c5a4b4ffc tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:33:30.044450 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ffd336a9-a10c-41aa-b21c-187c5a4b4ffc tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:30.046028 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:33:30.046028 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:33:30.046028 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:33:30.046028 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:33:30.046028 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:33:30.046028 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:33:30.046028 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:33:30.046028 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:33:30.046028 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:33:30.046028 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:33:30.046028 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:33:30.046028 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:33:30.046028 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:33:30.046028 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:33:30.046028 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:33:30.046028 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:33:30.046028 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:33:30.046028 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:33:30.046028 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:33:30.046028 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:33:30.046028 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:33:30.046028 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:33:30.046028 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:33:30.046028 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:33:30.046028 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:33:30.046028 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:33:30.046028 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:33:30.046028 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:33:30.046028 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:33:30.046028 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:33:30.046028 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:33:30.046028 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:33:30.054417 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8cd8b-92ff-4452-ae8f-93e7b8e19f13 None None] Pushing event updated for resources: {'Port': ['ID=892681c8-8503-4dab-a070-33a661171d6c,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:30.065471 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 2701b5f3-241e-482c-badd-1b6277ebfae5 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:33:30.073863 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-06a097ee-ffaf-4d2f-bf3c-c8914d62eb18 None None] For port 6da90c4a-5328-4b7b-8f8b-62673db8845c, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:33:30.101590 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-42a97c1d-b65a-46b5-80ae-2c06947f7a67 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:30.115574 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-42a97c1d-b65a-46b5-80ae-2c06947f7a67 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:30.154487 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ffd336a9-a10c-41aa-b21c-187c5a4b4ffc tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:30.160887 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-42a97c1d-b65a-46b5-80ae-2c06947f7a67 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] In _notify_port_updated(), no bound segment for port 46d83544-f158-4271-9e1b-d66e62ebbf97 on network 026cc6c0-496f-4419-91dd-600ba2962ff8 {{(pid=102102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 08:33:30.166623 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a97c1d-b65a-46b5-80ae-2c06947f7a67 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:30.166875 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-06a097ee-ffaf-4d2f-bf3c-c8914d62eb18 None None] For port 6da90c4a-5328-4b7b-8f8b-62673db8845c, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=6da90c4a-5328-4b7b-8f8b-62673db8845c,segment=NetworkSegment(6e87a7fd-8a79-42de-a18f-9418a521b84f),segment_id=6e87a7fd-8a79-42de-a18f-9418a521b84f)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:33:30.167725 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-42a97c1d-b65a-46b5-80ae-2c06947f7a67 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:30.168930 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-42a97c1d-b65a-46b5-80ae-2c06947f7a67 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] 10.222.0.41 "PUT /v2.0/ports/46d83544-f158-4271-9e1b-d66e62ebbf97 HTTP/1.1" status: 200 len: 1129 time: 0.7220006 Oct 26 08:33:30.175084 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33262) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:30.179733 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd336a9-a10c-41aa-b21c-187c5a4b4ffc tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 92e636bd-5fa1-4c00-b823-bc3342e9a552 {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 08:33:30.218537 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-453401d4-267c-48cd-a6ce-b0104d97b907 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:30.219248 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-06a097ee-ffaf-4d2f-bf3c-c8914d62eb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:30.225821 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ffd336a9-a10c-41aa-b21c-187c5a4b4ffc tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:30.233110 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ffd336a9-a10c-41aa-b21c-187c5a4b4ffc tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] 10.222.0.41 "DELETE /v2.0/networks/92e636bd-5fa1-4c00-b823-bc3342e9a552 HTTP/1.1" status: 204 len: 168 time: 2.3600290 Oct 26 08:33:30.243211 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1df9dbb-9336-485b-af99-03110343da9c tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:30.253639 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d1df9dbb-9336-485b-af99-03110343da9c tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] 10.222.0.41 "GET /v2.0/ports/46d83544-f158-4271-9e1b-d66e62ebbf97 HTTP/1.1" status: 200 len: 1129 time: 0.0643857 Oct 26 08:33:30.263266 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33264) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:30.263824 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33266) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:30.272659 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-453401d4-267c-48cd-a6ce-b0104d97b907 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:33:30.273315 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-453401d4-267c-48cd-a6ce-b0104d97b907 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:30.278339 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:33:30.278339 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:33:30.278339 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:33:30.278339 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:33:30.278339 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:33:30.278339 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:33:30.278339 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:33:30.278339 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:33:30.278339 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:33:30.278339 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:33:30.278339 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:33:30.278339 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:33:30.278339 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:33:30.278339 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:33:30.278339 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:33:30.278339 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:33:30.278339 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:33:30.278339 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:33:30.278339 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:33:30.278339 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:33:30.278339 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:33:30.278339 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:33:30.278339 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:33:30.278339 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:33:30.278339 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:33:30.278339 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:33:30.278339 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:33:30.278339 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:33:30.278339 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:33:30.278339 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:33:30.278339 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:33:30.278339 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:33:30.289853 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-987a5792-2de4-4aae-a238-dbd513234edc None None] Allocated IP 172.20.0.2 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/90430b53-89fa-4fdf-a86f-2f7ecb10b818/cfef8071-ddcd-41bb-a357-fbceca19ebc3) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:30.295565 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-f3f8cd8b-92ff-4452-ae8f-93e7b8e19f13 None None] Attempting to bind port 892681c8-8503-4dab-a070-33a661171d6c on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:33:30.295940 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-f3f8cd8b-92ff-4452-ae8f-93e7b8e19f13 None None] Attempting to bind port 892681c8-8503-4dab-a070-33a661171d6c by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '02a73009-3602-4cac-8bba-bd796c57d716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b2168707-af07-4d94-b147-a1579b752152'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:33:30.296305 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f8cd8b-92ff-4452-ae8f-93e7b8e19f13 None None] Attempting to bind port 892681c8-8503-4dab-a070-33a661171d6c on network b2168707-af07-4d94-b147-a1579b752152 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:33:30.345926 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-987a5792-2de4-4aae-a238-dbd513234edc None None] Allocated IP 2001:db8::f816:3eff:fe55:da46 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/5b91f1bc-e6d5-4028-a2b0-d5669ba2428d/cfef8071-ddcd-41bb-a357-fbceca19ebc3) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:30.378949 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1e5940af-75b3-4a3f-8ef8-6dc9f3433dd1 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1137800 Oct 26 08:33:30.385406 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33268) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:30.386229 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a97c1d-b65a-46b5-80ae-2c06947f7a67 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Pushing event updated for resources: {'Port': ['ID=46d83544-f158-4271-9e1b-d66e62ebbf97,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:30.389324 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd336a9-a10c-41aa-b21c-187c5a4b4ffc tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Pushing event deleted for resources: {'Network': ['ID=92e636bd-5fa1-4c00-b823-bc3342e9a552,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:30.596348 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f77f377-2a73-4745-9bae-c110e9988f2e tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:30.596920 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f77f377-2a73-4745-9bae-c110e9988f2e tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:30.597456 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f77f377-2a73-4745-9bae-c110e9988f2e tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:30.599332 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f77f377-2a73-4745-9bae-c110e9988f2e tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:30.599989 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f77f377-2a73-4745-9bae-c110e9988f2e tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:30.600520 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f77f377-2a73-4745-9bae-c110e9988f2e tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:30.601094 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f77f377-2a73-4745-9bae-c110e9988f2e tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:30.601612 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f77f377-2a73-4745-9bae-c110e9988f2e tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:30.602158 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f77f377-2a73-4745-9bae-c110e9988f2e tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:30.602676 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f77f377-2a73-4745-9bae-c110e9988f2e tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:30.603134 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f77f377-2a73-4745-9bae-c110e9988f2e tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:30.603584 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f77f377-2a73-4745-9bae-c110e9988f2e tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:30.604039 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f77f377-2a73-4745-9bae-c110e9988f2e tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:30.604736 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f77f377-2a73-4745-9bae-c110e9988f2e tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:30.610429 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8f77f377-2a73-4745-9bae-c110e9988f2e tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8890 time: 0.2189114 Oct 26 08:33:30.612628 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33270) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:30.632527 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-b5bb3452-53c9-4908-bba7-0125b44846b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Deleting port 46d83544-f158-4271-9e1b-d66e62ebbf97 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:30.632946 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b5bb3452-53c9-4908-bba7-0125b44846b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:30.655324 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f8cd8b-92ff-4452-ae8f-93e7b8e19f13 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:33:30.655908 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f8cd8b-92ff-4452-ae8f-93e7b8e19f13 None None] Checking segment: {'id': '02a73009-3602-4cac-8bba-bd796c57d716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b2168707-af07-4d94-b147-a1579b752152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:33:30.656088 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f3f8cd8b-92ff-4452-ae8f-93e7b8e19f13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:30.656481 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f8cd8b-92ff-4452-ae8f-93e7b8e19f13 None None] Bound using segment: {'id': '02a73009-3602-4cac-8bba-bd796c57d716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b2168707-af07-4d94-b147-a1579b752152'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:33:30.656954 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-f3f8cd8b-92ff-4452-ae8f-93e7b8e19f13 None None] Bound port: 892681c8-8503-4dab-a070-33a661171d6c, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a73009-3602-4cac-8bba-bd796c57d716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b2168707-af07-4d94-b147-a1579b752152'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:33:30.657334 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f3f8cd8b-92ff-4452-ae8f-93e7b8e19f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:30.728665 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b5bb3452-53c9-4908-bba7-0125b44846b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:30.735470 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a097ee-ffaf-4d2f-bf3c-c8914d62eb18 None None] Pushing event updated for resources: {'Port': ['ID=6da90c4a-5328-4b7b-8f8b-62673db8845c,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:30.743742 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-b5bb3452-53c9-4908-bba7-0125b44846b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Calling delete_port for 46d83544-f158-4271-9e1b-d66e62ebbf97 owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:30.760922 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a1a627-2404-43f8-b253-97d40dfe6eee None None] Network 6282d4ba-0351-4ffa-b9f8-590326ea36fe requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:30.789946 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 2701b5f3-241e-482c-badd-1b6277ebfae5 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:30.790319 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:30.813550 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-690d7efb-f52a-47ff-bc70-bdb9d35f601e tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763432359918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8235508'] for subnet, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:30.856194 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-d3b8aad8-3988-44ba-a8e8-ab12172f66ce None None] Provisioning complete for port 46d83544-f158-4271-9e1b-d66e62ebbf97 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:30.856556 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d3b8aad8-3988-44ba-a8e8-ab12172f66ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:30.861264 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4e465387-2f18-4a62-bee6-113f86c860df tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:30.915326 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b5bb3452-53c9-4908-bba7-0125b44846b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:30.917946 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-ff91837d-a73e-4fba-8723-cda0a06de1f5 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] delete failed (client error): The resource could not be found. Oct 26 08:33:30.921997 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ff91837d-a73e-4fba-8723-cda0a06de1f5 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/0fcffb01-82f0-4977-8ea7-ff2140728d5f HTTP/1.1" status: 404 len: 345 time: 0.3082936 Oct 26 08:33:30.931949 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33272) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:30.946950 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.db.api [None req-453401d4-267c-48cd-a6ce-b0104d97b907 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 08:33:30.946950 dv-neutron-804846-13-hyperv neutron-server[102101]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 08:33:30.946950 dv-neutron-804846-13-hyperv neutron-server[102101]: [parameters: {'id': '6282d4ba-0351-4ffa-b9f8-590326ea36fe'}] Oct 26 08:33:30.946950 dv-neutron-804846-13-hyperv neutron-server[102101]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:33:30.948210 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG oslo_db.api [None req-453401d4-267c-48cd-a6ce-b0104d97b907 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:33:30.956074 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690d7efb-f52a-47ff-bc70-bdb9d35f601e tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:30.956991 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-690d7efb-f52a-47ff-bc70-bdb9d35f601e tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:30.962620 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-690d7efb-f52a-47ff-bc70-bdb9d35f601e tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "PUT /v2.0/subnets/51ed6c8a-83df-4855-997f-28e27b3d686e HTTP/1.1" status: 200 len: 806 time: 2.0183575 Oct 26 08:33:30.965345 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb3452-53c9-4908-bba7-0125b44846b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Pushing event deleted for resources: {'Port': ['ID=46d83544-f158-4271-9e1b-d66e62ebbf97,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:30.969361 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33274) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:30.973995 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059ecb43-17c4-459e-a9f7-2638380c9027 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Made reservation on behalf of 842b849088674682987bba8ce52bfdf3 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:30.978601 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-059ecb43-17c4-459e-a9f7-2638380c9027 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:31.011059 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecfd879a-41b6-4dc2-a0b8-331fa4eb4305 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] DELETE failed (client error): The resource could not be found. Oct 26 08:33:31.011663 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecfd879a-41b6-4dc2-a0b8-331fa4eb4305 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:31.019776 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ecfd879a-41b6-4dc2-a0b8-331fa4eb4305 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] 10.222.0.41 "DELETE /v2.0/networks/92e636bd-5fa1-4c00-b823-bc3342e9a552 HTTP/1.1" status: 404 len: 339 time: 0.0634992 Oct 26 08:33:31.020731 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100e2b9d-d1c5-4ba9-baac-319e047d5959 admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:33:31.032481 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33276) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:31.034451 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b5bb3452-53c9-4908-bba7-0125b44846b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:31.040780 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b5bb3452-53c9-4908-bba7-0125b44846b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] 10.222.0.41 "DELETE /v2.0/ports/46d83544-f158-4271-9e1b-d66e62ebbf97 HTTP/1.1" status: 204 len: 168 time: 0.7725401 Oct 26 08:33:31.042518 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-540f9d19-7153-46a1-bff0-0c9fe3bc464b tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Request body: {'network': {'name': 'tempest-network--1521405300', 'router:external': True}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:31.054046 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33278) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:31.074415 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-100e2b9d-d1c5-4ba9-baac-319e047d5959 admin admin] 10.222.0.41 "PUT /v2.0/routers/b3122af2-075c-492a-8598-497c8ddb85ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5990114 Oct 26 08:33:31.075908 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c844e8c-639e-4f25-8758-9d30455bc95a None None] Sync routers for ids ['b3122af2-075c-492a-8598-497c8ddb85ca'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:33:31.076598 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-4e465387-2f18-4a62-bee6-113f86c860df tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] device_id is not set on port 8374d856-95c7-45ee-9ad7-13161c4faf2a yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:33:31.092886 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c844e8c-639e-4f25-8758-9d30455bc95a None None] Routers {'b3122af2-075c-492a-8598-497c8ddb85ca'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:33:31.093661 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-5c844e8c-639e-4f25-8758-9d30455bc95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:33:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['b3122af2-075c-492a-8598-497c8ddb85ca'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:31.105532 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-f3f8cd8b-92ff-4452-ae8f-93e7b8e19f13 None None] For port 892681c8-8503-4dab-a070-33a661171d6c, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:33:31.120786 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d7efb-f52a-47ff-bc70-bdb9d35f601e tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event updated for resources: {'Subnet': ['ID=51ed6c8a-83df-4855-997f-28e27b3d686e,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:31.125547 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-d3b8aad8-3988-44ba-a8e8-ab12172f66ce None None] Port 46d83544-f158-4271-9e1b-d66e62ebbf97 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:33:31.179918 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540f9d19-7153-46a1-bff0-0c9fe3bc464b tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Made reservation on behalf of c6515f8055564587994ce5ae0c54c5be for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:31.182293 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-540f9d19-7153-46a1-bff0-0c9fe3bc464b tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:31.222228 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6b109a99-77b6-488a-95c0-2a3db5efc9ca tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:31.231511 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-3dbb5439-b44f-4834-938a-e5695c0b8231 None None] Allocated IP 172.20.0.2 (dfeb1c53-a5a4-43be-9710-02005c300dec/51ed6c8a-83df-4855-997f-28e27b3d686e/ec04d7e3-d05b-4a72-b3db-8acc04054e37) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:31.233970 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-540f9d19-7153-46a1-bff0-0c9fe3bc464b tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:33:31.264358 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-f3f8cd8b-92ff-4452-ae8f-93e7b8e19f13 None None] For port 892681c8-8503-4dab-a070-33a661171d6c, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=892681c8-8503-4dab-a070-33a661171d6c,segment=NetworkSegment(02a73009-3602-4cac-8bba-bd796c57d716),segment_id=02a73009-3602-4cac-8bba-bd796c57d716)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:33:31.281952 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-540f9d19-7153-46a1-bff0-0c9fe3bc464b tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:31.282306 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-540f9d19-7153-46a1-bff0-0c9fe3bc464b tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Added segment 179318c0-b83c-417b-8c0e-0b5775919f6f of type vlan for network 021eeae0-dae4-431b-8ce7-8aca83d09d17 Oct 26 08:33:31.344249 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f3f8cd8b-92ff-4452-ae8f-93e7b8e19f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:31.345908 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6b109a99-77b6-488a-95c0-2a3db5efc9ca tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:31.347641 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-5c844e8c-639e-4f25-8758-9d30455bc95a None None] Set router b3122af2-075c-492a-8598-497c8ddb85ca gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:33:31.355319 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-540f9d19-7153-46a1-bff0-0c9fe3bc464b tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:31.374045 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-50bbd6ad-ad2b-4295-b078-54a99b09ac6d tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Deleting subnet 2ed48d66-29d5-41ab-8d10-c0aec3f600f6 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:33:31.380578 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e55f6e95-3f5c-4291-bd7e-8f6a8b526569 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:31.395660 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-50bbd6ad-ad2b-4295-b078-54a99b09ac6d tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:31.445294 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e55f6e95-3f5c-4291-bd7e-8f6a8b526569 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:31.448950 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-540f9d19-7153-46a1-bff0-0c9fe3bc464b tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:31.450802 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540f9d19-7153-46a1-bff0-0c9fe3bc464b tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:31.451820 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-540f9d19-7153-46a1-bff0-0c9fe3bc464b tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:31.455458 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-453401d4-267c-48cd-a6ce-b0104d97b907 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:31.467345 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-50bbd6ad-ad2b-4295-b078-54a99b09ac6d tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:31.493489 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-540f9d19-7153-46a1-bff0-0c9fe3bc464b tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4603865 Oct 26 08:33:31.493988 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33286) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:31.553982 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f9d19-7153-46a1-bff0-0c9fe3bc464b tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Pushing event updated for resources: {'Network': ['ID=021eeae0-dae4-431b-8ce7-8aca83d09d17,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:31.688122 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-5c844e8c-639e-4f25-8758-9d30455bc95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3122af2-075c-492a-8598-497c8ddb85ca', 'name': 'tempest-ServerActionsTestJSON-1838315298-router', 'tenant_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '0a3d5da6-0b2a-4324-9b76-e8b375972e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:33:12Z', 'updated_at': '2021-10-26T08:33:26Z', 'revision_number': 4, 'project_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'gw_port': {'id': '0a3d5da6-0b2a-4324-9b76-e8b375972e07', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3122af2-075c-492a-8598-497c8ddb85ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:33:14Z', 'updated_at': '2021-10-26T08:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '2776da35-48ee-4053-a872-c3755c66b9e2', 'name': '', 'network_id': '8898436d-e40a-418e-85e2-87f0fb58c97b', 'tenant_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'mac_address': 'fa:16:3e:a3:b0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3122af2-075c-492a-8598-497c8ddb85ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '33b25e72-0e11-43c0-9e6c-63bdef265ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:33:23Z', 'updated_at': '2021-10-26T08:33:27Z', 'revision_number': 2, 'project_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'subnets': [{'id': '33b25e72-0e11-43c0-9e6c-63bdef265ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:31.728900 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c844e8c-639e-4f25-8758-9d30455bc95a None None] Checking router: b3122af2-075c-492a-8598-497c8ddb85ca for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:33:31.729851 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c844e8c-639e-4f25-8758-9d30455bc95a None None] Updating router b3122af2-075c-492a-8598-497c8ddb85ca port 2776da35-48ee-4053-a872-c3755c66b9e2 binding host dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:33:31.758330 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5c844e8c-639e-4f25-8758-9d30455bc95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:31.766965 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5439-b44f-4834-938a-e5695c0b8231 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:31.805330 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6b109a99-77b6-488a-95c0-2a3db5efc9ca tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:31.832250 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 021eeae0-dae4-431b-8ce7-8aca83d09d17 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:33:31.878855 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b109a99-77b6-488a-95c0-2a3db5efc9ca tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event deleted for resources: {'Subnet': ['ID=51ed6c8a-83df-4855-997f-28e27b3d686e,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:31.952468 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-e55f6e95-3f5c-4291-bd7e-8f6a8b526569 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Deleting port 48514f07-8def-4682-ac7f-944e3af96611 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:31.958848 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6b109a99-77b6-488a-95c0-2a3db5efc9ca tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:31.975599 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e55f6e95-3f5c-4291-bd7e-8f6a8b526569 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:31.983367 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8cd8b-92ff-4452-ae8f-93e7b8e19f13 None None] Pushing event updated for resources: {'Port': ['ID=892681c8-8503-4dab-a070-33a661171d6c,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:31.996922 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-6b109a99-77b6-488a-95c0-2a3db5efc9ca tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfeb1c53-a5a4-43be-9710-02005c300dec']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:31.997448 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f06d3cd-054b-4227-9417-90d603f9896e tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:31.998809 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33288) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:32.005044 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-368d2317-492d-4ed8-b411-ab4aa10d7b82 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Request body: {'security_group': {'name': 'tempest-securitygroup--625167696', 'description': 'tempest-description--1394437805'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:32.006752 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f06d3cd-054b-4227-9417-90d603f9896e tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:32.007883 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-d3b8aad8-3988-44ba-a8e8-ab12172f66ce None None] Provisioning complete for port 2447d7c4-f7fd-4d9a-95f0-07a4125544e3 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:32.008471 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d3b8aad8-3988-44ba-a8e8-ab12172f66ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:32.013025 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f06d3cd-054b-4227-9417-90d603f9896e tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:32.022863 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-6b109a99-77b6-488a-95c0-2a3db5efc9ca tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeee3e60-b560-44e4-a30e-9f455145ea8b') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:32.023189 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-6b109a99-77b6-488a-95c0-2a3db5efc9ca tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeee3e60-b560-44e4-a30e-9f455145ea8b') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:32.024128 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f06d3cd-054b-4227-9417-90d603f9896e tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:32.025890 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-5f06d3cd-054b-4227-9417-90d603f9896e tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5283301 Oct 26 08:33:32.034851 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33290) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:32.086515 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5439-b44f-4834-938a-e5695c0b8231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:32.107874 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-50bbd6ad-ad2b-4295-b078-54a99b09ac6d tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:32.154081 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5c844e8c-639e-4f25-8758-9d30455bc95a None None] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:32.161867 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5c844e8c-639e-4f25-8758-9d30455bc95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:32.181665 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbb5439-b44f-4834-938a-e5695c0b8231 None None] Network dfeb1c53-a5a4-43be-9710-02005c300dec is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:32.182813 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9e77ed55-cd8b-4744-a97d-7649ce0a4c4f tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:32.190291 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6b109a99-77b6-488a-95c0-2a3db5efc9ca tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:32.194360 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb5439-b44f-4834-938a-e5695c0b8231 None None] Pushing event updated for resources: {'Port': ['ID=ec04d7e3-d05b-4a72-b3db-8acc04054e37,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:32.195786 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-453401d4-267c-48cd-a6ce-b0104d97b907 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Deleting port 6da90c4a-5328-4b7b-8f8b-62673db8845c {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:32.196131 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-453401d4-267c-48cd-a6ce-b0104d97b907 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:32.199033 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-3dbb5439-b44f-4834-938a-e5695c0b8231 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:32.202254 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbb5439-b44f-4834-938a-e5695c0b8231 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:32.210482 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 2b6f1b06-caf5-4270-8b55-ba2b0681410c no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:33:32.230140 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-368d2317-492d-4ed8-b411-ab4aa10d7b82 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:32.232074 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c1b07-c1ed-45ef-9e9d-b89094a5b86b None None] Pushing event updated for resources: {'Port': ['ID=2776da35-48ee-4053-a872-c3755c66b9e2,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:32.259268 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c1b07-c1ed-45ef-9e9d-b89094a5b86b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:32.259893 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c1b07-c1ed-45ef-9e9d-b89094a5b86b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:32.261361 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c1b07-c1ed-45ef-9e9d-b89094a5b86b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:32.261947 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c1b07-c1ed-45ef-9e9d-b89094a5b86b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:32.262882 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c1b07-c1ed-45ef-9e9d-b89094a5b86b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:32.263860 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c1b07-c1ed-45ef-9e9d-b89094a5b86b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:32.266184 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6b109a99-77b6-488a-95c0-2a3db5efc9ca tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:32.267408 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c1b07-c1ed-45ef-9e9d-b89094a5b86b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:32.267989 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c1b07-c1ed-45ef-9e9d-b89094a5b86b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:32.268531 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c1b07-c1ed-45ef-9e9d-b89094a5b86b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:32.269067 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c1b07-c1ed-45ef-9e9d-b89094a5b86b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:32.270769 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c1b07-c1ed-45ef-9e9d-b89094a5b86b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:32.271386 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c1b07-c1ed-45ef-9e9d-b89094a5b86b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:32.322873 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 2b6f1b06-caf5-4270-8b55-ba2b0681410c {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:33:32.323138 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 2b6f1b06-caf5-4270-8b55-ba2b0681410c not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:33:32.329918 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-987a5792-2de4-4aae-a238-dbd513234edc None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:32.352478 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-5c844e8c-639e-4f25-8758-9d30455bc95a None None] Attempting to bind port 2776da35-48ee-4053-a872-c3755c66b9e2 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:33:32.353039 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-5c844e8c-639e-4f25-8758-9d30455bc95a None None] Attempting to bind port 2776da35-48ee-4053-a872-c3755c66b9e2 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '740e16c5-c4b3-49c5-abf0-94d5e047c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8898436d-e40a-418e-85e2-87f0fb58c97b'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:33:32.353491 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c844e8c-639e-4f25-8758-9d30455bc95a None None] Attempting to bind port 2776da35-48ee-4053-a872-c3755c66b9e2 on network 8898436d-e40a-418e-85e2-87f0fb58c97b {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:33:32.362112 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c844e8c-639e-4f25-8758-9d30455bc95a None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:33:32.364024 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-059ecb43-17c4-459e-a9f7-2638380c9027 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:32.364632 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d96ddda-12d2-42b4-a61f-a439b86c486d None None] Network 6282d4ba-0351-4ffa-b9f8-590326ea36fe requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:32.365533 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c844e8c-639e-4f25-8758-9d30455bc95a None None] Checking segment: {'id': '740e16c5-c4b3-49c5-abf0-94d5e047c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8898436d-e40a-418e-85e2-87f0fb58c97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:33:32.366501 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5c844e8c-639e-4f25-8758-9d30455bc95a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:32.369893 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c844e8c-639e-4f25-8758-9d30455bc95a None None] Bound using segment: {'id': '740e16c5-c4b3-49c5-abf0-94d5e047c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8898436d-e40a-418e-85e2-87f0fb58c97b'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:33:32.370577 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-5c844e8c-639e-4f25-8758-9d30455bc95a None None] Bound port: 2776da35-48ee-4053-a872-c3755c66b9e2, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740e16c5-c4b3-49c5-abf0-94d5e047c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8898436d-e40a-418e-85e2-87f0fb58c97b'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:33:32.371372 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5c844e8c-639e-4f25-8758-9d30455bc95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:32.470283 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-5c844e8c-639e-4f25-8758-9d30455bc95a None None] For port 2776da35-48ee-4053-a872-c3755c66b9e2, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:33:32.486316 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-5c844e8c-639e-4f25-8758-9d30455bc95a None None] For port 2776da35-48ee-4053-a872-c3755c66b9e2, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=2776da35-48ee-4053-a872-c3755c66b9e2,segment=NetworkSegment(740e16c5-c4b3-49c5-abf0-94d5e047c965),segment_id=740e16c5-c4b3-49c5-abf0-94d5e047c965)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:33:32.493745 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5c844e8c-639e-4f25-8758-9d30455bc95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:32.515554 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9e77ed55-cd8b-4744-a97d-7649ce0a4c4f tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:32.521349 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e55f6e95-3f5c-4291-bd7e-8f6a8b526569 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:32.531282 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-50bbd6ad-ad2b-4295-b078-54a99b09ac6d tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:32.533229 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-5728a47d-3d97-4e64-bd11-b576d09cb704 None None] Could not find standard attr ID for object 46d83544-f158-4271-9e1b-d66e62ebbf97. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:33:32.537468 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-987a5792-2de4-4aae-a238-dbd513234edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:32.572470 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-9e77ed55-cd8b-4744-a97d-7649ce0a4c4f tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['021eeae0-dae4-431b-8ce7-8aca83d09d17']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:32.594074 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-e55f6e95-3f5c-4291-bd7e-8f6a8b526569 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Calling delete_port for 48514f07-8def-4682-ac7f-944e3af96611 owned by network:router_gateway {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:32.609906 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987a5792-2de4-4aae-a238-dbd513234edc None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:32.616517 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-453401d4-267c-48cd-a6ce-b0104d97b907 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] For port 6da90c4a-5328-4b7b-8f8b-62673db8845c, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=6da90c4a-5328-4b7b-8f8b-62673db8845c,segment=NetworkSegment(6e87a7fd-8a79-42de-a18f-9418a521b84f),segment_id=6e87a7fd-8a79-42de-a18f-9418a521b84f)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:32.617145 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-453401d4-267c-48cd-a6ce-b0104d97b907 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:32.618584 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b109a99-77b6-488a-95c0-2a3db5efc9ca tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:33:32.618971 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a5792-2de4-4aae-a238-dbd513234edc None None] Pushing event updated for resources: {'Port': ['ID=cfef8071-ddcd-41bb-a357-fbceca19ebc3,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:32.619799 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6b109a99-77b6-488a-95c0-2a3db5efc9ca tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:32.625269 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-987a5792-2de4-4aae-a238-dbd513234edc None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:32.635124 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987a5792-2de4-4aae-a238-dbd513234edc None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:32.639484 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059ecb43-17c4-459e-a9f7-2638380c9027 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Network b2168707-af07-4d94-b147-a1579b752152 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:32.643495 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-5728a47d-3d97-4e64-bd11-b576d09cb704 None None] Provisioning complete for port 2776da35-48ee-4053-a872-c3755c66b9e2 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:32.643911 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5728a47d-3d97-4e64-bd11-b576d09cb704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:32.651511 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c1b07-c1ed-45ef-9e9d-b89094a5b86b None None] Pushing event updated for resources: {'Port': ['ID=2776da35-48ee-4053-a872-c3755c66b9e2,revision_number=4']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:32.657069 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-50bbd6ad-ad2b-4295-b078-54a99b09ac6d tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:32.664202 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-50bbd6ad-ad2b-4295-b078-54a99b09ac6d tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] 10.222.0.41 "DELETE /v2.0/subnets/2ed48d66-29d5-41ab-8d10-c0aec3f600f6 HTTP/1.1" status: 204 len: 168 time: 1.6023192 Oct 26 08:33:32.670211 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-059ecb43-17c4-459e-a9f7-2638380c9027 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:32.674146 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33292) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:32.675143 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-453401d4-267c-48cd-a6ce-b0104d97b907 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Calling delete_port for 6da90c4a-5328-4b7b-8f8b-62673db8845c owned by network:dhcp {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:32.677362 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:33:32.677362 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:33:32.677362 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:33:32.677362 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:33:32.677362 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:33:32.677362 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:33:32.677362 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:33:32.677362 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:33:32.677362 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:33:32.677362 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:33:32.677362 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:33:32.677362 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:33:32.677362 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:33:32.677362 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:33:32.677362 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:33:32.677362 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:33:32.677362 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:33:32.677362 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:33:32.677362 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:33:32.677362 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:33:32.677362 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:33:32.677362 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:33:32.677362 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:33:32.677362 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:33:32.677362 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:33:32.677362 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:33:32.677362 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:33:32.677362 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:33:32.677362 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:33:32.677362 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:33:32.677362 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:33:32.677362 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:33:32.684358 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059ecb43-17c4-459e-a9f7-2638380c9027 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:32.685056 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-059ecb43-17c4-459e-a9f7-2638380c9027 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:32.691278 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c844e8c-639e-4f25-8758-9d30455bc95a None None] Routers {'b3122af2-075c-492a-8598-497c8ddb85ca'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:33:32.691974 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-5c844e8c-639e-4f25-8758-9d30455bc95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:33:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['b3122af2-075c-492a-8598-497c8ddb85ca'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:32.751101 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ecb43-17c4-459e-a9f7-2638380c9027 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Subnet': ['ID=417b3f8a-9113-46d4-9850-7b1af881dcb1,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:32.774058 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-9e77ed55-cd8b-4744-a97d-7649ce0a4c4f tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '179318c0-b83c-417b-8c0e-0b5775919f6f') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:32.774348 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-9e77ed55-cd8b-4744-a97d-7649ce0a4c4f tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '179318c0-b83c-417b-8c0e-0b5775919f6f') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:32.775924 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7179c2-d407-4554-9e12-915f57d21e55 None None] Network 026cc6c0-496f-4419-91dd-600ba2962ff8 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:32.787121 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9e77ed55-cd8b-4744-a97d-7649ce0a4c4f tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:32.812387 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9e77ed55-cd8b-4744-a97d-7649ce0a4c4f tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:32.829941 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e77ed55-cd8b-4744-a97d-7649ce0a4c4f tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:33:32.830353 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9e77ed55-cd8b-4744-a97d-7649ce0a4c4f tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:32.873069 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-3dbb5439-b44f-4834-938a-e5695c0b8231 None None] Attempting to bind port ec04d7e3-d05b-4a72-b3db-8acc04054e37 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:33:32.873457 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-3dbb5439-b44f-4834-938a-e5695c0b8231 None None] Attempting to bind port ec04d7e3-d05b-4a72-b3db-8acc04054e37 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'eeee3e60-b560-44e4-a30e-9f455145ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dfeb1c53-a5a4-43be-9710-02005c300dec'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:33:32.873857 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbb5439-b44f-4834-938a-e5695c0b8231 None None] Attempting to bind port ec04d7e3-d05b-4a72-b3db-8acc04054e37 on network dfeb1c53-a5a4-43be-9710-02005c300dec {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:33:32.875144 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-5c844e8c-639e-4f25-8758-9d30455bc95a None None] Set router b3122af2-075c-492a-8598-497c8ddb85ca gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:33:32.879479 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 892681c8-8503-4dab-a070-33a661171d6c up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:33:32.936678 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbb5439-b44f-4834-938a-e5695c0b8231 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:33:32.937115 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbb5439-b44f-4834-938a-e5695c0b8231 None None] Checking segment: {'id': 'eeee3e60-b560-44e4-a30e-9f455145ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dfeb1c53-a5a4-43be-9710-02005c300dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:33:32.937574 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5439-b44f-4834-938a-e5695c0b8231 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:32.938042 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbb5439-b44f-4834-938a-e5695c0b8231 None None] Bound using segment: {'id': 'eeee3e60-b560-44e4-a30e-9f455145ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dfeb1c53-a5a4-43be-9710-02005c300dec'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:33:32.938551 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-3dbb5439-b44f-4834-938a-e5695c0b8231 None None] Bound port: ec04d7e3-d05b-4a72-b3db-8acc04054e37, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeee3e60-b560-44e4-a30e-9f455145ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dfeb1c53-a5a4-43be-9710-02005c300dec'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:33:32.938941 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5439-b44f-4834-938a-e5695c0b8231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:32.999492 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:33:32.999492 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:33:32.999492 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:33:32.999492 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:33:32.999492 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:33:32.999492 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:33:32.999492 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:33:32.999492 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:33:32.999492 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:33:32.999492 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:33:32.999492 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:33:32.999492 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:33:32.999492 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:33:32.999492 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:33:32.999492 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:33:32.999492 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:33:32.999492 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:33:32.999492 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:33:32.999492 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:33:32.999492 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:33:32.999492 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:33:32.999492 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:33:32.999492 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:33:32.999492 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:33:32.999492 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:33:32.999492 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:33:32.999492 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:33:32.999492 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:33:32.999492 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:33:32.999492 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:33:32.999492 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:33:32.999492 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:33:33.007033 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9e77ed55-cd8b-4744-a97d-7649ce0a4c4f tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:33.030424 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e77ed55-cd8b-4744-a97d-7649ce0a4c4f tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 021eeae0-dae4-431b-8ce7-8aca83d09d17 {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 08:33:33.031118 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-3dbb5439-b44f-4834-938a-e5695c0b8231 None None] For port ec04d7e3-d05b-4a72-b3db-8acc04054e37, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:33:33.054490 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-059ecb43-17c4-459e-a9f7-2638380c9027 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.0363839 Oct 26 08:33:33.055376 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33294) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:33.068664 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bbd6ad-ad2b-4295-b078-54a99b09ac6d tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Pushing event deleted for resources: {'Subnet': ['ID=2ed48d66-29d5-41ab-8d10-c0aec3f600f6,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:33.103533 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-a1d94cc8-0d42-4ca3-a28a-955ba51cc35f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'port': {'network_id': 'b2168707-af07-4d94-b147-a1579b752152', 'fixed_ips': [{'subnet_id': '84fcd846-554b-4265-a362-9c06992aea96'}, {'subnet_id': '417b3f8a-9113-46d4-9850-7b1af881dcb1'}], 'name': 'tempest-PortsIpV6TestJSON-110446736'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:33.119031 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9e77ed55-cd8b-4744-a97d-7649ce0a4c4f tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:33.123577 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5728a47d-3d97-4e64-bd11-b576d09cb704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:33.134220 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9e77ed55-cd8b-4744-a97d-7649ce0a4c4f tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] 10.222.0.41 "DELETE /v2.0/networks/021eeae0-dae4-431b-8ce7-8aca83d09d17 HTTP/1.1" status: 204 len: 168 time: 1.0798697 Oct 26 08:33:33.135128 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33296) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:33.136641 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e77ed55-cd8b-4744-a97d-7649ce0a4c4f tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Pushing event deleted for resources: {'Network': ['ID=021eeae0-dae4-431b-8ce7-8aca83d09d17,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:33.164954 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-7465de9a-1b19-4853-be82-8e5127e6ee40 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Request body: {'network': {'name': 'tempest-network--884036781', 'router:external': True}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:33.171888 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-3dbb5439-b44f-4834-938a-e5695c0b8231 None None] For port ec04d7e3-d05b-4a72-b3db-8acc04054e37, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=ec04d7e3-d05b-4a72-b3db-8acc04054e37,segment=NetworkSegment(eeee3e60-b560-44e4-a30e-9f455145ea8b),segment_id=eeee3e60-b560-44e4-a30e-9f455145ea8b)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:33:33.177369 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-5c844e8c-639e-4f25-8758-9d30455bc95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3122af2-075c-492a-8598-497c8ddb85ca', 'name': 'tempest-ServerActionsTestJSON-1838315298-router', 'tenant_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '0a3d5da6-0b2a-4324-9b76-e8b375972e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:33:12Z', 'updated_at': '2021-10-26T08:33:26Z', 'revision_number': 4, 'project_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'gw_port': {'id': '0a3d5da6-0b2a-4324-9b76-e8b375972e07', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3122af2-075c-492a-8598-497c8ddb85ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:33:14Z', 'updated_at': '2021-10-26T08:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '2776da35-48ee-4053-a872-c3755c66b9e2', 'name': '', 'network_id': '8898436d-e40a-418e-85e2-87f0fb58c97b', 'tenant_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'mac_address': 'fa:16:3e:a3:b0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3122af2-075c-492a-8598-497c8ddb85ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '33b25e72-0e11-43c0-9e6c-63bdef265ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:33:23Z', 'updated_at': '2021-10-26T08:33:32Z', 'revision_number': 4, 'project_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'subnets': [{'id': '33b25e72-0e11-43c0-9e6c-63bdef265ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:33.199994 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-5728a47d-3d97-4e64-bd11-b576d09cb704 None None] For port 2776da35-48ee-4053-a872-c3755c66b9e2, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=2776da35-48ee-4053-a872-c3755c66b9e2,segment=NetworkSegment(740e16c5-c4b3-49c5-abf0-94d5e047c965),segment_id=740e16c5-c4b3-49c5-abf0-94d5e047c965)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:33.201265 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 892681c8-8503-4dab-a070-33a661171d6c triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:33.201977 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:33.218419 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c844e8c-639e-4f25-8758-9d30455bc95a None None] The sync data for ids ['b3122af2-075c-492a-8598-497c8ddb85ca'] in dv-neutron-804846-13-hyperv is: [{'id': 'b3122af2-075c-492a-8598-497c8ddb85ca', 'name': 'tempest-ServerActionsTestJSON-1838315298-router', 'tenant_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '0a3d5da6-0b2a-4324-9b76-e8b375972e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:33:12Z', 'updated_at': '2021-10-26T08:33:26Z', 'revision_number': 4, 'project_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'gw_port': {'id': '0a3d5da6-0b2a-4324-9b76-e8b375972e07', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3122af2-075c-492a-8598-497c8ddb85ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:33:14Z', 'updated_at': '2021-10-26T08:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '2776da35-48ee-4053-a872-c3755c66b9e2', 'name': '', 'network_id': '8898436d-e40a-418e-85e2-87f0fb58c97b', 'tenant_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'mac_address': 'fa:16:3e:a3:b0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3122af2-075c-492a-8598-497c8ddb85ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '33b25e72-0e11-43c0-9e6c-63bdef265ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:33:23Z', 'updated_at': '2021-10-26T08:33:32Z', 'revision_number': 4, 'project_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'subnets': [{'id': '33b25e72-0e11-43c0-9e6c-63bdef265ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:33:33.244973 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-987a5792-2de4-4aae-a238-dbd513234edc None None] Attempting to bind port cfef8071-ddcd-41bb-a357-fbceca19ebc3 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:33:33.245585 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-987a5792-2de4-4aae-a238-dbd513234edc None None] Attempting to bind port cfef8071-ddcd-41bb-a357-fbceca19ebc3 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:33:33.246006 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987a5792-2de4-4aae-a238-dbd513234edc None None] Attempting to bind port cfef8071-ddcd-41bb-a357-fbceca19ebc3 on network ecf0c004-fa53-4f3e-bbfd-ff079400665b {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:33:33.267290 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987a5792-2de4-4aae-a238-dbd513234edc None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:33:33.267708 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987a5792-2de4-4aae-a238-dbd513234edc None None] Checking segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:33:33.268142 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-987a5792-2de4-4aae-a238-dbd513234edc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:33.268588 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987a5792-2de4-4aae-a238-dbd513234edc None None] Bound using segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:33:33.269339 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-987a5792-2de4-4aae-a238-dbd513234edc None None] Bound port: cfef8071-ddcd-41bb-a357-fbceca19ebc3, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:33:33.270472 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-987a5792-2de4-4aae-a238-dbd513234edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:33.282304 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-4e465387-2f18-4a62-bee6-113f86c860df tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Allocated IP 172.20.0.14 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/90430b53-89fa-4fdf-a86f-2f7ecb10b818/8374d856-95c7-45ee-9ad7-13161c4faf2a) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:33.288524 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5439-b44f-4834-938a-e5695c0b8231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:33.289773 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-01272a55-eae5-4ddb-bde1-64823d37a161 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:33.300313 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5728a47d-3d97-4e64-bd11-b576d09cb704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:33.313570 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-368d2317-492d-4ed8-b411-ab4aa10d7b82 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:33.315329 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.db.api [None req-6b109a99-77b6-488a-95c0-2a3db5efc9ca tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 08:33:33.315329 dv-neutron-804846-13-hyperv neutron-server[102102]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 08:33:33.315329 dv-neutron-804846-13-hyperv neutron-server[102102]: [parameters: {'id': 'dfeb1c53-a5a4-43be-9710-02005c300dec'}] Oct 26 08:33:33.315329 dv-neutron-804846-13-hyperv neutron-server[102102]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:33:33.315662 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG oslo_db.api [None req-6b109a99-77b6-488a-95c0-2a3db5efc9ca tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:33:33.316360 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7465de9a-1b19-4853-be82-8e5127e6ee40 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Made reservation on behalf of c6515f8055564587994ce5ae0c54c5be for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:33.323240 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7465de9a-1b19-4853-be82-8e5127e6ee40 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:33.353558 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-368d2317-492d-4ed8-b411-ab4aa10d7b82 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:33.371365 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-4e465387-2f18-4a62-bee6-113f86c860df tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Allocated IP 2001:db8::f816:3eff:fe38:17b7 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/5b91f1bc-e6d5-4028-a2b0-d5669ba2428d/8374d856-95c7-45ee-9ad7-13161c4faf2a) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:33.385071 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-987a5792-2de4-4aae-a238-dbd513234edc None None] For port cfef8071-ddcd-41bb-a357-fbceca19ebc3, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:33:33.388250 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-987a5792-2de4-4aae-a238-dbd513234edc None None] For port cfef8071-ddcd-41bb-a357-fbceca19ebc3, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=cfef8071-ddcd-41bb-a357-fbceca19ebc3,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:33:33.413333 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d2317-492d-4ed8-b411-ab4aa10d7b82 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0ea08c-e8d9-45bf-b670-522ce52a4780,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:33.438323 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-368d2317-492d-4ed8-b411-ab4aa10d7b82 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:33.439884 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-368d2317-492d-4ed8-b411-ab4aa10d7b82 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4399631 Oct 26 08:33:33.445337 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33298) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:33.460249 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-6856a4c3-83ef-443c-9461-70777ad09306 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Request body: {'security_group_rule': {'security_group_id': '2e0ea08c-e8d9-45bf-b670-522ce52a4780', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:33.471209 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7465de9a-1b19-4853-be82-8e5127e6ee40 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:33:33.472136 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb5439-b44f-4834-938a-e5695c0b8231 None None] Pushing event updated for resources: {'Port': ['ID=ec04d7e3-d05b-4a72-b3db-8acc04054e37,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:33.508349 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7465de9a-1b19-4853-be82-8e5127e6ee40 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:33.508698 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-7465de9a-1b19-4853-be82-8e5127e6ee40 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Added segment 3415cfc5-dbd9-4a3e-b75c-b3cbd87be011 of type vlan for network 5d777a36-4153-449a-bf90-84c1c3f8fc0b Oct 26 08:33:33.547068 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-987a5792-2de4-4aae-a238-dbd513234edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:33.559705 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43906340-4bc7-464c-87de-a15d94d1d6a5 None None] Network b2168707-af07-4d94-b147-a1579b752152 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:33.573520 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-453401d4-267c-48cd-a6ce-b0104d97b907 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:33.596816 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6856a4c3-83ef-443c-9461-70777ad09306 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:33.634641 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453401d4-267c-48cd-a6ce-b0104d97b907 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event deleted for resources: {'Port': ['ID=6da90c4a-5328-4b7b-8f8b-62673db8845c,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:33.662796 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453401d4-267c-48cd-a6ce-b0104d97b907 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] No DVR routers for this DVR port 6da90c4a-5328-4b7b-8f8b-62673db8845c on host dv-neutron-804846-13-hyperv {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:33:33.689403 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d94cc8-0d42-4ca3-a28a-955ba51cc35f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Made reservation on behalf of 842b849088674682987bba8ce52bfdf3 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:33.693760 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7465de9a-1b19-4853-be82-8e5127e6ee40 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:33.741077 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e55f6e95-3f5c-4291-bd7e-8f6a8b526569 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:33.775009 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6856a4c3-83ef-443c-9461-70777ad09306 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:33.784101 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6856a4c3-83ef-443c-9461-70777ad09306 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:33.805571 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856a4c3-83ef-443c-9461-70777ad09306 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2761d4db-ebf1-4912-a4c6-8c636cb68873,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:33.812819 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7465de9a-1b19-4853-be82-8e5127e6ee40 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:33.814877 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7465de9a-1b19-4853-be82-8e5127e6ee40 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:33.816340 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7465de9a-1b19-4853-be82-8e5127e6ee40 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:33.824064 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6b109a99-77b6-488a-95c0-2a3db5efc9ca tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:33.887089 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728a47d-3d97-4e64-bd11-b576d09cb704 None None] Pushing event updated for resources: {'Port': ['ID=2776da35-48ee-4053-a872-c3755c66b9e2,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:33.909452 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6856a4c3-83ef-443c-9461-70777ad09306 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:33.914207 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6856a4c3-83ef-443c-9461-70777ad09306 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4629428 Oct 26 08:33:33.917034 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f6e95-3f5c-4291-bd7e-8f6a8b526569 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Pushing event deleted for resources: {'Port': ['ID=48514f07-8def-4682-ac7f-944e3af96611,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:33.921598 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33300) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:33.944058 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7465de9a-1b19-4853-be82-8e5127e6ee40 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8051813 Oct 26 08:33:33.959725 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33302) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:33.994073 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-501c3ba0-0af7-49f6-89e9-676c18d37c82 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Request body: {'security_group_rule': {'security_group_id': '2e0ea08c-e8d9-45bf-b670-522ce52a4780', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:33.998398 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465de9a-1b19-4853-be82-8e5127e6ee40 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Pushing event updated for resources: {'Network': ['ID=5d777a36-4153-449a-bf90-84c1c3f8fc0b,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:34.023459 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92d2e1d-5f73-4a09-adb4-3d87479aa2d1 None None] Network dfeb1c53-a5a4-43be-9710-02005c300dec requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:34.027094 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a5792-2de4-4aae-a238-dbd513234edc None None] Pushing event updated for resources: {'Port': ['ID=cfef8071-ddcd-41bb-a357-fbceca19ebc3,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:34.058544 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-01272a55-eae5-4ddb-bde1-64823d37a161 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Deleting port 2447d7c4-f7fd-4d9a-95f0-07a4125544e3 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:34.058983 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-01272a55-eae5-4ddb-bde1-64823d37a161 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:34.065223 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 5d777a36-4153-449a-bf90-84c1c3f8fc0b details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:33:34.143829 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5870b08-3bed-430b-8fd9-be03e6a42e27 tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:34.146657 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d5870b08-3bed-430b-8fd9-be03e6a42e27 tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] 10.222.0.41 "GET /v2.0/networks/5d777a36-4153-449a-bf90-84c1c3f8fc0b HTTP/1.1" status: 200 len: 756 time: 0.1866424 Oct 26 08:33:34.150534 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33304) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:34.182719 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-91062f66-667a-44f5-b377-d823a9e2bf4d None None] Provisioning complete for port 2776da35-48ee-4053-a872-c3755c66b9e2 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:34.183091 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-91062f66-667a-44f5-b377-d823a9e2bf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:34.271230 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-453401d4-267c-48cd-a6ce-b0104d97b907 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:34.283892 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f11afb-b38b-40c7-9811-b29e5af08705 None None] DHCP port deletion for 026cc6c0-496f-4419-91dd-600ba2962ff8 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:33:34.338844 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-01272a55-eae5-4ddb-bde1-64823d37a161 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] For port 2447d7c4-f7fd-4d9a-95f0-07a4125544e3, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=2447d7c4-f7fd-4d9a-95f0-07a4125544e3,segment=NetworkSegment(2720ea07-d057-44c8-9002-e1c859f307dd),segment_id=2720ea07-d057-44c8-9002-e1c859f307dd)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:34.339218 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-01272a55-eae5-4ddb-bde1-64823d37a161 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:34.380446 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-453401d4-267c-48cd-a6ce-b0104d97b907 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6282d4ba-0351-4ffa-b9f8-590326ea36fe']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:34.392046 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fa1d85-6043-4266-9e20-900d8559d02c tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:34.394064 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-65fa1d85-6043-4266-9e20-900d8559d02c tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] 10.222.0.41 "GET /v2.0/networks/76ebb906-63c9-45fa-836a-6111fec3c88f HTTP/1.1" status: 200 len: 767 time: 0.2396560 Oct 26 08:33:34.396746 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-6b109a99-77b6-488a-95c0-2a3db5efc9ca tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Deleting port ec04d7e3-d05b-4a72-b3db-8acc04054e37 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:34.400132 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6b109a99-77b6-488a-95c0-2a3db5efc9ca tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:34.405467 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4e465387-2f18-4a62-bee6-113f86c860df tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:34.418577 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a1d94cc8-0d42-4ca3-a28a-955ba51cc35f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:34.428150 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-01272a55-eae5-4ddb-bde1-64823d37a161 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Calling delete_port for 2447d7c4-f7fd-4d9a-95f0-07a4125544e3 owned by network:dhcp {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:34.431111 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33306) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:34.435583 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-453401d4-267c-48cd-a6ce-b0104d97b907 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e87a7fd-8a79-42de-a18f-9418a521b84f') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:34.435891 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-453401d4-267c-48cd-a6ce-b0104d97b907 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e87a7fd-8a79-42de-a18f-9418a521b84f') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:34.481376 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e55f6e95-3f5c-4291-bd7e-8f6a8b526569 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:34.489408 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-501c3ba0-0af7-49f6-89e9-676c18d37c82 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:34.505074 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-6b109a99-77b6-488a-95c0-2a3db5efc9ca tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] For port ec04d7e3-d05b-4a72-b3db-8acc04054e37, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=ec04d7e3-d05b-4a72-b3db-8acc04054e37,segment=NetworkSegment(eeee3e60-b560-44e4-a30e-9f455145ea8b),segment_id=eeee3e60-b560-44e4-a30e-9f455145ea8b)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:34.506157 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6b109a99-77b6-488a-95c0-2a3db5efc9ca tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:34.510254 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-453401d4-267c-48cd-a6ce-b0104d97b907 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:34.516685 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:34.521000 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-6b109a99-77b6-488a-95c0-2a3db5efc9ca tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Calling delete_port for ec04d7e3-d05b-4a72-b3db-8acc04054e37 owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:34.644362 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-21f11afb-b38b-40c7-9811-b29e5af08705 None None] Deleting port 2447d7c4-f7fd-4d9a-95f0-07a4125544e3 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:34.645362 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-21f11afb-b38b-40c7-9811-b29e5af08705 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:34.645833 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6b109a99-77b6-488a-95c0-2a3db5efc9ca tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:34.659846 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 892681c8-8503-4dab-a070-33a661171d6c, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=892681c8-8503-4dab-a070-33a661171d6c,segment=NetworkSegment(02a73009-3602-4cac-8bba-bd796c57d716),segment_id=02a73009-3602-4cac-8bba-bd796c57d716)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:34.703540 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b109a99-77b6-488a-95c0-2a3db5efc9ca tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] No DVR routers for this DVR port ec04d7e3-d05b-4a72-b3db-8acc04054e37 on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:33:34.705667 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b109a99-77b6-488a-95c0-2a3db5efc9ca tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event deleted for resources: {'Port': ['ID=ec04d7e3-d05b-4a72-b3db-8acc04054e37,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:34.715770 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-a1d94cc8-0d42-4ca3-a28a-955ba51cc35f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] device_id is not set on port 039680e9-1aa2-4d8d-980c-ce56d5d5a171 yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:33:34.726592 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac875c1d-160a-40ca-8dd7-4ebb717f3bcb None None] Network dfeb1c53-a5a4-43be-9710-02005c300dec requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:34.732682 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:34.733801 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 2447d7c4-f7fd-4d9a-95f0-07a4125544e3 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:33:34.748749 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-453401d4-267c-48cd-a6ce-b0104d97b907 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:34.770092 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4e465387-2f18-4a62-bee6-113f86c860df tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:34.806715 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6b109a99-77b6-488a-95c0-2a3db5efc9ca tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:34.815282 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-453401d4-267c-48cd-a6ce-b0104d97b907 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:33:34.815689 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-453401d4-267c-48cd-a6ce-b0104d97b907 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:34.857983 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-6b109a99-77b6-488a-95c0-2a3db5efc9ca tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfeb1c53-a5a4-43be-9710-02005c300dec']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:34.866178 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:33:34.866178 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:33:34.866178 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:33:34.866178 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:33:34.866178 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:33:34.866178 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:33:34.866178 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:33:34.866178 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:33:34.866178 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:33:34.866178 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:33:34.866178 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:33:34.866178 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:33:34.866178 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:33:34.866178 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:33:34.866178 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:33:34.866178 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:33:34.866178 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:33:34.866178 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:33:34.866178 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:33:34.866178 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:33:34.866178 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:33:34.866178 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:33:34.866178 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:33:34.866178 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:33:34.866178 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:33:34.866178 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:33:34.866178 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:33:34.866178 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:33:34.866178 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:33:34.866178 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:33:34.866178 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:33:34.866178 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:33:34.870198 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-6b109a99-77b6-488a-95c0-2a3db5efc9ca tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeee3e60-b560-44e4-a30e-9f455145ea8b') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:34.870501 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-6b109a99-77b6-488a-95c0-2a3db5efc9ca tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeee3e60-b560-44e4-a30e-9f455145ea8b') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:34.883452 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6b109a99-77b6-488a-95c0-2a3db5efc9ca tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:34.898476 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6b109a99-77b6-488a-95c0-2a3db5efc9ca tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:34.908112 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b109a99-77b6-488a-95c0-2a3db5efc9ca tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:33:34.908995 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6b109a99-77b6-488a-95c0-2a3db5efc9ca tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:34.914461 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:33:34.914461 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:33:34.914461 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:33:34.914461 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:33:34.914461 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:33:34.914461 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:33:34.914461 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:33:34.914461 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:33:34.914461 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:33:34.914461 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:33:34.914461 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:33:34.914461 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:33:34.914461 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:33:34.914461 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:33:34.914461 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:33:34.914461 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:33:34.914461 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:33:34.914461 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:33:34.914461 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:33:34.914461 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:33:34.914461 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:33:34.914461 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:33:34.914461 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:33:34.914461 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:33:34.914461 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:33:34.914461 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:33:34.914461 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:33:34.914461 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:33:34.914461 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:33:34.914461 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:33:34.914461 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:33:34.914461 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:33:34.973212 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-21f11afb-b38b-40c7-9811-b29e5af08705 None None] For port 2447d7c4-f7fd-4d9a-95f0-07a4125544e3, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=2447d7c4-f7fd-4d9a-95f0-07a4125544e3,segment=NetworkSegment(2720ea07-d057-44c8-9002-e1c859f307dd),segment_id=2720ea07-d057-44c8-9002-e1c859f307dd)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:34.973799 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-21f11afb-b38b-40c7-9811-b29e5af08705 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:34.999264 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-21f11afb-b38b-40c7-9811-b29e5af08705 None None] Calling delete_port for 2447d7c4-f7fd-4d9a-95f0-07a4125544e3 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:35.011568 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6b109a99-77b6-488a-95c0-2a3db5efc9ca tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:35.018773 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6b109a99-77b6-488a-95c0-2a3db5efc9ca tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:35.023166 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6b109a99-77b6-488a-95c0-2a3db5efc9ca tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "DELETE /v2.0/networks/dfeb1c53-a5a4-43be-9710-02005c300dec HTTP/1.1" status: 204 len: 168 time: 4.0527351 Oct 26 08:33:35.028704 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33308) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:35.058965 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b109a99-77b6-488a-95c0-2a3db5efc9ca tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event deleted for resources: {'Network': ['ID=dfeb1c53-a5a4-43be-9710-02005c300dec,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:35.074408 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-20681219-51ec-43a4-8bd0-8071f87743bd tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] DELETE failed (client error): The resource could not be found. Oct 26 08:33:35.075152 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20681219-51ec-43a4-8bd0-8071f87743bd tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:35.078610 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-20681219-51ec-43a4-8bd0-8071f87743bd tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "DELETE /v2.0/networks/dfeb1c53-a5a4-43be-9710-02005c300dec HTTP/1.1" status: 404 len: 339 time: 0.0485389 Oct 26 08:33:35.083029 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33310) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:35.088912 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-6e24f0be-a2c3-4c85-9691-9182957861e2 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-640167644', 'description': 'd1'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:35.118103 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e24f0be-a2c3-4c85-9691-9182957861e2 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Made reservation on behalf of d25a916b9c2d4b34bcd65014285516f8 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:35.121936 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6e24f0be-a2c3-4c85-9691-9182957861e2 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:35.149256 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded6d504-b118-40a5-9b0e-1b50b281ea47 None None] Update dhcp port {'port': {'network_id': 'b2168707-af07-4d94-b147-a1579b752152', 'fixed_ips': [{'subnet_id': '84fcd846-554b-4265-a362-9c06992aea96', 'ip_address': '2001:db8::2'}, {'subnet_id': '417b3f8a-9113-46d4-9850-7b1af881dcb1'}], 'binding:host_id': 'dv-neutron-804846-13-hyperv'}, 'id': '892681c8-8503-4dab-a070-33a661171d6c'} from dv-neutron-804846-13-hyperv. {{(pid=102103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 08:33:35.163544 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e24f0be-a2c3-4c85-9691-9182957861e2 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:33:35.186768 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6e24f0be-a2c3-4c85-9691-9182957861e2 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:35.187233 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-6e24f0be-a2c3-4c85-9691-9182957861e2 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Added segment 080bafc3-9399-429d-8644-bb761878e873 of type vlan for network 65be546f-0784-4d5a-bf1b-de17de4696dd Oct 26 08:33:35.191220 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ded6d504-b118-40a5-9b0e-1b50b281ea47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:35.239587 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6e24f0be-a2c3-4c85-9691-9182957861e2 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:35.272956 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=892681c8-8503-4dab-a070-33a661171d6c,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:35.283239 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6e24f0be-a2c3-4c85-9691-9182957861e2 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:35.290082 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e24f0be-a2c3-4c85-9691-9182957861e2 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:35.290730 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6e24f0be-a2c3-4c85-9691-9182957861e2 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:35.334571 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-91062f66-667a-44f5-b377-d823a9e2bf4d None None] Provisioning complete for port 892681c8-8503-4dab-a070-33a661171d6c triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:35.334676 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-91062f66-667a-44f5-b377-d823a9e2bf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:35.384825 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 2447d7c4-f7fd-4d9a-95f0-07a4125544e3 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:35.385282 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:35.421168 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e24f0be-a2c3-4c85-9691-9182957861e2 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event updated for resources: {'Network': ['ID=65be546f-0784-4d5a-bf1b-de17de4696dd,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:35.428903 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6e24f0be-a2c3-4c85-9691-9182957861e2 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3442295 Oct 26 08:33:35.432807 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33312) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:35.449004 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 65be546f-0784-4d5a-bf1b-de17de4696dd details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:33:35.509322 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6a1dadde-b9ab-4f99-9138-6261ebea5675 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:35.526099 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf42d75-3493-4611-b052-15e063b663de None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:35.529492 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-453401d4-267c-48cd-a6ce-b0104d97b907 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:35.533832 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-453401d4-267c-48cd-a6ce-b0104d97b907 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:35.540280 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-453401d4-267c-48cd-a6ce-b0104d97b907 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "DELETE /v2.0/networks/6282d4ba-0351-4ffa-b9f8-590326ea36fe HTTP/1.1" status: 204 len: 168 time: 8.6226540 Oct 26 08:33:35.560329 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33314) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:35.583264 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453401d4-267c-48cd-a6ce-b0104d97b907 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event deleted for resources: {'Network': ['ID=6282d4ba-0351-4ffa-b9f8-590326ea36fe,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:35.604627 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e465387-2f18-4a62-bee6-113f86c860df tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:35.610035 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-130a1e7f-5f02-4cd3-a30a-c68f99763601 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] DELETE failed (client error): The resource could not be found. Oct 26 08:33:35.610960 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-130a1e7f-5f02-4cd3-a30a-c68f99763601 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:35.623169 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-130a1e7f-5f02-4cd3-a30a-c68f99763601 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "DELETE /v2.0/networks/6282d4ba-0351-4ffa-b9f8-590326ea36fe HTTP/1.1" status: 404 len: 339 time: 0.0614839 Oct 26 08:33:35.631789 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33316) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:35.639695 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28caf129-8737-43ed-b35c-1ffb6e225ffd tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:35.641409 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-28caf129-8737-43ed-b35c-1ffb6e225ffd tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "GET /v2.0/networks?id=65be546f-0784-4d5a-bf1b-de17de4696dd HTTP/1.1" status: 200 len: 760 time: 0.2076461 Oct 26 08:33:35.644130 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33318) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:35.649468 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-361c7e41-efa2-492a-84ec-bd50eb0cbfa4 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Request body: {'network': {'description': 'd2'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:35.659606 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-d0c8c0bb-7e61-44e8-8144-1f29466035b6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-731085837', 'description': 'd1'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:35.665149 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-21f11afb-b38b-40c7-9811-b29e5af08705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:35.692778 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-501c3ba0-0af7-49f6-89e9-676c18d37c82 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:35.722085 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-4e465387-2f18-4a62-bee6-113f86c860df tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:35.725211 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e465387-2f18-4a62-bee6-113f86c860df tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:35.738726 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e465387-2f18-4a62-bee6-113f86c860df tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Port': ['ID=8374d856-95c7-45ee-9ad7-13161c4faf2a,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:35.763248 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f11afb-b38b-40c7-9811-b29e5af08705 None None] Pushing event deleted for resources: {'Port': ['ID=2447d7c4-f7fd-4d9a-95f0-07a4125544e3,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:35.765162 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f11afb-b38b-40c7-9811-b29e5af08705 None None] No DVR routers for this DVR port 2447d7c4-f7fd-4d9a-95f0-07a4125544e3 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:33:35.790074 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-501c3ba0-0af7-49f6-89e9-676c18d37c82 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:35.817689 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e55f6e95-3f5c-4291-bd7e-8f6a8b526569 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8100261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8097850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15702'] for router, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:35.842376 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-ded6d504-b118-40a5-9b0e-1b50b281ea47 None None] Allocated IP 2001:db8:0:1::2 (b2168707-af07-4d94-b147-a1579b752152/417b3f8a-9113-46d4-9850-7b1af881dcb1/892681c8-8503-4dab-a070-33a661171d6c) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:35.885362 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c3ba0-0af7-49f6-89e9-676c18d37c82 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b43abeb-cd69-41b3-b1fe-520018ff83c1,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:35.888285 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e55f6e95-3f5c-4291-bd7e-8f6a8b526569 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8100266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8100243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8097827'] for router, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:35.901003 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-01272a55-eae5-4ddb-bde1-64823d37a161 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:35.954088 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e465387-2f18-4a62-bee6-113f86c860df tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:35.954750 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4e465387-2f18-4a62-bee6-113f86c860df tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:35.994755 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c8c0bb-7e61-44e8-8144-1f29466035b6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Made reservation on behalf of 3905ee3ef311437797d112e063b81314 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:35.998757 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d0c8c0bb-7e61-44e8-8144-1f29466035b6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:36.000873 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6a1dadde-b9ab-4f99-9138-6261ebea5675 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:36.047864 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-ded6d504-b118-40a5-9b0e-1b50b281ea47 None None] For port 892681c8-8503-4dab-a070-33a661171d6c, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=892681c8-8503-4dab-a070-33a661171d6c,segment=NetworkSegment(02a73009-3602-4cac-8bba-bd796c57d716),segment_id=02a73009-3602-4cac-8bba-bd796c57d716)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:36.089774 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01272a55-eae5-4ddb-bde1-64823d37a161 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Pushing event deleted for resources: {'Port': ['ID=2447d7c4-f7fd-4d9a-95f0-07a4125544e3,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:36.116379 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c8c0bb-7e61-44e8-8144-1f29466035b6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:33:36.147351 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d0c8c0bb-7e61-44e8-8144-1f29466035b6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:36.147695 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-d0c8c0bb-7e61-44e8-8144-1f29466035b6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Added segment e08c6d80-faac-4b92-aaf5-f5c0c57888e0 of type vlan for network da6d2326-103b-4eac-ae02-fc2fec88a68d Oct 26 08:33:36.149775 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-361c7e41-efa2-492a-84ec-bd50eb0cbfa4 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:36.157893 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01272a55-eae5-4ddb-bde1-64823d37a161 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] No DVR routers for this DVR port 2447d7c4-f7fd-4d9a-95f0-07a4125544e3 on host dv-neutron-804846-13-hyperv {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:33:36.167313 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-501c3ba0-0af7-49f6-89e9-676c18d37c82 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:36.171363 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-501c3ba0-0af7-49f6-89e9-676c18d37c82 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1892691 Oct 26 08:33:36.172192 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4e465387-2f18-4a62-bee6-113f86c860df tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 7.0306933 Oct 26 08:33:36.181017 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33320) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:36.181479 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33322) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:36.191378 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-307f1cc7-912d-4c8e-b74d-1b19a37e441b tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Request body: {'floatingip': {'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:36.243020 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-361c7e41-efa2-492a-84ec-bd50eb0cbfa4 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:36.258931 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-6a1dadde-b9ab-4f99-9138-6261ebea5675 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d777a36-4153-449a-bf90-84c1c3f8fc0b']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:36.266171 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d0c8c0bb-7e61-44e8-8144-1f29466035b6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:36.282419 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 892681c8-8503-4dab-a070-33a661171d6c up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:33:36.287484 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-361c7e41-efa2-492a-84ec-bd50eb0cbfa4 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Network 65be546f-0784-4d5a-bf1b-de17de4696dd is not hosted by any dhcp agent {{(pid=102102) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 08:33:36.292661 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361c7e41-efa2-492a-84ec-bd50eb0cbfa4 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:36.293455 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-361c7e41-efa2-492a-84ec-bd50eb0cbfa4 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:36.294807 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-361c7e41-efa2-492a-84ec-bd50eb0cbfa4 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "PUT /v2.0/networks/65be546f-0784-4d5a-bf1b-de17de4696dd HTTP/1.1" status: 200 len: 757 time: 0.6495142 Oct 26 08:33:36.309084 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-6a1dadde-b9ab-4f99-9138-6261ebea5675 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3415cfc5-dbd9-4a3e-b75c-b3cbd87be011') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:36.309831 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-6a1dadde-b9ab-4f99-9138-6261ebea5675 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3415cfc5-dbd9-4a3e-b75c-b3cbd87be011') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:36.320646 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-d2f5256f-8330-48d3-9c6e-3d3e81350455 None None] Provisioning complete for port cfef8071-ddcd-41bb-a357-fbceca19ebc3 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:36.321026 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d2f5256f-8330-48d3-9c6e-3d3e81350455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:36.330478 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33324) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:36.349068 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55f6e95-3f5c-4291-bd7e-8f6a8b526569 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Router 14769d5a-0fea-4e68-bec4-23d7561e52dd has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:33:36.359867 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6a1dadde-b9ab-4f99-9138-6261ebea5675 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:36.382147 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-307f1cc7-912d-4c8e-b74d-1b19a37e441b tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks [] for floatingip, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:36.399923 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ded6d504-b118-40a5-9b0e-1b50b281ea47 None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:36.413846 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6a1dadde-b9ab-4f99-9138-6261ebea5675 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:36.421658 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-01272a55-eae5-4ddb-bde1-64823d37a161 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:36.428323 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c7e41-efa2-492a-84ec-bd50eb0cbfa4 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event updated for resources: {'Network': ['ID=65be546f-0784-4d5a-bf1b-de17de4696dd,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:36.448411 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d2f5256f-8330-48d3-9c6e-3d3e81350455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:36.450278 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d0c8c0bb-7e61-44e8-8144-1f29466035b6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:36.451090 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 65be546f-0784-4d5a-bf1b-de17de4696dd details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:33:36.456180 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ded6d504-b118-40a5-9b0e-1b50b281ea47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:36.457164 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c8c0bb-7e61-44e8-8144-1f29466035b6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:36.458348 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d0c8c0bb-7e61-44e8-8144-1f29466035b6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:36.508885 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a1dadde-b9ab-4f99-9138-6261ebea5675 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:33:36.509517 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6a1dadde-b9ab-4f99-9138-6261ebea5675 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:36.520596 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f975b804-46cf-487e-bdd2-bad05a9c33ef tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:36.527366 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f975b804-46cf-487e-bdd2-bad05a9c33ef tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:36.532560 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f975b804-46cf-487e-bdd2-bad05a9c33ef tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.3360274 Oct 26 08:33:36.533439 dv-neutron-804846-13-hyperv neutron-server[102101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:33:36.533439 dv-neutron-804846-13-hyperv neutron-server[102101]: self.session.flush() Oct 26 08:33:36.533439 dv-neutron-804846-13-hyperv neutron-server[102101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:33:36.533439 dv-neutron-804846-13-hyperv neutron-server[102101]: self.session.flush() Oct 26 08:33:36.533439 dv-neutron-804846-13-hyperv neutron-server[102101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:33:36.533439 dv-neutron-804846-13-hyperv neutron-server[102101]: self.session.flush() Oct 26 08:33:36.533439 dv-neutron-804846-13-hyperv neutron-server[102101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:33:36.533439 dv-neutron-804846-13-hyperv neutron-server[102101]: self.session.flush() Oct 26 08:33:36.533439 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:33:36.533439 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:33:36.533439 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:33:36.533439 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:33:36.533439 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:33:36.533439 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:33:36.533439 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:33:36.533439 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:33:36.533439 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:33:36.533439 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:33:36.533439 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:33:36.533439 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:33:36.533439 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:33:36.533439 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:33:36.533439 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:33:36.533439 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:33:36.533439 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:33:36.533439 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:33:36.533439 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:33:36.533439 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:33:36.533439 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:33:36.533439 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:33:36.533439 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:33:36.533439 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:33:36.533439 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:33:36.533439 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:33:36.533439 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:33:36.533439 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:33:36.533439 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:33:36.533439 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:33:36.533439 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:33:36.533439 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:33:36.535978 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33326) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:36.545948 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da1034b-e8a3-46b3-b076-64fec2f19377 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:36.553011 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5da1034b-e8a3-46b3-b076-64fec2f19377 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "GET /v2.0/networks?id=65be546f-0784-4d5a-bf1b-de17de4696dd HTTP/1.1" status: 200 len: 760 time: 0.2156398 Oct 26 08:33:36.605947 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33328) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:36.612262 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-d3dfb34a-43b3-40dc-b744-268bf3272be2 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2057860473'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:36.621316 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d0c8c0bb-7e61-44e8-8144-1f29466035b6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9785442 Oct 26 08:33:36.627124 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33330) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:36.652600 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8c0bb-7e61-44e8-8144-1f29466035b6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event updated for resources: {'Network': ['ID=da6d2326-103b-4eac-ae02-fc2fec88a68d,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:36.677594 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network da6d2326-103b-4eac-ae02-fc2fec88a68d details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:33:36.678458 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3dfb34a-43b3-40dc-b744-268bf3272be2 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Made reservation on behalf of d25a916b9c2d4b34bcd65014285516f8 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:36.682730 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d3dfb34a-43b3-40dc-b744-268bf3272be2 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:36.685222 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-01272a55-eae5-4ddb-bde1-64823d37a161 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['026cc6c0-496f-4419-91dd-600ba2962ff8']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:36.713532 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-d2f5256f-8330-48d3-9c6e-3d3e81350455 None None] For port cfef8071-ddcd-41bb-a357-fbceca19ebc3, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=cfef8071-ddcd-41bb-a357-fbceca19ebc3,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:36.725909 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded6d504-b118-40a5-9b0e-1b50b281ea47 None None] Pushing event updated for resources: {'Port': ['ID=892681c8-8503-4dab-a070-33a661171d6c,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:36.728046 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3dfb34a-43b3-40dc-b744-268bf3272be2 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:33:36.748135 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-9e8dc610-93a6-41e2-940f-03605124335e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting port 8374d856-95c7-45ee-9ad7-13161c4faf2a {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:36.748628 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9e8dc610-93a6-41e2-940f-03605124335e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:36.752087 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d3dfb34a-43b3-40dc-b744-268bf3272be2 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:36.752446 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-d3dfb34a-43b3-40dc-b744-268bf3272be2 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Added segment c6526e66-bbb7-480a-9d1e-7defcf54d544 of type vlan for network d6917e2b-3e4b-4fbd-b907-522c57636452 Oct 26 08:33:36.782293 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-01272a55-eae5-4ddb-bde1-64823d37a161 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2720ea07-d057-44c8-9002-e1c859f307dd') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:36.782886 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-01272a55-eae5-4ddb-bde1-64823d37a161 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2720ea07-d057-44c8-9002-e1c859f307dd') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:36.794740 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d2f5256f-8330-48d3-9c6e-3d3e81350455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:36.814043 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 892681c8-8503-4dab-a070-33a661171d6c triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:36.814414 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:36.858375 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d3dfb34a-43b3-40dc-b744-268bf3272be2 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:36.892340 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55f6e95-3f5c-4291-bd7e-8f6a8b526569 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:33:36.903418 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-01272a55-eae5-4ddb-bde1-64823d37a161 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:36.910387 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e3df98-6d06-4fc1-97e9-bc38760beaff None None] Sync routers for ids ['14769d5a-0fea-4e68-bec4-23d7561e52dd'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:33:36.943043 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9e8dc610-93a6-41e2-940f-03605124335e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:36.951710 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d3dfb34a-43b3-40dc-b744-268bf3272be2 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:36.955037 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e55f6e95-3f5c-4291-bd7e-8f6a8b526569 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:36.956594 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e55f6e95-3f5c-4291-bd7e-8f6a8b526569 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] 10.222.0.41 "PUT /v2.0/routers/14769d5a-0fea-4e68-bec4-23d7561e52dd HTTP/1.1" status: 200 len: 706 time: 7.6024344 Oct 26 08:33:36.957834 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dfb34a-43b3-40dc-b744-268bf3272be2 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:36.958921 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d3dfb34a-43b3-40dc-b744-268bf3272be2 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:36.964531 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e3df98-6d06-4fc1-97e9-bc38760beaff None None] Routers {'14769d5a-0fea-4e68-bec4-23d7561e52dd'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:33:36.965189 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-86e3df98-6d06-4fc1-97e9-bc38760beaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:33:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['14769d5a-0fea-4e68-bec4-23d7561e52dd'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:36.968335 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6a1dadde-b9ab-4f99-9138-6261ebea5675 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:36.972969 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33332) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:36.978449 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-01272a55-eae5-4ddb-bde1-64823d37a161 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:36.990899 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d3dfb34a-43b3-40dc-b744-268bf3272be2 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3835490 Oct 26 08:33:36.992128 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-9e8dc610-93a6-41e2-940f-03605124335e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Calling delete_port for 8374d856-95c7-45ee-9ad7-13161c4faf2a owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:37.006124 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33334) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:37.026952 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5256f-8330-48d3-9c6e-3d3e81350455 None None] Pushing event updated for resources: {'Port': ['ID=cfef8071-ddcd-41bb-a357-fbceca19ebc3,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:37.029970 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-86e3df98-6d06-4fc1-97e9-bc38760beaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:37.034327 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-92a6e77d-6d73-4bf3-bd28-aaa9c49f1fc1 None None] Provisioning complete for port cfef8071-ddcd-41bb-a357-fbceca19ebc3 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:37.034699 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-92a6e77d-6d73-4bf3-bd28-aaa9c49f1fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:37.045510 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-33079c28-8bb7-4c2d-81ed-f465a1b5ee5f tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Request body: {'subnet': {'network_id': 'd6917e2b-3e4b-4fbd-b907-522c57636452', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:37.077788 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e3df98-6d06-4fc1-97e9-bc38760beaff None None] Routers {'14769d5a-0fea-4e68-bec4-23d7561e52dd'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:33:37.078438 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-86e3df98-6d06-4fc1-97e9-bc38760beaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:33:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['14769d5a-0fea-4e68-bec4-23d7561e52dd'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:37.098678 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1dadde-b9ab-4f99-9138-6261ebea5675 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5d777a36-4153-449a-bf90-84c1c3f8fc0b {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 08:33:37.101670 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1dadde-b9ab-4f99-9138-6261ebea5675 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Pushing event deleted for resources: {'Network': ['ID=5d777a36-4153-449a-bf90-84c1c3f8fc0b,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:37.105811 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01272a55-eae5-4ddb-bde1-64823d37a161 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:33:37.106376 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-01272a55-eae5-4ddb-bde1-64823d37a161 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:37.115921 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:33:37.115921 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:33:37.115921 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:33:37.115921 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:33:37.115921 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:33:37.115921 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:33:37.115921 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:33:37.115921 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:33:37.115921 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:33:37.115921 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:33:37.115921 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:33:37.115921 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:33:37.115921 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:33:37.115921 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:33:37.115921 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:33:37.115921 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:33:37.115921 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:33:37.115921 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:33:37.115921 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:33:37.115921 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:33:37.115921 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:33:37.115921 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:33:37.115921 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:33:37.115921 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:33:37.115921 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:33:37.115921 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:33:37.115921 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:33:37.115921 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:33:37.115921 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:33:37.115921 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:33:37.115921 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:33:37.115921 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:33:37.133076 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6a1dadde-b9ab-4f99-9138-6261ebea5675 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:37.136432 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6a1dadde-b9ab-4f99-9138-6261ebea5675 tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] 10.222.0.41 "DELETE /v2.0/networks/5d777a36-4153-449a-bf90-84c1c3f8fc0b HTTP/1.1" status: 204 len: 168 time: 2.7030940 Oct 26 08:33:37.166192 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-86e3df98-6d06-4fc1-97e9-bc38760beaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:37.166872 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e3df98-6d06-4fc1-97e9-bc38760beaff None None] The sync data for ids ['14769d5a-0fea-4e68-bec4-23d7561e52dd'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:33:37.166987 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dfb34a-43b3-40dc-b744-268bf3272be2 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event updated for resources: {'Network': ['ID=d6917e2b-3e4b-4fbd-b907-522c57636452,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:37.177579 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33336) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:37.181663 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network d6917e2b-3e4b-4fbd-b907-522c57636452 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:33:37.193211 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa50681f-22e0-4e9a-9ac4-e040277d0554 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:37.197277 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-fa50681f-22e0-4e9a-9ac4-e040277d0554 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "GET /v2.0/networks?id=da6d2326-103b-4eac-ae02-fc2fec88a68d HTTP/1.1" status: 200 len: 764 time: 0.5409865 Oct 26 08:33:37.198126 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-31652b9a-503d-40b0-a0a4-c0d9c8ffeccd tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Request body: {'network': {'name': 'tempest-network--1174369574'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:37.218106 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33338) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:37.224913 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-a1d94cc8-0d42-4ca3-a28a-955ba51cc35f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Allocated IP 2001:db8::1fa (b2168707-af07-4d94-b147-a1579b752152/84fcd846-554b-4265-a362-9c06992aea96/039680e9-1aa2-4d8d-980c-ce56d5d5a171) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:37.238160 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-acb246bf-be69-43ab-a234-23a58357b1a8 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] 10.222.0.41 "GET /v2.0/routers/14769d5a-0fea-4e68-bec4-23d7561e52dd HTTP/1.1" status: 200 len: 741 time: 0.2546310 Oct 26 08:33:37.243283 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-af39a926-2cfd-4764-bfef-bb66379f8549 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Request body: {'network': {'description': 'd2'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:37.248311 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33340) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:37.258714 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device cfef8071-ddcd-41bb-a357-fbceca19ebc3 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:33:37.380103 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8fb84e48-cd65-4c71-95e0-0e7e8f3b8459 tempest-RoutersAdminTest-1521370461 tempest-RoutersAdminTest-1521370461-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=e0ba3cfd-db28-4690-8a12-e5c00a0b88c4&device_id=14769d5a-0fea-4e68-bec4-23d7561e52dd HTTP/1.1" status: 200 len: 205 time: 0.1214433 Oct 26 08:33:37.386981 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33342) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:37.418057 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port cfef8071-ddcd-41bb-a357-fbceca19ebc3 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:37.418455 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:37.420037 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-92a6e77d-6d73-4bf3-bd28-aaa9c49f1fc1 None None] Provisioning complete for port 8374d856-95c7-45ee-9ad7-13161c4faf2a triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:37.420398 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-92a6e77d-6d73-4bf3-bd28-aaa9c49f1fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:37.451202 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-af39a926-2cfd-4764-bfef-bb66379f8549 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:37.467210 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-a1d94cc8-0d42-4ca3-a28a-955ba51cc35f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Allocated IP 2001:db8:0:1::41 (b2168707-af07-4d94-b147-a1579b752152/417b3f8a-9113-46d4-9850-7b1af881dcb1/039680e9-1aa2-4d8d-980c-ce56d5d5a171) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:37.488075 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31652b9a-503d-40b0-a0a4-c0d9c8ffeccd tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Made reservation on behalf of c6515f8055564587994ce5ae0c54c5be for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:37.491718 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-31652b9a-503d-40b0-a0a4-c0d9c8ffeccd tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:37.500002 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4da01993-bd29-4540-a2a9-c8806fc75e7a tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] 10.222.0.41 "GET /v2.0/ports?device_id=14769d5a-0fea-4e68-bec4-23d7561e52dd HTTP/1.1" status: 200 len: 205 time: 0.1116066 Oct 26 08:33:37.503367 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33344) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:37.507096 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33079c28-8bb7-4c2d-81ed-f465a1b5ee5f tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Made reservation on behalf of d25a916b9c2d4b34bcd65014285516f8 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:37.508979 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-af39a926-2cfd-4764-bfef-bb66379f8549 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:37.511298 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-33079c28-8bb7-4c2d-81ed-f465a1b5ee5f tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:37.524878 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-af39a926-2cfd-4764-bfef-bb66379f8549 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Network da6d2326-103b-4eac-ae02-fc2fec88a68d is not hosted by any dhcp agent {{(pid=102101) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 08:33:37.525384 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-92a6e77d-6d73-4bf3-bd28-aaa9c49f1fc1 None None] Port 8374d856-95c7-45ee-9ad7-13161c4faf2a cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:33:37.530436 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af39a926-2cfd-4764-bfef-bb66379f8549 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:37.531059 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-af39a926-2cfd-4764-bfef-bb66379f8549 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:37.534804 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-af39a926-2cfd-4764-bfef-bb66379f8549 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "PUT /v2.0/networks/da6d2326-103b-4eac-ae02-fc2fec88a68d HTTP/1.1" status: 200 len: 761 time: 0.3010964 Oct 26 08:33:37.539865 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33346) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:37.540508 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-01272a55-eae5-4ddb-bde1-64823d37a161 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:37.569067 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 2776da35-48ee-4053-a872-c3755c66b9e2 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:33:37.643168 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 2776da35-48ee-4053-a872-c3755c66b9e2 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:37.643542 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:37.673529 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022fa75a-5bb5-43c3-9cae-7c151426f5dd None None] Network b2168707-af07-4d94-b147-a1579b752152 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:37.700182 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d472072-6843-4cb8-a2a1-7775314ad242 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:37.701574 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9d472072-6843-4cb8-a2a1-7775314ad242 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "GET /v2.0/networks?id=da6d2326-103b-4eac-ae02-fc2fec88a68d HTTP/1.1" status: 200 len: 764 time: 0.1460929 Oct 26 08:33:37.703607 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-01272a55-eae5-4ddb-bde1-64823d37a161 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:37.709462 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-01272a55-eae5-4ddb-bde1-64823d37a161 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] 10.222.0.41 "DELETE /v2.0/networks/026cc6c0-496f-4419-91dd-600ba2962ff8 HTTP/1.1" status: 204 len: 168 time: 5.0244956 Oct 26 08:33:37.722078 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33348) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:37.742148 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-6a175f35-61aa-4acc-acb2-892b255cb031 None None] Provisioning complete for port 8374d856-95c7-45ee-9ad7-13161c4faf2a triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:37.742527 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6a175f35-61aa-4acc-acb2-892b255cb031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:37.825868 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-33079c28-8bb7-4c2d-81ed-f465a1b5ee5f tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:37.882974 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-6a175f35-61aa-4acc-acb2-892b255cb031 None None] Port 8374d856-95c7-45ee-9ad7-13161c4faf2a cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:33:37.991323 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cc65304d-7f8b-49f1-806d-e39dc6d71a2b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:38.000479 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31652b9a-503d-40b0-a0a4-c0d9c8ffeccd tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:33:38.017193 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 2447d7c4-f7fd-4d9a-95f0-07a4125544e3 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:33:38.054068 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-922fbb4d-191a-4f89-9783-e7540740fb82 None None] Provisioning complete for port 892681c8-8503-4dab-a070-33a661171d6c triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:38.054707 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-922fbb4d-191a-4f89-9783-e7540740fb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:38.057742 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 2447d7c4-f7fd-4d9a-95f0-07a4125544e3 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:33:38.058297 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 2447d7c4-f7fd-4d9a-95f0-07a4125544e3 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:33:38.085181 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33354) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:38.187612 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 892681c8-8503-4dab-a070-33a661171d6c up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:33:38.204988 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-31652b9a-503d-40b0-a0a4-c0d9c8ffeccd tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:38.205936 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-31652b9a-503d-40b0-a0a4-c0d9c8ffeccd tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Added segment a878271e-242d-4df3-823e-77710a6d3691 of type vlan for network 2478b48c-f0a2-4c6a-8b53-f73bb25bcbe4 Oct 26 08:33:38.218499 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877fbc17-b121-4380-bf57-660d0f17170d tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:38.223534 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33079c28-8bb7-4c2d-81ed-f465a1b5ee5f tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event updated for resources: {'Subnet': ['ID=0645534f-b2ea-45a2-9eed-38d05ab90aa6,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:38.224794 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-877fbc17-b121-4380-bf57-660d0f17170d tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4931979 Oct 26 08:33:38.228841 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33358) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:38.234783 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9e8dc610-93a6-41e2-940f-03605124335e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:38.237457 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af39a926-2cfd-4764-bfef-bb66379f8549 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event updated for resources: {'Network': ['ID=da6d2326-103b-4eac-ae02-fc2fec88a68d,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:38.263455 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01272a55-eae5-4ddb-bde1-64823d37a161 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306 tempest-ExtraDHCPOptionsIpV6TestJSON-1621642306-project] Pushing event deleted for resources: {'Network': ['ID=026cc6c0-496f-4419-91dd-600ba2962ff8,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:38.265773 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network da6d2326-103b-4eac-ae02-fc2fec88a68d details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:33:38.272898 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-307f1cc7-912d-4c8e-b74d-1b19a37e441b tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:38.350966 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-cfba9c7d-f58d-42b9-b19d-15bc68e9f1e1 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "GET /v2.0/subnets?network_id=e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 HTTP/1.1" status: 200 len: 207 time: 0.1172597 Oct 26 08:33:38.355741 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33360) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:38.381369 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8dc610-93a6-41e2-940f-03605124335e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Port': ['ID=8374d856-95c7-45ee-9ad7-13161c4faf2a,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:38.419280 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 892681c8-8503-4dab-a070-33a661171d6c triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:38.419661 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:38.427961 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4064bf-77a2-4927-9c87-17c019df852d None None] get_active_networks_info from dv-neutron-804846-13-hyperv {{(pid=102103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 08:33:38.463598 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-31652b9a-503d-40b0-a0a4-c0d9c8ffeccd tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:38.470071 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a1d94cc8-0d42-4ca3-a28a-955ba51cc35f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:38.478971 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33079c28-8bb7-4c2d-81ed-f465a1b5ee5f tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Checking segment: {'id': 'c6526e66-bbb7-480a-9d1e-7defcf54d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd6917e2b-3e4b-4fbd-b907-522c57636452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:33:38.479687 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33079c28-8bb7-4c2d-81ed-f465a1b5ee5f tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Network hostable DHCP agents. Network: d6917e2b-3e4b-4fbd-b907-522c57636452, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:33:38.511833 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cc65304d-7f8b-49f1-806d-e39dc6d71a2b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:38.536827 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cc65304d-7f8b-49f1-806d-e39dc6d71a2b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:38.567919 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-307f1cc7-912d-4c8e-b74d-1b19a37e441b tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Allocated IP 172.26.2.245 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/a1d9f047-1aa6-4a30-a790-6549ed06628a) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:38.580569 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dab4a9-efb5-4201-88ce-60b616c8dc9d tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:38.586900 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dab4a9-efb5-4201-88ce-60b616c8dc9d tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:38.592997 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dab4a9-efb5-4201-88ce-60b616c8dc9d tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:38.599934 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dab4a9-efb5-4201-88ce-60b616c8dc9d tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:38.606258 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dab4a9-efb5-4201-88ce-60b616c8dc9d tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:38.612646 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dab4a9-efb5-4201-88ce-60b616c8dc9d tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:38.618248 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-56dab4a9-efb5-4201-88ce-60b616c8dc9d tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3727 time: 0.2553208 Oct 26 08:33:38.620692 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33362) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:38.643172 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-31652b9a-503d-40b0-a0a4-c0d9c8ffeccd tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:38.644373 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31652b9a-503d-40b0-a0a4-c0d9c8ffeccd tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:38.646015 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-31652b9a-503d-40b0-a0a4-c0d9c8ffeccd tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:38.683722 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33079c28-8bb7-4c2d-81ed-f465a1b5ee5f tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Network d6917e2b-3e4b-4fbd-b907-522c57636452 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:33:38.715404 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-4a7ee518-1bfe-432a-890f-5f3b06a5bef4 None None] Provisioning complete for port 892681c8-8503-4dab-a070-33a661171d6c triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:38.715787 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4a7ee518-1bfe-432a-890f-5f3b06a5bef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:38.720468 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cc65304d-7f8b-49f1-806d-e39dc6d71a2b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:38.720468 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc65304d-7f8b-49f1-806d-e39dc6d71a2b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Fanout notify agent at l3_agent the message router_deleted on router 14769d5a-0fea-4e68-bec4-23d7561e52dd {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:33:38.731790 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1a5c7243-744f-4898-9812-d0a9d6740884 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c557c0f9e6044e54808e1e9acc93f17e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5588288 Oct 26 08:33:38.734966 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33364) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:38.739716 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cc65304d-7f8b-49f1-806d-e39dc6d71a2b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:38.743973 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-cc65304d-7f8b-49f1-806d-e39dc6d71a2b tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] 10.222.0.41 "DELETE /v2.0/routers/14769d5a-0fea-4e68-bec4-23d7561e52dd HTTP/1.1" status: 204 len: 168 time: 1.2349088 Oct 26 08:33:38.745664 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-31652b9a-503d-40b0-a0a4-c0d9c8ffeccd tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.5575359 Oct 26 08:33:38.747602 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33366) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:38.751385 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33368) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:38.752615 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a1d94cc8-0d42-4ca3-a28a-955ba51cc35f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:38.760076 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9e8dc610-93a6-41e2-940f-03605124335e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:38.763149 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9e8dc610-93a6-41e2-940f-03605124335e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/ports/8374d856-95c7-45ee-9ad7-13161c4faf2a HTTP/1.1" status: 204 len: 168 time: 2.2278380 Oct 26 08:33:38.775367 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-e00555f6-7f81-4404-9ea9-12803bddf80d tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:38.777760 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33370) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:38.808624 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-33079c28-8bb7-4c2d-81ed-f465a1b5ee5f tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, d6917e2b-3e4b-4fbd-b907-522c57636452) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:38.824850 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1449b9d3-a0be-490a-ac8e-048668a100e7 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] 10.222.0.41 "GET /v2.0/ports?device_id=14769d5a-0fea-4e68-bec4-23d7561e52dd HTTP/1.1" status: 200 len: 205 time: 0.0721178 Oct 26 08:33:38.837117 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33372) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:38.856611 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device cfef8071-ddcd-41bb-a357-fbceca19ebc3 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:33:38.867413 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31652b9a-503d-40b0-a0a4-c0d9c8ffeccd tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Pushing event updated for resources: {'Network': ['ID=2478b48c-f0a2-4c6a-8b53-f73bb25bcbe4,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:38.870392 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33079c28-8bb7-4c2d-81ed-f465a1b5ee5f tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:38.870761 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d94cc8-0d42-4ca3-a28a-955ba51cc35f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Network b2168707-af07-4d94-b147-a1579b752152 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:38.871129 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-33079c28-8bb7-4c2d-81ed-f465a1b5ee5f tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:38.889863 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 2478b48c-f0a2-4c6a-8b53-f73bb25bcbe4 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:33:38.919780 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-a1d94cc8-0d42-4ca3-a28a-955ba51cc35f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:38.924571 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-33079c28-8bb7-4c2d-81ed-f465a1b5ee5f tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9157095 Oct 26 08:33:38.930940 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33374) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:38.934009 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-9d2ad795-a1d0-45b3-818b-3b16a8f224d7 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] delete failed (client error): The resource could not be found. Oct 26 08:33:38.937609 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9d2ad795-a1d0-45b3-818b-3b16a8f224d7 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] 10.222.0.41 "DELETE /v2.0/routers/14769d5a-0fea-4e68-bec4-23d7561e52dd HTTP/1.1" status: 404 len: 336 time: 0.0942514 Oct 26 08:33:38.942923 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d94cc8-0d42-4ca3-a28a-955ba51cc35f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:38.945711 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1abb47c-a25e-48c7-9389-6e9c469b97f8 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:38.946945 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1abb47c-a25e-48c7-9389-6e9c469b97f8 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:38.948493 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1abb47c-a25e-48c7-9389-6e9c469b97f8 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:38.948904 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d94cc8-0d42-4ca3-a28a-955ba51cc35f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:38.949541 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a1d94cc8-0d42-4ca3-a28a-955ba51cc35f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:38.950083 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a1abb47c-a25e-48c7-9389-6e9c469b97f8 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1686592 Oct 26 08:33:38.952755 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33376) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:38.952955 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33378) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:38.974600 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d94cc8-0d42-4ca3-a28a-955ba51cc35f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Port': ['ID=039680e9-1aa2-4d8d-980c-ce56d5d5a171,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:39.005269 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3b7055a7-24de-476b-bb5e-fe45e3a31847 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 809 time: 0.3785415 Oct 26 08:33:39.014690 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33380) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:39.073739 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a1d94cc8-0d42-4ca3-a28a-955ba51cc35f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 6.0067472 Oct 26 08:33:39.074605 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4ca218c9-1deb-4627-86cf-a08a74ca55b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:39.078864 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-307f1cc7-912d-4c8e-b74d-1b19a37e441b tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:39.080309 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33382) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:39.084996 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port cfef8071-ddcd-41bb-a357-fbceca19ebc3 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:39.085309 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:39.089056 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-cf343388-f938-4e59-b6ce-3b9252c7c341 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '84fcd846-554b-4265-a362-9c06992aea96'}]}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:39.148934 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4064bf-77a2-4927-9c87-17c019df852d None None] Unable to find a vacant binding_index for network d6917e2b-3e4b-4fbd-b907-522c57636452 and agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Oct 26 08:33:39.156108 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4064bf-77a2-4927-9c87-17c019df852d None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, d6917e2b-3e4b-4fbd-b907-522c57636452) {{(pid=102103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 08:33:39.160918 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4ca218c9-1deb-4627-86cf-a08a74ca55b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:39.193195 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b11291f-f8f0-42f2-9e60-09bcf617d2af tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:39.194833 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b11291f-f8f0-42f2-9e60-09bcf617d2af tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:39.196478 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b11291f-f8f0-42f2-9e60-09bcf617d2af tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:39.198132 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b11291f-f8f0-42f2-9e60-09bcf617d2af tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:39.199955 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b11291f-f8f0-42f2-9e60-09bcf617d2af tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:39.204884 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1b11291f-f8f0-42f2-9e60-09bcf617d2af tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1839759 Oct 26 08:33:39.212713 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33384) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:39.303009 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cf343388-f938-4e59-b6ce-3b9252c7c341 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:39.315358 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-08e7afcd-d98b-4f5d-ab20-8d498c77c7ab tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] 10.222.0.41 "GET /v2.0/ports?device_id=6afcc1cd-e8d5-4f07-bd1c-0ad7aa382c29 HTTP/1.1" status: 200 len: 205 time: 0.3591130 Oct 26 08:33:39.320940 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33386) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:39.333819 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-307f1cc7-912d-4c8e-b74d-1b19a37e441b tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:39.395997 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-4f759dc0-f4a5-4da5-a748-135016d4b852 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] delete failed (client error): The resource could not be found. Oct 26 08:33:39.399520 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4f759dc0-f4a5-4da5-a748-135016d4b852 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] 10.222.0.41 "DELETE /v2.0/routers/6afcc1cd-e8d5-4f07-bd1c-0ad7aa382c29 HTTP/1.1" status: 404 len: 336 time: 0.0678778 Oct 26 08:33:39.400264 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe48ac0b-7750-4e70-adb4-d06a0531ddce tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['shared'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:39.401579 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33388) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:39.401796 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe48ac0b-7750-4e70-adb4-d06a0531ddce tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['shared'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:39.403351 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe48ac0b-7750-4e70-adb4-d06a0531ddce tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['shared'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:39.404854 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe48ac0b-7750-4e70-adb4-d06a0531ddce tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['shared'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:39.405953 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-16cbfed7-e9d0-432b-b0b9-441b063315fe tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting subnet 5b91f1bc-e6d5-4028-a2b0-d5669ba2428d {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:33:39.406934 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe48ac0b-7750-4e70-adb4-d06a0531ddce tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['shared'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:39.411926 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-fe48ac0b-7750-4e70-adb4-d06a0531ddce tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1780770 Oct 26 08:33:39.418865 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33390) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:39.442555 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307f1cc7-912d-4c8e-b74d-1b19a37e441b tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:39.444423 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-16cbfed7-e9d0-432b-b0b9-441b063315fe tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:39.467828 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4ca218c9-1deb-4627-86cf-a08a74ca55b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:39.470410 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4ca218c9-1deb-4627-86cf-a08a74ca55b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:39.471584 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4ca218c9-1deb-4627-86cf-a08a74ca55b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f6050c85-86db-49f4-8574-f98200969421 HTTP/1.1" status: 204 len: 168 time: 0.7338717 Oct 26 08:33:39.475429 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-307f1cc7-912d-4c8e-b74d-1b19a37e441b tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:39.475581 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-76f7bd54-4b2b-4157-b6bd-168469fe986d tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1c0a87f-7739-4c6f-9137-e7f1d06e9c8d HTTP/1.1" status: 200 len: 205 time: 0.0642564 Oct 26 08:33:39.489487 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33394) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:39.519090 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307f1cc7-912d-4c8e-b74d-1b19a37e441b tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:39.532922 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e32cf3-f87a-47ce-91b2-229108c6c11c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-d6917e2b-3e4b-4fbd-b907-522c57636452', 'network_id': 'd6917e2b-3e4b-4fbd-b907-522c57636452', 'tenant_id': 'd25a916b9c2d4b34bcd65014285516f8', 'fixed_ips': [{'subnet_id': '0645534f-b2ea-45a2-9eed-38d05ab90aa6'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:33:39.534419 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-19e32cf3-f87a-47ce-91b2-229108c6c11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:39.549845 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f1cc7-912d-4c8e-b74d-1b19a37e441b tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Pushing event updated for resources: {'Port': ['ID=a1d9f047-1aa6-4a30-a790-6549ed06628a,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:39.564646 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-976d5ea3-6140-4344-98b1-ab5b7f950701 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] delete failed (client error): The resource could not be found. Oct 26 08:33:39.565729 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-976d5ea3-6140-4344-98b1-ab5b7f950701 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] 10.222.0.41 "DELETE /v2.0/routers/c1c0a87f-7739-4c6f-9137-e7f1d06e9c8d HTTP/1.1" status: 404 len: 336 time: 0.0714953 Oct 26 08:33:39.572277 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e00555f6-7f81-4404-9ea9-12803bddf80d tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:39.574980 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33396) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:39.584075 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca218c9-1deb-4627-86cf-a08a74ca55b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6050c85-86db-49f4-8574-f98200969421,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:39.591598 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-16cbfed7-e9d0-432b-b0b9-441b063315fe tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:39.599131 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fd94135-bf7c-48db-ac9d-5f4acd4c58d6 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:39.643713 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-438310df-af0d-432d-af4b-2cc4076b73fc tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c3dd70-8625-4b47-b400-b3a886d2fd81 HTTP/1.1" status: 200 len: 205 time: 0.0674145 Oct 26 08:33:39.653555 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33398) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:39.662919 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e00555f6-7f81-4404-9ea9-12803bddf80d tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:39.756557 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e00555f6-7f81-4404-9ea9-12803bddf80d tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Network 2478b48c-f0a2-4c6a-8b53-f73bb25bcbe4 is not hosted by any dhcp agent {{(pid=102102) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 08:33:39.757371 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00555f6-7f81-4404-9ea9-12803bddf80d tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:39.758049 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e00555f6-7f81-4404-9ea9-12803bddf80d tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:39.759421 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e00555f6-7f81-4404-9ea9-12803bddf80d tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] 10.222.0.41 "PUT /v2.0/networks/2478b48c-f0a2-4c6a-8b53-f73bb25bcbe4 HTTP/1.1" status: 200 len: 858 time: 0.9881556 Oct 26 08:33:39.765729 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-f5d1b665-d390-4c32-a674-142c9cd7e386 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] delete failed (client error): The resource could not be found. Oct 26 08:33:39.765729 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f5d1b665-d390-4c32-a674-142c9cd7e386 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] 10.222.0.41 "DELETE /v2.0/routers/18c3dd70-8625-4b47-b400-b3a886d2fd81 HTTP/1.1" status: 404 len: 336 time: 0.1069233 Oct 26 08:33:39.768381 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33400) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:39.768725 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33402) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:39.813386 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-19e32cf3-f87a-47ce-91b2-229108c6c11c None None] Allocated IP 172.20.0.2 (d6917e2b-3e4b-4fbd-b907-522c57636452/0645534f-b2ea-45a2-9eed-38d05ab90aa6/fd8553d2-0a58-4d24-ac32-e57edca8a11e) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:39.918800 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-554c6420-df86-401a-b769-3c97cf4f10a9 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fa0001f-7cc7-4b76-ace8-47558aad1c3f HTTP/1.1" status: 200 len: 205 time: 0.1449966 Oct 26 08:33:39.932635 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33404) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:39.947621 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00555f6-7f81-4404-9ea9-12803bddf80d tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Pushing event updated for resources: {'Network': ['ID=2478b48c-f0a2-4c6a-8b53-f73bb25bcbe4,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:39.983571 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-19e32cf3-f87a-47ce-91b2-229108c6c11c None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:39.991374 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-19e32cf3-f87a-47ce-91b2-229108c6c11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:40.000840 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-16cbfed7-e9d0-432b-b0b9-441b063315fe tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:40.008883 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-f5466fe4-ce1c-40a0-a875-9810a1d41fb4 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] delete failed (client error): The resource could not be found. Oct 26 08:33:40.012473 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f5466fe4-ce1c-40a0-a875-9810a1d41fb4 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] 10.222.0.41 "DELETE /v2.0/routers/4fa0001f-7cc7-4b76-ace8-47558aad1c3f HTTP/1.1" status: 404 len: 336 time: 0.0740938 Oct 26 08:33:40.033766 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fd94135-bf7c-48db-ac9d-5f4acd4c58d6 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:40.036414 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33406) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:40.041375 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e32cf3-f87a-47ce-91b2-229108c6c11c None None] Network d6917e2b-3e4b-4fbd-b907-522c57636452 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:40.045384 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e32cf3-f87a-47ce-91b2-229108c6c11c None None] Pushing event updated for resources: {'Port': ['ID=fd8553d2-0a58-4d24-ac32-e57edca8a11e,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:40.047794 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-19e32cf3-f87a-47ce-91b2-229108c6c11c None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:40.049968 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e32cf3-f87a-47ce-91b2-229108c6c11c None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:40.101412 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c7f4f4eb-b499-4e6c-bcf3-354c916423ec tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:40.112953 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-88ac3088-50ac-4e5d-be14-d68d6aecaee8 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc9fcaba-d67a-4d35-9cb9-f065bda73482 HTTP/1.1" status: 200 len: 205 time: 0.0688968 Oct 26 08:33:40.117158 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-19e32cf3-f87a-47ce-91b2-229108c6c11c None None] Attempting to bind port fd8553d2-0a58-4d24-ac32-e57edca8a11e on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:33:40.117305 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33408) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:40.117393 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-19e32cf3-f87a-47ce-91b2-229108c6c11c None None] Attempting to bind port fd8553d2-0a58-4d24-ac32-e57edca8a11e by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'c6526e66-bbb7-480a-9d1e-7defcf54d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd6917e2b-3e4b-4fbd-b907-522c57636452'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:33:40.117393 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e32cf3-f87a-47ce-91b2-229108c6c11c None None] Attempting to bind port fd8553d2-0a58-4d24-ac32-e57edca8a11e on network d6917e2b-3e4b-4fbd-b907-522c57636452 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:33:40.123054 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e32cf3-f87a-47ce-91b2-229108c6c11c None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:33:40.123440 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e32cf3-f87a-47ce-91b2-229108c6c11c None None] Checking segment: {'id': 'c6526e66-bbb7-480a-9d1e-7defcf54d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd6917e2b-3e4b-4fbd-b907-522c57636452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:33:40.123845 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-19e32cf3-f87a-47ce-91b2-229108c6c11c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:40.124246 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e32cf3-f87a-47ce-91b2-229108c6c11c None None] Bound using segment: {'id': 'c6526e66-bbb7-480a-9d1e-7defcf54d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd6917e2b-3e4b-4fbd-b907-522c57636452'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:33:40.124724 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-19e32cf3-f87a-47ce-91b2-229108c6c11c None None] Bound port: fd8553d2-0a58-4d24-ac32-e57edca8a11e, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6526e66-bbb7-480a-9d1e-7defcf54d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd6917e2b-3e4b-4fbd-b907-522c57636452'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:33:40.125119 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-19e32cf3-f87a-47ce-91b2-229108c6c11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:40.172076 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bfa969-a19a-41bd-8cbd-fc831def3f6e tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:40.173645 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e4bfa969-a19a-41bd-8cbd-fc831def3f6e tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "GET /v2.0/networks/37a0155f-2659-4fca-9dc0-826da8b1cb71 HTTP/1.1" status: 200 len: 802 time: 0.7490222 Oct 26 08:33:40.180272 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-e6da25ac-e620-45f4-9cff-d303560f54f3 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] delete failed (client error): The resource could not be found. Oct 26 08:33:40.181469 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e6da25ac-e620-45f4-9cff-d303560f54f3 tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] 10.222.0.41 "DELETE /v2.0/routers/fc9fcaba-d67a-4d35-9cb9-f065bda73482 HTTP/1.1" status: 404 len: 336 time: 0.0614939 Oct 26 08:33:40.181771 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33410) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:40.186837 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33412) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:40.206597 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-19e32cf3-f87a-47ce-91b2-229108c6c11c None None] For port fd8553d2-0a58-4d24-ac32-e57edca8a11e, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:33:40.210698 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-19e32cf3-f87a-47ce-91b2-229108c6c11c None None] For port fd8553d2-0a58-4d24-ac32-e57edca8a11e, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=fd8553d2-0a58-4d24-ac32-e57edca8a11e,segment=NetworkSegment(c6526e66-bbb7-480a-9d1e-7defcf54d544),segment_id=c6526e66-bbb7-480a-9d1e-7defcf54d544)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:33:40.216864 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-19e32cf3-f87a-47ce-91b2-229108c6c11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:40.246399 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-16cbfed7-e9d0-432b-b0b9-441b063315fe tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:40.249968 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d6c0ebc-7b9d-40fe-892b-bf7ba254323d tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] DELETE failed (client error): The resource could not be found. Oct 26 08:33:40.250178 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d6c0ebc-7b9d-40fe-892b-bf7ba254323d tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:40.253584 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7d6c0ebc-7b9d-40fe-892b-bf7ba254323d tempest-RoutersAdminTest-52280337 tempest-RoutersAdminTest-52280337-project] 10.222.0.41 "DELETE /v2.0/subnets/a53bd98f-d6db-4a7a-bf3b-a837e31c1834 HTTP/1.1" status: 404 len: 337 time: 0.0631983 Oct 26 08:33:40.307255 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e32cf3-f87a-47ce-91b2-229108c6c11c None None] Pushing event updated for resources: {'Port': ['ID=fd8553d2-0a58-4d24-ac32-e57edca8a11e,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:40.325352 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-307f1cc7-912d-4c8e-b74d-1b19a37e441b tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:40.326857 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fd94135-bf7c-48db-ac9d-5f4acd4c58d6 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:40.330041 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cbfed7-e9d0-432b-b0b9-441b063315fe tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Subnet': ['ID=5b91f1bc-e6d5-4028-a2b0-d5669ba2428d,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:40.332638 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-16cbfed7-e9d0-432b-b0b9-441b063315fe tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:40.338306 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-16cbfed7-e9d0-432b-b0b9-441b063315fe tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/5b91f1bc-e6d5-4028-a2b0-d5669ba2428d HTTP/1.1" status: 204 len: 168 time: 1.3808129 Oct 26 08:33:40.339351 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33416) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:40.411407 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-cf343388-f938-4e59-b6ce-3b9252c7c341 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Delete allocated IP 2001:db8:0:1::41 (b2168707-af07-4d94-b147-a1579b752152/417b3f8a-9113-46d4-9850-7b1af881dcb1) {{(pid=102101) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 08:33:40.412673 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd94135-bf7c-48db-ac9d-5f4acd4c58d6 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event deleted for resources: {'Subnet': ['ID=0645534f-b2ea-45a2-9eed-38d05ab90aa6,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:40.416392 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c7f4f4eb-b499-4e6c-bcf3-354c916423ec tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:40.418764 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-307f1cc7-912d-4c8e-b74d-1b19a37e441b tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:40.431987 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-cff0f6fa-e08d-4689-b96c-ceb6ecabd6f6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "GET /v2.0/networks/37a0155f-2659-4fca-9dc0-826da8b1cb71?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 318 time: 0.2465768 Oct 26 08:33:40.436724 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33418) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:40.545562 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-78a339d3-7c43-45ab-9e4a-9e29d5100c1a tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting subnet 90430b53-89fa-4fdf-a86f-2f7ecb10b818 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:33:40.571745 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-c7f4f4eb-b499-4e6c-bcf3-354c916423ec tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2478b48c-f0a2-4c6a-8b53-f73bb25bcbe4']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:40.600298 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-78a339d3-7c43-45ab-9e4a-9e29d5100c1a tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:40.607018 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fd94135-bf7c-48db-ac9d-5f4acd4c58d6 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:40.646153 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-c7f4f4eb-b499-4e6c-bcf3-354c916423ec tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a878271e-242d-4df3-823e-77710a6d3691') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:40.646802 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-c7f4f4eb-b499-4e6c-bcf3-354c916423ec tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a878271e-242d-4df3-823e-77710a6d3691') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:40.674381 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c7f4f4eb-b499-4e6c-bcf3-354c916423ec tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:40.681260 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-8fd94135-bf7c-48db-ac9d-5f4acd4c58d6 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6917e2b-3e4b-4fbd-b907-522c57636452']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:40.690700 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cf343388-f938-4e59-b6ce-3b9252c7c341 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:40.692940 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88089c5-f931-4862-a235-4bee62b4fc4b tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:40.694617 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d88089c5-f931-4862-a235-4bee62b4fc4b tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "GET /v2.0/subnets/56af6093-fe3b-40c2-a61e-3942768600cb HTTP/1.1" status: 200 len: 843 time: 0.2544262 Oct 26 08:33:40.698510 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33422) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:40.708388 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cf343388-f938-4e59-b6ce-3b9252c7c341 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:40.718771 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-8fd94135-bf7c-48db-ac9d-5f4acd4c58d6 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6526e66-bbb7-480a-9d1e-7defcf54d544') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:40.719090 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-8fd94135-bf7c-48db-ac9d-5f4acd4c58d6 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6526e66-bbb7-480a-9d1e-7defcf54d544') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:40.723505 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c7f4f4eb-b499-4e6c-bcf3-354c916423ec tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:40.731852 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-78a339d3-7c43-45ab-9e4a-9e29d5100c1a tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:40.744387 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fd94135-bf7c-48db-ac9d-5f4acd4c58d6 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:40.764348 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33424) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:40.782489 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f4f4eb-b499-4e6c-bcf3-354c916423ec tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:33:40.782830 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c7f4f4eb-b499-4e6c-bcf3-354c916423ec tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:40.785198 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:33:40.785198 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:33:40.785198 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:33:40.785198 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:33:40.785198 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:33:40.785198 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:33:40.785198 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:33:40.785198 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:33:40.785198 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:33:40.785198 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:33:40.785198 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:33:40.785198 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:33:40.785198 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:33:40.785198 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:33:40.785198 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:33:40.785198 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:33:40.785198 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:33:40.785198 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:33:40.785198 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:33:40.785198 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:33:40.785198 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:33:40.785198 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:33:40.785198 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:33:40.785198 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:33:40.785198 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:33:40.785198 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:33:40.785198 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:33:40.785198 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:33:40.785198 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:33:40.785198 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:33:40.785198 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:33:40.785198 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:33:40.837858 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fd94135-bf7c-48db-ac9d-5f4acd4c58d6 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:40.839896 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-cf343388-f938-4e59-b6ce-3b9252c7c341 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] In _notify_port_updated(), no bound segment for port 039680e9-1aa2-4d8d-980c-ce56d5d5a171 on network b2168707-af07-4d94-b147-a1579b752152 {{(pid=102101) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 08:33:40.847477 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf343388-f938-4e59-b6ce-3b9252c7c341 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:40.848509 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cf343388-f938-4e59-b6ce-3b9252c7c341 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:40.852455 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-cf343388-f938-4e59-b6ce-3b9252c7c341 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "PUT /v2.0/ports/039680e9-1aa2-4d8d-980c-ce56d5d5a171 HTTP/1.1" status: 200 len: 925 time: 1.7678921 Oct 26 08:33:40.855623 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33428) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:40.860172 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-307f1cc7-912d-4c8e-b74d-1b19a37e441b tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:40.861402 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd94135-bf7c-48db-ac9d-5f4acd4c58d6 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:33:40.861842 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fd94135-bf7c-48db-ac9d-5f4acd4c58d6 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:40.866823 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:33:40.866823 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:33:40.866823 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:33:40.866823 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:33:40.866823 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:33:40.866823 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:33:40.866823 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:33:40.866823 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:33:40.866823 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:33:40.866823 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:33:40.866823 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:33:40.866823 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:33:40.866823 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:33:40.866823 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:33:40.866823 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:33:40.866823 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:33:40.866823 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:33:40.866823 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:33:40.866823 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:33:40.866823 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:33:40.866823 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:33:40.866823 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:33:40.866823 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:33:40.866823 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:33:40.866823 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:33:40.866823 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:33:40.866823 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:33:40.866823 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:33:40.866823 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:33:40.866823 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:33:40.866823 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:33:40.866823 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:33:40.872380 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-1cd82091-46c9-49e6-bf59-5f13da5b683b tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '84fcd846-554b-4265-a362-9c06992aea96'}, {'subnet_id': '417b3f8a-9113-46d4-9850-7b1af881dcb1'}]}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:40.896787 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf343388-f938-4e59-b6ce-3b9252c7c341 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Port': ['ID=039680e9-1aa2-4d8d-980c-ce56d5d5a171,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:40.899192 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-307f1cc7-912d-4c8e-b74d-1b19a37e441b tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:40.907234 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d30523-11e6-43f0-856e-eaba31d128d8 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['shared'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:40.908673 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-93d30523-11e6-43f0-856e-eaba31d128d8 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "GET /v2.0/subnets/56af6093-fe3b-40c2-a61e-3942768600cb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2089856 Oct 26 08:33:40.913186 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33430) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:40.950162 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-1d5fd7b6-a9b6-46fa-84ae-4611716edbf6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1572344759'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:40.967841 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c7f4f4eb-b499-4e6c-bcf3-354c916423ec tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:40.980782 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e91f4c56-ca12-48f8-9d34-41e6658ac28e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:40.994753 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f4f4eb-b499-4e6c-bcf3-354c916423ec tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2478b48c-f0a2-4c6a-8b53-f73bb25bcbe4 {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 08:33:41.001189 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c7f4f4eb-b499-4e6c-bcf3-354c916423ec tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:41.009481 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c7f4f4eb-b499-4e6c-bcf3-354c916423ec tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] 10.222.0.41 "DELETE /v2.0/networks/2478b48c-f0a2-4c6a-8b53-f73bb25bcbe4 HTTP/1.1" status: 204 len: 168 time: 1.2369864 Oct 26 08:33:41.021294 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33432) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:41.032228 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.db.api [None req-8fd94135-bf7c-48db-ac9d-5f4acd4c58d6 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 08:33:41.032228 dv-neutron-804846-13-hyperv neutron-server[102102]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 08:33:41.032228 dv-neutron-804846-13-hyperv neutron-server[102102]: [parameters: {'id': 'd6917e2b-3e4b-4fbd-b907-522c57636452'}] Oct 26 08:33:41.032228 dv-neutron-804846-13-hyperv neutron-server[102102]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:33:41.032723 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG oslo_db.api [None req-8fd94135-bf7c-48db-ac9d-5f4acd4c58d6 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:33:41.036614 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f4f4eb-b499-4e6c-bcf3-354c916423ec tempest-ExternalNetworksTestJSON-1472021412 tempest-ExternalNetworksTestJSON-1472021412-project-admin] Pushing event deleted for resources: {'Network': ['ID=2478b48c-f0a2-4c6a-8b53-f73bb25bcbe4,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:41.039178 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f1cc7-912d-4c8e-b74d-1b19a37e441b tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Pushing event updated for resources: {'Port': ['ID=a1d9f047-1aa6-4a30-a790-6549ed06628a,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:41.040764 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-78a339d3-7c43-45ab-9e4a-9e29d5100c1a tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:41.072623 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4480186-07f4-43b4-8b8a-fc5941143a5c tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] DELETE failed (client error): The resource could not be found. Oct 26 08:33:41.072849 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4480186-07f4-43b4-8b8a-fc5941143a5c tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:41.078978 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d4480186-07f4-43b4-8b8a-fc5941143a5c tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] 10.222.0.41 "DELETE /v2.0/subnets/b7b49906-5586-48d3-9dc0-dbc7e4d28038 HTTP/1.1" status: 404 len: 337 time: 0.0526648 Oct 26 08:33:41.082508 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33434) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:41.088437 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5fd7b6-a9b6-46fa-84ae-4611716edbf6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Made reservation on behalf of 3905ee3ef311437797d112e063b81314 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:41.091734 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1d5fd7b6-a9b6-46fa-84ae-4611716edbf6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:41.116126 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-307f1cc7-912d-4c8e-b74d-1b19a37e441b tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:41.148410 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d5fd7b6-a9b6-46fa-84ae-4611716edbf6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:33:41.170752 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1d5fd7b6-a9b6-46fa-84ae-4611716edbf6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:41.171138 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-1d5fd7b6-a9b6-46fa-84ae-4611716edbf6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Added segment 891c0c05-647c-4063-b956-123f86bc369e of type vlan for network 584ca6d6-478c-45b2-9b4e-6dedf217cec4 Oct 26 08:33:41.185081 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-78a339d3-7c43-45ab-9e4a-9e29d5100c1a tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:41.191361 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-307f1cc7-912d-4c8e-b74d-1b19a37e441b tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:41.200451 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-307f1cc7-912d-4c8e-b74d-1b19a37e441b tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0101938 Oct 26 08:33:41.228600 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0726c57d-2cad-446c-997c-486d8eb0b483 tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:41.272484 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1cd82091-46c9-49e6-bf59-5f13da5b683b tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:41.287809 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-78a339d3-7c43-45ab-9e4a-9e29d5100c1a tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:41.295754 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-78a339d3-7c43-45ab-9e4a-9e29d5100c1a tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/90430b53-89fa-4fdf-a86f-2f7ecb10b818 HTTP/1.1" status: 204 len: 168 time: 0.9517765 Oct 26 08:33:41.301865 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a339d3-7c43-45ab-9e4a-9e29d5100c1a tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Subnet': ['ID=90430b53-89fa-4fdf-a86f-2f7ecb10b818,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:41.309601 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33438) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:41.403814 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1d5fd7b6-a9b6-46fa-84ae-4611716edbf6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:41.423395 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-fe0473f5-fde2-4ae5-a9a9-f80dc435fbcc tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1064420 Oct 26 08:33:41.428835 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33454) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:41.459596 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e91f4c56-ca12-48f8-9d34-41e6658ac28e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:41.474059 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e91f4c56-ca12-48f8-9d34-41e6658ac28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:41.517010 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1d5fd7b6-a9b6-46fa-84ae-4611716edbf6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:41.522926 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5fd7b6-a9b6-46fa-84ae-4611716edbf6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:41.523543 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1d5fd7b6-a9b6-46fa-84ae-4611716edbf6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:41.531945 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0726c57d-2cad-446c-997c-486d8eb0b483 tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:41.539498 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fd94135-bf7c-48db-ac9d-5f4acd4c58d6 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:41.557932 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-d934d28d-85cc-46a0-bbff-1bb886125509 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--625167696&fields=id&tenant_id=6eab6734a4b340b3a9f449d2b1ad4f89 HTTP/1.1" status: 200 len: 267 time: 0.1354566 Oct 26 08:33:41.576812 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-0726c57d-2cad-446c-997c-486d8eb0b483 tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76ebb906-63c9-45fa-836a-6111fec3c88f']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:41.631143 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e91f4c56-ca12-48f8-9d34-41e6658ac28e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6be2dd48a5144eb2837c0ed24d9c70c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8626096 Oct 26 08:33:41.637283 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720ab662-678b-47f0-8bde-f6ccb0e1346d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:41.641168 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-720ab662-678b-47f0-8bde-f6ccb0e1346d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2067873 Oct 26 08:33:41.641168 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-0726c57d-2cad-446c-997c-486d8eb0b483 tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc77ea5a-1616-4764-88af-7fbe1461ee34') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:41.641468 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-0726c57d-2cad-446c-997c-486d8eb0b483 tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc77ea5a-1616-4764-88af-7fbe1461ee34') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:41.643026 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33456) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:41.643320 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33458) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:41.679953 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0726c57d-2cad-446c-997c-486d8eb0b483 tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:41.688963 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:33:41.726114 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c571b21d-3423-49a2-9fcb-8821b7269380 None None] get_active_networks_info from dv-neutron-804846-13-hyperv {{(pid=102103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 08:33:41.773377 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0726c57d-2cad-446c-997c-486d8eb0b483 tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:41.791569 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0726c57d-2cad-446c-997c-486d8eb0b483 tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:33:41.791882 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0726c57d-2cad-446c-997c-486d8eb0b483 tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:41.798708 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:33:41.798708 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:33:41.798708 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:33:41.798708 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:33:41.798708 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:33:41.798708 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:33:41.798708 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:33:41.798708 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:33:41.798708 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:33:41.798708 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:33:41.798708 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:33:41.798708 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:33:41.798708 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:33:41.798708 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:33:41.798708 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:33:41.798708 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:33:41.798708 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:33:41.798708 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:33:41.798708 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:33:41.798708 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:33:41.798708 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:33:41.798708 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:33:41.798708 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:33:41.798708 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:33:41.798708 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:33:41.798708 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:33:41.798708 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:33:41.798708 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:33:41.798708 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:33:41.798708 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:33:41.798708 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:33:41.798708 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:33:41.850717 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b235b7b-9754-4186-8906-c74d6523e904 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:41.854840 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6b235b7b-9754-4186-8906-c74d6523e904 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1992178 Oct 26 08:33:41.855956 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-62fefa62-5de9-4c69-a2e2-24c711b65170 None None] Provisioning complete for port fd8553d2-0a58-4d24-ac32-e57edca8a11e triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:41.856435 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-62fefa62-5de9-4c69-a2e2-24c711b65170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:41.860378 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33460) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:41.891509 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c571b21d-3423-49a2-9fcb-8821b7269380 None None] Resources bound (agent type, host, resource id): {{(pid=102103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 08:33:41.917900 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1d5fd7b6-a9b6-46fa-84ae-4611716edbf6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9937530 Oct 26 08:33:41.923864 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33462) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:41.940477 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f4c56-ca12-48f8-9d34-41e6658ac28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63c5117-b491-434f-8674-c46b1db5f13d,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:41.948626 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-78b40de0-c4b9-4adc-b156-fe8ebe5904f7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0809755 Oct 26 08:33:41.952062 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-854223f1-9b37-4925-a469-18a1617655b3 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Request body: {'subnet': {'network_id': '584ca6d6-478c-45b2-9b4e-6dedf217cec4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:41.960145 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33464) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:41.979491 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0726c57d-2cad-446c-997c-486d8eb0b483 tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:41.996015 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fd7b6-a9b6-46fa-84ae-4611716edbf6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event updated for resources: {'Network': ['ID=584ca6d6-478c-45b2-9b4e-6dedf217cec4,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:42.014703 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 584ca6d6-478c-45b2-9b4e-6dedf217cec4 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:33:42.015835 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-a0c6e895-8338-4a23-92fa-d71961f8ccdc tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:42.064223 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-14e8ebae-da72-4ac6-88b6-03390aace64f tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:42.065570 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-14e8ebae-da72-4ac6-88b6-03390aace64f tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/networks?id=8898436d-e40a-418e-85e2-87f0fb58c97b HTTP/1.1" status: 200 len: 812 time: 0.4905920 Oct 26 08:33:42.074319 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-8fd94135-bf7c-48db-ac9d-5f4acd4c58d6 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Deleting port fd8553d2-0a58-4d24-ac32-e57edca8a11e {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:42.074593 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fd94135-bf7c-48db-ac9d-5f4acd4c58d6 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:42.121413 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-62fefa62-5de9-4c69-a2e2-24c711b65170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:42.157660 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-e1154cfa-3976-40b3-88e9-025dff5fad1b tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/quotas/6eab6734a4b340b3a9f449d2b1ad4f89 HTTP/1.1" status: 200 len: 375 time: 0.0606790 Oct 26 08:33:42.201510 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-62fefa62-5de9-4c69-a2e2-24c711b65170 None None] For port fd8553d2-0a58-4d24-ac32-e57edca8a11e, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=fd8553d2-0a58-4d24-ac32-e57edca8a11e,segment=NetworkSegment(c6526e66-bbb7-480a-9d1e-7defcf54d544),segment_id=c6526e66-bbb7-480a-9d1e-7defcf54d544)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:42.239676 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-8fd94135-bf7c-48db-ac9d-5f4acd4c58d6 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] For port fd8553d2-0a58-4d24-ac32-e57edca8a11e, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=fd8553d2-0a58-4d24-ac32-e57edca8a11e,segment=NetworkSegment(c6526e66-bbb7-480a-9d1e-7defcf54d544),segment_id=c6526e66-bbb7-480a-9d1e-7defcf54d544)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:42.240053 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fd94135-bf7c-48db-ac9d-5f4acd4c58d6 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:42.246236 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device fd8553d2-0a58-4d24-ac32-e57edca8a11e up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:33:42.266827 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-8fd94135-bf7c-48db-ac9d-5f4acd4c58d6 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Calling delete_port for fd8553d2-0a58-4d24-ac32-e57edca8a11e owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:42.271233 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-62fefa62-5de9-4c69-a2e2-24c711b65170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:42.298786 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-eb57820e-f8ac-41b5-b7ac-12245746df68 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6eab6734a4b340b3a9f449d2b1ad4f89&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1273203 Oct 26 08:33:42.388434 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0726c57d-2cad-446c-997c-486d8eb0b483 tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:42.394021 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-0726c57d-2cad-446c-997c-486d8eb0b483 tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] 10.222.0.41 "DELETE /v2.0/networks/76ebb906-63c9-45fa-836a-6111fec3c88f HTTP/1.1" status: 204 len: 168 time: 1.3084981 Oct 26 08:33:42.423030 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-1cd82091-46c9-49e6-bf59-5f13da5b683b tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Allocated IP 2001:db8:0:1::209 (b2168707-af07-4d94-b147-a1579b752152/417b3f8a-9113-46d4-9850-7b1af881dcb1/039680e9-1aa2-4d8d-980c-ce56d5d5a171) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:42.475097 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fefa62-5de9-4c69-a2e2-24c711b65170 None None] Pushing event updated for resources: {'Port': ['ID=fd8553d2-0a58-4d24-ac32-e57edca8a11e,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:42.482515 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-6d3bed30-fdd0-4824-994a-ef5eb48d83c9 service neutron] 10.222.0.41 "GET /v2.0/networks/8898436d-e40a-418e-85e2-87f0fb58c97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453862 Oct 26 08:33:42.490740 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port fd8553d2-0a58-4d24-ac32-e57edca8a11e triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:42.491122 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:42.531655 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99cb2b9-779c-4cd2-b227-cc71c2cfe98e None None] Network d6917e2b-3e4b-4fbd-b907-522c57636452 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:42.605721 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726c57d-2cad-446c-997c-486d8eb0b483 tempest-ExternalNetworksTestJSON-536958297 tempest-ExternalNetworksTestJSON-536958297-project] Pushing event deleted for resources: {'Network': ['ID=76ebb906-63c9-45fa-836a-6111fec3c88f,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:42.612087 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1cd82091-46c9-49e6-bf59-5f13da5b683b tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:42.672731 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9c970ae1-f854-449b-a34f-f745418e63b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:42.675689 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1cd82091-46c9-49e6-bf59-5f13da5b683b tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:42.693545 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fd94135-bf7c-48db-ac9d-5f4acd4c58d6 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:42.723495 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No ports have port_id starting with fd8553d2-0a58-4d24-ac32-e57edca8a11e Oct 26 08:33:42.755498 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33470) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:42.776195 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd94135-bf7c-48db-ac9d-5f4acd4c58d6 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event deleted for resources: {'Port': ['ID=fd8553d2-0a58-4d24-ac32-e57edca8a11e,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:42.788550 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9c970ae1-f854-449b-a34f-f745418e63b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:42.791579 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd94135-bf7c-48db-ac9d-5f4acd4c58d6 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] No DVR routers for this DVR port fd8553d2-0a58-4d24-ac32-e57edca8a11e on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:33:42.810290 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce20e05-f5f3-4b34-97d9-7a5050ea94f7 None None] Network d6917e2b-3e4b-4fbd-b907-522c57636452 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:42.873102 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9c970ae1-f854-449b-a34f-f745418e63b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:42.875848 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9c970ae1-f854-449b-a34f-f745418e63b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:42.895659 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9c970ae1-f854-449b-a34f-f745418e63b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e63c5117-b491-434f-8674-c46b1db5f13d HTTP/1.1" status: 204 len: 168 time: 1.2434256 Oct 26 08:33:42.924107 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fd94135-bf7c-48db-ac9d-5f4acd4c58d6 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:42.950727 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-8fd94135-bf7c-48db-ac9d-5f4acd4c58d6 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6917e2b-3e4b-4fbd-b907-522c57636452']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:42.963681 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-8fd94135-bf7c-48db-ac9d-5f4acd4c58d6 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6526e66-bbb7-480a-9d1e-7defcf54d544') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:42.963983 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-8fd94135-bf7c-48db-ac9d-5f4acd4c58d6 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6526e66-bbb7-480a-9d1e-7defcf54d544') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:42.981818 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fd94135-bf7c-48db-ac9d-5f4acd4c58d6 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:43.002834 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fd94135-bf7c-48db-ac9d-5f4acd4c58d6 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:43.011368 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd94135-bf7c-48db-ac9d-5f4acd4c58d6 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:33:43.012050 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fd94135-bf7c-48db-ac9d-5f4acd4c58d6 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:43.037403 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd82091-46c9-49e6-bf59-5f13da5b683b tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Port': ['ID=039680e9-1aa2-4d8d-980c-ce56d5d5a171,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:43.049642 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-1cd82091-46c9-49e6-bf59-5f13da5b683b tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] In _notify_port_updated(), no bound segment for port 039680e9-1aa2-4d8d-980c-ce56d5d5a171 on network b2168707-af07-4d94-b147-a1579b752152 {{(pid=102101) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 08:33:43.059123 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd82091-46c9-49e6-bf59-5f13da5b683b tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:43.061085 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1cd82091-46c9-49e6-bf59-5f13da5b683b tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:43.067354 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1cd82091-46c9-49e6-bf59-5f13da5b683b tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "PUT /v2.0/ports/039680e9-1aa2-4d8d-980c-ce56d5d5a171 HTTP/1.1" status: 200 len: 1011 time: 2.2043192 Oct 26 08:33:43.070903 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33476) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:43.073027 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c970ae1-f854-449b-a34f-f745418e63b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63c5117-b491-434f-8674-c46b1db5f13d,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:43.104841 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd669771-2268-438f-bd03-8dfd17df87d4 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:43.123617 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-d1292ca4-161c-4230-a5b7-ad27e7f7077d service neutron] 10.222.0.41 "GET /v2.0/networks/8898436d-e40a-418e-85e2-87f0fb58c97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6221089 Oct 26 08:33:43.124552 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:33:43.124552 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:33:43.124552 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:33:43.124552 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:33:43.124552 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:33:43.124552 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:33:43.124552 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:33:43.124552 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:33:43.124552 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:33:43.124552 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:33:43.124552 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:33:43.124552 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:33:43.124552 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:33:43.124552 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:33:43.124552 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:33:43.124552 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:33:43.124552 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:33:43.124552 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:33:43.124552 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:33:43.124552 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:33:43.124552 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:33:43.124552 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:33:43.124552 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:33:43.124552 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:33:43.124552 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:33:43.124552 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:33:43.124552 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:33:43.124552 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:33:43.124552 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:33:43.124552 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:33:43.124552 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:33:43.124552 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:33:43.150882 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fd94135-bf7c-48db-ac9d-5f4acd4c58d6 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:43.156811 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854223f1-9b37-4925-a469-18a1617655b3 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Made reservation on behalf of 3905ee3ef311437797d112e063b81314 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:43.162076 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fd94135-bf7c-48db-ac9d-5f4acd4c58d6 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:43.165577 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-854223f1-9b37-4925-a469-18a1617655b3 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:43.172604 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8fd94135-bf7c-48db-ac9d-5f4acd4c58d6 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "DELETE /v2.0/networks/d6917e2b-3e4b-4fbd-b907-522c57636452 HTTP/1.1" status: 204 len: 168 time: 4.2401631 Oct 26 08:33:43.180875 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33480) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:43.241140 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd94135-bf7c-48db-ac9d-5f4acd4c58d6 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event deleted for resources: {'Network': ['ID=d6917e2b-3e4b-4fbd-b907-522c57636452,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:43.322518 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-333fa083-8ff2-4c7b-aa5a-d76753644266 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d137fab37e7a4d48bd656b2e76dd425c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5640080 Oct 26 08:33:43.325092 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33484) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:43.381385 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a36ef6-e47d-49d2-8cc1-a4d7f8b634a2 None None] DHCP port deletion for d6917e2b-3e4b-4fbd-b907-522c57636452 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:33:43.431161 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb1625da-e42a-4bed-964a-fc62a2db1c14 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] GET failed (client error): The resource could not be found. Oct 26 08:33:43.433190 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-eb1625da-e42a-4bed-964a-fc62a2db1c14 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "GET /v2.0/subnets/0645534f-b2ea-45a2-9eed-38d05ab90aa6 HTTP/1.1" status: 404 len: 337 time: 0.2443151 Oct 26 08:33:43.436136 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33488) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:43.476505 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-1681968a-3707-4543-a2f9-e2afe100768b None None] Provisioning complete for port 039680e9-1aa2-4d8d-980c-ce56d5d5a171 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:43.476664 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1681968a-3707-4543-a2f9-e2afe100768b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:43.493141 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.ipam_backend_mixin [None req-854223f1-9b37-4925-a469-18a1617655b3 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Performing IP validity checks on allocation pools {{(pid=102101) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 08:33:43.493774 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.ipam_backend_mixin [None req-854223f1-9b37-4925-a469-18a1617655b3 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102101) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 08:33:43.496294 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c6e895-8338-4a23-92fa-d71961f8ccdc tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:43.506180 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a0c6e895-8338-4a23-92fa-d71961f8ccdc tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:43.507861 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c6e895-8338-4a23-92fa-d71961f8ccdc tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:33:43.508866 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33490) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:43.513366 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0c6e895-8338-4a23-92fa-d71961f8ccdc tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:43.517892 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7a285d34-93be-4aee-8c87-d940076fa4b4 req-9d75badf-d7cb-4f06-8142-6e38d0455452 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 210 time: 0.0834930 Oct 26 08:33:43.535594 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-20caa001-a1d2-4f07-90f1-f6fe6d24456e tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] DELETE failed (client error): The resource could not be found. Oct 26 08:33:43.536357 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20caa001-a1d2-4f07-90f1-f6fe6d24456e tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:43.552020 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-20caa001-a1d2-4f07-90f1-f6fe6d24456e tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "DELETE /v2.0/networks/d6917e2b-3e4b-4fbd-b907-522c57636452 HTTP/1.1" status: 404 len: 339 time: 0.1044064 Oct 26 08:33:43.558888 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33492) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:43.624339 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8c79b029-6b53-4396-8fbd-e38913c9dc88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:43.636159 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a0c6e895-8338-4a23-92fa-d71961f8ccdc tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.6711245 Oct 26 08:33:43.647491 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33498) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:43.650550 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-1681968a-3707-4543-a2f9-e2afe100768b None None] Port 039680e9-1aa2-4d8d-980c-ce56d5d5a171 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:33:43.670764 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-b8cc18fe-2cad-49b3-8764-f138f94a905b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:43.706549 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8c79b029-6b53-4396-8fbd-e38913c9dc88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:43.723222 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaba5960-01f0-44f6-b788-f3bd7a945b83 None None] DHCP port deletion for ecf0c004-fa53-4f3e-bbfd-ff079400665b request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:33:43.729435 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-fdc546f8-b54f-40b2-8dd2-af18f9922e7e tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Deleting port 039680e9-1aa2-4d8d-980c-ce56d5d5a171 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:43.729858 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fdc546f8-b54f-40b2-8dd2-af18f9922e7e tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:43.776216 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-65aa0d4a-d7bd-4613-bf33-c89a9be1a9fb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5cdb68a7e5d4401bb3264178372ac66d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2657213 Oct 26 08:33:43.784040 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33500) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:43.869070 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-96c9e319-0e73-44b0-a558-272783671941 None None] Provisioning complete for port 039680e9-1aa2-4d8d-980c-ce56d5d5a171 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:43.870207 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-96c9e319-0e73-44b0-a558-272783671941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:43.931135 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a22e097c-f51e-49ca-a44d-e7471c5c042d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:43.934766 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-96c9e319-0e73-44b0-a558-272783671941 None None] Port 039680e9-1aa2-4d8d-980c-ce56d5d5a171 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:33:43.942810 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8cc18fe-2cad-49b3-8764-f138f94a905b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:43.945567 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-aaba5960-01f0-44f6-b788-f3bd7a945b83 None None] Deleting port cfef8071-ddcd-41bb-a357-fbceca19ebc3 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:43.946634 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-aaba5960-01f0-44f6-b788-f3bd7a945b83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:43.947063 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b8cc18fe-2cad-49b3-8764-f138f94a905b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:43.948830 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8cc18fe-2cad-49b3-8764-f138f94a905b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:33:43.949341 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8cc18fe-2cad-49b3-8764-f138f94a905b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:43.959747 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8c79b029-6b53-4396-8fbd-e38913c9dc88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:43.963023 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8c79b029-6b53-4396-8fbd-e38913c9dc88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:43.967577 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8c79b029-6b53-4396-8fbd-e38913c9dc88 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/445fd535-e3aa-4374-9c15-e34b0d6dfd2d HTTP/1.1" status: 204 len: 168 time: 0.6142428 Oct 26 08:33:43.987198 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a22e097c-f51e-49ca-a44d-e7471c5c042d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:44.004222 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79b029-6b53-4396-8fbd-e38913c9dc88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445fd535-e3aa-4374-9c15-e34b0d6dfd2d,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:44.021009 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b8cc18fe-2cad-49b3-8764-f138f94a905b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3584099 Oct 26 08:33:44.030292 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33506) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:44.041919 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-a2f0e98f-0120-42f6-8d9d-38c58223657d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:44.130561 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a22e097c-f51e-49ca-a44d-e7471c5c042d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:44.142050 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a22e097c-f51e-49ca-a44d-e7471c5c042d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:44.149370 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a22e097c-f51e-49ca-a44d-e7471c5c042d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/95a8b693-7de9-4040-8567-11a01fd68068 HTTP/1.1" status: 204 len: 168 time: 0.3498232 Oct 26 08:33:44.154961 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d85455f-fff9-46e5-a554-2cde824b95a1 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:44.168185 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-0d85455f-fff9-46e5-a554-2cde824b95a1 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6023958 Oct 26 08:33:44.178120 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33510) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:44.188520 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fdc546f8-b54f-40b2-8dd2-af18f9922e7e tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:44.212271 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-fdc546f8-b54f-40b2-8dd2-af18f9922e7e tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Calling delete_port for 039680e9-1aa2-4d8d-980c-ce56d5d5a171 owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:44.215507 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-854223f1-9b37-4925-a469-18a1617655b3 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:44.317535 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e097c-f51e-49ca-a44d-e7471c5c042d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a8b693-7de9-4040-8567-11a01fd68068,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:44.336047 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c16aec83-b2a1-465f-9dcf-b2604d6fb801 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "GET /v2.0/subnets?network_id=e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 HTTP/1.1" status: 200 len: 207 time: 0.1475439 Oct 26 08:33:44.338742 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33512) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:44.377534 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854223f1-9b37-4925-a469-18a1617655b3 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Checking segment: {'id': '891c0c05-647c-4063-b956-123f86bc369e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '584ca6d6-478c-45b2-9b4e-6dedf217cec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:33:44.378134 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854223f1-9b37-4925-a469-18a1617655b3 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Network hostable DHCP agents. Network: 584ca6d6-478c-45b2-9b4e-6dedf217cec4, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:33:44.381486 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854223f1-9b37-4925-a469-18a1617655b3 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event updated for resources: {'Subnet': ['ID=8d68e999-28cb-4b08-8c59-b15e252b971c,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:44.439816 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854223f1-9b37-4925-a469-18a1617655b3 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Network 584ca6d6-478c-45b2-9b4e-6dedf217cec4 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:33:44.460139 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-854223f1-9b37-4925-a469-18a1617655b3 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 584ca6d6-478c-45b2-9b4e-6dedf217cec4) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:44.505978 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device fd8553d2-0a58-4d24-ac32-e57edca8a11e no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:33:44.513574 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854223f1-9b37-4925-a469-18a1617655b3 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:44.514407 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-854223f1-9b37-4925-a469-18a1617655b3 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:44.541952 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f0e98f-0120-42f6-8d9d-38c58223657d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:44.545690 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a2f0e98f-0120-42f6-8d9d-38c58223657d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:44.557356 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-854223f1-9b37-4925-a469-18a1617655b3 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.6172853 Oct 26 08:33:44.559889 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33520) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:44.563391 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2f0e98f-0120-42f6-8d9d-38c58223657d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:33:44.567204 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-63161f5a-2394-484f-b8f7-edd0e8cce600 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:44.567576 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2f0e98f-0120-42f6-8d9d-38c58223657d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:44.617718 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: fd8553d2-0a58-4d24-ac32-e57edca8a11e {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:33:44.618240 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device fd8553d2-0a58-4d24-ac32-e57edca8a11e not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:33:44.618728 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device cfef8071-ddcd-41bb-a357-fbceca19ebc3 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:33:44.697864 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3cc3b9-f326-46ec-b9fd-4037d37a73a2 None None] Network 584ca6d6-478c-45b2-9b4e-6dedf217cec4 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:44.739085 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fdc546f8-b54f-40b2-8dd2-af18f9922e7e tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:44.795281 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a2f0e98f-0120-42f6-8d9d-38c58223657d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7638927 Oct 26 08:33:44.827332 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33526) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:44.840154 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-c4d9f087-229d-4a44-977d-74e748a2b283 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:44.855835 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc546f8-b54f-40b2-8dd2-af18f9922e7e tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Port': ['ID=039680e9-1aa2-4d8d-980c-ce56d5d5a171,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:44.887922 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:44.904938 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-1279d345-783e-442c-b596-fe297dd163e1 None None] Provisioning complete for port 039680e9-1aa2-4d8d-980c-ce56d5d5a171 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:44.905366 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1279d345-783e-442c-b596-fe297dd163e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:44.932084 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-77f91515-4707-4e61-8b81-bef11ac14d86 req-e43c9143-d855-46cc-b10d-2c44f1043a79 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 210 time: 0.2013135 Oct 26 08:33:44.946925 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33530) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:44.991906 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-63161f5a-2394-484f-b8f7-edd0e8cce600 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6163856'] for subnet, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:45.020380 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fdc546f8-b54f-40b2-8dd2-af18f9922e7e tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:45.033982 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-fdc546f8-b54f-40b2-8dd2-af18f9922e7e tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/ports/039680e9-1aa2-4d8d-980c-ce56d5d5a171 HTTP/1.1" status: 204 len: 168 time: 1.9581344 Oct 26 08:33:45.040918 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33534) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:45.046991 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port cfef8071-ddcd-41bb-a357-fbceca19ebc3, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=cfef8071-ddcd-41bb-a357-fbceca19ebc3,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:45.083914 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:45.106146 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-1279d345-783e-442c-b596-fe297dd163e1 None None] Port 039680e9-1aa2-4d8d-980c-ce56d5d5a171 was deleted so its status cannot be updated. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 26 08:33:45.142858 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-aaba5960-01f0-44f6-b788-f3bd7a945b83 None None] For port cfef8071-ddcd-41bb-a357-fbceca19ebc3, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=cfef8071-ddcd-41bb-a357-fbceca19ebc3,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:45.149307 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-aaba5960-01f0-44f6-b788-f3bd7a945b83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:45.151882 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69af8f23-13b3-4f42-b58f-173062e0e67d tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:45.159474 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69af8f23-13b3-4f42-b58f-173062e0e67d tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:45.177360 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69af8f23-13b3-4f42-b58f-173062e0e67d tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:45.183899 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69af8f23-13b3-4f42-b58f-173062e0e67d tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:45.196175 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-69af8f23-13b3-4f42-b58f-173062e0e67d tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.8561072 Oct 26 08:33:45.198650 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33536) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:45.219824 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-c36d1dba-4dcd-4ba3-8805-6f3e14fa56e0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] GET failed (client error): The resource could not be found. Oct 26 08:33:45.225135 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c36d1dba-4dcd-4ba3-8805-6f3e14fa56e0 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "GET /v2.0/ports/039680e9-1aa2-4d8d-980c-ce56d5d5a171 HTTP/1.1" status: 404 len: 333 time: 0.1654596 Oct 26 08:33:45.239315 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33538) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:45.315452 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-33473014-53cf-4f2d-bdfe-a13caba92c14 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c6515f8055564587994ce5ae0c54c5be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3641949 Oct 26 08:33:45.327813 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33542) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:45.352717 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=cfef8071-ddcd-41bb-a357-fbceca19ebc3,revision_number=6']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:45.356760 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-aaba5960-01f0-44f6-b788-f3bd7a945b83 None None] Calling delete_port for cfef8071-ddcd-41bb-a357-fbceca19ebc3 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:45.388022 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-324b8e77-2297-4274-946d-9d814915f3da tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Deleting subnet 417b3f8a-9113-46d4-9850-7b1af881dcb1 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:33:45.401582 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-324b8e77-2297-4274-946d-9d814915f3da tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:45.442133 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d9f087-229d-4a44-977d-74e748a2b283 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:45.445674 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c4d9f087-229d-4a44-977d-74e748a2b283 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:45.447561 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4d9f087-229d-4a44-977d-74e748a2b283 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:33:45.448012 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4d9f087-229d-4a44-977d-74e748a2b283 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:45.486618 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d72e33a-6973-4897-9878-e75c5fdd303d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-584ca6d6-478c-45b2-9b4e-6dedf217cec4', 'network_id': '584ca6d6-478c-45b2-9b4e-6dedf217cec4', 'tenant_id': '3905ee3ef311437797d112e063b81314', 'fixed_ips': [{'subnet_id': '8d68e999-28cb-4b08-8c59-b15e252b971c'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:33:45.488706 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6d72e33a-6973-4897-9878-e75c5fdd303d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:45.491465 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-324b8e77-2297-4274-946d-9d814915f3da tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:45.520601 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c4d9f087-229d-4a44-977d-74e748a2b283 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6918018 Oct 26 08:33:45.533240 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33552) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:45.559443 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-4da8b0a3-fce3-403c-892d-7bd7abc754ba tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:45.640797 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-aaba5960-01f0-44f6-b788-f3bd7a945b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:45.643830 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6a9c247b-fe4d-431f-93a2-e412a42774cb tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4392390 Oct 26 08:33:45.655453 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33556) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:45.671659 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba5960-01f0-44f6-b788-f3bd7a945b83 None None] Pushing event deleted for resources: {'Port': ['ID=cfef8071-ddcd-41bb-a357-fbceca19ebc3,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:45.675385 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaba5960-01f0-44f6-b788-f3bd7a945b83 None None] No DVR routers for this DVR port cfef8071-ddcd-41bb-a357-fbceca19ebc3 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:33:45.714599 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-81438760-54be-4ff9-a046-9c0a39524930 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:45.716145 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-81438760-54be-4ff9-a046-9c0a39524930 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.47 "GET /v2.0/networks?id=8898436d-e40a-418e-85e2-87f0fb58c97b HTTP/1.1" status: 200 len: 812 time: 0.6801648 Oct 26 08:33:45.716517 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-324b8e77-2297-4274-946d-9d814915f3da tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:45.797497 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-324b8e77-2297-4274-946d-9d814915f3da tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:45.833156 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b8e77-2297-4274-946d-9d814915f3da tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Subnet': ['ID=417b3f8a-9113-46d4-9850-7b1af881dcb1,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:45.838537 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-324b8e77-2297-4274-946d-9d814915f3da tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:45.845748 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28cfad7-f34c-465a-8276-2be3b1392598 None None] Network b2168707-af07-4d94-b147-a1579b752152 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:45.854717 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-324b8e77-2297-4274-946d-9d814915f3da tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/subnets/417b3f8a-9113-46d4-9850-7b1af881dcb1 HTTP/1.1" status: 204 len: 168 time: 0.5923767 Oct 26 08:33:45.854960 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33560) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:45.876229 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-06b8c53d-8009-4a7e-a548-782de24e5de7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:45.880979 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd2022d-9068-4588-817c-a77a2462d024 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:45.882592 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd2022d-9068-4588-817c-a77a2462d024 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:45.884089 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-fbd2022d-9068-4588-817c-a77a2462d024 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2086253 Oct 26 08:33:45.887762 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33564) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:45.947078 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-50921427-c84c-4a6e-bf78-f8ff174dd1fc tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6eab6734a4b340b3a9f449d2b1ad4f89 HTTP/1.1" status: 200 len: 379 time: 0.2014291 Oct 26 08:33:45.969194 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-0b8b5d4e-0b01-48e6-8ed0-2dacfbea641e tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Request body: {'port': {'device_id': 'dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52', 'network_id': '8898436d-e40a-418e-85e2-87f0fb58c97b', 'admin_state_up': True, 'tenant_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'security_groups': ['2e0ea08c-e8d9-45bf-b670-522ce52a4780']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:45.970321 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5773232c-ee41-4c68-9bea-f558f7466151 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['shared'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:45.972877 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5773232c-ee41-4c68-9bea-f558f7466151 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['shared'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:45.978708 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5773232c-ee41-4c68-9bea-f558f7466151 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0895817 Oct 26 08:33:45.979913 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33568) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:46.058810 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-06b8c53d-8009-4a7e-a548-782de24e5de7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:46.064339 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da8b0a3-fce3-403c-892d-7bd7abc754ba tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:46.069397 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4da8b0a3-fce3-403c-892d-7bd7abc754ba tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:46.072184 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da8b0a3-fce3-403c-892d-7bd7abc754ba tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:33:46.072654 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4da8b0a3-fce3-403c-892d-7bd7abc754ba tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:46.080017 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-804cb924-4365-48f7-a9dc-840933b17d8f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Deleting subnet 84fcd846-554b-4265-a362-9c06992aea96 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:33:46.087898 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-6d72e33a-6973-4897-9878-e75c5fdd303d None None] Allocated IP 2001:db8::3 (584ca6d6-478c-45b2-9b4e-6dedf217cec4/8d68e999-28cb-4b08-8c59-b15e252b971c/81ab4560-b19b-41db-ab82-94e746ea8891) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:46.099400 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-804cb924-4365-48f7-a9dc-840933b17d8f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:46.127088 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4b6183-73a1-4b7c-919b-f77bea47c80f tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:46.129498 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1a4b6183-73a1-4b7c-919b-f77bea47c80f tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "GET /v2.0/networks/b08c819d-1e32-49a1-bce6-3dfb6568432b HTTP/1.1" status: 200 len: 800 time: 0.1478834 Oct 26 08:33:46.134485 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33574) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:46.182185 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-804cb924-4365-48f7-a9dc-840933b17d8f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:46.287181 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-63161f5a-2394-484f-b8f7-edd0e8cce600 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763432359918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8235508'] for subnet, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:46.289785 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6d72e33a-6973-4897-9878-e75c5fdd303d None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:46.296375 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ac75fcdf-d835-400a-af05-86544cf00d39 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "GET /v2.0/networks/b08c819d-1e32-49a1-bce6-3dfb6568432b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1606848 Oct 26 08:33:46.297338 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4da8b0a3-fce3-403c-892d-7bd7abc754ba tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7569025 Oct 26 08:33:46.303199 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33578) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:46.303782 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33580) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:46.305648 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6d72e33a-6973-4897-9878-e75c5fdd303d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:46.311228 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-caf8ef9f-bb9b-414d-a6a0-1c0125b11857 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:46.358178 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-cd966171-6c62-45d1-a2bf-4d15c767e296 req-14b81e51-8c56-484e-bd83-ff4680ecfc73 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 210 time: 0.0824974 Oct 26 08:33:46.364353 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d72e33a-6973-4897-9878-e75c5fdd303d None None] Network 584ca6d6-478c-45b2-9b4e-6dedf217cec4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:46.376803 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-6d72e33a-6973-4897-9878-e75c5fdd303d None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:46.380498 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d72e33a-6973-4897-9878-e75c5fdd303d None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:46.388748 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d72e33a-6973-4897-9878-e75c5fdd303d None None] Pushing event updated for resources: {'Port': ['ID=81ab4560-b19b-41db-ab82-94e746ea8891,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:46.464575 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63161f5a-2394-484f-b8f7-edd0e8cce600 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:46.465578 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-63161f5a-2394-484f-b8f7-edd0e8cce600 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:46.469893 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-63161f5a-2394-484f-b8f7-edd0e8cce600 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "PUT /v2.0/subnets/8d68e999-28cb-4b08-8c59-b15e252b971c HTTP/1.1" status: 200 len: 900 time: 1.9061589 Oct 26 08:33:46.477278 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-6d72e33a-6973-4897-9878-e75c5fdd303d None None] Attempting to bind port 81ab4560-b19b-41db-ab82-94e746ea8891 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:33:46.477997 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-6d72e33a-6973-4897-9878-e75c5fdd303d None None] Attempting to bind port 81ab4560-b19b-41db-ab82-94e746ea8891 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '891c0c05-647c-4063-b956-123f86bc369e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '584ca6d6-478c-45b2-9b4e-6dedf217cec4'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:33:46.478387 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d72e33a-6973-4897-9878-e75c5fdd303d None None] Attempting to bind port 81ab4560-b19b-41db-ab82-94e746ea8891 on network 584ca6d6-478c-45b2-9b4e-6dedf217cec4 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:33:46.481069 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33586) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:46.485454 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d72e33a-6973-4897-9878-e75c5fdd303d None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:33:46.485955 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d72e33a-6973-4897-9878-e75c5fdd303d None None] Checking segment: {'id': '891c0c05-647c-4063-b956-123f86bc369e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '584ca6d6-478c-45b2-9b4e-6dedf217cec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:33:46.486393 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6d72e33a-6973-4897-9878-e75c5fdd303d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:46.486861 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d72e33a-6973-4897-9878-e75c5fdd303d None None] Bound using segment: {'id': '891c0c05-647c-4063-b956-123f86bc369e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '584ca6d6-478c-45b2-9b4e-6dedf217cec4'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:33:46.487349 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-6d72e33a-6973-4897-9878-e75c5fdd303d None None] Bound port: 81ab4560-b19b-41db-ab82-94e746ea8891, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '891c0c05-647c-4063-b956-123f86bc369e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '584ca6d6-478c-45b2-9b4e-6dedf217cec4'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:33:46.487744 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6d72e33a-6973-4897-9878-e75c5fdd303d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:46.529582 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf8ef9f-bb9b-414d-a6a0-1c0125b11857 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:46.533331 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-caf8ef9f-bb9b-414d-a6a0-1c0125b11857 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:46.536582 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf8ef9f-bb9b-414d-a6a0-1c0125b11857 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:33:46.537049 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caf8ef9f-bb9b-414d-a6a0-1c0125b11857 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:46.603809 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-6d72e33a-6973-4897-9878-e75c5fdd303d None None] For port 81ab4560-b19b-41db-ab82-94e746ea8891, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:33:46.609014 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-6d72e33a-6973-4897-9878-e75c5fdd303d None None] For port 81ab4560-b19b-41db-ab82-94e746ea8891, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=81ab4560-b19b-41db-ab82-94e746ea8891,segment=NetworkSegment(891c0c05-647c-4063-b956-123f86bc369e),segment_id=891c0c05-647c-4063-b956-123f86bc369e)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:33:46.616427 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d946afe8-37fc-4f91-83fc-28181860f2fc tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:46.617990 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d946afe8-37fc-4f91-83fc-28181860f2fc tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "GET /v2.0/subnets/6f1222ae-40e8-42f2-8e16-3712c1ad27aa HTTP/1.1" status: 200 len: 811 time: 0.3113685 Oct 26 08:33:46.621760 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33588) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:46.622337 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6d72e33a-6973-4897-9878-e75c5fdd303d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:46.671222 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33590) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:46.676695 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-caf8ef9f-bb9b-414d-a6a0-1c0125b11857 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3715000 Oct 26 08:33:46.696276 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33592) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:46.709986 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d72e33a-6973-4897-9878-e75c5fdd303d None None] Pushing event updated for resources: {'Port': ['ID=81ab4560-b19b-41db-ab82-94e746ea8891,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:46.766878 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-24567160-fdae-4f3c-b038-b2b058bddcd3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0673716 Oct 26 08:33:46.784544 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33596) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:46.854932 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27254fe7-254e-4b9c-88eb-1ea20ac8536c tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['shared'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:46.861043 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-27254fe7-254e-4b9c-88eb-1ea20ac8536c tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "GET /v2.0/subnets/6f1222ae-40e8-42f2-8e16-3712c1ad27aa?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2340140 Oct 26 08:33:46.864108 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-61c5d750-6dd2-4903-b173-82bc11e2d50f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:46.865801 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33598) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:46.877767 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-92095357-2e65-4a53-9a88-249fc11e2f20 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-194674612'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:46.882214 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63161f5a-2394-484f-b8f7-edd0e8cce600 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event updated for resources: {'Subnet': ['ID=8d68e999-28cb-4b08-8c59-b15e252b971c,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:46.887243 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-06b8c53d-8009-4a7e-a548-782de24e5de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:46.891778 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-06b8c53d-8009-4a7e-a548-782de24e5de7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:46.896114 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-06b8c53d-8009-4a7e-a548-782de24e5de7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c083a2f1-6ba9-4f4a-9c9f-afd7e86fabc0 HTTP/1.1" status: 204 len: 168 time: 1.5489860 Oct 26 08:33:46.920005 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-5e9571f8-579e-4faf-8488-6c7c6a778566 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1005902102'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:46.929039 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b8c53d-8009-4a7e-a548-782de24e5de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c083a2f1-6ba9-4f4a-9c9f-afd7e86fabc0,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:46.935388 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-804cb924-4365-48f7-a9dc-840933b17d8f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:46.948572 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2aaabd-d260-4682-be1a-0bee16726744 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:46.952465 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-2e2aaabd-d260-4682-be1a-0bee16726744 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1645780 Oct 26 08:33:46.953233 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33602) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:47.062041 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-804cb924-4365-48f7-a9dc-840933b17d8f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:47.106008 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-0b8b5d4e-0b01-48e6-8ed0-2dacfbea641e tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Made reservation on behalf of 6eab6734a4b340b3a9f449d2b1ad4f89 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:47.109910 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-0b8b5d4e-0b01-48e6-8ed0-2dacfbea641e tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:47.153503 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-147e96ba-4a21-4be6-9671-35e55bad1474 None None] Provisioning complete for port 892681c8-8503-4dab-a070-33a661171d6c triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:47.154557 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-147e96ba-4a21-4be6-9671-35e55bad1474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:47.178982 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-804cb924-4365-48f7-a9dc-840933b17d8f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:47.186163 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-804cb924-4365-48f7-a9dc-840933b17d8f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/subnets/84fcd846-554b-4265-a362-9c06992aea96 HTTP/1.1" status: 204 len: 168 time: 1.3138969 Oct 26 08:33:47.187658 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804cb924-4365-48f7-a9dc-840933b17d8f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Subnet': ['ID=84fcd846-554b-4265-a362-9c06992aea96,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:47.194932 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33604) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:47.217856 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60a8334-2604-4a22-83bd-5aa335359967 None None] Network b2168707-af07-4d94-b147-a1579b752152 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:47.338837 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c34b5669-6d0b-47b4-afe3-40c9215bcd8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:47.366398 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-0b8b5d4e-0b01-48e6-8ed0-2dacfbea641e tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Allocated IP 172.20.0.3 (8898436d-e40a-418e-85e2-87f0fb58c97b/33b25e72-0e11-43c0-9e6c-63bdef265ca2/c5b4c931-0784-4417-9cf2-14aace14e7b9) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:47.369115 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-fb68d00c-ffd0-4ad2-8ab3-c731dbc0ef6b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4126627 Oct 26 08:33:47.374828 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92095357-2e65-4a53-9a88-249fc11e2f20 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Made reservation on behalf of d25a916b9c2d4b34bcd65014285516f8 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:47.377031 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33610) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:47.379609 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-92095357-2e65-4a53-9a88-249fc11e2f20 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:47.414967 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5e9571f8-579e-4faf-8488-6c7c6a778566 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:47.416660 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5e9571f8-579e-4faf-8488-6c7c6a778566 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:47.418234 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-f1312ce2-9739-41ea-a813-0267a8104bcc tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:47.438897 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92095357-2e65-4a53-9a88-249fc11e2f20 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:33:47.473224 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-92095357-2e65-4a53-9a88-249fc11e2f20 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:47.474801 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-92095357-2e65-4a53-9a88-249fc11e2f20 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Added segment ffd555b1-dc72-4b82-9f41-1745f2472404 of type vlan for network d8f3915d-fa2b-403f-8fda-0cf2e34bd90f Oct 26 08:33:47.510736 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-61c5d750-6dd2-4903-b173-82bc11e2d50f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Deleting port 81ab4560-b19b-41db-ab82-94e746ea8891 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:47.511277 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-61c5d750-6dd2-4903-b173-82bc11e2d50f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:47.572785 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5e9571f8-579e-4faf-8488-6c7c6a778566 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:47.584735 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-2a56158a-8e95-4ad9-997c-0b5dc8ffc648 req-a7e4eb7c-0d62-447d-940b-42952a156660 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 210 time: 0.1014709 Oct 26 08:33:47.641367 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5e9571f8-579e-4faf-8488-6c7c6a778566 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:47.650393 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1312ce2-9739-41ea-a813-0267a8104bcc tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:47.654107 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f1312ce2-9739-41ea-a813-0267a8104bcc tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:47.664384 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-c34b5669-6d0b-47b4-afe3-40c9215bcd8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Deleting port 892681c8-8503-4dab-a070-33a661171d6c {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:47.664624 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c34b5669-6d0b-47b4-afe3-40c9215bcd8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:47.669432 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0b9dba-f761-4094-ada8-65c84fec608a None None] DHCP port deletion for b2168707-af07-4d94-b147-a1579b752152 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:33:47.678229 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-92095357-2e65-4a53-9a88-249fc11e2f20 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:47.699956 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5e9571f8-579e-4faf-8488-6c7c6a778566 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:47.704409 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5e9571f8-579e-4faf-8488-6c7c6a778566 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.0320816 Oct 26 08:33:47.705095 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33620) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:47.776629 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dc0b9dba-f761-4094-ada8-65c84fec608a None None] Deleting port 892681c8-8503-4dab-a070-33a661171d6c {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:47.778243 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dc0b9dba-f761-4094-ada8-65c84fec608a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:47.820395 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9c1c438a-e534-4d82-892a-14f3dd95ace3 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:47.888584 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dc0b9dba-f761-4094-ada8-65c84fec608a None None] For port 892681c8-8503-4dab-a070-33a661171d6c, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=892681c8-8503-4dab-a070-33a661171d6c,segment=NetworkSegment(02a73009-3602-4cac-8bba-bd796c57d716),segment_id=02a73009-3602-4cac-8bba-bd796c57d716)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:47.889047 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dc0b9dba-f761-4094-ada8-65c84fec608a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:47.911189 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-c34b5669-6d0b-47b4-afe3-40c9215bcd8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] For port 892681c8-8503-4dab-a070-33a661171d6c, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=892681c8-8503-4dab-a070-33a661171d6c,segment=NetworkSegment(02a73009-3602-4cac-8bba-bd796c57d716),segment_id=02a73009-3602-4cac-8bba-bd796c57d716)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:47.911662 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c34b5669-6d0b-47b4-afe3-40c9215bcd8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:47.919303 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dc0b9dba-f761-4094-ada8-65c84fec608a None None] Calling delete_port for 892681c8-8503-4dab-a070-33a661171d6c owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:47.941750 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-c34b5669-6d0b-47b4-afe3-40c9215bcd8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Calling delete_port for 892681c8-8503-4dab-a070-33a661171d6c owned by network:dhcp {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:47.942858 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-61c5d750-6dd2-4903-b173-82bc11e2d50f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] For port 81ab4560-b19b-41db-ab82-94e746ea8891, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=81ab4560-b19b-41db-ab82-94e746ea8891,segment=NetworkSegment(891c0c05-647c-4063-b956-123f86bc369e),segment_id=891c0c05-647c-4063-b956-123f86bc369e)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:47.943474 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-61c5d750-6dd2-4903-b173-82bc11e2d50f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:47.946298 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-0b8b5d4e-0b01-48e6-8ed0-2dacfbea641e tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:47.958752 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-92095357-2e65-4a53-9a88-249fc11e2f20 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:47.965963 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92095357-2e65-4a53-9a88-249fc11e2f20 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:47.967145 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-92095357-2e65-4a53-9a88-249fc11e2f20 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:48.051455 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dc0b9dba-f761-4094-ada8-65c84fec608a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:48.099106 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b9dba-f761-4094-ada8-65c84fec608a None None] Pushing event deleted for resources: {'Port': ['ID=892681c8-8503-4dab-a070-33a661171d6c,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:48.099381 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9c1c438a-e534-4d82-892a-14f3dd95ace3 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:48.108425 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0b9dba-f761-4094-ada8-65c84fec608a None None] No DVR routers for this DVR port 892681c8-8503-4dab-a070-33a661171d6c on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:33:48.111335 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9c1c438a-e534-4d82-892a-14f3dd95ace3 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:48.174748 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-61c5d750-6dd2-4903-b173-82bc11e2d50f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Calling delete_port for 81ab4560-b19b-41db-ab82-94e746ea8891 owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:48.182151 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33630) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:48.203606 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621eba76-b623-4225-8d49-03e7fbdc5819 None None] Network 584ca6d6-478c-45b2-9b4e-6dedf217cec4 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:48.221897 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9c1c438a-e534-4d82-892a-14f3dd95ace3 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:48.223497 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1c438a-e534-4d82-892a-14f3dd95ace3 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 87d4aa11-91bb-40ae-b600-f6bd332f7b16 {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:33:48.230437 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9c1c438a-e534-4d82-892a-14f3dd95ace3 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:48.232179 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9c1c438a-e534-4d82-892a-14f3dd95ace3 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] 10.222.0.41 "DELETE /v2.0/routers/87d4aa11-91bb-40ae-b600-f6bd332f7b16 HTTP/1.1" status: 204 len: 168 time: 0.5208292 Oct 26 08:33:48.235499 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33634) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:48.240831 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-0d0152df-781f-4886-9034-9bdaf4f23f30 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Request body: {'router': {'name': 'tempest-router-356004235', 'distributed': False}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:48.248063 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-92095357-2e65-4a53-9a88-249fc11e2f20 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3767464 Oct 26 08:33:48.251078 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33636) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:48.263570 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-cfe1dcea-8221-46ab-a57e-d1770e0a4d02 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Request body: {'subnet': {'network_id': 'd8f3915d-fa2b-403f-8fda-0cf2e34bd90f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:48.287255 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0d0152df-781f-4886-9034-9bdaf4f23f30 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:48.288315 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0d0152df-781f-4886-9034-9bdaf4f23f30 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:48.292799 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 81ab4560-b19b-41db-ab82-94e746ea8891 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:33:48.346173 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-c0766f89-f1d9-4e29-b13c-ba54f8d98fe2 None None] Provisioning complete for port 81ab4560-b19b-41db-ab82-94e746ea8891 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:48.346926 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c0766f89-f1d9-4e29-b13c-ba54f8d98fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:48.349218 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0d0152df-781f-4886-9034-9bdaf4f23f30 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:48.366829 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0d0152df-781f-4886-9034-9bdaf4f23f30 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:48.374536 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-0b8b5d4e-0b01-48e6-8ed0-2dacfbea641e tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:48.386943 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-2fab43fb-4750-4837-9186-5d624e224d51 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1028073107'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:48.392111 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92095357-2e65-4a53-9a88-249fc11e2f20 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event updated for resources: {'Network': ['ID=d8f3915d-fa2b-403f-8fda-0cf2e34bd90f,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:48.408271 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network d8f3915d-fa2b-403f-8fda-0cf2e34bd90f details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:33:48.483680 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-0b8b5d4e-0b01-48e6-8ed0-2dacfbea641e tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Network 8898436d-e40a-418e-85e2-87f0fb58c97b is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:48.499182 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c34b5669-6d0b-47b4-afe3-40c9215bcd8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:48.501129 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-0b8b5d4e-0b01-48e6-8ed0-2dacfbea641e tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:48.513615 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-0b8b5d4e-0b01-48e6-8ed0-2dacfbea641e tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:48.517189 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-61c5d750-6dd2-4903-b173-82bc11e2d50f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:48.526460 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fab43fb-4750-4837-9186-5d624e224d51 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Made reservation on behalf of 2fc077a2dd8b426aa29f7a99099095c2 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:48.531309 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2fab43fb-4750-4837-9186-5d624e224d51 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:48.546465 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 81ab4560-b19b-41db-ab82-94e746ea8891 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:48.551732 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:48.555496 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c5d750-6dd2-4903-b173-82bc11e2d50f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event deleted for resources: {'Port': ['ID=81ab4560-b19b-41db-ab82-94e746ea8891,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:48.558296 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b5d4e-0b01-48e6-8ed0-2dacfbea641e tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Pushing event updated for resources: {'Port': ['ID=c5b4c931-0784-4417-9cf2-14aace14e7b9,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:48.560421 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.db [None req-c0766f89-f1d9-4e29-b13c-ba54f8d98fe2 None None] No ports have port_id starting with 81ab4560-b19b-41db-ab82-94e746ea8891 Oct 26 08:33:48.574224 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0d0152df-781f-4886-9034-9bdaf4f23f30 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:48.575721 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-0d0152df-781f-4886-9034-9bdaf4f23f30 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3391576 Oct 26 08:33:48.588790 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Port 81ab4560-b19b-41db-ab82-94e746ea8891 was deleted so its status cannot be updated. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 26 08:33:48.594547 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33638) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:48.597769 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34b5669-6d0b-47b4-afe3-40c9215bcd8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] No DVR routers for this DVR port 892681c8-8503-4dab-a070-33a661171d6c on host dv-neutron-804846-13-hyperv {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:33:48.602977 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2fab43fb-4750-4837-9186-5d624e224d51 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:48.675948 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c5d750-6dd2-4903-b173-82bc11e2d50f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] No DVR routers for this DVR port 81ab4560-b19b-41db-ab82-94e746ea8891 on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:33:48.688210 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.objects.ports [None req-f1312ce2-9739-41ea-a813-0267a8104bcc tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102101) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 08:33:48.698902 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 892681c8-8503-4dab-a070-33a661171d6c no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:33:48.720612 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34b5669-6d0b-47b4-afe3-40c9215bcd8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Port': ['ID=892681c8-8503-4dab-a070-33a661171d6c,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:48.721178 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe1dcea-8221-46ab-a57e-d1770e0a4d02 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Made reservation on behalf of d25a916b9c2d4b34bcd65014285516f8 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:48.723045 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 892681c8-8503-4dab-a070-33a661171d6c {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:33:48.723453 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 892681c8-8503-4dab-a070-33a661171d6c not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:33:48.726328 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cfe1dcea-8221-46ab-a57e-d1770e0a4d02 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:48.729266 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f1312ce2-9739-41ea-a813-0267a8104bcc tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:48.804554 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-0b8b5d4e-0b01-48e6-8ed0-2dacfbea641e tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:48.805452 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-0b8b5d4e-0b01-48e6-8ed0-2dacfbea641e tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:48.810085 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fed07f82-137d-418a-93b9-e62b9d7b2d2c tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:48.890905 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.ipam_backend_mixin [None req-cfe1dcea-8221-46ab-a57e-d1770e0a4d02 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Performing IP validity checks on allocation pools {{(pid=102102) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 08:33:48.891451 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.ipam_backend_mixin [None req-cfe1dcea-8221-46ab-a57e-d1770e0a4d02 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102102) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 08:33:48.899616 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1312ce2-9739-41ea-a813-0267a8104bcc tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:48.908472 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-61c5d750-6dd2-4903-b173-82bc11e2d50f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:48.919103 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c34b5669-6d0b-47b4-afe3-40c9215bcd8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:48.921917 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-f1312ce2-9739-41ea-a813-0267a8104bcc tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:48.938302 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-0b8b5d4e-0b01-48e6-8ed0-2dacfbea641e tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9782560 Oct 26 08:33:48.943718 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1312ce2-9739-41ea-a813-0267a8104bcc tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:48.944328 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f1312ce2-9739-41ea-a813-0267a8104bcc tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:48.955965 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8b37e0-c86c-421c-9c33-b8433cd3149a None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:48.958120 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-14b50a70-852d-4edc-a6bd-ae125ff2a49a service neutron] Request body: {'port': {'device_id': 'dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:48.960646 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1312ce2-9739-41ea-a813-0267a8104bcc tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Subnet': ['ID=486d4a70-428c-4029-b602-b53b0edb5bde,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:48.992562 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-91b1c617-cf8a-4fd7-8791-bc22af2ed95e None None] Provisioning complete for port c5b4c931-0784-4417-9cf2-14aace14e7b9 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:48.992941 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-91b1c617-cf8a-4fd7-8791-bc22af2ed95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:49.011196 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-c34b5669-6d0b-47b4-afe3-40c9215bcd8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2168707-af07-4d94-b147-a1579b752152']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:49.036418 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18246438-72a9-4a67-88f0-1514b1c887b5 req-f7bf8197-34f3-4f9b-8ab7-4e5291b28d63 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:49.038201 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-18246438-72a9-4a67-88f0-1514b1c887b5 req-f7bf8197-34f3-4f9b-8ab7-4e5291b28d63 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 931 time: 0.3121045 Oct 26 08:33:49.048460 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f1312ce2-9739-41ea-a813-0267a8104bcc tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6365025 Oct 26 08:33:49.049704 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33642) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:49.051856 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-c34b5669-6d0b-47b4-afe3-40c9215bcd8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02a73009-3602-4cac-8bba-bd796c57d716') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:49.051856 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-c34b5669-6d0b-47b4-afe3-40c9215bcd8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02a73009-3602-4cac-8bba-bd796c57d716') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:49.052942 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8c4bd6-8147-4490-8c87-511b2a27c904 None None] Network 584ca6d6-478c-45b2-9b4e-6dedf217cec4 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:49.063325 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-f1299699-4b1f-4350-adbe-3978bc44cf38 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'port': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'mac_address': 'fa:16:3e:11:49:b9', 'name': 'tempest-NetworksTestDHCPv6-596400247'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:49.071971 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fed07f82-137d-418a-93b9-e62b9d7b2d2c tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:49.076349 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fed07f82-137d-418a-93b9-e62b9d7b2d2c tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:49.111050 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c34b5669-6d0b-47b4-afe3-40c9215bcd8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:49.130916 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fed07f82-137d-418a-93b9-e62b9d7b2d2c tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:49.131307 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed07f82-137d-418a-93b9-e62b9d7b2d2c tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3d998995-d985-4627-9b35-023b7c329836 {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:33:49.136850 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fed07f82-137d-418a-93b9-e62b9d7b2d2c tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:49.137764 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-fed07f82-137d-418a-93b9-e62b9d7b2d2c tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] 10.222.0.41 "DELETE /v2.0/routers/3d998995-d985-4627-9b35-023b7c329836 HTTP/1.1" status: 204 len: 168 time: 0.5315628 Oct 26 08:33:49.141569 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33644) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:49.148652 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-a3dcc60c-2128-4380-a224-adf53e5f2580 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Request body: {'router': {'name': 'tempest-router-411039357', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'bb99f6e81be443dcb5f5f58ebe7e90a1'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:49.164353 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-61c5d750-6dd2-4903-b173-82bc11e2d50f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:49.190327 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c34b5669-6d0b-47b4-afe3-40c9215bcd8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:49.215689 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-14b50a70-852d-4edc-a6bd-ae125ff2a49a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:49.224688 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34b5669-6d0b-47b4-afe3-40c9215bcd8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:33:49.225103 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c34b5669-6d0b-47b4-afe3-40c9215bcd8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:49.226418 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c5d750-6dd2-4903-b173-82bc11e2d50f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event deleted for resources: {'Subnet': ['ID=8d68e999-28cb-4b08-8c59-b15e252b971c,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:49.229347 dv-neutron-804846-13-hyperv neutron-server[102101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:33:49.229347 dv-neutron-804846-13-hyperv neutron-server[102101]: self.session.flush() Oct 26 08:33:49.229347 dv-neutron-804846-13-hyperv neutron-server[102101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:33:49.229347 dv-neutron-804846-13-hyperv neutron-server[102101]: self.session.flush() Oct 26 08:33:49.229347 dv-neutron-804846-13-hyperv neutron-server[102101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:33:49.229347 dv-neutron-804846-13-hyperv neutron-server[102101]: self.session.flush() Oct 26 08:33:49.229347 dv-neutron-804846-13-hyperv neutron-server[102101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:33:49.229347 dv-neutron-804846-13-hyperv neutron-server[102101]: self.session.flush() Oct 26 08:33:49.229347 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:33:49.229347 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:33:49.229347 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:33:49.229347 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:33:49.229347 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:33:49.229347 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:33:49.229347 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:33:49.229347 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:33:49.229347 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:33:49.229347 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:33:49.229347 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:33:49.229347 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:33:49.229347 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:33:49.229347 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:33:49.229347 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:33:49.229347 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:33:49.229347 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:33:49.229347 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:33:49.229347 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:33:49.229347 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:33:49.229347 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:33:49.229347 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:33:49.229347 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:33:49.229347 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:33:49.229347 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:33:49.229347 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:33:49.229347 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:33:49.229347 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:33:49.229347 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:33:49.229347 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:33:49.229347 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:33:49.229347 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:33:49.239330 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-18246438-72a9-4a67-88f0-1514b1c887b5 req-95f7a527-ae4c-423b-b228-9c2670db8663 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825311 Oct 26 08:33:49.252739 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2fab43fb-4750-4837-9186-5d624e224d51 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:49.290213 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a3dcc60c-2128-4380-a224-adf53e5f2580 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:49.291250 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a3dcc60c-2128-4380-a224-adf53e5f2580 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:49.309676 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2fab43fb-4750-4837-9186-5d624e224d51 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:49.347115 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-61c5d750-6dd2-4903-b173-82bc11e2d50f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:49.351134 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-91b1c617-cf8a-4fd7-8791-bc22af2ed95e None None] Port c5b4c931-0784-4417-9cf2-14aace14e7b9 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:33:49.387854 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fab43fb-4750-4837-9186-5d624e224d51 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:33:49.416299 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c34b5669-6d0b-47b4-afe3-40c9215bcd8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:49.421509 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-61c5d750-6dd2-4903-b173-82bc11e2d50f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['584ca6d6-478c-45b2-9b4e-6dedf217cec4']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:49.424801 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab43fb-4750-4837-9186-5d624e224d51 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eefded62-ed22-4e0c-8f5d-64318c38a7b7,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:49.426487 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9e2d9d83-e23d-433d-8578-c6cda383c34d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:49.434480 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2fab43fb-4750-4837-9186-5d624e224d51 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:49.435047 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a3dcc60c-2128-4380-a224-adf53e5f2580 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:49.435299 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-2fab43fb-4750-4837-9186-5d624e224d51 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Added segment 9056a7b2-ebd6-42ee-b379-c6829d8d9d4a of type vlan for network 5199ac8c-ca6f-4036-a862-6dff27ae4227 Oct 26 08:33:49.439515 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-61c5d750-6dd2-4903-b173-82bc11e2d50f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '891c0c05-647c-4063-b956-123f86bc369e') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:49.439900 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-61c5d750-6dd2-4903-b173-82bc11e2d50f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '891c0c05-647c-4063-b956-123f86bc369e') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:49.449854 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cfe1dcea-8221-46ab-a57e-d1770e0a4d02 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:49.452136 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a3dcc60c-2128-4380-a224-adf53e5f2580 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:49.470037 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-61c5d750-6dd2-4903-b173-82bc11e2d50f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:49.478915 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c34b5669-6d0b-47b4-afe3-40c9215bcd8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:49.482631 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c34b5669-6d0b-47b4-afe3-40c9215bcd8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/networks/b2168707-af07-4d94-b147-a1579b752152 HTTP/1.1" status: 204 len: 168 time: 2.2867777 Oct 26 08:33:49.495180 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33646) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:49.503092 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed88d4d-9990-4982-a7a4-17c0accbc44d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'tenant_id': '34a26fc2cbe741c49d4d94b40e63438a', 'fixed_ips': [{'subnet_id': '486d4a70-428c-4029-b602-b53b0edb5bde'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:33:49.506738 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6ed88d4d-9990-4982-a7a4-17c0accbc44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:49.530483 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-61c5d750-6dd2-4903-b173-82bc11e2d50f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:49.554159 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c5d750-6dd2-4903-b173-82bc11e2d50f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:33:49.554572 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-61c5d750-6dd2-4903-b173-82bc11e2d50f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:49.557881 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:33:49.557881 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:33:49.557881 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:33:49.557881 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:33:49.557881 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:33:49.557881 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:33:49.557881 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:33:49.557881 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:33:49.557881 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:33:49.557881 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:33:49.557881 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:33:49.557881 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:33:49.557881 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:33:49.557881 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:33:49.557881 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:33:49.557881 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:33:49.557881 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:33:49.557881 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:33:49.557881 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:33:49.557881 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:33:49.557881 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:33:49.557881 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:33:49.557881 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:33:49.557881 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:33:49.557881 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:33:49.557881 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:33:49.557881 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:33:49.557881 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:33:49.557881 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:33:49.557881 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:33:49.557881 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:33:49.557881 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:33:49.565122 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c23024d-1bc3-4b2f-b718-57317cb54fa1 None None] DHCP port deletion for 584ca6d6-478c-45b2-9b4e-6dedf217cec4 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:33:49.613924 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1dcea-8221-46ab-a57e-d1770e0a4d02 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event updated for resources: {'Subnet': ['ID=c53eaf86-22eb-4723-a774-4a1a3c22bf05,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:49.622806 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34b5669-6d0b-47b4-afe3-40c9215bcd8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Network': ['ID=b2168707-af07-4d94-b147-a1579b752152,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:49.626865 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe1dcea-8221-46ab-a57e-d1770e0a4d02 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Checking segment: {'id': 'ffd555b1-dc72-4b82-9f41-1745f2472404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd8f3915d-fa2b-403f-8fda-0cf2e34bd90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:33:49.627682 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe1dcea-8221-46ab-a57e-d1770e0a4d02 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Network hostable DHCP agents. Network: d8f3915d-fa2b-403f-8fda-0cf2e34bd90f, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:33:49.646055 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a3dcc60c-2128-4380-a224-adf53e5f2580 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:49.647447 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a3dcc60c-2128-4380-a224-adf53e5f2580 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5047591 Oct 26 08:33:49.650624 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33648) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:49.655490 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-fdfb94d7-a393-4c36-aa6a-df551d9e6e90 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:49.724157 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-61c5d750-6dd2-4903-b173-82bc11e2d50f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:49.729594 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-6ed88d4d-9990-4982-a7a4-17c0accbc44d None None] Allocated IP 2001:db8::f816:3eff:fe82:c6d6 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/486d4a70-428c-4029-b602-b53b0edb5bde/9ba96cb3-9b77-4288-bf4d-7113c00a72a8) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:49.739947 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-61c5d750-6dd2-4903-b173-82bc11e2d50f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:49.746726 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-61c5d750-6dd2-4903-b173-82bc11e2d50f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "DELETE /v2.0/networks/584ca6d6-478c-45b2-9b4e-6dedf217cec4 HTTP/1.1" status: 204 len: 168 time: 3.2500780 Oct 26 08:33:49.761887 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33650) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:49.791003 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe1dcea-8221-46ab-a57e-d1770e0a4d02 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Network d8f3915d-fa2b-403f-8fda-0cf2e34bd90f is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:33:49.794824 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-41dcafc5-9199-4dea-8185-e64cadf53976 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] DELETE failed (client error): The resource could not be found. Oct 26 08:33:49.795297 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41dcafc5-9199-4dea-8185-e64cadf53976 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:49.801886 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-41dcafc5-9199-4dea-8185-e64cadf53976 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "DELETE /v2.0/subnets/8d68e999-28cb-4b08-8c59-b15e252b971c HTTP/1.1" status: 404 len: 337 time: 0.0340049 Oct 26 08:33:49.801886 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c5d750-6dd2-4903-b173-82bc11e2d50f tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event deleted for resources: {'Network': ['ID=584ca6d6-478c-45b2-9b4e-6dedf217cec4,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:49.806148 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33652) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:49.887501 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1299699-4b1f-4350-adbe-3978bc44cf38 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:49.889092 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6ed88d4d-9990-4982-a7a4-17c0accbc44d None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:49.889595 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-cfe1dcea-8221-46ab-a57e-d1770e0a4d02 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, d8f3915d-fa2b-403f-8fda-0cf2e34bd90f) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:49.895482 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-12c9a348-eb11-4c8a-a268-2ff46da94708 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] DELETE failed (client error): The resource could not be found. Oct 26 08:33:49.896123 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12c9a348-eb11-4c8a-a268-2ff46da94708 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:49.899477 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-12c9a348-eb11-4c8a-a268-2ff46da94708 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "DELETE /v2.0/networks/584ca6d6-478c-45b2-9b4e-6dedf217cec4 HTTP/1.1" status: 404 len: 339 time: 0.0899704 Oct 26 08:33:49.900974 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe1dcea-8221-46ab-a57e-d1770e0a4d02 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:49.901705 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cfe1dcea-8221-46ab-a57e-d1770e0a4d02 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:49.904116 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4542f0-6594-4211-a333-4410e0c6af53 None None] Network d8f3915d-fa2b-403f-8fda-0cf2e34bd90f requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:49.906308 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33654) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:49.906874 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6ed88d4d-9990-4982-a7a4-17c0accbc44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:49.970688 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2fab43fb-4750-4837-9186-5d624e224d51 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:49.984263 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed88d4d-9990-4982-a7a4-17c0accbc44d None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:49.990809 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-6ed88d4d-9990-4982-a7a4-17c0accbc44d None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:49.997178 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed88d4d-9990-4982-a7a4-17c0accbc44d None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:50.003028 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-14b50a70-852d-4edc-a6bd-ae125ff2a49a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5b4c931-0784-4417-9cf2-14aace14e7b9 {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:33:50.020196 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-14b50a70-852d-4edc-a6bd-ae125ff2a49a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:50.038302 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4895dc-1725-4947-a78f-25abdf0c454a tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:50.046868 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-7c4895dc-1725-4947-a78f-25abdf0c454a tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5370319 Oct 26 08:33:50.046868 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33656) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:50.067573 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed88d4d-9990-4982-a7a4-17c0accbc44d None None] Pushing event updated for resources: {'Port': ['ID=9ba96cb3-9b77-4288-bf4d-7113c00a72a8,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:50.096504 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-6ed88d4d-9990-4982-a7a4-17c0accbc44d None None] Attempting to bind port 9ba96cb3-9b77-4288-bf4d-7113c00a72a8 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:33:50.096891 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-6ed88d4d-9990-4982-a7a4-17c0accbc44d None None] Attempting to bind port 9ba96cb3-9b77-4288-bf4d-7113c00a72a8 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:33:50.097336 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed88d4d-9990-4982-a7a4-17c0accbc44d None None] Attempting to bind port 9ba96cb3-9b77-4288-bf4d-7113c00a72a8 on network ecf0c004-fa53-4f3e-bbfd-ff079400665b {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:33:50.103624 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed88d4d-9990-4982-a7a4-17c0accbc44d None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:33:50.104267 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed88d4d-9990-4982-a7a4-17c0accbc44d None None] Checking segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:33:50.104727 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6ed88d4d-9990-4982-a7a4-17c0accbc44d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:50.105075 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed88d4d-9990-4982-a7a4-17c0accbc44d None None] Bound using segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:33:50.105786 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-6ed88d4d-9990-4982-a7a4-17c0accbc44d None None] Bound port: 9ba96cb3-9b77-4288-bf4d-7113c00a72a8, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:33:50.106004 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6ed88d4d-9990-4982-a7a4-17c0accbc44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:50.120894 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-14b50a70-852d-4edc-a6bd-ae125ff2a49a service neutron] Transition to ACTIVE for port object c5b4c931-0784-4417-9cf2-14aace14e7b9 will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 08:33:50.123732 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2fab43fb-4750-4837-9186-5d624e224d51 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:50.131882 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fab43fb-4750-4837-9186-5d624e224d51 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:50.132539 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2fab43fb-4750-4837-9186-5d624e224d51 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:50.154141 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-14b50a70-852d-4edc-a6bd-ae125ff2a49a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:50.188824 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-6ed88d4d-9990-4982-a7a4-17c0accbc44d None None] For port 9ba96cb3-9b77-4288-bf4d-7113c00a72a8, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:33:50.193056 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-6ed88d4d-9990-4982-a7a4-17c0accbc44d None None] For port 9ba96cb3-9b77-4288-bf4d-7113c00a72a8, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=9ba96cb3-9b77-4288-bf4d-7113c00a72a8,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:33:50.205296 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f1299699-4b1f-4350-adbe-3978bc44cf38 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:50.216219 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6ed88d4d-9990-4982-a7a4-17c0accbc44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:50.231284 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 81ab4560-b19b-41db-ab82-94e746ea8891 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:33:50.276886 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2fab43fb-4750-4837-9186-5d624e224d51 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.0904062 Oct 26 08:33:50.291883 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33660) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:50.292571 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b50a70-852d-4edc-a6bd-ae125ff2a49a service neutron] Pushing event updated for resources: {'Port': ['ID=c5b4c931-0784-4417-9cf2-14aace14e7b9,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:50.308044 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-2abe706a-c4ff-44f6-bdbf-b9be0991bf83 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Request body: {'subnet': {'network_id': '5199ac8c-ca6f-4036-a862-6dff27ae4227', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:50.308809 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-cfe1dcea-8221-46ab-a57e-d1770e0a4d02 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.0532944 Oct 26 08:33:50.318651 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33662) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:50.337224 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-3f5f1ab7-78a2-4616-9431-db8e51977d3c tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:50.340327 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 81ab4560-b19b-41db-ab82-94e746ea8891 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:33:50.340687 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 81ab4560-b19b-41db-ab82-94e746ea8891 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:33:50.357613 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1aa5f979-cb59-4ca6-aaea-7f7bb9bcf06f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3048048 Oct 26 08:33:50.395643 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33664) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:50.399861 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed88d4d-9990-4982-a7a4-17c0accbc44d None None] Pushing event updated for resources: {'Port': ['ID=9ba96cb3-9b77-4288-bf4d-7113c00a72a8,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:50.403754 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-245acc7e-69e8-4d49-a934-7a43a3669066 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1705332845'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:50.429033 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fdfb94d7-a393-4c36-aa6a-df551d9e6e90 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8100261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8097850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15702'] for router, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:50.429748 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fdfb94d7-a393-4c36-aa6a-df551d9e6e90 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks [] for router, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:50.456054 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ce71db-ba43-461f-8e75-ad1f1f539d62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-d8f3915d-fa2b-403f-8fda-0cf2e34bd90f', 'network_id': 'd8f3915d-fa2b-403f-8fda-0cf2e34bd90f', 'tenant_id': 'd25a916b9c2d4b34bcd65014285516f8', 'fixed_ips': [{'subnet_id': 'c53eaf86-22eb-4723-a774-4a1a3c22bf05'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:33:50.457822 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-22ce71db-ba43-461f-8e75-ad1f1f539d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:50.636060 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fdfb94d7-a393-4c36-aa6a-df551d9e6e90 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102102) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 26 08:33:50.638303 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fdfb94d7-a393-4c36-aa6a-df551d9e6e90 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Router 1024636b-57f1-4240-b585-2582c2cf1c65 migrating from provider to provider. {{(pid=102102) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 26 08:33:50.638999 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fdfb94d7-a393-4c36-aa6a-df551d9e6e90 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:50.648364 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fdfb94d7-a393-4c36-aa6a-df551d9e6e90 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:50.653557 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0cf8700c-44eb-4b41-ae9d-4566f2db71cd tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:50.666830 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245acc7e-69e8-4d49-a934-7a43a3669066 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Made reservation on behalf of 842b849088674682987bba8ce52bfdf3 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:50.670452 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-245acc7e-69e8-4d49-a934-7a43a3669066 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:50.695396 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fdfb94d7-a393-4c36-aa6a-df551d9e6e90 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8100266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8100243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8097827'] for router, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:50.713425 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab43fb-4750-4837-9186-5d624e224d51 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Pushing event updated for resources: {'Network': ['ID=5199ac8c-ca6f-4036-a862-6dff27ae4227,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:50.717008 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-f1299699-4b1f-4350-adbe-3978bc44cf38 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] device_id is not set on port e88eb39b-51ab-4be3-8e4e-f67a21114c4b yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:33:50.719302 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-22ce71db-ba43-461f-8e75-ad1f1f539d62 None None] Allocated IP 172.20.0.3 (d8f3915d-fa2b-403f-8fda-0cf2e34bd90f/c53eaf86-22eb-4723-a774-4a1a3c22bf05/b084b9a5-95b8-44de-8280-1a373d37ad49) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:50.799274 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 5199ac8c-ca6f-4036-a862-6dff27ae4227 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:33:50.860922 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abe706a-c4ff-44f6-bdbf-b9be0991bf83 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Made reservation on behalf of 2fc077a2dd8b426aa29f7a99099095c2 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:50.865581 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2abe706a-c4ff-44f6-bdbf-b9be0991bf83 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:50.885311 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-245acc7e-69e8-4d49-a934-7a43a3669066 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:33:50.902162 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826af2db-5b91-4ee6-9458-9140786bcd0a req-d24d7f46-2d6a-4407-bde6-973fc59c2795 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:50.903717 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-826af2db-5b91-4ee6-9458-9140786bcd0a req-d24d7f46-2d6a-4407-bde6-973fc59c2795 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 943 time: 0.5149004 Oct 26 08:33:50.966696 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-245acc7e-69e8-4d49-a934-7a43a3669066 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:50.966988 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-245acc7e-69e8-4d49-a934-7a43a3669066 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Added segment 01f5d212-fc27-4bcf-9bbf-3b96b64dd7d4 of type vlan for network 320cde50-1460-4719-bbff-0995927c0e38 Oct 26 08:33:50.968694 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3f5f1ab7-78a2-4616-9431-db8e51977d3c tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4627423'] for subnet, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:50.971456 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-22ce71db-ba43-461f-8e75-ad1f1f539d62 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:50.978738 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-22ce71db-ba43-461f-8e75-ad1f1f539d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:50.989871 dv-neutron-804846-13-hyperv neutron-server[102102]: WARNING neutron.scheduler.l3_agent_scheduler [None req-fdfb94d7-a393-4c36-aa6a-df551d9e6e90 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] No L3 agents can host the router 1024636b-57f1-4240-b585-2582c2cf1c65 Oct 26 08:33:50.994375 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-14b50a70-852d-4edc-a6bd-ae125ff2a49a service neutron] Attempting to bind port c5b4c931-0784-4417-9cf2-14aace14e7b9 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:33:50.994939 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-14b50a70-852d-4edc-a6bd-ae125ff2a49a service neutron] Attempting to bind port c5b4c931-0784-4417-9cf2-14aace14e7b9 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '740e16c5-c4b3-49c5-abf0-94d5e047c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8898436d-e40a-418e-85e2-87f0fb58c97b'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:33:50.995477 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-14b50a70-852d-4edc-a6bd-ae125ff2a49a service neutron] Attempting to bind port c5b4c931-0784-4417-9cf2-14aace14e7b9 on network 8898436d-e40a-418e-85e2-87f0fb58c97b {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:33:50.998222 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-f1299699-4b1f-4350-adbe-3978bc44cf38 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Allocated IP 2001:db8::f816:3eff:fe11:49b9 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/486d4a70-428c-4029-b602-b53b0edb5bde/e88eb39b-51ab-4be3-8e4e-f67a21114c4b) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:51.010873 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-14b50a70-852d-4edc-a6bd-ae125ff2a49a service neutron] Port c5b4c931-0784-4417-9cf2-14aace14e7b9 on network 8898436d-e40a-418e-85e2-87f0fb58c97b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:33:51.011185 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-14b50a70-852d-4edc-a6bd-ae125ff2a49a service neutron] Attempting to bind port c5b4c931-0784-4417-9cf2-14aace14e7b9 on network 8898436d-e40a-418e-85e2-87f0fb58c97b {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:33:51.031212 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-14b50a70-852d-4edc-a6bd-ae125ff2a49a service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:33:51.031845 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-14b50a70-852d-4edc-a6bd-ae125ff2a49a service neutron] Checking segment: {'id': '740e16c5-c4b3-49c5-abf0-94d5e047c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8898436d-e40a-418e-85e2-87f0fb58c97b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:33:51.032429 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-14b50a70-852d-4edc-a6bd-ae125ff2a49a service neutron] Bound using segment: {'id': '740e16c5-c4b3-49c5-abf0-94d5e047c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8898436d-e40a-418e-85e2-87f0fb58c97b'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:33:51.033413 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-14b50a70-852d-4edc-a6bd-ae125ff2a49a service neutron] Bound port: c5b4c931-0784-4417-9cf2-14aace14e7b9, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '740e16c5-c4b3-49c5-abf0-94d5e047c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8898436d-e40a-418e-85e2-87f0fb58c97b'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:33:51.034024 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-14b50a70-852d-4edc-a6bd-ae125ff2a49a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:51.034531 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0cf8700c-44eb-4b41-ae9d-4566f2db71cd tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:51.043777 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ce71db-ba43-461f-8e75-ad1f1f539d62 None None] Network d8f3915d-fa2b-403f-8fda-0cf2e34bd90f is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:51.047165 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-22ce71db-ba43-461f-8e75-ad1f1f539d62 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:51.053243 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ce71db-ba43-461f-8e75-ad1f1f539d62 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:51.062400 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce71db-ba43-461f-8e75-ad1f1f539d62 None None] Pushing event updated for resources: {'Port': ['ID=b084b9a5-95b8-44de-8280-1a373d37ad49,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:51.074708 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-245acc7e-69e8-4d49-a934-7a43a3669066 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:51.094322 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-0cf8700c-44eb-4b41-ae9d-4566f2db71cd tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da6d2326-103b-4eac-ae02-fc2fec88a68d']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:51.114812 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-22ce71db-ba43-461f-8e75-ad1f1f539d62 None None] Attempting to bind port b084b9a5-95b8-44de-8280-1a373d37ad49 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:33:51.115198 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-22ce71db-ba43-461f-8e75-ad1f1f539d62 None None] Attempting to bind port b084b9a5-95b8-44de-8280-1a373d37ad49 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'ffd555b1-dc72-4b82-9f41-1745f2472404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd8f3915d-fa2b-403f-8fda-0cf2e34bd90f'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:33:51.115573 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ce71db-ba43-461f-8e75-ad1f1f539d62 None None] Attempting to bind port b084b9a5-95b8-44de-8280-1a373d37ad49 on network d8f3915d-fa2b-403f-8fda-0cf2e34bd90f {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:33:51.120943 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ce71db-ba43-461f-8e75-ad1f1f539d62 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:33:51.121338 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ce71db-ba43-461f-8e75-ad1f1f539d62 None None] Checking segment: {'id': 'ffd555b1-dc72-4b82-9f41-1745f2472404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd8f3915d-fa2b-403f-8fda-0cf2e34bd90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:33:51.121781 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-22ce71db-ba43-461f-8e75-ad1f1f539d62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:51.122235 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ce71db-ba43-461f-8e75-ad1f1f539d62 None None] Bound using segment: {'id': 'ffd555b1-dc72-4b82-9f41-1745f2472404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd8f3915d-fa2b-403f-8fda-0cf2e34bd90f'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:33:51.122716 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-22ce71db-ba43-461f-8e75-ad1f1f539d62 None None] Bound port: b084b9a5-95b8-44de-8280-1a373d37ad49, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd555b1-dc72-4b82-9f41-1745f2472404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'd8f3915d-fa2b-403f-8fda-0cf2e34bd90f'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:33:51.123107 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-22ce71db-ba43-461f-8e75-ad1f1f539d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:51.157603 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-0cf8700c-44eb-4b41-ae9d-4566f2db71cd tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e08c6d80-faac-4b92-aaf5-f5c0c57888e0') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:51.158009 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-0cf8700c-44eb-4b41-ae9d-4566f2db71cd tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e08c6d80-faac-4b92-aaf5-f5c0c57888e0') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:51.192240 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-22ce71db-ba43-461f-8e75-ad1f1f539d62 None None] For port b084b9a5-95b8-44de-8280-1a373d37ad49, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:33:51.195559 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-22ce71db-ba43-461f-8e75-ad1f1f539d62 None None] For port b084b9a5-95b8-44de-8280-1a373d37ad49, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=b084b9a5-95b8-44de-8280-1a373d37ad49,segment=NetworkSegment(ffd555b1-dc72-4b82-9f41-1745f2472404),segment_id=ffd555b1-dc72-4b82-9f41-1745f2472404)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:33:51.201203 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-22ce71db-ba43-461f-8e75-ad1f1f539d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:51.205057 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-826af2db-5b91-4ee6-9458-9140786bcd0a req-6305aad9-391e-4a85-b79f-1f5ecca28644 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2941902 Oct 26 08:33:51.242853 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0cf8700c-44eb-4b41-ae9d-4566f2db71cd tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:51.282900 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce71db-ba43-461f-8e75-ad1f1f539d62 None None] Pushing event updated for resources: {'Port': ['ID=b084b9a5-95b8-44de-8280-1a373d37ad49,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:51.285161 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-245acc7e-69e8-4d49-a934-7a43a3669066 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:51.292198 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245acc7e-69e8-4d49-a934-7a43a3669066 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:51.292969 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-245acc7e-69e8-4d49-a934-7a43a3669066 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:51.301423 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0cf8700c-44eb-4b41-ae9d-4566f2db71cd tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:51.329969 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cf8700c-44eb-4b41-ae9d-4566f2db71cd tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:33:51.330370 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0cf8700c-44eb-4b41-ae9d-4566f2db71cd tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:51.339435 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-14b50a70-852d-4edc-a6bd-ae125ff2a49a service neutron] For port c5b4c931-0784-4417-9cf2-14aace14e7b9, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:33:51.367119 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2abe706a-c4ff-44f6-bdbf-b9be0991bf83 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:51.370249 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-14b50a70-852d-4edc-a6bd-ae125ff2a49a service neutron] For port c5b4c931-0784-4417-9cf2-14aace14e7b9, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c5b4c931-0784-4417-9cf2-14aace14e7b9,segment=NetworkSegment(740e16c5-c4b3-49c5-abf0-94d5e047c965),segment_id=740e16c5-c4b3-49c5-abf0-94d5e047c965)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:33:51.389011 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-14b50a70-852d-4edc-a6bd-ae125ff2a49a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:51.402973 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:33:51.402973 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:33:51.402973 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:33:51.402973 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:33:51.402973 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:33:51.402973 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:33:51.402973 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:33:51.402973 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:33:51.402973 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:33:51.402973 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:33:51.402973 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:33:51.402973 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:33:51.402973 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:33:51.402973 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:33:51.402973 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:33:51.402973 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:33:51.402973 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:33:51.402973 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:33:51.402973 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:33:51.402973 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:33:51.402973 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:33:51.402973 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:33:51.402973 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:33:51.402973 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:33:51.402973 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:33:51.402973 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:33:51.402973 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:33:51.402973 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:33:51.402973 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:33:51.402973 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:33:51.402973 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:33:51.402973 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:33:51.474830 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f1299699-4b1f-4350-adbe-3978bc44cf38 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:51.499022 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-245acc7e-69e8-4d49-a934-7a43a3669066 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1006575 Oct 26 08:33:51.499694 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfb94d7-a393-4c36-aa6a-df551d9e6e90 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Hosts for router 1024636b-57f1-4240-b585-2582c2cf1c65: [] {{(pid=102102) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 26 08:33:51.508872 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe706a-c4ff-44f6-bdbf-b9be0991bf83 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Pushing event updated for resources: {'Subnet': ['ID=1b53dda2-e79e-4b64-9584-312ad9cae48f,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:51.515139 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33666) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:51.535937 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-5e277cb7-8ac1-424e-90f1-c5745ce9d742 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'subnet': {'network_id': '320cde50-1460-4719-bbff-0995927c0e38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:51.553968 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-14b50a70-852d-4edc-a6bd-ae125ff2a49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:51.557148 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-14b50a70-852d-4edc-a6bd-ae125ff2a49a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:51.557148 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-14b50a70-852d-4edc-a6bd-ae125ff2a49a service neutron] 10.222.0.47 "PUT /v2.0/ports/c5b4c931-0784-4417-9cf2-14aace14e7b9 HTTP/1.1" status: 200 len: 1093 time: 2.6031349 Oct 26 08:33:51.557148 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52', 'tag': 'c5b4c931-0784-4417-9cf2-14aace14e7b9'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:33:51.559489 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0212a55a-567d-4519-8ab7-6fe81be8f5b3" -d '{"events": [{"name": "network-changed", "server_uuid": "dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52", "tag": "c5b4c931-0784-4417-9cf2-14aace14e7b9"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:33:51.580160 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245acc7e-69e8-4d49-a934-7a43a3669066 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Network': ['ID=320cde50-1460-4719-bbff-0995927c0e38,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:51.592501 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfb94d7-a393-4c36-aa6a-df551d9e6e90 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Hosts for other DVR routers connected to router 1024636b-57f1-4240-b585-2582c2cf1c65: set() {{(pid=102102) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 26 08:33:51.597348 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fdfb94d7-a393-4c36-aa6a-df551d9e6e90 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:51.603505 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 320cde50-1460-4719-bbff-0995927c0e38 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:33:51.610990 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-fdfb94d7-a393-4c36-aa6a-df551d9e6e90 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] 10.222.0.41 "PUT /v2.0/routers/1024636b-57f1-4240-b585-2582c2cf1c65 HTTP/1.1" status: 200 len: 716 time: 1.9587274 Oct 26 08:33:51.659086 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33670) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:51.660470 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0cf8700c-44eb-4b41-ae9d-4566f2db71cd tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:51.695729 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0cf8700c-44eb-4b41-ae9d-4566f2db71cd tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:51.702079 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-0cf8700c-44eb-4b41-ae9d-4566f2db71cd tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "DELETE /v2.0/networks/da6d2326-103b-4eac-ae02-fc2fec88a68d HTTP/1.1" status: 204 len: 168 time: 1.7948349 Oct 26 08:33:51.714742 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72eb1e4b-981a-4515-be2f-7fb65a406335 x-openstack-request-id: req-72eb1e4b-981a-4515-be2f-7fb65a406335 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:33:51.715232 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52", "tag": "c5b4c931-0784-4417-9cf2-14aace14e7b9", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:33:51.716165 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-72eb1e4b-981a-4515-be2f-7fb65a406335 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:33:51.716580 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52', 'tag': 'c5b4c931-0784-4417-9cf2-14aace14e7b9', 'status': 'completed', 'code': 200} Oct 26 08:33:51.735362 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33672) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:51.735850 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8700c-44eb-4b41-ae9d-4566f2db71cd tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event deleted for resources: {'Network': ['ID=da6d2326-103b-4eac-ae02-fc2fec88a68d,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:51.836163 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b50a70-852d-4edc-a6bd-ae125ff2a49a service neutron] Pushing event updated for resources: {'Port': ['ID=c5b4c931-0784-4417-9cf2-14aace14e7b9,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:51.866174 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abe706a-c4ff-44f6-bdbf-b9be0991bf83 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Checking segment: {'id': '9056a7b2-ebd6-42ee-b379-c6829d8d9d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5199ac8c-ca6f-4036-a862-6dff27ae4227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:33:51.866808 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abe706a-c4ff-44f6-bdbf-b9be0991bf83 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Network hostable DHCP agents. Network: 5199ac8c-ca6f-4036-a862-6dff27ae4227, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:33:51.880040 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-c79634c6-d24e-4039-86cb-27361ac0c683 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] DELETE failed (client error): The resource could not be found. Oct 26 08:33:51.880692 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c79634c6-d24e-4039-86cb-27361ac0c683 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:51.883874 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c79634c6-d24e-4039-86cb-27361ac0c683 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "DELETE /v2.0/subnets/af12597d-209a-4350-80da-e579a76b9abf HTTP/1.1" status: 404 len: 337 time: 0.1421096 Oct 26 08:33:51.887053 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f1299699-4b1f-4350-adbe-3978bc44cf38 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:51.888388 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33674) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:51.895581 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c175f070-b306-4ae3-85f5-80a30e7dc481 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] 10.222.0.41 "GET /v2.0/routers/1024636b-57f1-4240-b585-2582c2cf1c65 HTTP/1.1" status: 200 len: 716 time: 0.2319655 Oct 26 08:33:51.903400 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33676) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:51.908379 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-745b65d7-71ec-4c81-b504-73f4f7270f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:51.911550 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-745b65d7-71ec-4c81-b504-73f4f7270f7d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6eab6734a4b340b3a9f449d2b1ad4f89&device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 1096 time: 0.2203658 Oct 26 08:33:51.912824 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3f5f1ab7-78a2-4616-9431-db8e51977d3c tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763432359918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7596044'] for subnet, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:51.921889 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-78fa1f1a-7a74-4d33-a936-b2a74fb37414 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] DELETE failed (client error): The resource could not be found. Oct 26 08:33:51.922478 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78fa1f1a-7a74-4d33-a936-b2a74fb37414 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:51.927929 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-78fa1f1a-7a74-4d33-a936-b2a74fb37414 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "DELETE /v2.0/networks/6282d4ba-0351-4ffa-b9f8-590326ea36fe HTTP/1.1" status: 404 len: 339 time: 0.0335128 Oct 26 08:33:51.951627 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33680) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:51.969335 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5f1ab7-78a2-4616-9431-db8e51977d3c tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:51.970002 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3f5f1ab7-78a2-4616-9431-db8e51977d3c tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:51.971367 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3f5f1ab7-78a2-4616-9431-db8e51977d3c tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "PUT /v2.0/subnets/c53eaf86-22eb-4723-a774-4a1a3c22bf05 HTTP/1.1" status: 200 len: 877 time: 1.6513603 Oct 26 08:33:51.975453 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33682) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:51.992472 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-abdacbdc-c856-4d5a-b34f-c058fef9685f None None] Provisioning complete for port 9ba96cb3-9b77-4288-bf4d-7113c00a72a8 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:51.993189 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-abdacbdc-c856-4d5a-b34f-c058fef9685f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:52.031636 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f1ab7-78a2-4616-9431-db8e51977d3c tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event updated for resources: {'Subnet': ['ID=c53eaf86-22eb-4723-a774-4a1a3c22bf05,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:52.041530 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-db9debae-67f4-47ae-9e7b-4cb070503b06 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5b4c931-0784-4417-9cf2-14aace14e7b9 HTTP/1.1" status: 200 len: 217 time: 0.0930431 Oct 26 08:33:52.062792 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-972173f5-5492-49ae-9d0d-3789b29c90e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:52.064314 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1299699-4b1f-4350-adbe-3978bc44cf38 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:52.072808 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-f1299699-4b1f-4350-adbe-3978bc44cf38 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:52.075771 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1299699-4b1f-4350-adbe-3978bc44cf38 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:52.083573 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1299699-4b1f-4350-adbe-3978bc44cf38 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:52.084237 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f1299699-4b1f-4350-adbe-3978bc44cf38 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:52.086684 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abe706a-c4ff-44f6-bdbf-b9be0991bf83 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Network 5199ac8c-ca6f-4036-a862-6dff27ae4227 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:33:52.097836 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c3476c3e-414e-4950-a292-d20b3cce1cd7 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:52.120283 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-abdacbdc-c856-4d5a-b34f-c058fef9685f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:52.186355 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-19a0b3cf-52bd-4340-bbaa-398c86027455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:52.187839 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-19a0b3cf-52bd-4340-bbaa-398c86027455 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=33b25e72-0e11-43c0-9e6c-63bdef265ca2 HTTP/1.1" status: 200 len: 851 time: 0.1164768 Oct 26 08:33:52.188427 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e277cb7-8ac1-424e-90f1-c5745ce9d742 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Made reservation on behalf of 842b849088674682987bba8ce52bfdf3 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:52.194218 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5e277cb7-8ac1-424e-90f1-c5745ce9d742 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:52.194615 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-abdacbdc-c856-4d5a-b34f-c058fef9685f None None] For port 9ba96cb3-9b77-4288-bf4d-7113c00a72a8, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=9ba96cb3-9b77-4288-bf4d-7113c00a72a8,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:52.203567 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-abdacbdc-c856-4d5a-b34f-c058fef9685f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:52.218185 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-2abe706a-c4ff-44f6-bdbf-b9be0991bf83 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 5199ac8c-ca6f-4036-a862-6dff27ae4227) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:52.224220 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abe706a-c4ff-44f6-bdbf-b9be0991bf83 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:52.224220 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2abe706a-c4ff-44f6-bdbf-b9be0991bf83 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:52.256600 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-c3476c3e-414e-4950-a292-d20b3cce1cd7 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Deleting port b084b9a5-95b8-44de-8280-1a373d37ad49 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:52.258662 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c3476c3e-414e-4950-a292-d20b3cce1cd7 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:52.266986 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c04fea-d74a-4af2-8cd3-69ca52084453 None None] Network 5199ac8c-ca6f-4036-a862-6dff27ae4227 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:52.303232 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2abe706a-c4ff-44f6-bdbf-b9be0991bf83 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0005171 Oct 26 08:33:52.327793 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33686) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:52.337397 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-418a6604-5c6c-4485-a221-fe09d1ce6b7a tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Request body: {'port': {'network_id': '5199ac8c-ca6f-4036-a862-6dff27ae4227', 'name': 'tempest-AllowedAddressPairTestJSON-1464262380'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:52.430548 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device b084b9a5-95b8-44de-8280-1a373d37ad49 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:33:52.462559 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdacbdc-c856-4d5a-b34f-c058fef9685f None None] Pushing event updated for resources: {'Port': ['ID=9ba96cb3-9b77-4288-bf4d-7113c00a72a8,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:52.563103 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port b084b9a5-95b8-44de-8280-1a373d37ad49 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:52.563490 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:52.591611 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1299699-4b1f-4350-adbe-3978bc44cf38 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Port': ['ID=e88eb39b-51ab-4be3-8e4e-f67a21114c4b,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:52.598644 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f1299699-4b1f-4350-adbe-3978bc44cf38 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5406733 Oct 26 08:33:52.607852 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e27e022-7f01-42ff-b010-96bf7310c65e tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Deleting subnet 6ff10158-45f5-4e78-82cb-fd83f865d0fc {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:33:52.617013 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33688) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:52.633738 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5e27e022-7f01-42ff-b010-96bf7310c65e tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:52.650010 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d9f746-bca9-4929-bf62-d85bc21847a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-5199ac8c-ca6f-4036-a862-6dff27ae4227', 'network_id': '5199ac8c-ca6f-4036-a862-6dff27ae4227', 'tenant_id': '2fc077a2dd8b426aa29f7a99099095c2', 'fixed_ips': [{'subnet_id': '1b53dda2-e79e-4b64-9584-312ad9cae48f'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:33:52.650887 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-16d9f746-bca9-4929-bf62-d85bc21847a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:52.652655 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3654a1-b9ab-4ce4-a70b-85548ef98914 req-3943ec96-bb1e-45ec-8e7b-dbdbbb27cd36 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:52.654718 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-bd3654a1-b9ab-4ce4-a70b-85548ef98914 req-3943ec96-bb1e-45ec-8e7b-dbdbbb27cd36 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 943 time: 0.3012333 Oct 26 08:33:52.665010 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-c3476c3e-414e-4950-a292-d20b3cce1cd7 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] For port b084b9a5-95b8-44de-8280-1a373d37ad49, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=b084b9a5-95b8-44de-8280-1a373d37ad49,segment=NetworkSegment(ffd555b1-dc72-4b82-9f41-1745f2472404),segment_id=ffd555b1-dc72-4b82-9f41-1745f2472404)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:52.665843 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c3476c3e-414e-4950-a292-d20b3cce1cd7 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:52.673816 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-25eb87b5-059e-471f-87f3-316b47399311 None None] Provisioning complete for port e88eb39b-51ab-4be3-8e4e-f67a21114c4b triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:52.674204 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-25eb87b5-059e-471f-87f3-316b47399311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:52.696328 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-7c248ad3-02c0-4d2d-8da2-cac01b07de13 tempest-RoutersTestDVR-1863833584 tempest-RoutersTestDVR-1863833584-project] 10.222.0.41 "GET /v2.0/routers/1024636b-57f1-4240-b585-2582c2cf1c65 HTTP/1.1" status: 200 len: 682 time: 0.7899122 Oct 26 08:33:52.705360 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33690) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:52.711264 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-c3476c3e-414e-4950-a292-d20b3cce1cd7 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Calling delete_port for b084b9a5-95b8-44de-8280-1a373d37ad49 owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:52.760860 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5e27e022-7f01-42ff-b010-96bf7310c65e tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:52.798486 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-7dc9a8a5-4a56-4333-945a-8a5b97a7583e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:52.799957 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-7dc9a8a5-4a56-4333-945a-8a5b97a7583e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8898436d-e40a-418e-85e2-87f0fb58c97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5979898 Oct 26 08:33:52.811012 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-25eb87b5-059e-471f-87f3-316b47399311 None None] Port e88eb39b-51ab-4be3-8e4e-f67a21114c4b cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:33:52.856279 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5c1a86cd-11dc-4bb7-b2fa-31a4f713557d tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:52.913136 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:52.916457 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-16d9f746-bca9-4929-bf62-d85bc21847a5 None None] Allocated IP 172.20.0.2 (5199ac8c-ca6f-4036-a862-6dff27ae4227/1b53dda2-e79e-4b64-9584-312ad9cae48f/5461d532-497e-4854-b781-4772519ea192) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:52.918923 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-bd3654a1-b9ab-4ce4-a70b-85548ef98914 req-7776bc79-047f-4d5c-b4f7-7d25df0b3364 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2493167 Oct 26 08:33:52.939591 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:52.966335 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc10f25-50e5-4862-aa17-e1eaac6c6f1f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:52.975996 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc10f25-50e5-4862-aa17-e1eaac6c6f1f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:52.980420 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3bc10f25-50e5-4862-aa17-e1eaac6c6f1f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.3589759 Oct 26 08:33:52.985562 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33692) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:52.986599 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5e277cb7-8ac1-424e-90f1-c5745ce9d742 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:53.009504 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418a6604-5c6c-4485-a221-fe09d1ce6b7a tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Made reservation on behalf of 2fc077a2dd8b426aa29f7a99099095c2 for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:53.011792 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8366975-be6a-4c58-ad7c-ceabfa57f087 None None] Network d8f3915d-fa2b-403f-8fda-0cf2e34bd90f requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:53.013047 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-418a6604-5c6c-4485-a221-fe09d1ce6b7a tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:53.068872 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5e27e022-7f01-42ff-b010-96bf7310c65e tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:53.091462 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port b084b9a5-95b8-44de-8280-1a373d37ad49, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=b084b9a5-95b8-44de-8280-1a373d37ad49,segment=NetworkSegment(ffd555b1-dc72-4b82-9f41-1745f2472404),segment_id=ffd555b1-dc72-4b82-9f41-1745f2472404)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:53.103159 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:53.104453 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 9ba96cb3-9b77-4288-bf4d-7113c00a72a8 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:33:53.132961 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-418a6604-5c6c-4485-a221-fe09d1ce6b7a tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] device_id is not set on port bc225d0c-13a9-4c78-b1b6-91a28fc5fb23 yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:33:53.143140 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5c1a86cd-11dc-4bb7-b2fa-31a4f713557d tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:53.147535 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5c1a86cd-11dc-4bb7-b2fa-31a4f713557d tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:53.163254 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8de10274-8583-4645-a3a8-49ad76d3f554 None None] Provisioning complete for port b084b9a5-95b8-44de-8280-1a373d37ad49 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:53.163725 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8de10274-8583-4645-a3a8-49ad76d3f554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:53.258795 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5c1a86cd-11dc-4bb7-b2fa-31a4f713557d tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:53.259233 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1a86cd-11dc-4bb7-b2fa-31a4f713557d tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1024636b-57f1-4240-b585-2582c2cf1c65 {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:33:53.282278 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5c1a86cd-11dc-4bb7-b2fa-31a4f713557d tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:53.286873 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5c1a86cd-11dc-4bb7-b2fa-31a4f713557d tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] 10.222.0.41 "DELETE /v2.0/routers/1024636b-57f1-4240-b585-2582c2cf1c65 HTTP/1.1" status: 204 len: 168 time: 0.5732453 Oct 26 08:33:53.287181 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33694) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:53.293346 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-3ce25552-aa88-4a7a-ae4d-6f904586e118 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Request body: {'router': {'name': 'tempest-router-755654567', 'distributed': True}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:53.328797 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c3476c3e-414e-4950-a292-d20b3cce1cd7 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:53.338683 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3ce25552-aa88-4a7a-ae4d-6f904586e118 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:53.339715 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3ce25552-aa88-4a7a-ae4d-6f904586e118 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:53.369665 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3476c3e-414e-4950-a292-d20b3cce1cd7 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event deleted for resources: {'Port': ['ID=b084b9a5-95b8-44de-8280-1a373d37ad49,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:53.456442 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-01e435a1-808f-4dbf-86d2-711da991d7b5 service neutron] 10.222.0.47 "GET /v2.0/networks/8898436d-e40a-418e-85e2-87f0fb58c97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6240752 Oct 26 08:33:53.460060 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e277cb7-8ac1-424e-90f1-c5745ce9d742 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Subnet': ['ID=fa3f9a59-cfb4-4a01-9fed-08b755d8ec18,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:53.528172 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e277cb7-8ac1-424e-90f1-c5745ce9d742 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Checking segment: {'id': '01f5d212-fc27-4bcf-9bbf-3b96b64dd7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '320cde50-1460-4719-bbff-0995927c0e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:33:53.528172 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e277cb7-8ac1-424e-90f1-c5745ce9d742 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Network hostable DHCP agents. Network: 320cde50-1460-4719-bbff-0995927c0e38, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:33:53.544576 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5e27e022-7f01-42ff-b010-96bf7310c65e tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:53.546534 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=b084b9a5-95b8-44de-8280-1a373d37ad49,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:53.549263 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:53.584268 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8de10274-8583-4645-a3a8-49ad76d3f554 None None] Could not find standard attr ID for object b084b9a5-95b8-44de-8280-1a373d37ad49. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:33:53.604273 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.db [None req-8de10274-8583-4645-a3a8-49ad76d3f554 None None] No ports have port_id starting with b084b9a5-95b8-44de-8280-1a373d37ad49 Oct 26 08:33:53.607265 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-16d9f746-bca9-4929-bf62-d85bc21847a5 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:53.608749 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 9ba96cb3-9b77-4288-bf4d-7113c00a72a8 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:53.609119 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:53.629526 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27e022-7f01-42ff-b010-96bf7310c65e tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event deleted for resources: {'Subnet': ['ID=6ff10158-45f5-4e78-82cb-fd83f865d0fc,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:53.638283 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5e27e022-7f01-42ff-b010-96bf7310c65e tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:53.641566 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-5e27e022-7f01-42ff-b010-96bf7310c65e tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "DELETE /v2.0/subnets/6ff10158-45f5-4e78-82cb-fd83f865d0fc HTTP/1.1" status: 204 len: 168 time: 1.6018763 Oct 26 08:33:53.645830 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-97c522f2-f4da-4bda-b0f9-e7f7c4438141 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting port e88eb39b-51ab-4be3-8e4e-f67a21114c4b {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:53.646318 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-97c522f2-f4da-4bda-b0f9-e7f7c4438141 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:53.653372 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb7e6c7-8a0f-4592-8525-ca58035018ca None None] Network 64151a90-c822-494d-8252-c42534d3c5d8 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:53.657729 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-16d9f746-bca9-4929-bf62-d85bc21847a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:53.658624 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33696) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:53.694967 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e277cb7-8ac1-424e-90f1-c5745ce9d742 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Network 320cde50-1460-4719-bbff-0995927c0e38 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:33:53.727756 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-5e277cb7-8ac1-424e-90f1-c5745ce9d742 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 320cde50-1460-4719-bbff-0995927c0e38) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:53.738905 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3db0d9bf-13fa-4c59-ad2f-82d57bd491cb req-ded979ec-bde0-467a-9148-167afecddb5f service neutron] 10.222.0.47 "GET /v2.0/networks/8898436d-e40a-418e-85e2-87f0fb58c97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750883 Oct 26 08:33:53.740956 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e277cb7-8ac1-424e-90f1-c5745ce9d742 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:53.741548 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5e277cb7-8ac1-424e-90f1-c5745ce9d742 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:53.763233 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6317802a-3e37-4da6-ad60-e3b4c8baa78a None None] Network 320cde50-1460-4719-bbff-0995927c0e38 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:53.777565 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-5e277cb7-8ac1-424e-90f1-c5745ce9d742 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2582355 Oct 26 08:33:53.783110 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33698) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:53.787468 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3476c3e-414e-4950-a292-d20b3cce1cd7 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] No DVR routers for this DVR port b084b9a5-95b8-44de-8280-1a373d37ad49 on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:33:53.791334 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d9f746-bca9-4929-bf62-d85bc21847a5 None None] Network 5199ac8c-ca6f-4036-a862-6dff27ae4227 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:53.791492 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-76c66254-89ff-4605-9eba-a93a77b0eaf3 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'port': {'network_id': '320cde50-1460-4719-bbff-0995927c0e38', 'name': 'tempest-PortsIpV6TestJSON-725859531'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:53.802256 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3ce25552-aa88-4a7a-ae4d-6f904586e118 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:53.818011 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3ce25552-aa88-4a7a-ae4d-6f904586e118 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:53.876743 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-418a6604-5c6c-4485-a221-fe09d1ce6b7a tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Allocated IP 172.20.0.10 (5199ac8c-ca6f-4036-a862-6dff27ae4227/1b53dda2-e79e-4b64-9584-312ad9cae48f/bc225d0c-13a9-4c78-b1b6-91a28fc5fb23) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:53.889928 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-16d9f746-bca9-4929-bf62-d85bc21847a5 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:53.890545 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-f575a297-94d6-4b32-af49-86e173e1151c tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Deleting subnet 87dfd0b1-8ea8-46f1-b35c-db14ab142c44 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:33:53.892496 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d9f746-bca9-4929-bf62-d85bc21847a5 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:53.901854 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3ce25552-aa88-4a7a-ae4d-6f904586e118 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:53.903190 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3ce25552-aa88-4a7a-ae4d-6f904586e118 tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.6150563 Oct 26 08:33:53.904027 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f575a297-94d6-4b32-af49-86e173e1151c tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:53.908580 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9f746-bca9-4929-bf62-d85bc21847a5 None None] Pushing event updated for resources: {'Port': ['ID=5461d532-497e-4854-b781-4772519ea192,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:53.909754 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33702) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:53.982887 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c3476c3e-414e-4950-a292-d20b3cce1cd7 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:53.992046 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-97c522f2-f4da-4bda-b0f9-e7f7c4438141 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:54.015499 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-97c522f2-f4da-4bda-b0f9-e7f7c4438141 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Calling delete_port for e88eb39b-51ab-4be3-8e4e-f67a21114c4b owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:54.034356 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c66254-89ff-4605-9eba-a93a77b0eaf3 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Made reservation on behalf of 842b849088674682987bba8ce52bfdf3 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:54.038049 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-76c66254-89ff-4605-9eba-a93a77b0eaf3 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:54.061835 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5957c8-5c07-43ea-812d-4c9ae094215d None None] Network d8f3915d-fa2b-403f-8fda-0cf2e34bd90f requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:54.130705 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212a55a-567d-4519-8ab7-6fe81be8f5b3 req-7a407a8b-622d-4ad9-acbc-91fd07a15d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:54.133067 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0212a55a-567d-4519-8ab7-6fe81be8f5b3 req-7a407a8b-622d-4ad9-acbc-91fd07a15d4d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6eab6734a4b340b3a9f449d2b1ad4f89&device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 1096 time: 0.1996045 Oct 26 08:33:54.140389 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f575a297-94d6-4b32-af49-86e173e1151c tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:54.166091 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-16d9f746-bca9-4929-bf62-d85bc21847a5 None None] Attempting to bind port 5461d532-497e-4854-b781-4772519ea192 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:33:54.166473 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-16d9f746-bca9-4929-bf62-d85bc21847a5 None None] Attempting to bind port 5461d532-497e-4854-b781-4772519ea192 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '9056a7b2-ebd6-42ee-b379-c6829d8d9d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5199ac8c-ca6f-4036-a862-6dff27ae4227'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:33:54.166847 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d9f746-bca9-4929-bf62-d85bc21847a5 None None] Attempting to bind port 5461d532-497e-4854-b781-4772519ea192 on network 5199ac8c-ca6f-4036-a862-6dff27ae4227 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:33:54.168550 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-76c66254-89ff-4605-9eba-a93a77b0eaf3 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] device_id is not set on port ca0fd660-eb90-4ff8-a5d0-66eb803e1493 yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:33:54.191048 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:54.194187 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d9f746-bca9-4929-bf62-d85bc21847a5 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:33:54.194187 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d9f746-bca9-4929-bf62-d85bc21847a5 None None] Checking segment: {'id': '9056a7b2-ebd6-42ee-b379-c6829d8d9d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5199ac8c-ca6f-4036-a862-6dff27ae4227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:33:54.194187 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-16d9f746-bca9-4929-bf62-d85bc21847a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:54.194502 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d9f746-bca9-4929-bf62-d85bc21847a5 None None] Bound using segment: {'id': '9056a7b2-ebd6-42ee-b379-c6829d8d9d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5199ac8c-ca6f-4036-a862-6dff27ae4227'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:33:54.195016 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-16d9f746-bca9-4929-bf62-d85bc21847a5 None None] Bound port: 5461d532-497e-4854-b781-4772519ea192, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9056a7b2-ebd6-42ee-b379-c6829d8d9d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5199ac8c-ca6f-4036-a862-6dff27ae4227'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:33:54.195406 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-16d9f746-bca9-4929-bf62-d85bc21847a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:54.205156 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cd798755-a254-4a0f-acdf-6033725ea98c tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:54.339565 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 9ba96cb3-9b77-4288-bf4d-7113c00a72a8 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:33:54.424025 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80a88e-9e92-47fb-8a69-1bc343434b31 req-90697171-92c1-4b14-9d8c-53278429af9f tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:54.426381 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3d80a88e-9e92-47fb-8a69-1bc343434b31 req-90697171-92c1-4b14-9d8c-53278429af9f tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 943 time: 0.3851044 Oct 26 08:33:54.477852 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b8cb46-a1a3-4a2b-8d8c-62d0b0f5be63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-320cde50-1460-4719-bbff-0995927c0e38', 'network_id': '320cde50-1460-4719-bbff-0995927c0e38', 'tenant_id': '842b849088674682987bba8ce52bfdf3', 'fixed_ips': [{'subnet_id': 'fa3f9a59-cfb4-4a01-9fed-08b755d8ec18'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:33:54.478535 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-73b8cb46-a1a3-4a2b-8d8c-62d0b0f5be63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:54.489391 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c3476c3e-414e-4950-a292-d20b3cce1cd7 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:54.500353 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-16d9f746-bca9-4929-bf62-d85bc21847a5 None None] For port 5461d532-497e-4854-b781-4772519ea192, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:33:54.516977 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cd798755-a254-4a0f-acdf-6033725ea98c tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:54.548087 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-16d9f746-bca9-4929-bf62-d85bc21847a5 None None] For port 5461d532-497e-4854-b781-4772519ea192, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=5461d532-497e-4854-b781-4772519ea192,segment=NetworkSegment(9056a7b2-ebd6-42ee-b379-c6829d8d9d4a),segment_id=9056a7b2-ebd6-42ee-b379-c6829d8d9d4a)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:33:54.561351 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cd798755-a254-4a0f-acdf-6033725ea98c tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:54.565499 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-16d9f746-bca9-4929-bf62-d85bc21847a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:54.580185 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3476c3e-414e-4950-a292-d20b3cce1cd7 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event deleted for resources: {'Subnet': ['ID=c53eaf86-22eb-4723-a774-4a1a3c22bf05,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:54.646183 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f575a297-94d6-4b32-af49-86e173e1151c tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:54.670036 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-97c522f2-f4da-4bda-b0f9-e7f7c4438141 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:54.679428 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 9ba96cb3-9b77-4288-bf4d-7113c00a72a8 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:54.679902 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:54.748184 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212a55a-567d-4519-8ab7-6fe81be8f5b3 req-5685efee-a71d-4d16-945e-fc13734ebfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:54.760830 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0212a55a-567d-4519-8ab7-6fe81be8f5b3 req-5685efee-a71d-4d16-945e-fc13734ebfb8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8898436d-e40a-418e-85e2-87f0fb58c97b HTTP/1.1" status: 200 len: 913 time: 0.6154146 Oct 26 08:33:54.764687 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3d80a88e-9e92-47fb-8a69-1bc343434b31 req-aff96f99-1a8b-4ebd-9f0a-da743c83a073 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2945533 Oct 26 08:33:54.802667 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:54.813550 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-76c66254-89ff-4605-9eba-a93a77b0eaf3 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Allocated IP 2001:db8::261 (320cde50-1460-4719-bbff-0995927c0e38/fa3f9a59-cfb4-4a01-9fed-08b755d8ec18/ca0fd660-eb90-4ff8-a5d0-66eb803e1493) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:54.819791 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c522f2-f4da-4bda-b0f9-e7f7c4438141 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Port': ['ID=e88eb39b-51ab-4be3-8e4e-f67a21114c4b,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:54.841650 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-418a6604-5c6c-4485-a221-fe09d1ce6b7a tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:54.846907 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c3476c3e-414e-4950-a292-d20b3cce1cd7 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:54.865245 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cd798755-a254-4a0f-acdf-6033725ea98c tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:54.866046 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd798755-a254-4a0f-acdf-6033725ea98c tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 390fb933-f109-43a2-887c-20f7db388b54 {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:33:54.873995 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9f746-bca9-4929-bf62-d85bc21847a5 None None] Pushing event updated for resources: {'Port': ['ID=5461d532-497e-4854-b781-4772519ea192,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:54.898859 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cd798755-a254-4a0f-acdf-6033725ea98c tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:54.900839 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-cd798755-a254-4a0f-acdf-6033725ea98c tempest-RoutersTestDVR-990190757 tempest-RoutersTestDVR-990190757-project-admin] 10.222.0.41 "DELETE /v2.0/routers/390fb933-f109-43a2-887c-20f7db388b54 HTTP/1.1" status: 204 len: 168 time: 0.9683840 Oct 26 08:33:54.942547 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-c3476c3e-414e-4950-a292-d20b3cce1cd7 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f3915d-fa2b-403f-8fda-0cf2e34bd90f']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:54.950598 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-97c522f2-f4da-4bda-b0f9-e7f7c4438141 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:54.957889 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-97c522f2-f4da-4bda-b0f9-e7f7c4438141 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/ports/e88eb39b-51ab-4be3-8e4e-f67a21114c4b HTTP/1.1" status: 204 len: 168 time: 1.9682536 Oct 26 08:33:54.961037 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33708) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:54.972077 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0731a039-1f0d-489d-b340-485d9230b8fd None None] Network d8f3915d-fa2b-403f-8fda-0cf2e34bd90f requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:54.977587 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-c3476c3e-414e-4950-a292-d20b3cce1cd7 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd555b1-dc72-4b82-9f41-1745f2472404') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:54.977924 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-c3476c3e-414e-4950-a292-d20b3cce1cd7 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd555b1-dc72-4b82-9f41-1745f2472404') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:54.998349 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0212a55a-567d-4519-8ab7-6fe81be8f5b3 req-158e2fe6-5538-48e3-aa1b-5ae7c308bd53 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5b4c931-0784-4417-9cf2-14aace14e7b9 HTTP/1.1" status: 200 len: 217 time: 0.1701095 Oct 26 08:33:55.007836 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f575a297-94d6-4b32-af49-86e173e1151c tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:55.020956 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c3476c3e-414e-4950-a292-d20b3cce1cd7 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:55.069546 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f575a297-94d6-4b32-af49-86e173e1151c tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:55.073906 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f575a297-94d6-4b32-af49-86e173e1151c tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "DELETE /v2.0/subnets/87dfd0b1-8ea8-46f1-b35c-db14ab142c44 HTTP/1.1" status: 204 len: 168 time: 1.4111838 Oct 26 08:33:55.076622 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575a297-94d6-4b32-af49-86e173e1151c tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event deleted for resources: {'Subnet': ['ID=87dfd0b1-8ea8-46f1-b35c-db14ab142c44,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:55.079066 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-418a6604-5c6c-4485-a221-fe09d1ce6b7a tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:55.081946 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c3476c3e-414e-4950-a292-d20b3cce1cd7 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:55.091587 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33710) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:55.153309 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3476c3e-414e-4950-a292-d20b3cce1cd7 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:33:55.153606 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c3476c3e-414e-4950-a292-d20b3cce1cd7 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:55.162417 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:33:55.162417 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:33:55.162417 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:33:55.162417 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:33:55.162417 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:33:55.162417 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:33:55.162417 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:33:55.162417 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:33:55.162417 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:33:55.162417 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:33:55.162417 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:33:55.162417 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:33:55.162417 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:33:55.162417 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:33:55.162417 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:33:55.162417 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:33:55.162417 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:33:55.162417 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:33:55.162417 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:33:55.162417 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:33:55.162417 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:33:55.162417 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:33:55.162417 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:33:55.162417 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:33:55.162417 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:33:55.162417 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:33:55.162417 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:33:55.162417 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:33:55.162417 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:33:55.162417 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:33:55.162417 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:33:55.162417 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:33:55.186973 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212a55a-567d-4519-8ab7-6fe81be8f5b3 req-e0f0cb0f-8ed6-4536-987d-12465f3af4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:55.188471 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0212a55a-567d-4519-8ab7-6fe81be8f5b3 req-e0f0cb0f-8ed6-4536-987d-12465f3af4a5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=33b25e72-0e11-43c0-9e6c-63bdef265ca2 HTTP/1.1" status: 200 len: 851 time: 0.1791811 Oct 26 08:33:55.347854 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78805daf-026e-496a-ac86-22015d9192b1 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:55.349527 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78805daf-026e-496a-ac86-22015d9192b1 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:55.356195 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-78805daf-026e-496a-ac86-22015d9192b1 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3927994 Oct 26 08:33:55.361346 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33712) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:55.393114 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212a55a-567d-4519-8ab7-6fe81be8f5b3 req-a9e70d5e-7734-460f-96e3-81be0cb1b1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:55.393822 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c3476c3e-414e-4950-a292-d20b3cce1cd7 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:55.398055 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2845c7-55ce-46a2-a35c-a632fb4e31ae None None] DHCP port deletion for d8f3915d-fa2b-403f-8fda-0cf2e34bd90f request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:33:55.401147 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0212a55a-567d-4519-8ab7-6fe81be8f5b3 req-a9e70d5e-7734-460f-96e3-81be0cb1b1c9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8898436d-e40a-418e-85e2-87f0fb58c97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2025571 Oct 26 08:33:55.406736 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c3476c3e-414e-4950-a292-d20b3cce1cd7 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:55.411501 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c3476c3e-414e-4950-a292-d20b3cce1cd7 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "DELETE /v2.0/networks/d8f3915d-fa2b-403f-8fda-0cf2e34bd90f HTTP/1.1" status: 204 len: 168 time: 3.4350388 Oct 26 08:33:55.421400 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33714) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:55.448780 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418a6604-5c6c-4485-a221-fe09d1ce6b7a tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Network 5199ac8c-ca6f-4036-a862-6dff27ae4227 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:55.477251 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-418a6604-5c6c-4485-a221-fe09d1ce6b7a tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:55.490056 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418a6604-5c6c-4485-a221-fe09d1ce6b7a tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:55.495023 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a6604-5c6c-4485-a221-fe09d1ce6b7a tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Pushing event updated for resources: {'Port': ['ID=bc225d0c-13a9-4c78-b1b6-91a28fc5fb23,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:55.497458 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3476c3e-414e-4950-a292-d20b3cce1cd7 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event deleted for resources: {'Network': ['ID=d8f3915d-fa2b-403f-8fda-0cf2e34bd90f,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:55.536162 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-b211d434-44e8-4e9e-b9f1-f73f52ce6f4e tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] DELETE failed (client error): The resource could not be found. Oct 26 08:33:55.537086 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b211d434-44e8-4e9e-b9f1-f73f52ce6f4e tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:55.537274 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-37028587-8009-41d1-9b68-bdd798508885 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:55.540331 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b211d434-44e8-4e9e-b9f1-f73f52ce6f4e tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "DELETE /v2.0/subnets/c53eaf86-22eb-4723-a774-4a1a3c22bf05 HTTP/1.1" status: 404 len: 337 time: 0.1072476 Oct 26 08:33:55.551677 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-341900e7-c14b-426f-941c-82bdadefda2c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting subnet 486d4a70-428c-4029-b602-b53b0edb5bde {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:33:55.552444 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33718) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:55.565677 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-341900e7-c14b-426f-941c-82bdadefda2c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:55.608153 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ad391c5-ce8b-491a-b046-08597d192510 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] DELETE failed (client error): The resource could not be found. Oct 26 08:33:55.608786 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e606448f-d72a-469d-ace4-4bccf7e0868c None None] Network 64151a90-c822-494d-8252-c42534d3c5d8 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:55.610025 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ad391c5-ce8b-491a-b046-08597d192510 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:55.613452 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2ad391c5-ce8b-491a-b046-08597d192510 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "DELETE /v2.0/networks/d8f3915d-fa2b-403f-8fda-0cf2e34bd90f HTTP/1.1" status: 404 len: 339 time: 0.0597486 Oct 26 08:33:55.621227 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33720) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:55.632837 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-76c66254-89ff-4605-9eba-a93a77b0eaf3 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:55.656875 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-341900e7-c14b-426f-941c-82bdadefda2c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:55.661680 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0212a55a-567d-4519-8ab7-6fe81be8f5b3 req-2fc7329c-1d31-4675-8af8-236a047acc3a service neutron] 10.222.0.47 "GET /v2.0/networks/8898436d-e40a-418e-85e2-87f0fb58c97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543128 Oct 26 08:33:55.667707 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418a6604-5c6c-4485-a221-fe09d1ce6b7a tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:55.668375 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-418a6604-5c6c-4485-a221-fe09d1ce6b7a tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:55.715204 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33722) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:55.731023 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-4068cb37-1be2-40cc-b991-6a5f36e3eba6 None None] Provisioning complete for port 2701b5f3-241e-482c-badd-1b6277ebfae5 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:55.732483 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4068cb37-1be2-40cc-b991-6a5f36e3eba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:55.732589 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-499ddc97-9471-471a-a476-2e173ce85e4e tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] DELETE failed (client error): The resource could not be found. Oct 26 08:33:55.732983 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-499ddc97-9471-471a-a476-2e173ce85e4e tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:55.739202 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-499ddc97-9471-471a-a476-2e173ce85e4e tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "DELETE /v2.0/subnets/0645534f-b2ea-45a2-9eed-38d05ab90aa6 HTTP/1.1" status: 404 len: 337 time: 0.1142423 Oct 26 08:33:55.746234 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33726) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:55.774305 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0212a55a-567d-4519-8ab7-6fe81be8f5b3 req-a4e64837-bb06-44fb-a990-9148462546d9 service neutron] 10.222.0.47 "GET /v2.0/networks/8898436d-e40a-418e-85e2-87f0fb58c97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051364 Oct 26 08:33:55.789545 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-76c66254-89ff-4605-9eba-a93a77b0eaf3 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:55.795852 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-418a6604-5c6c-4485-a221-fe09d1ce6b7a tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4632182 Oct 26 08:33:55.798298 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33728) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:55.827768 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-8854792e-0fd2-4da1-a71d-1cc9a1f15f54 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] DELETE failed (client error): The resource could not be found. Oct 26 08:33:55.836353 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8854792e-0fd2-4da1-a71d-1cc9a1f15f54 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:55.840255 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8854792e-0fd2-4da1-a71d-1cc9a1f15f54 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "DELETE /v2.0/networks/d6917e2b-3e4b-4fbd-b907-522c57636452 HTTP/1.1" status: 404 len: 339 time: 0.0919037 Oct 26 08:33:55.846599 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-16f3993a-72cb-40a6-8f2b-1b87f1ea5143 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Request body: {'port': {'network_id': '5199ac8c-ca6f-4036-a862-6dff27ae4227', 'name': 'tempest-AllowedAddressPairTestJSON-437167590', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:45:c6:76'}]}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:55.858643 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33732) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:55.859405 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c66254-89ff-4605-9eba-a93a77b0eaf3 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Port': ['ID=ca0fd660-eb90-4ff8-a5d0-66eb803e1493,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:55.890282 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-73b8cb46-a1a3-4a2b-8d8c-62d0b0f5be63 None None] Allocated IP 2001:db8::2 (320cde50-1460-4719-bbff-0995927c0e38/fa3f9a59-cfb4-4a01-9fed-08b755d8ec18/9c2af7ec-8207-4536-a256-78a3255f4b28) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:55.950626 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c66254-89ff-4605-9eba-a93a77b0eaf3 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Network 320cde50-1460-4719-bbff-0995927c0e38 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:55.969585 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-76c66254-89ff-4605-9eba-a93a77b0eaf3 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:55.977768 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c66254-89ff-4605-9eba-a93a77b0eaf3 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:55.986068 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c66254-89ff-4605-9eba-a93a77b0eaf3 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:55.986767 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-76c66254-89ff-4605-9eba-a93a77b0eaf3 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:56.014856 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f1325255-362a-4ffa-adbd-4ff8a3273eac tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:56.015163 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-37028587-8009-41d1-9b68-bdd798508885 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Deleting port 2701b5f3-241e-482c-badd-1b6277ebfae5 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:56.015668 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-37028587-8009-41d1-9b68-bdd798508885 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:56.041240 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-76c66254-89ff-4605-9eba-a93a77b0eaf3 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2565963 Oct 26 08:33:56.043447 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33734) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:56.050906 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-735db3ed-6158-4d47-89d4-85dd2b8f40f4 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'port': {'network_id': '320cde50-1460-4719-bbff-0995927c0e38', 'name': 'tempest-PortsIpV6TestJSON-356196174'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:56.088389 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dd36518d-b58f-4b30-b207-559716c0ed0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:56.101071 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-341900e7-c14b-426f-941c-82bdadefda2c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:56.237567 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-73b8cb46-a1a3-4a2b-8d8c-62d0b0f5be63 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:56.265220 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77caf156-3aaa-47f8-b3a2-00ddf3a4847c None None] DHCP port deletion for 64151a90-c822-494d-8252-c42534d3c5d8 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:33:56.273548 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-73b8cb46-a1a3-4a2b-8d8c-62d0b0f5be63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:56.302293 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f1325255-362a-4ffa-adbd-4ff8a3273eac tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:56.305893 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735db3ed-6158-4d47-89d4-85dd2b8f40f4 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Made reservation on behalf of 842b849088674682987bba8ce52bfdf3 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:56.311459 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-735db3ed-6158-4d47-89d4-85dd2b8f40f4 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:56.326601 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 5461d532-497e-4854-b781-4772519ea192 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:33:56.355209 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-735db3ed-6158-4d47-89d4-85dd2b8f40f4 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] device_id is not set on port 96287631-9d0a-492c-b983-435530ba8b3d yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:33:56.361255 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-f1325255-362a-4ffa-adbd-4ff8a3273eac tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65be546f-0784-4d5a-bf1b-de17de4696dd']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:56.377666 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-f1325255-362a-4ffa-adbd-4ff8a3273eac tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '080bafc3-9399-429d-8644-bb761878e873') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:56.377965 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-f1325255-362a-4ffa-adbd-4ff8a3273eac tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '080bafc3-9399-429d-8644-bb761878e873') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:56.418779 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f1325255-362a-4ffa-adbd-4ff8a3273eac tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:56.447641 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f1325255-362a-4ffa-adbd-4ff8a3273eac tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:56.483596 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1325255-362a-4ffa-adbd-4ff8a3273eac tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:33:56.483921 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f1325255-362a-4ffa-adbd-4ff8a3273eac tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:56.487054 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:33:56.487054 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:33:56.487054 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:33:56.487054 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:33:56.487054 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:33:56.487054 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:33:56.487054 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:33:56.487054 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:33:56.487054 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:33:56.487054 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:33:56.487054 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:33:56.487054 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:33:56.487054 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:33:56.487054 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:33:56.487054 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:33:56.487054 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:33:56.487054 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:33:56.487054 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:33:56.487054 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:33:56.487054 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:33:56.487054 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:33:56.487054 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:33:56.487054 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:33:56.487054 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:33:56.487054 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:33:56.487054 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:33:56.487054 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:33:56.487054 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:33:56.487054 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:33:56.487054 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:33:56.487054 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:33:56.487054 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:33:56.500074 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-37028587-8009-41d1-9b68-bdd798508885 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] For port 2701b5f3-241e-482c-badd-1b6277ebfae5, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=2701b5f3-241e-482c-badd-1b6277ebfae5,segment=NetworkSegment(750410b1-9033-4880-b07b-995f1b798c7c),segment_id=750410b1-9033-4880-b07b-995f1b798c7c)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:56.500454 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-37028587-8009-41d1-9b68-bdd798508885 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:56.581740 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ae0c3-9b99-4e13-af33-0c5c7ee50a46 req-09fa6b53-079f-46a1-a64e-2ac59b26d35e tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:56.582762 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-735db3ed-6158-4d47-89d4-85dd2b8f40f4 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Allocated IP 2001:db8::17e (320cde50-1460-4719-bbff-0995927c0e38/fa3f9a59-cfb4-4a01-9fed-08b755d8ec18/96287631-9d0a-492c-b983-435530ba8b3d) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:56.583251 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5f5ae0c3-9b99-4e13-af33-0c5c7ee50a46 req-09fa6b53-079f-46a1-a64e-2ac59b26d35e tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 943 time: 0.6706550 Oct 26 08:33:56.589496 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f1325255-362a-4ffa-adbd-4ff8a3273eac tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:56.597398 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-341900e7-c14b-426f-941c-82bdadefda2c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:56.601080 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f1325255-362a-4ffa-adbd-4ff8a3273eac tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:56.601346 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-37028587-8009-41d1-9b68-bdd798508885 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Calling delete_port for 2701b5f3-241e-482c-badd-1b6277ebfae5 owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:56.604989 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f1325255-362a-4ffa-adbd-4ff8a3273eac tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "DELETE /v2.0/networks/65be546f-0784-4d5a-bf1b-de17de4696dd HTTP/1.1" status: 204 len: 168 time: 0.7425609 Oct 26 08:33:56.616715 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33736) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:56.635509 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b8cb46-a1a3-4a2b-8d8c-62d0b0f5be63 None None] Network 320cde50-1460-4719-bbff-0995927c0e38 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:56.641556 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-73b8cb46-a1a3-4a2b-8d8c-62d0b0f5be63 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:56.643357 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8cb46-a1a3-4a2b-8d8c-62d0b0f5be63 None None] Pushing event updated for resources: {'Port': ['ID=9c2af7ec-8207-4536-a256-78a3255f4b28,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:56.646689 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5fea7dc-ee01-45d2-b134-536c0206e6b5 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] DELETE failed (client error): The resource could not be found. Oct 26 08:33:56.647338 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5fea7dc-ee01-45d2-b134-536c0206e6b5 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:56.647792 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b8cb46-a1a3-4a2b-8d8c-62d0b0f5be63 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:56.649864 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ca6508-2367-45db-8bfe-b3143ac4e293 None None] Network 5199ac8c-ca6f-4036-a862-6dff27ae4227 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:56.650380 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b5fea7dc-ee01-45d2-b134-536c0206e6b5 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "DELETE /v2.0/subnets/51ed6c8a-83df-4855-997f-28e27b3d686e HTTP/1.1" status: 404 len: 337 time: 0.0318167 Oct 26 08:33:56.651308 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1325255-362a-4ffa-adbd-4ff8a3273eac tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event deleted for resources: {'Network': ['ID=65be546f-0784-4d5a-bf1b-de17de4696dd,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:56.653814 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33738) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:56.689183 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d08f3b8-632d-43df-860a-55ad8e5c44de tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] DELETE failed (client error): The resource could not be found. Oct 26 08:33:56.689580 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d08f3b8-632d-43df-860a-55ad8e5c44de tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:56.692639 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341900e7-c14b-426f-941c-82bdadefda2c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Subnet': ['ID=486d4a70-428c-4029-b602-b53b0edb5bde,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:56.693376 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3d08f3b8-632d-43df-860a-55ad8e5c44de tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "DELETE /v2.0/networks/dfeb1c53-a5a4-43be-9710-02005c300dec HTTP/1.1" status: 404 len: 339 time: 0.0363159 Oct 26 08:33:56.697306 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33740) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:56.702422 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-341900e7-c14b-426f-941c-82bdadefda2c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:56.709011 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-341900e7-c14b-426f-941c-82bdadefda2c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/486d4a70-428c-4029-b602-b53b0edb5bde HTTP/1.1" status: 204 len: 168 time: 1.3415213 Oct 26 08:33:56.726949 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33742) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:56.731802 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff44ae3e-368e-4745-b80a-6af2e7a94eab tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] DELETE failed (client error): The resource could not be found. Oct 26 08:33:56.731802 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff44ae3e-368e-4745-b80a-6af2e7a94eab tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:56.734787 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b32f10-0dac-4cc6-a908-5560410e400d None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:56.735331 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ff44ae3e-368e-4745-b80a-6af2e7a94eab tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "DELETE /v2.0/subnets/a56b9db9-a039-486b-9b81-b29a7f89ba68 HTTP/1.1" status: 404 len: 337 time: 0.0370278 Oct 26 08:33:56.740023 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33744) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:56.769842 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-968c3631-09a5-41e8-a1cd-468e5ca6fc97 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] DELETE failed (client error): The resource could not be found. Oct 26 08:33:56.770325 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-968c3631-09a5-41e8-a1cd-468e5ca6fc97 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:56.775804 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-968c3631-09a5-41e8-a1cd-468e5ca6fc97 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "DELETE /v2.0/networks/8b7ecc0f-3d33-49a1-bf3f-1b2ee41faab1 HTTP/1.1" status: 404 len: 339 time: 0.0335402 Oct 26 08:33:56.782550 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-51446e84-dfcd-45bd-a6d2-27150a8c4492 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0518942 Oct 26 08:33:56.783972 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5f5ae0c3-9b99-4e13-af33-0c5c7ee50a46 req-22b68be9-32e4-4ed3-a752-7ebe8478f5fd tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914325 Oct 26 08:33:56.784120 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33746) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:56.784120 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33748) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:56.813361 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-107f3be4-513f-4122-94a3-b9b13d36f1e4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:56.849449 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb8de1e1-d2eb-4a44-841d-e7f843c3ed11 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] DELETE failed (client error): The resource could not be found. Oct 26 08:33:56.849745 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb8de1e1-d2eb-4a44-841d-e7f843c3ed11 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:56.851095 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 5461d532-497e-4854-b781-4772519ea192 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:56.851612 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:56.855506 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-cb8de1e1-d2eb-4a44-841d-e7f843c3ed11 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "DELETE /v2.0/subnets/1270de6b-5019-4f36-bcd7-8bbe25b25a0e HTTP/1.1" status: 404 len: 337 time: 0.0678678 Oct 26 08:33:56.864552 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-6837ec35-9fe6-4a7d-8a70-66ced72c7d70 None None] Provisioning complete for port 5461d532-497e-4854-b781-4772519ea192 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:56.864552 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6837ec35-9fe6-4a7d-8a70-66ced72c7d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:56.891502 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33750) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:56.898814 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dd36518d-b58f-4b30-b207-559716c0ed0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:56.901681 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-37028587-8009-41d1-9b68-bdd798508885 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:56.919016 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-77caf156-3aaa-47f8-b3a2-00ddf3a4847c None None] Deleting port 2701b5f3-241e-482c-badd-1b6277ebfae5 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:56.919532 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-77caf156-3aaa-47f8-b3a2-00ddf3a4847c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:56.924775 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dd36518d-b58f-4b30-b207-559716c0ed0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:56.943963 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd2547e0-19b2-4f6e-a6e3-563dd78d4b97 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] DELETE failed (client error): The resource could not be found. Oct 26 08:33:56.944774 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd2547e0-19b2-4f6e-a6e3-563dd78d4b97 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:56.946003 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-73b8cb46-a1a3-4a2b-8d8c-62d0b0f5be63 None None] Attempting to bind port 9c2af7ec-8207-4536-a256-78a3255f4b28 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:33:56.946462 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-73b8cb46-a1a3-4a2b-8d8c-62d0b0f5be63 None None] Attempting to bind port 9c2af7ec-8207-4536-a256-78a3255f4b28 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '01f5d212-fc27-4bcf-9bbf-3b96b64dd7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '320cde50-1460-4719-bbff-0995927c0e38'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:33:56.946919 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b8cb46-a1a3-4a2b-8d8c-62d0b0f5be63 None None] Attempting to bind port 9c2af7ec-8207-4536-a256-78a3255f4b28 on network 320cde50-1460-4719-bbff-0995927c0e38 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:33:56.950918 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-cd2547e0-19b2-4f6e-a6e3-563dd78d4b97 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "DELETE /v2.0/networks/a8a554ca-b356-4fb7-8cea-bfe06fd5fcde HTTP/1.1" status: 404 len: 339 time: 0.0560672 Oct 26 08:33:56.952987 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f3993a-72cb-40a6-8f2b-1b87f1ea5143 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Made reservation on behalf of 2fc077a2dd8b426aa29f7a99099095c2 for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:56.953199 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33752) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:57.001235 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-67abbb9c-6758-4d73-a22f-65c05805dcad tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] DELETE failed (client error): The resource could not be found. Oct 26 08:33:57.002013 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67abbb9c-6758-4d73-a22f-65c05805dcad tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:57.007822 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-67abbb9c-6758-4d73-a22f-65c05805dcad tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "DELETE /v2.0/subnets/f71199da-66c3-4ced-bf3b-be4c25f47b96 HTTP/1.1" status: 404 len: 337 time: 0.0494092 Oct 26 08:33:57.011230 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33754) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:57.047356 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36518d-b58f-4b30-b207-559716c0ed0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787c12d0-1b55-48d6-8b7b-01d8424487e9,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:57.047910 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b8cb46-a1a3-4a2b-8d8c-62d0b0f5be63 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:33:57.048361 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b8cb46-a1a3-4a2b-8d8c-62d0b0f5be63 None None] Checking segment: {'id': '01f5d212-fc27-4bcf-9bbf-3b96b64dd7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '320cde50-1460-4719-bbff-0995927c0e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:33:57.048858 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-73b8cb46-a1a3-4a2b-8d8c-62d0b0f5be63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:57.049341 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b8cb46-a1a3-4a2b-8d8c-62d0b0f5be63 None None] Bound using segment: {'id': '01f5d212-fc27-4bcf-9bbf-3b96b64dd7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '320cde50-1460-4719-bbff-0995927c0e38'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:33:57.049960 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-73b8cb46-a1a3-4a2b-8d8c-62d0b0f5be63 None None] Bound port: 9c2af7ec-8207-4536-a256-78a3255f4b28, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f5d212-fc27-4bcf-9bbf-3b96b64dd7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '320cde50-1460-4719-bbff-0995927c0e38'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:33:57.051036 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-73b8cb46-a1a3-4a2b-8d8c-62d0b0f5be63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:57.053930 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-e35789a3-d58a-419a-a99b-a2bb589b2072 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] DELETE failed (client error): The resource could not be found. Oct 26 08:33:57.054537 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e35789a3-d58a-419a-a99b-a2bb589b2072 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:57.055288 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-16f3993a-72cb-40a6-8f2b-1b87f1ea5143 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:57.059888 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e35789a3-d58a-419a-a99b-a2bb589b2072 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "DELETE /v2.0/networks/d6c277c9-d1fc-493e-99e4-c001e5a71692 HTTP/1.1" status: 404 len: 339 time: 0.0440218 Oct 26 08:33:57.061525 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33756) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:57.068039 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-735db3ed-6158-4d47-89d4-85dd2b8f40f4 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:57.069670 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37028587-8009-41d1-9b68-bdd798508885 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event deleted for resources: {'Port': ['ID=2701b5f3-241e-482c-badd-1b6277ebfae5,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:57.088630 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-16f3993a-72cb-40a6-8f2b-1b87f1ea5143 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] device_id is not set on port 0fc1e317-3e5e-4f4f-9c0d-6a2999326e2a yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:33:57.093562 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107f3be4-513f-4122-94a3-b9b13d36f1e4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:57.093738 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37028587-8009-41d1-9b68-bdd798508885 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] No DVR routers for this DVR port 2701b5f3-241e-482c-badd-1b6277ebfae5 on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:33:57.097896 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-107f3be4-513f-4122-94a3-b9b13d36f1e4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:57.114702 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-58bcd98d-bf7d-4749-8fc9-ccc85873e993 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] DELETE failed (client error): The resource could not be found. Oct 26 08:33:57.114956 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58bcd98d-bf7d-4749-8fc9-ccc85873e993 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:57.120195 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-58bcd98d-bf7d-4749-8fc9-ccc85873e993 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "DELETE /v2.0/subnets/5cbf13ee-9cdd-4d96-a89b-adaa066668d9 HTTP/1.1" status: 404 len: 337 time: 0.0553520 Oct 26 08:33:57.120357 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-77caf156-3aaa-47f8-b3a2-00ddf3a4847c None None] For port 2701b5f3-241e-482c-badd-1b6277ebfae5, host dv-neutron-804846-13-hyperv, got binding levels [] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:57.120357 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-77caf156-3aaa-47f8-b3a2-00ddf3a4847c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:57.124438 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33758) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:57.167895 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-77caf156-3aaa-47f8-b3a2-00ddf3a4847c None None] Calling delete_port for 2701b5f3-241e-482c-badd-1b6277ebfae5 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:57.178515 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.ipam_backend_mixin [None req-77caf156-3aaa-47f8-b3a2-00ddf3a4847c None None] Port 2701b5f3-241e-482c-badd-1b6277ebfae5 was not found and therefore no delete operation was performed {{(pid=102103) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 08:33:57.180040 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-dd36518d-b58f-4b30-b207-559716c0ed0a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb99f6e81be443dcb5f5f58ebe7e90a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4584074 Oct 26 08:33:57.181188 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33760) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:57.184376 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b8d19b1-fba5-4fdd-807e-31b61c325583 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] DELETE failed (client error): The resource could not be found. Oct 26 08:33:57.185559 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b8d19b1-fba5-4fdd-807e-31b61c325583 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:57.187162 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device c5b4c931-0784-4417-9cf2-14aace14e7b9 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 08:33:57.191474 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-0b8d19b1-fba5-4fdd-807e-31b61c325583 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "DELETE /v2.0/networks/94e9d3c9-0748-48c0-b6a2-ac8a2761f9a6 HTTP/1.1" status: 404 len: 339 time: 0.0364413 Oct 26 08:33:57.192504 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33762) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:57.201106 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-77caf156-3aaa-47f8-b3a2-00ddf3a4847c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:57.252473 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd257841-aaa6-4f0b-adea-9d303c3e385f tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] DELETE failed (client error): The resource could not be found. Oct 26 08:33:57.252843 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd257841-aaa6-4f0b-adea-9d303c3e385f tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:57.259298 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-dd257841-aaa6-4f0b-adea-9d303c3e385f tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "DELETE /v2.0/subnets/1c058d8d-abfe-4fd1-8c20-d0818de8e082 HTTP/1.1" status: 404 len: 337 time: 0.0630398 Oct 26 08:33:57.262458 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33764) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:57.280301 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-735db3ed-6158-4d47-89d4-85dd2b8f40f4 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:57.293168 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-37028587-8009-41d1-9b68-bdd798508885 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:57.307307 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-475fc9f9-7f5b-4b73-b61f-4bc1788b3537 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] DELETE failed (client error): The resource could not be found. Oct 26 08:33:57.307840 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-475fc9f9-7f5b-4b73-b61f-4bc1788b3537 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:57.313208 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-475fc9f9-7f5b-4b73-b61f-4bc1788b3537 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "DELETE /v2.0/networks/a0ab38e7-075e-445f-8aad-086848bba057 HTTP/1.1" status: 404 len: 339 time: 0.0424979 Oct 26 08:33:57.324497 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77caf156-3aaa-47f8-b3a2-00ddf3a4847c None None] Pushing event deleted for resources: {'Port': ['ID=2701b5f3-241e-482c-badd-1b6277ebfae5,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:57.327309 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77caf156-3aaa-47f8-b3a2-00ddf3a4847c None None] No DVR routers for this DVR port 2701b5f3-241e-482c-badd-1b6277ebfae5 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:33:57.337894 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33766) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:57.373037 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-73b8cb46-a1a3-4a2b-8d8c-62d0b0f5be63 None None] For port 9c2af7ec-8207-4536-a256-78a3255f4b28, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:33:57.385072 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-37028587-8009-41d1-9b68-bdd798508885 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64151a90-c822-494d-8252-c42534d3c5d8']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:57.400301 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735db3ed-6158-4d47-89d4-85dd2b8f40f4 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Network 320cde50-1460-4719-bbff-0995927c0e38 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:57.402154 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-37028587-8009-41d1-9b68-bdd798508885 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '750410b1-9033-4880-b07b-995f1b798c7c') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:57.402460 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-37028587-8009-41d1-9b68-bdd798508885 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '750410b1-9033-4880-b07b-995f1b798c7c') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:33:57.419592 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-37028587-8009-41d1-9b68-bdd798508885 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:57.420172 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78be18e7-8807-4d7e-b481-ddc00e5cdca3 None None] DHCP port deletion for ecf0c004-fa53-4f3e-bbfd-ff079400665b request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:33:57.430657 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-16f3993a-72cb-40a6-8f2b-1b87f1ea5143 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Allocated IP 172.20.0.7 (5199ac8c-ca6f-4036-a862-6dff27ae4227/1b53dda2-e79e-4b64-9584-312ad9cae48f/0fc1e317-3e5e-4f4f-9c0d-6a2999326e2a) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:33:57.431542 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:57.440564 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6837ec35-9fe6-4a7d-8a70-66ced72c7d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:57.445272 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-37028587-8009-41d1-9b68-bdd798508885 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:57.450054 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-73b8cb46-a1a3-4a2b-8d8c-62d0b0f5be63 None None] For port 9c2af7ec-8207-4536-a256-78a3255f4b28, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=9c2af7ec-8207-4536-a256-78a3255f4b28,segment=NetworkSegment(01f5d212-fc27-4bcf-9bbf-3b96b64dd7d4),segment_id=01f5d212-fc27-4bcf-9bbf-3b96b64dd7d4)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:33:57.460183 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37028587-8009-41d1-9b68-bdd798508885 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:33:57.460601 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-37028587-8009-41d1-9b68-bdd798508885 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:57.464167 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:33:57.464167 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:33:57.464167 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:33:57.464167 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:33:57.464167 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:33:57.464167 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:33:57.464167 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:33:57.464167 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:33:57.464167 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:33:57.464167 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:33:57.464167 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:33:57.464167 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:33:57.464167 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:33:57.464167 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:33:57.464167 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:33:57.464167 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:33:57.464167 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:33:57.464167 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:33:57.464167 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:33:57.464167 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:33:57.464167 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:33:57.464167 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:33:57.464167 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:33:57.464167 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:33:57.464167 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:33:57.464167 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:33:57.464167 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:33:57.464167 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:33:57.464167 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:33:57.464167 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:33:57.464167 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:33:57.464167 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:33:57.478546 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-73b8cb46-a1a3-4a2b-8d8c-62d0b0f5be63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:57.614663 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 5461d532-497e-4854-b781-4772519ea192, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=5461d532-497e-4854-b781-4772519ea192,segment=NetworkSegment(9056a7b2-ebd6-42ee-b379-c6829d8d9d4a),segment_id=9056a7b2-ebd6-42ee-b379-c6829d8d9d4a)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:57.639355 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-37028587-8009-41d1-9b68-bdd798508885 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:57.641977 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:57.657693 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port c5b4c931-0784-4417-9cf2-14aace14e7b9, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c5b4c931-0784-4417-9cf2-14aace14e7b9,segment=NetworkSegment(740e16c5-c4b3-49c5-abf0-94d5e047c965),segment_id=740e16c5-c4b3-49c5-abf0-94d5e047c965)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:57.658096 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-37028587-8009-41d1-9b68-bdd798508885 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:57.663341 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device b084b9a5-95b8-44de-8280-1a373d37ad49 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:33:57.667399 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-37028587-8009-41d1-9b68-bdd798508885 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "DELETE /v2.0/networks/64151a90-c822-494d-8252-c42534d3c5d8 HTTP/1.1" status: 204 len: 168 time: 2.5746238 Oct 26 08:33:57.672907 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8cb46-a1a3-4a2b-8d8c-62d0b0f5be63 None None] Pushing event updated for resources: {'Port': ['ID=9c2af7ec-8207-4536-a256-78a3255f4b28,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:57.713907 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33768) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:57.727518 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-6edebb07-727b-4899-977c-3a0d089326ec tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] DELETE failed (client error): The resource could not be found. Oct 26 08:33:57.728238 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6edebb07-727b-4899-977c-3a0d089326ec tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:57.732145 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6edebb07-727b-4899-977c-3a0d089326ec tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "DELETE /v2.0/subnets/788c701a-49f5-4af6-b596-7a2cc3daf8f1 HTTP/1.1" status: 404 len: 337 time: 0.3916278 Oct 26 08:33:57.739393 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-735db3ed-6158-4d47-89d4-85dd2b8f40f4 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:57.744070 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33770) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:57.744926 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735db3ed-6158-4d47-89d4-85dd2b8f40f4 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Port': ['ID=96287631-9d0a-492c-b983-435530ba8b3d,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:57.749105 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37028587-8009-41d1-9b68-bdd798508885 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event deleted for resources: {'Network': ['ID=64151a90-c822-494d-8252-c42534d3c5d8,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:57.749833 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735db3ed-6158-4d47-89d4-85dd2b8f40f4 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:57.758047 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735db3ed-6158-4d47-89d4-85dd2b8f40f4 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:57.758894 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-735db3ed-6158-4d47-89d4-85dd2b8f40f4 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:57.773383 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f30cabc9-8e1f-4f0e-accd-303627736088 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:57.782012 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb02b1c9-07d3-42b6-afb8-f0592427afb4 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] DELETE failed (client error): The resource could not be found. Oct 26 08:33:57.782938 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: b084b9a5-95b8-44de-8280-1a373d37ad49 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:33:57.783430 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb02b1c9-07d3-42b6-afb8-f0592427afb4 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:57.783531 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device b084b9a5-95b8-44de-8280-1a373d37ad49 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:33:57.789739 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-bb02b1c9-07d3-42b6-afb8-f0592427afb4 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "DELETE /v2.0/subnets/34887c4d-7289-43bc-99b0-8670a54a5b60 HTTP/1.1" status: 404 len: 337 time: 0.0744340 Oct 26 08:33:57.801038 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33772) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:57.803322 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': 'c5b4c931-0784-4417-9cf2-14aace14e7b9', 'network_id': '8898436d-e40a-418e-85e2-87f0fb58c97b', 'port_id': 'c5b4c931-0784-4417-9cf2-14aace14e7b9', 'mac_address': 'fa:16:3e:b2:99:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33b25e72-0e11-43c0-9e6c-63bdef265ca2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 08:33:57.815012 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735db3ed-6158-4d47-89d4-85dd2b8f40f4 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:57.815376 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735db3ed-6158-4d47-89d4-85dd2b8f40f4 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:57.816448 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735db3ed-6158-4d47-89d4-85dd2b8f40f4 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:57.816703 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735db3ed-6158-4d47-89d4-85dd2b8f40f4 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:57.817039 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735db3ed-6158-4d47-89d4-85dd2b8f40f4 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:57.817564 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735db3ed-6158-4d47-89d4-85dd2b8f40f4 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:57.818078 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735db3ed-6158-4d47-89d4-85dd2b8f40f4 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:57.818561 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735db3ed-6158-4d47-89d4-85dd2b8f40f4 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:57.819048 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735db3ed-6158-4d47-89d4-85dd2b8f40f4 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:57.819529 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735db3ed-6158-4d47-89d4-85dd2b8f40f4 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:57.820032 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735db3ed-6158-4d47-89d4-85dd2b8f40f4 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:57.820510 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735db3ed-6158-4d47-89d4-85dd2b8f40f4 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:57.831997 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc1e5ea-4f1e-45e8-92d4-01273e46ccde tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] DELETE failed (client error): The resource could not be found. Oct 26 08:33:57.832880 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfc1e5ea-4f1e-45e8-92d4-01273e46ccde tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:57.835539 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee19810-8f40-45bd-9cc4-81a55ddde557 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] DELETE failed (client error): The resource could not be found. Oct 26 08:33:57.836276 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ee19810-8f40-45bd-9cc4-81a55ddde557 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:57.837049 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-cfc1e5ea-4f1e-45e8-92d4-01273e46ccde tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "DELETE /v2.0/networks/0cff2251-162e-4399-968d-803cd34e9bd3 HTTP/1.1" status: 404 len: 339 time: 0.0894551 Oct 26 08:33:57.844861 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4ee19810-8f40-45bd-9cc4-81a55ddde557 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "DELETE /v2.0/networks/cedb31e4-e66d-4f1b-a8c6-410caa7e20e4 HTTP/1.1" status: 404 len: 339 time: 0.0421386 Oct 26 08:33:57.846067 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33776) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:57.853441 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33778) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:57.860769 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-78be18e7-8807-4d7e-b481-ddc00e5cdca3 None None] Deleting port 9ba96cb3-9b77-4288-bf4d-7113c00a72a8 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:57.861158 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-78be18e7-8807-4d7e-b481-ddc00e5cdca3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:57.902885 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-735db3ed-6158-4d47-89d4-85dd2b8f40f4 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8581867 Oct 26 08:33:57.930634 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cf8fd7c-6132-4878-be8e-3bbc75d9d90d tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] DELETE failed (client error): The resource could not be found. Oct 26 08:33:57.933101 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cf8fd7c-6132-4878-be8e-3bbc75d9d90d tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:57.936888 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33780) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:57.939693 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3cf8fd7c-6132-4878-be8e-3bbc75d9d90d tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "DELETE /v2.0/subnets/63e7af52-efcd-4158-b742-95eb26ab5a56 HTTP/1.1" status: 404 len: 337 time: 0.0821724 Oct 26 08:33:57.946175 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f30cabc9-8e1f-4f0e-accd-303627736088 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:57.960759 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33782) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:57.969077 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-16f3993a-72cb-40a6-8f2b-1b87f1ea5143 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:57.985258 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.db.api [None req-6837ec35-9fe6-4a7d-8a70-66ced72c7d70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:33:57.987300 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG oslo_db.api [None req-6837ec35-9fe6-4a7d-8a70-66ced72c7d70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:33:58.027654 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b1a8b8-b91e-431c-86a9-25d85b2c1389 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] DELETE failed (client error): The resource could not be found. Oct 26 08:33:58.028188 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99b1a8b8-b91e-431c-86a9-25d85b2c1389 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:58.035887 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-99b1a8b8-b91e-431c-86a9-25d85b2c1389 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "DELETE /v2.0/networks/88859726-937e-4cec-b39d-0f2f647eb206 HTTP/1.1" status: 404 len: 339 time: 0.0740652 Oct 26 08:33:58.038571 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33784) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:58.040547 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:58.070523 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=5461d532-497e-4854-b781-4772519ea192,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:58.087302 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5b4c931-0784-4417-9cf2-14aace14e7b9 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:33:58.113516 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-78be18e7-8807-4d7e-b481-ddc00e5cdca3 None None] For port 9ba96cb3-9b77-4288-bf4d-7113c00a72a8, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=9ba96cb3-9b77-4288-bf4d-7113c00a72a8,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:58.114204 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-78be18e7-8807-4d7e-b481-ddc00e5cdca3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:58.134562 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f30cabc9-8e1f-4f0e-accd-303627736088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:58.141376 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f30cabc9-8e1f-4f0e-accd-303627736088 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:58.145048 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f30cabc9-8e1f-4f0e-accd-303627736088 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/787c12d0-1b55-48d6-8b7b-01d8424487e9 HTTP/1.1" status: 204 len: 168 time: 0.9617174 Oct 26 08:33:58.146509 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d81c6d7-1fce-4ccc-9583-c292baa01456 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] DELETE failed (client error): The resource could not be found. Oct 26 08:33:58.148705 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d81c6d7-1fce-4ccc-9583-c292baa01456 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:58.151327 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cd98639-f27a-4736-b831-eca54c82aa92 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Deleting subnet 6f1222ae-40e8-42f2-8e16-3712c1ad27aa {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:33:58.155822 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-16f3993a-72cb-40a6-8f2b-1b87f1ea5143 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:58.157480 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4cd98639-f27a-4736-b831-eca54c82aa92 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:58.159072 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-0d81c6d7-1fce-4ccc-9583-c292baa01456 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "DELETE /v2.0/subnets/43f28f83-3be5-4919-b856-c5de4e4b4e14 HTTP/1.1" status: 404 len: 337 time: 0.3040829 Oct 26 08:33:58.180203 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33788) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:58.184632 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port c5b4c931-0784-4417-9cf2-14aace14e7b9, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c5b4c931-0784-4417-9cf2-14aace14e7b9,segment=NetworkSegment(740e16c5-c4b3-49c5-abf0-94d5e047c965),segment_id=740e16c5-c4b3-49c5-abf0-94d5e047c965)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:58.192006 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-78be18e7-8807-4d7e-b481-ddc00e5cdca3 None None] Calling delete_port for 9ba96cb3-9b77-4288-bf4d-7113c00a72a8 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:58.216225 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:58.264997 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30cabc9-8e1f-4f0e-accd-303627736088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787c12d0-1b55-48d6-8b7b-01d8424487e9,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:58.291859 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b294281-f0d4-45f9-9e68-e4a1081b48b7 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] DELETE failed (client error): The resource could not be found. Oct 26 08:33:58.292445 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b294281-f0d4-45f9-9e68-e4a1081b48b7 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:58.296162 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8b294281-f0d4-45f9-9e68-e4a1081b48b7 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "DELETE /v2.0/networks/22007317-1a2a-4208-9e76-782597e6eae5 HTTP/1.1" status: 404 len: 339 time: 0.0866845 Oct 26 08:33:58.301095 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f3993a-72cb-40a6-8f2b-1b87f1ea5143 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Network 5199ac8c-ca6f-4036-a862-6dff27ae4227 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:58.302903 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33790) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:58.308292 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-16f3993a-72cb-40a6-8f2b-1b87f1ea5143 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:58.311732 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4cd98639-f27a-4736-b831-eca54c82aa92 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:58.318448 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f3993a-72cb-40a6-8f2b-1b87f1ea5143 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:33:58.343572 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3993a-72cb-40a6-8f2b-1b87f1ea5143 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Pushing event updated for resources: {'Port': ['ID=0fc1e317-3e5e-4f4f-9c0d-6a2999326e2a,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:58.396365 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f3993a-72cb-40a6-8f2b-1b87f1ea5143 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:58.396717 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f3993a-72cb-40a6-8f2b-1b87f1ea5143 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:58.397062 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f3993a-72cb-40a6-8f2b-1b87f1ea5143 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:58.397403 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f3993a-72cb-40a6-8f2b-1b87f1ea5143 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:58.406073 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f3993a-72cb-40a6-8f2b-1b87f1ea5143 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:58.407149 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f3993a-72cb-40a6-8f2b-1b87f1ea5143 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:58.407551 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f3993a-72cb-40a6-8f2b-1b87f1ea5143 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:58.408147 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f3993a-72cb-40a6-8f2b-1b87f1ea5143 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:58.409314 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f3993a-72cb-40a6-8f2b-1b87f1ea5143 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:58.409314 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f3993a-72cb-40a6-8f2b-1b87f1ea5143 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:58.409314 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f3993a-72cb-40a6-8f2b-1b87f1ea5143 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:58.410336 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c7b417c-355a-409d-9203-aabac64ee260 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] DELETE failed (client error): The resource could not be found. Oct 26 08:33:58.410603 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c7b417c-355a-409d-9203-aabac64ee260 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:58.411199 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f3993a-72cb-40a6-8f2b-1b87f1ea5143 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:33:58.416910 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-8c7b417c-355a-409d-9203-aabac64ee260 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "DELETE /v2.0/subnets/8e06dbdd-1444-4bf8-ae5b-60b75ea179af HTTP/1.1" status: 404 len: 337 time: 0.0833535 Oct 26 08:33:58.429370 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33794) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:58.442427 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 9c2af7ec-8207-4536-a256-78a3255f4b28 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:33:58.486846 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c182d6-dfd7-40ea-8a00-ebb14f610ab2 req-c05f6304-82c2-4fda-9b66-737ea0591d42 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:58.490087 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-35c182d6-dfd7-40ea-8a00-ebb14f610ab2 req-c05f6304-82c2-4fda-9b66-737ea0591d42 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 943 time: 0.4275231 Oct 26 08:33:58.492313 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f3993a-72cb-40a6-8f2b-1b87f1ea5143 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:58.493139 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-16f3993a-72cb-40a6-8f2b-1b87f1ea5143 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:58.495302 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ae4e36-c444-40b5-8316-986475872128 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] DELETE failed (client error): The resource could not be found. Oct 26 08:33:58.496784 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7ae4e36-c444-40b5-8316-986475872128 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:33:58.509893 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f7ae4e36-c444-40b5-8316-986475872128 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "DELETE /v2.0/networks/9da86cbd-d5cf-4707-a2a3-130a4de967d7 HTTP/1.1" status: 404 len: 339 time: 0.0751529 Oct 26 08:33:58.511647 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33796) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:58.535740 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-16f3993a-72cb-40a6-8f2b-1b87f1ea5143 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.7093389 Oct 26 08:33:58.538606 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33798) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:58.556563 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['c5b4c931-0784-4417-9cf2-14aace14e7b9'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:33:58.609936 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4cd98639-f27a-4736-b831-eca54c82aa92 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:58.650845 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f8490f-eb0b-4c74-9105-3b241e94f21a tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:58.657090 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 9c2af7ec-8207-4536-a256-78a3255f4b28 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:58.657090 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:58.661817 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-77f8490f-eb0b-4c74-9105-3b241e94f21a tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A261 HTTP/1.1" status: 200 len: 928 time: 0.6131752 Oct 26 08:33:58.663065 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33800) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:58.712980 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4d3313-4eab-42eb-af08-391fe4193e16 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:58.723151 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4d3313-4eab-42eb-af08-391fe4193e16 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:58.735235 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=c5b4c931-0784-4417-9cf2-14aace14e7b9,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:58.739400 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4d3313-4eab-42eb-af08-391fe4193e16 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:58.744459 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9e4d3313-4eab-42eb-af08-391fe4193e16 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.2047315 Oct 26 08:33:58.748396 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33802) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:58.748396 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33804) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:58.799858 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7e1e2962-91a3-4a1d-9cfe-1ec2554ec6a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:58.820078 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-35c182d6-dfd7-40ea-8a00-ebb14f610ab2 req-2206b184-a23c-4345-b786-10de75a27888 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2976992 Oct 26 08:33:58.833229 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ccb532d-3034-439a-800f-b16d756d8604 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Deleting subnet 75597d81-a4cb-4e75-b354-d10898ac9ce8 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:33:58.837406 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1ccb532d-3034-439a-800f-b16d756d8604 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:58.858334 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-78be18e7-8807-4d7e-b481-ddc00e5cdca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:58.888273 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1ccb532d-3034-439a-800f-b16d756d8604 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:58.898220 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4cd98639-f27a-4736-b831-eca54c82aa92 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:58.952523 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4cd98639-f27a-4736-b831-eca54c82aa92 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:58.958595 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4cd98639-f27a-4736-b831-eca54c82aa92 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "DELETE /v2.0/subnets/6f1222ae-40e8-42f2-8e16-3712c1ad27aa HTTP/1.1" status: 204 len: 168 time: 0.9162843 Oct 26 08:33:58.958831 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd98639-f27a-4736-b831-eca54c82aa92 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event deleted for resources: {'Subnet': ['ID=6f1222ae-40e8-42f2-8e16-3712c1ad27aa,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:58.960427 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33806) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:58.992697 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1ccb532d-3034-439a-800f-b16d756d8604 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:59.062628 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.objects.ports [None req-107f3be4-513f-4122-94a3-b9b13d36f1e4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102101) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 08:33:59.065404 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-58ba76fa-5f49-442f-8b23-d6f29fed04fc tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Deleting port 0fc1e317-3e5e-4f4f-9c0d-6a2999326e2a {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:59.066613 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-58ba76fa-5f49-442f-8b23-d6f29fed04fc tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:59.092178 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1ccb532d-3034-439a-800f-b16d756d8604 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:59.107938 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d7d5b2-e726-48e7-8b31-06e22866474d None None] Network b08c819d-1e32-49a1-bce6-3dfb6568432b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:59.121140 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be18e7-8807-4d7e-b481-ddc00e5cdca3 None None] Pushing event deleted for resources: {'Port': ['ID=9ba96cb3-9b77-4288-bf4d-7113c00a72a8,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:59.172048 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7173d5bc-7894-4b4d-a118-ddca280b0a45 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:59.173663 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0ad7f9-3cb7-4ebc-ad53-755b6e62289b None None] Network 320cde50-1460-4719-bbff-0995927c0e38 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:59.191254 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78be18e7-8807-4d7e-b481-ddc00e5cdca3 None None] No DVR routers for this DVR port 9ba96cb3-9b77-4288-bf4d-7113c00a72a8 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:33:59.192715 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb532d-3034-439a-800f-b16d756d8604 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event deleted for resources: {'Subnet': ['ID=75597d81-a4cb-4e75-b354-d10898ac9ce8,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:59.201198 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1ccb532d-3034-439a-800f-b16d756d8604 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:59.207364 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7e1e2962-91a3-4a1d-9cfe-1ec2554ec6a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:59.207551 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1ccb532d-3034-439a-800f-b16d756d8604 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "DELETE /v2.0/subnets/75597d81-a4cb-4e75-b354-d10898ac9ce8 HTTP/1.1" status: 204 len: 168 time: 0.6837680 Oct 26 08:33:59.210133 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33808) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:59.252002 dv-neutron-804846-13-hyperv neutron-server[102101]: WARNING neutron.services.revisions.revision_plugin [None req-107f3be4-513f-4122-94a3-b9b13d36f1e4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Could not find related port for resource to bump revision. Oct 26 08:33:59.258617 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38c4fdc-3099-49a2-ab3b-563c309ec338 None None] Network 64808347-53f5-44ad-b58c-63ace89cf3c2 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:59.260019 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.ipam_pluggable_backend [None req-107f3be4-513f-4122-94a3-b9b13d36f1e4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Port 9ba96cb3-9b77-4288-bf4d-7113c00a72a8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102101) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 26 08:33:59.260393 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.ipam_pluggable_backend [None req-107f3be4-513f-4122-94a3-b9b13d36f1e4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Reverting IP allocation for 2001:db8::f816:3eff:fe82:c6d6 {{(pid=102101) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 26 08:33:59.270701 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.ipam_pluggable_backend [None req-107f3be4-513f-4122-94a3-b9b13d36f1e4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe82:c6d6 {{(pid=102101) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 26 08:33:59.273386 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7e1e2962-91a3-4a1d-9cfe-1ec2554ec6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:59.273550 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-107f3be4-513f-4122-94a3-b9b13d36f1e4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:59.276961 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-58ba76fa-5f49-442f-8b23-d6f29fed04fc tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:59.286311 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-30d34742-5e2e-4d7e-b978-aa0ccaf4757e tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Deleting port 96287631-9d0a-492c-b983-435530ba8b3d {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:59.286670 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-30d34742-5e2e-4d7e-b978-aa0ccaf4757e tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:59.329646 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-58ba76fa-5f49-442f-8b23-d6f29fed04fc tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Calling delete_port for 0fc1e317-3e5e-4f4f-9c0d-6a2999326e2a owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:59.344600 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-6d12e183-629d-420b-942f-1897b74b3a66 None None] Provisioning complete for port 0fc1e317-3e5e-4f4f-9c0d-6a2999326e2a triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:59.344974 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6d12e183-629d-420b-942f-1897b74b3a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:59.368348 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107f3be4-513f-4122-94a3-b9b13d36f1e4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:33:59.382172 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-107f3be4-513f-4122-94a3-b9b13d36f1e4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:33:59.386257 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107f3be4-513f-4122-94a3-b9b13d36f1e4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:33:59.387579 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-107f3be4-513f-4122-94a3-b9b13d36f1e4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:59.394966 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7e1e2962-91a3-4a1d-9cfe-1ec2554ec6a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d9c70e778bb042beac4c065676e1f95e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6354532 Oct 26 08:33:59.402459 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33810) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:59.424411 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e2962-91a3-4a1d-9cfe-1ec2554ec6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ddd0ac-d45c-4736-8439-d46aed0c9cf8,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:59.427655 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e31ccfa-e538-4f44-98c2-126ce806e4a3 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:33:59.435196 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6e19de0d-484e-4417-83f4-16c11e6230b6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:59.437532 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f3be4-513f-4122-94a3-b9b13d36f1e4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Subnet': ['ID=bf594d74-6504-4532-a4eb-7cf6e1863cdc,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:59.459012 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-107f3be4-513f-4122-94a3-b9b13d36f1e4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6727118 Oct 26 08:33:59.465287 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33812) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:33:59.473546 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-92de0bd9-db10-48de-9f27-766511a82957 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'port': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'mac_address': 'fa:16:3e:35:93:9f', 'name': 'tempest-NetworksTestDHCPv6-704038910'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:33:59.477876 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-7173d5bc-7894-4b4d-a118-ddca280b0a45 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Deleting port 48e3ed58-923f-4314-b199-e0e95bfbc24f {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:59.478203 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:59.478323 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7173d5bc-7894-4b4d-a118-ddca280b0a45 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:59.552064 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-6d12e183-629d-420b-942f-1897b74b3a66 None None] Port 0fc1e317-3e5e-4f4f-9c0d-6a2999326e2a cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:33:59.564792 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-30d34742-5e2e-4d7e-b978-aa0ccaf4757e tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:59.602735 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-30d34742-5e2e-4d7e-b978-aa0ccaf4757e tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Calling delete_port for 96287631-9d0a-492c-b983-435530ba8b3d owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:59.618402 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-7173d5bc-7894-4b4d-a118-ddca280b0a45 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] For port 48e3ed58-923f-4314-b199-e0e95bfbc24f, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=48e3ed58-923f-4314-b199-e0e95bfbc24f,segment=NetworkSegment(47d8f143-8d2d-4fe5-84a4-ad868dd64224),segment_id=47d8f143-8d2d-4fe5-84a4-ad868dd64224)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:59.618930 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7173d5bc-7894-4b4d-a118-ddca280b0a45 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:59.622030 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8ed65697-87de-4fcc-91aa-fff29148401e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:59.647510 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-7173d5bc-7894-4b4d-a118-ddca280b0a45 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Calling delete_port for 48e3ed58-923f-4314-b199-e0e95bfbc24f owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:59.655247 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 9c2af7ec-8207-4536-a256-78a3255f4b28, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=9c2af7ec-8207-4536-a256-78a3255f4b28,segment=NetworkSegment(01f5d212-fc27-4bcf-9bbf-3b96b64dd7d4),segment_id=01f5d212-fc27-4bcf-9bbf-3b96b64dd7d4)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:59.669722 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-6e19de0d-484e-4417-83f4-16c11e6230b6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Deleting port e4b1a279-214e-4b1d-bb19-1e905a35a392 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:33:59.670206 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6e19de0d-484e-4417-83f4-16c11e6230b6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:59.685482 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:59.686311 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 5461d532-497e-4854-b781-4772519ea192 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:33:59.699446 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-6d12e183-629d-420b-942f-1897b74b3a66 None None] Provisioning complete for port 5461d532-497e-4854-b781-4772519ea192 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:33:59.699822 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6d12e183-629d-420b-942f-1897b74b3a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:59.713989 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8ed65697-87de-4fcc-91aa-fff29148401e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:59.716733 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-58ba76fa-5f49-442f-8b23-d6f29fed04fc tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:59.793129 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92de0bd9-db10-48de-9f27-766511a82957 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:33:59.796789 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba76fa-5f49-442f-8b23-d6f29fed04fc tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Pushing event deleted for resources: {'Port': ['ID=0fc1e317-3e5e-4f4f-9c0d-6a2999326e2a,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:59.825899 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-6e19de0d-484e-4417-83f4-16c11e6230b6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] For port e4b1a279-214e-4b1d-bb19-1e905a35a392, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=e4b1a279-214e-4b1d-bb19-1e905a35a392,segment=NetworkSegment(fff3595f-b587-4b5a-8197-16ed4f46824f),segment_id=fff3595f-b587-4b5a-8197-16ed4f46824f)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:33:59.826439 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6e19de0d-484e-4417-83f4-16c11e6230b6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:59.882911 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-6e19de0d-484e-4417-83f4-16c11e6230b6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Calling delete_port for e4b1a279-214e-4b1d-bb19-1e905a35a392 owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:33:59.958251 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8ed65697-87de-4fcc-91aa-fff29148401e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:59.960868 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=9c2af7ec-8207-4536-a256-78a3255f4b28,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:33:59.961408 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8ed65697-87de-4fcc-91aa-fff29148401e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:33:59.981129 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-8ed65697-87de-4fcc-91aa-fff29148401e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/17ddd0ac-d45c-4736-8439-d46aed0c9cf8 HTTP/1.1" status: 204 len: 168 time: 0.5607066 Oct 26 08:34:00.039157 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad741b8-92fd-46fe-99a3-1c228ba7eeb5 None None] DHCP port deletion for b08c819d-1e32-49a1-bce6-3dfb6568432b request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:34:00.045708 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed65697-87de-4fcc-91aa-fff29148401e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ddd0ac-d45c-4736-8439-d46aed0c9cf8,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:00.049045 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7173d5bc-7894-4b4d-a118-ddca280b0a45 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:00.059934 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 5461d532-497e-4854-b781-4772519ea192 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:00.060651 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:00.102457 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ebaf78-35da-4c7a-ad53-665e9dec2bf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'tenant_id': '34a26fc2cbe741c49d4d94b40e63438a', 'fixed_ips': [{'subnet_id': 'bf594d74-6504-4532-a4eb-7cf6e1863cdc'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:34:00.103611 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63ebaf78-35da-4c7a-ad53-665e9dec2bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:00.120102 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-92de0bd9-db10-48de-9f27-766511a82957 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:00.160252 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-92de0bd9-db10-48de-9f27-766511a82957 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] device_id is not set on port d68a5a27-34bb-46bf-8df0-1a0089c575db yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:34:00.169803 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-30d34742-5e2e-4d7e-b978-aa0ccaf4757e tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:00.210735 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173d5bc-7894-4b4d-a118-ddca280b0a45 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event deleted for resources: {'Port': ['ID=48e3ed58-923f-4314-b199-e0e95bfbc24f,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:00.218501 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7173d5bc-7894-4b4d-a118-ddca280b0a45 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] No DVR routers for this DVR port 48e3ed58-923f-4314-b199-e0e95bfbc24f on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:34:00.278466 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d34742-5e2e-4d7e-b978-aa0ccaf4757e tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Port': ['ID=96287631-9d0a-492c-b983-435530ba8b3d,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:00.324027 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d5051-7146-40bf-88db-fccb8ca5350f req-14c85ed6-8941-4466-b937-f59c23f6052d tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:00.325848 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-756d5051-7146-40bf-88db-fccb8ca5350f req-14c85ed6-8941-4466-b937-f59c23f6052d tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 944 time: 0.3681073 Oct 26 08:34:00.327205 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-58ba76fa-5f49-442f-8b23-d6f29fed04fc tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:00.330743 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-58ba76fa-5f49-442f-8b23-d6f29fed04fc tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] 10.222.0.41 "DELETE /v2.0/ports/0fc1e317-3e5e-4f4f-9c0d-6a2999326e2a HTTP/1.1" status: 204 len: 168 time: 1.5813360 Oct 26 08:34:00.337387 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33818) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:00.338671 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-30d34742-5e2e-4d7e-b978-aa0ccaf4757e tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:00.343144 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-30d34742-5e2e-4d7e-b978-aa0ccaf4757e tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/ports/96287631-9d0a-492c-b983-435530ba8b3d HTTP/1.1" status: 204 len: 168 time: 1.6689341 Oct 26 08:34:00.359634 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33820) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:00.373408 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-63ebaf78-35da-4c7a-ad53-665e9dec2bf1 None None] Allocated IP 2001:db8::f816:3eff:fed7:9ac2 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/bf594d74-6504-4532-a4eb-7cf6e1863cdc/30b247e7-4f71-4faa-9f4b-69d6275de0ad) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:00.398782 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-6d12e183-629d-420b-942f-1897b74b3a66 None None] Provisioning complete for port bc225d0c-13a9-4c78-b1b6-91a28fc5fb23 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:00.398986 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6d12e183-629d-420b-942f-1897b74b3a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:00.402694 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62426c1b-1819-4505-b59d-ffbf7213ac44 None None] DHCP port deletion for 64808347-53f5-44ad-b58c-63ace89cf3c2 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:34:00.416764 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6e19de0d-484e-4417-83f4-16c11e6230b6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:00.433204 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7173d5bc-7894-4b4d-a118-ddca280b0a45 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:00.462730 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-454ed622-1e8c-4803-836e-d8a54bee1f93 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] GET failed (client error): The resource could not be found. Oct 26 08:34:00.464425 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-454ed622-1e8c-4803-836e-d8a54bee1f93 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] 10.222.0.41 "GET /v2.0/ports/0fc1e317-3e5e-4f4f-9c0d-6a2999326e2a HTTP/1.1" status: 404 len: 333 time: 0.1197538 Oct 26 08:34:00.465510 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b9b6c7f-8517-4c2b-9820-bc376c4488eb tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] GET failed (client error): The resource could not be found. Oct 26 08:34:00.470717 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6b9b6c7f-8517-4c2b-9820-bc376c4488eb tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "GET /v2.0/ports/96287631-9d0a-492c-b983-435530ba8b3d HTTP/1.1" status: 404 len: 333 time: 0.1063554 Oct 26 08:34:00.472562 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33826) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:00.479563 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33824) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:00.486004 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-f92ba4ae-7bd8-4ce8-acfb-dd620e68fd92 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Request body: {'port': {'network_id': '5199ac8c-ca6f-4036-a862-6dff27ae4227', 'name': 'tempest-AllowedAddressPairTestJSON-564899653'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:00.497145 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19de0d-484e-4417-83f4-16c11e6230b6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event deleted for resources: {'Port': ['ID=e4b1a279-214e-4b1d-bb19-1e905a35a392,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:00.502682 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e19de0d-484e-4417-83f4-16c11e6230b6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] No DVR routers for this DVR port e4b1a279-214e-4b1d-bb19-1e905a35a392 on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:34:00.527652 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-7173d5bc-7894-4b4d-a118-ddca280b0a45 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b08c819d-1e32-49a1-bce6-3dfb6568432b']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:00.564126 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-7173d5bc-7894-4b4d-a118-ddca280b0a45 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d8f143-8d2d-4fe5-84a4-ad868dd64224') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:00.564426 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-7173d5bc-7894-4b4d-a118-ddca280b0a45 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d8f143-8d2d-4fe5-84a4-ad868dd64224') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:00.572901 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-6d12e183-629d-420b-942f-1897b74b3a66 None None] Port bc225d0c-13a9-4c78-b1b6-91a28fc5fb23 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:34:00.587893 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-756d5051-7146-40bf-88db-fccb8ca5350f req-153b135b-0089-4a5b-9e5e-cd7b0879bdad tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2374847 Oct 26 08:34:00.592035 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7173d5bc-7894-4b4d-a118-ddca280b0a45 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:00.616025 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7173d5bc-7894-4b4d-a118-ddca280b0a45 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:00.687725 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92ba4ae-7bd8-4ce8-acfb-dd620e68fd92 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Made reservation on behalf of 2fc077a2dd8b426aa29f7a99099095c2 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:00.692231 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f92ba4ae-7bd8-4ce8-acfb-dd620e68fd92 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:00.697003 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63ebaf78-35da-4c7a-ad53-665e9dec2bf1 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:00.701229 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7173d5bc-7894-4b4d-a118-ddca280b0a45 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:34:00.701666 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7173d5bc-7894-4b4d-a118-ddca280b0a45 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:00.707512 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:34:00.707512 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:34:00.707512 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:34:00.707512 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:34:00.707512 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:34:00.707512 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:34:00.707512 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:34:00.707512 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:34:00.707512 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:34:00.707512 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:34:00.707512 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:34:00.707512 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:34:00.707512 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:34:00.707512 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:34:00.707512 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:34:00.707512 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:34:00.707512 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:34:00.707512 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:34:00.707512 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:34:00.707512 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:34:00.707512 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:34:00.707512 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:34:00.707512 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:34:00.707512 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:34:00.707512 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:34:00.707512 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:34:00.707512 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:34:00.707512 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:34:00.707512 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:34:00.707512 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:34:00.707512 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:34:00.707512 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:34:00.720880 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-f92ba4ae-7bd8-4ce8-acfb-dd620e68fd92 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] device_id is not set on port 51309c1f-3c45-4a54-b98a-78a98775ba0e yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:34:00.737119 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63ebaf78-35da-4c7a-ad53-665e9dec2bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:00.783004 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ebaf78-35da-4c7a-ad53-665e9dec2bf1 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:00.783650 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6e19de0d-484e-4417-83f4-16c11e6230b6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:00.784222 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-99704d12-1c79-48d4-84d6-0ce173dd3666 None None] Provisioning complete for port 9c2af7ec-8207-4536-a256-78a3255f4b28 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:00.784648 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-99704d12-1c79-48d4-84d6-0ce173dd3666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:00.788785 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-63ebaf78-35da-4c7a-ad53-665e9dec2bf1 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:00.845269 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7173d5bc-7894-4b4d-a118-ddca280b0a45 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:00.848560 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-6e19de0d-484e-4417-83f4-16c11e6230b6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64808347-53f5-44ad-b58c-63ace89cf3c2']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:00.856204 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ebaf78-35da-4c7a-ad53-665e9dec2bf1 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:00.874083 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 9ba96cb3-9b77-4288-bf4d-7113c00a72a8 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:34:00.874637 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7173d5bc-7894-4b4d-a118-ddca280b0a45 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:00.878738 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7173d5bc-7894-4b4d-a118-ddca280b0a45 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] 10.222.0.41 "DELETE /v2.0/networks/b08c819d-1e32-49a1-bce6-3dfb6568432b HTTP/1.1" status: 204 len: 168 time: 1.9137671 Oct 26 08:34:00.880915 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-6e19de0d-484e-4417-83f4-16c11e6230b6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff3595f-b587-4b5a-8197-16ed4f46824f') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:00.882152 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-6e19de0d-484e-4417-83f4-16c11e6230b6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff3595f-b587-4b5a-8197-16ed4f46824f') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:00.900910 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173d5bc-7894-4b4d-a118-ddca280b0a45 tempest-NetworksTest-1024639884 tempest-NetworksTest-1024639884-project] Pushing event deleted for resources: {'Network': ['ID=b08c819d-1e32-49a1-bce6-3dfb6568432b,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:00.903816 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6e19de0d-484e-4417-83f4-16c11e6230b6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:00.930072 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-c1cedcb4-fe34-4c11-9fa7-43a6007988f7 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Deleting port ca0fd660-eb90-4ff8-a5d0-66eb803e1493 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:00.934141 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c1cedcb4-fe34-4c11-9fa7-43a6007988f7 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:00.938801 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6e19de0d-484e-4417-83f4-16c11e6230b6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:00.942001 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-92de0bd9-db10-48de-9f27-766511a82957 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Allocated IP 2001:db8::f816:3eff:fe35:939f (ecf0c004-fa53-4f3e-bbfd-ff079400665b/bf594d74-6504-4532-a4eb-7cf6e1863cdc/d68a5a27-34bb-46bf-8df0-1a0089c575db) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:00.948100 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 9ba96cb3-9b77-4288-bf4d-7113c00a72a8 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:34:00.948462 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 9ba96cb3-9b77-4288-bf4d-7113c00a72a8 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:34:00.948902 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 2701b5f3-241e-482c-badd-1b6277ebfae5 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:34:00.959049 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ebaf78-35da-4c7a-ad53-665e9dec2bf1 None None] Pushing event updated for resources: {'Port': ['ID=30b247e7-4f71-4faa-9f4b-69d6275de0ad,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:01.007785 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e19de0d-484e-4417-83f4-16c11e6230b6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:34:01.008203 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6e19de0d-484e-4417-83f4-16c11e6230b6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:01.013506 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:34:01.013506 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:34:01.013506 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:34:01.013506 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:34:01.013506 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:34:01.013506 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:34:01.013506 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:34:01.013506 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:34:01.013506 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:34:01.013506 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:34:01.013506 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:34:01.013506 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:34:01.013506 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:34:01.013506 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:34:01.013506 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:34:01.013506 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:34:01.013506 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:34:01.013506 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:34:01.013506 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:34:01.013506 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:34:01.013506 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:34:01.013506 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:34:01.013506 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:34:01.013506 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:34:01.013506 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:34:01.013506 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:34:01.013506 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:34:01.013506 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:34:01.013506 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:34:01.013506 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:34:01.013506 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:34:01.013506 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:34:01.068720 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 2701b5f3-241e-482c-badd-1b6277ebfae5 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:34:01.069296 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 2701b5f3-241e-482c-badd-1b6277ebfae5 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:34:01.120788 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6e19de0d-484e-4417-83f4-16c11e6230b6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:01.149450 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6e19de0d-484e-4417-83f4-16c11e6230b6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:01.156378 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6e19de0d-484e-4417-83f4-16c11e6230b6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "DELETE /v2.0/networks/64808347-53f5-44ad-b58c-63ace89cf3c2 HTTP/1.1" status: 204 len: 168 time: 1.9412293 Oct 26 08:34:01.158556 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33842) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:01.189099 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-63ebaf78-35da-4c7a-ad53-665e9dec2bf1 None None] Attempting to bind port 30b247e7-4f71-4faa-9f4b-69d6275de0ad on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:34:01.192831 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-63ebaf78-35da-4c7a-ad53-665e9dec2bf1 None None] Attempting to bind port 30b247e7-4f71-4faa-9f4b-69d6275de0ad by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:34:01.196278 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ebaf78-35da-4c7a-ad53-665e9dec2bf1 None None] Attempting to bind port 30b247e7-4f71-4faa-9f4b-69d6275de0ad on network ecf0c004-fa53-4f3e-bbfd-ff079400665b {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:34:01.209908 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ebaf78-35da-4c7a-ad53-665e9dec2bf1 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:34:01.210878 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ebaf78-35da-4c7a-ad53-665e9dec2bf1 None None] Checking segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:34:01.211495 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63ebaf78-35da-4c7a-ad53-665e9dec2bf1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:01.212135 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ebaf78-35da-4c7a-ad53-665e9dec2bf1 None None] Bound using segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:34:01.212837 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-63ebaf78-35da-4c7a-ad53-665e9dec2bf1 None None] Bound port: 30b247e7-4f71-4faa-9f4b-69d6275de0ad, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:34:01.213432 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63ebaf78-35da-4c7a-ad53-665e9dec2bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:01.273030 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device c5b4c931-0784-4417-9cf2-14aace14e7b9 up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:34:01.312625 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 9c2af7ec-8207-4536-a256-78a3255f4b28 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:34:01.459548 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33850) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:01.492810 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-99704d12-1c79-48d4-84d6-0ce173dd3666 None None] Could not find standard attr ID for object 96287631-9d0a-492c-b983-435530ba8b3d. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:34:01.510148 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-f92ba4ae-7bd8-4ce8-acfb-dd620e68fd92 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Allocated IP 172.20.0.5 (5199ac8c-ca6f-4036-a862-6dff27ae4227/1b53dda2-e79e-4b64-9584-312ad9cae48f/51309c1f-3c45-4a54-b98a-78a98775ba0e) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:01.529835 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-92de0bd9-db10-48de-9f27-766511a82957 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:01.543657 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c1cedcb4-fe34-4c11-9fa7-43a6007988f7 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:01.546454 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19de0d-484e-4417-83f4-16c11e6230b6 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event deleted for resources: {'Network': ['ID=64808347-53f5-44ad-b58c-63ace89cf3c2,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:01.566438 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-63ebaf78-35da-4c7a-ad53-665e9dec2bf1 None None] For port 30b247e7-4f71-4faa-9f4b-69d6275de0ad, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:34:01.575062 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-63ebaf78-35da-4c7a-ad53-665e9dec2bf1 None None] For port 30b247e7-4f71-4faa-9f4b-69d6275de0ad, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=30b247e7-4f71-4faa-9f4b-69d6275de0ad,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:34:01.591261 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d9b7a2-9a46-49ef-b6db-97e011bf8092 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] DELETE failed (client error): The resource could not be found. Oct 26 08:34:01.591724 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5d9b7a2-9a46-49ef-b6db-97e011bf8092 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:34:01.594837 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a5d9b7a2-9a46-49ef-b6db-97e011bf8092 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "DELETE /v2.0/subnets/ac7fb7f8-33bd-4455-88c8-4891fc34d30d HTTP/1.1" status: 404 len: 337 time: 0.4314427 Oct 26 08:34:01.595929 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-c1cedcb4-fe34-4c11-9fa7-43a6007988f7 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Calling delete_port for ca0fd660-eb90-4ff8-a5d0-66eb803e1493 owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:01.598385 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33856) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:01.608912 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63ebaf78-35da-4c7a-ad53-665e9dec2bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:01.624350 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33858) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:01.663837 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee783b6-26f6-433c-ab51-03b4ecf75aa3 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] DELETE failed (client error): The resource could not be found. Oct 26 08:34:01.664428 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ee783b6-26f6-433c-ab51-03b4ecf75aa3 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:34:01.682125 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4ee783b6-26f6-433c-ab51-03b4ecf75aa3 tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "DELETE /v2.0/networks/4ae5eab6-d5a3-4a3b-b75c-028aa9806d41 HTTP/1.1" status: 404 len: 339 time: 0.0810792 Oct 26 08:34:01.682363 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33862) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:01.849307 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-36e79cad-b2f4-4606-9281-14b099e2ad7e tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Deleting subnet 56af6093-fe3b-40c2-a61e-3942768600cb {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:34:01.853573 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-36e79cad-b2f4-4606-9281-14b099e2ad7e tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:01.896617 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-92de0bd9-db10-48de-9f27-766511a82957 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:01.896905 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 9c2af7ec-8207-4536-a256-78a3255f4b28 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:01.897255 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:01.900933 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-99704d12-1c79-48d4-84d6-0ce173dd3666 None None] Provisioning complete for port ca0fd660-eb90-4ff8-a5d0-66eb803e1493 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:01.901292 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-99704d12-1c79-48d4-84d6-0ce173dd3666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:01.902814 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port c5b4c931-0784-4417-9cf2-14aace14e7b9 completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 08:34:01.913482 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-36e79cad-b2f4-4606-9281-14b099e2ad7e tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:01.933401 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a3df2c68-77b8-4797-baa1-9ddf83f4d072 tempest-AgentManagementNegativeTest-1990658396 tempest-AgentManagementNegativeTest-1990658396-project] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3032868 Oct 26 08:34:01.957707 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port c5b4c931-0784-4417-9cf2-14aace14e7b9 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:01.958085 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:01.966073 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c2bd6-5438-4fd1-884e-8bb3fd360317 req-2cff163d-d11c-42a4-ae36-12d1f05c3b6b tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:01.967663 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-802c2bd6-5438-4fd1-884e-8bb3fd360317 req-2cff163d-d11c-42a4-ae36-12d1f05c3b6b tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 944 time: 0.2913668 Oct 26 08:34:02.023749 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de0bd9-db10-48de-9f27-766511a82957 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Port': ['ID=d68a5a27-34bb-46bf-8df0-1a0089c575db,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:02.061488 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-99704d12-1c79-48d4-84d6-0ce173dd3666 None None] Port ca0fd660-eb90-4ff8-a5d0-66eb803e1493 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:34:02.073244 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92de0bd9-db10-48de-9f27-766511a82957 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:02.077349 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ebaf78-35da-4c7a-ad53-665e9dec2bf1 None None] Pushing event updated for resources: {'Port': ['ID=30b247e7-4f71-4faa-9f4b-69d6275de0ad,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:02.109785 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c1cedcb4-fe34-4c11-9fa7-43a6007988f7 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:02.146050 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f92ba4ae-7bd8-4ce8-acfb-dd620e68fd92 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:02.150790 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-36e79cad-b2f4-4606-9281-14b099e2ad7e tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:02.152195 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-92de0bd9-db10-48de-9f27-766511a82957 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:02.155901 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cedcb4-fe34-4c11-9fa7-43a6007988f7 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Port': ['ID=ca0fd660-eb90-4ff8-a5d0-66eb803e1493,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:02.158435 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92de0bd9-db10-48de-9f27-766511a82957 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:02.175515 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92de0bd9-db10-48de-9f27-766511a82957 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:02.176129 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-92de0bd9-db10-48de-9f27-766511a82957 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:02.197407 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-fa643fed-6cd9-4736-8841-e6465ad405d6 None None] Could not find standard attr ID for object 96287631-9d0a-492c-b983-435530ba8b3d. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:34:02.199392 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f70d99f6-248e-43ec-ae2f-6fd135461a22 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d25a916b9c2d4b34bcd65014285516f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7343547 Oct 26 08:34:02.204084 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-fa643fed-6cd9-4736-8841-e6465ad405d6 None None] Could not find standard attr ID for object ca0fd660-eb90-4ff8-a5d0-66eb803e1493. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:34:02.209756 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33868) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:02.211160 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:02.216408 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c1cedcb4-fe34-4c11-9fa7-43a6007988f7 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:02.220622 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c1cedcb4-fe34-4c11-9fa7-43a6007988f7 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/ports/ca0fd660-eb90-4ff8-a5d0-66eb803e1493 HTTP/1.1" status: 204 len: 168 time: 1.7425044 Oct 26 08:34:02.224609 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33870) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:02.253748 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b4c931-0784-4417-9cf2-14aace14e7b9'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:34:02.262871 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5870514b-a5f2-4b80-9b65-abef2166ebb8" -d '{"events": [{"server_uuid": "dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52", "name": "network-vif-plugged", "status": "completed", "tag": "c5b4c931-0784-4417-9cf2-14aace14e7b9"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:34:02.275147 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-00bda26d-fe65-4bd0-b5d6-859c954e1ef1 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] GET failed (client error): The resource could not be found. Oct 26 08:34:02.277931 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-00bda26d-fe65-4bd0-b5d6-859c954e1ef1 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "GET /v2.0/ports/ca0fd660-eb90-4ff8-a5d0-66eb803e1493 HTTP/1.1" status: 404 len: 333 time: 0.0520031 Oct 26 08:34:02.280703 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33872) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:02.296818 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-802c2bd6-5438-4fd1-884e-8bb3fd360317 req-4913e447-8485-4f0f-b449-c1ed0803dbb0 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413375 Oct 26 08:34:02.319814 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port c5b4c931-0784-4417-9cf2-14aace14e7b9, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c5b4c931-0784-4417-9cf2-14aace14e7b9,segment=NetworkSegment(740e16c5-c4b3-49c5-abf0-94d5e047c965),segment_id=740e16c5-c4b3-49c5-abf0-94d5e047c965)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:02.330795 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:02.361894 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-92de0bd9-db10-48de-9f27-766511a82957 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8907130 Oct 26 08:34:02.377400 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33876) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:02.411836 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33878) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:02.436755 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0b3117-10c4-486b-bbbf-a39ec5c07b41 x-openstack-request-id: req-7b0b3117-10c4-486b-bbbf-a39ec5c07b41 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:34:02.437017 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52", "name": "network-vif-plugged", "status": "completed", "tag": "c5b4c931-0784-4417-9cf2-14aace14e7b9", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:34:02.437220 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7b0b3117-10c4-486b-bbbf-a39ec5c07b41 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:34:02.437610 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b4c931-0784-4417-9cf2-14aace14e7b9', 'code': 200} Oct 26 08:34:02.444666 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 48e3ed58-923f-4314-b199-e0e95bfbc24f no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:34:02.477458 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-f37789b0-7393-4593-9fd9-d2739222e255 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Deleting subnet fa3f9a59-cfb4-4a01-9fed-08b755d8ec18 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:34:02.483386 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-36e79cad-b2f4-4606-9281-14b099e2ad7e tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:02.491320 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f92ba4ae-7bd8-4ce8-acfb-dd620e68fd92 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:02.499420 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f37789b0-7393-4593-9fd9-d2739222e255 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:02.501382 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-70997850-a91d-42a7-88c7-6b383b5ba433 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:02.508419 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-36e79cad-b2f4-4606-9281-14b099e2ad7e tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:02.515205 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-36e79cad-b2f4-4606-9281-14b099e2ad7e tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "DELETE /v2.0/subnets/56af6093-fe3b-40c2-a61e-3942768600cb HTTP/1.1" status: 204 len: 168 time: 0.8317871 Oct 26 08:34:02.521246 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33882) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:02.532174 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bd8539-2d80-4214-85e0-f4ca05fc904c None None] Network 37a0155f-2659-4fca-9dc0-826da8b1cb71 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:02.546285 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 48e3ed58-923f-4314-b199-e0e95bfbc24f {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:34:02.546637 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 48e3ed58-923f-4314-b199-e0e95bfbc24f not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:34:02.547057 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device e4b1a279-214e-4b1d-bb19-1e905a35a392 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:34:02.579400 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2093ee-5639-4215-bbce-8f3ef3478739 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:02.597285 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2093ee-5639-4215-bbce-8f3ef3478739 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:02.602825 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9f2093ee-5639-4215-bbce-8f3ef3478739 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2164881 Oct 26 08:34:02.617822 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33884) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:02.632753 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: e4b1a279-214e-4b1d-bb19-1e905a35a392 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:34:02.633102 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device e4b1a279-214e-4b1d-bb19-1e905a35a392 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:34:02.641595 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92ba4ae-7bd8-4ce8-acfb-dd620e68fd92 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Network 5199ac8c-ca6f-4036-a862-6dff27ae4227 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:02.679919 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e79cad-b2f4-4606-9281-14b099e2ad7e tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event deleted for resources: {'Subnet': ['ID=56af6093-fe3b-40c2-a61e-3942768600cb,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:02.683644 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=c5b4c931-0784-4417-9cf2-14aace14e7b9,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:02.699990 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f37789b0-7393-4593-9fd9-d2739222e255 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:02.705563 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-70997850-a91d-42a7-88c7-6b383b5ba433 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:02.715279 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-f92ba4ae-7bd8-4ce8-acfb-dd620e68fd92 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:02.765614 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92ba4ae-7bd8-4ce8-acfb-dd620e68fd92 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:02.794694 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ba4ae-7bd8-4ce8-acfb-dd620e68fd92 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Pushing event updated for resources: {'Port': ['ID=51309c1f-3c45-4a54-b98a-78a98775ba0e,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:02.814272 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f37789b0-7393-4593-9fd9-d2739222e255 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:02.896753 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82e77f0-5b45-43ad-8181-413b5bc908a4 None None] DHCP port deletion for 37a0155f-2659-4fca-9dc0-826da8b1cb71 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:34:02.905839 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f37789b0-7393-4593-9fd9-d2739222e255 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:02.936460 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37789b0-7393-4593-9fd9-d2739222e255 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Subnet': ['ID=fa3f9a59-cfb4-4a01-9fed-08b755d8ec18,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:02.938549 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f37789b0-7393-4593-9fd9-d2739222e255 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:02.945194 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f37789b0-7393-4593-9fd9-d2739222e255 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/subnets/fa3f9a59-cfb4-4a01-9fed-08b755d8ec18 HTTP/1.1" status: 204 len: 168 time: 0.6600926 Oct 26 08:34:02.945880 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33886) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:02.949146 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82623613-4045-4218-a80a-e568acfcfd73 None None] Network 320cde50-1460-4719-bbff-0995927c0e38 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:03.059202 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-98dd615e-c665-4c78-b877-110a902e71de tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:03.113613 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-e82e77f0-5b45-43ad-8181-413b5bc908a4 None None] Deleting port 851a8dca-35e2-4781-866b-2b110c6cad64 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:03.115157 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e82e77f0-5b45-43ad-8181-413b5bc908a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:03.118114 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-7d7c5f29-55a9-4b19-b385-7d8542ad4651 None None] Provisioning complete for port 51309c1f-3c45-4a54-b98a-78a98775ba0e triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:03.118754 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7d7c5f29-55a9-4b19-b385-7d8542ad4651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:03.143469 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-98dd615e-c665-4c78-b877-110a902e71de tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Deleting port 9c2af7ec-8207-4536-a256-78a3255f4b28 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:03.144726 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-98dd615e-c665-4c78-b877-110a902e71de tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:03.174166 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-11efc42f-7963-4ca5-b33e-34c08aa47bfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:03.230655 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-98dd615e-c665-4c78-b877-110a902e71de tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] For port 9c2af7ec-8207-4536-a256-78a3255f4b28, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=9c2af7ec-8207-4536-a256-78a3255f4b28,segment=NetworkSegment(01f5d212-fc27-4bcf-9bbf-3b96b64dd7d4),segment_id=01f5d212-fc27-4bcf-9bbf-3b96b64dd7d4)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:03.231352 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-98dd615e-c665-4c78-b877-110a902e71de tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:03.257386 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92ba4ae-7bd8-4ce8-acfb-dd620e68fd92 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:03.261912 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-98dd615e-c665-4c78-b877-110a902e71de tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Calling delete_port for 9c2af7ec-8207-4536-a256-78a3255f4b28 owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:03.264805 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f92ba4ae-7bd8-4ce8-acfb-dd620e68fd92 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:03.268818 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-7d7c5f29-55a9-4b19-b385-7d8542ad4651 None None] Port 51309c1f-3c45-4a54-b98a-78a98775ba0e cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:34:03.274893 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 30b247e7-4f71-4faa-9f4b-69d6275de0ad up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:34:03.279824 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-e82e77f0-5b45-43ad-8181-413b5bc908a4 None None] For port 851a8dca-35e2-4781-866b-2b110c6cad64, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=851a8dca-35e2-4781-866b-2b110c6cad64,segment=NetworkSegment(7b50f1a3-5b5b-48ee-a374-477efa40b981),segment_id=7b50f1a3-5b5b-48ee-a374-477efa40b981)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:03.281943 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e82e77f0-5b45-43ad-8181-413b5bc908a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:03.333407 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-e82e77f0-5b45-43ad-8181-413b5bc908a4 None None] Calling delete_port for 851a8dca-35e2-4781-866b-2b110c6cad64 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:03.336369 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2bf12f9d-5a12-4f0c-a89d-f36d0992108d tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:03.376305 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-70997850-a91d-42a7-88c7-6b383b5ba433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:03.380019 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-70997850-a91d-42a7-88c7-6b383b5ba433 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:03.384069 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-70997850-a91d-42a7-88c7-6b383b5ba433 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1625842d-a9c6-4c74-b3e8-3f4cb24a724c HTTP/1.1" status: 204 len: 168 time: 1.1678360 Oct 26 08:34:03.396075 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f92ba4ae-7bd8-4ce8-acfb-dd620e68fd92 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9154699 Oct 26 08:34:03.403662 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d559d-69d5-4766-9483-44019d72f8de req-e4753d8e-5a7c-41a4-9f29-7ad5beea2e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:03.405023 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-641d559d-69d5-4766-9483-44019d72f8de req-e4753d8e-5a7c-41a4-9f29-7ad5beea2e2e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 1098 time: 0.6972234 Oct 26 08:34:03.413322 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33892) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:03.419810 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-1784211b-6c7f-4156-96d9-ed16b5b15815 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:45:c6:76'}]}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:03.437229 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-98dd615e-c665-4c78-b877-110a902e71de tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:03.444345 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70997850-a91d-42a7-88c7-6b383b5ba433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1625842d-a9c6-4c74-b3e8-3f4cb24a724c,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:03.462972 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7c9eba-9b56-4f53-a87a-daa2dab68347 None None] DHCP port deletion for 320cde50-1460-4719-bbff-0995927c0e38 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:34:03.473913 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e82e77f0-5b45-43ad-8181-413b5bc908a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:03.502058 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dd615e-c665-4c78-b877-110a902e71de tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] No DVR routers for this DVR port 9c2af7ec-8207-4536-a256-78a3255f4b28 on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:34:03.509432 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e77f0-5b45-43ad-8181-413b5bc908a4 None None] Pushing event deleted for resources: {'Port': ['ID=851a8dca-35e2-4781-866b-2b110c6cad64,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:03.510307 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd615e-c665-4c78-b877-110a902e71de tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Port': ['ID=9c2af7ec-8207-4536-a256-78a3255f4b28,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:03.532848 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82e77f0-5b45-43ad-8181-413b5bc908a4 None None] No DVR routers for this DVR port 851a8dca-35e2-4781-866b-2b110c6cad64 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:34:03.565365 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 30b247e7-4f71-4faa-9f4b-69d6275de0ad triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:03.565365 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:03.608828 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-2bf12f9d-5a12-4f0c-a89d-f36d0992108d tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] The port '851a8dca-35e2-4781-866b-2b110c6cad64' was deleted {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 26 08:34:03.683586 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-98dd615e-c665-4c78-b877-110a902e71de tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:03.687530 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:03.715510 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-98dd615e-c665-4c78-b877-110a902e71de tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['320cde50-1460-4719-bbff-0995927c0e38']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:03.723498 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-641d559d-69d5-4766-9483-44019d72f8de req-65040461-5a1f-4cc3-b5e8-a26aad664ee1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2984939 Oct 26 08:34:03.727713 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-98dd615e-c665-4c78-b877-110a902e71de tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01f5d212-fc27-4bcf-9bbf-3b96b64dd7d4') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:03.728017 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-98dd615e-c665-4c78-b877-110a902e71de tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01f5d212-fc27-4bcf-9bbf-3b96b64dd7d4') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:03.751497 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-98dd615e-c665-4c78-b877-110a902e71de tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:03.769963 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-98dd615e-c665-4c78-b877-110a902e71de tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:03.776252 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-a3687a46-998a-4d52-84ff-447125552ea1 None None] Provisioning complete for port 30b247e7-4f71-4faa-9f4b-69d6275de0ad triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:03.776598 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a3687a46-998a-4d52-84ff-447125552ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:03.781765 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98dd615e-c665-4c78-b877-110a902e71de tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:34:03.782257 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-98dd615e-c665-4c78-b877-110a902e71de tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:03.793360 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:34:03.793360 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:34:03.793360 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:34:03.793360 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:34:03.793360 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:34:03.793360 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:34:03.793360 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:34:03.793360 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:34:03.793360 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:34:03.793360 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:34:03.793360 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:34:03.793360 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:34:03.793360 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:34:03.793360 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:34:03.793360 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:34:03.793360 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:34:03.793360 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:34:03.793360 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:34:03.793360 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:34:03.793360 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:34:03.793360 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:34:03.793360 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:34:03.793360 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:34:03.793360 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:34:03.793360 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:34:03.793360 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:34:03.793360 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:34:03.793360 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:34:03.793360 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:34:03.793360 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:34:03.793360 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:34:03.793360 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:34:03.807468 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 30b247e7-4f71-4faa-9f4b-69d6275de0ad, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=30b247e7-4f71-4faa-9f4b-69d6275de0ad,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:03.829260 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-d0fa6909-1740-4634-88d4-71148cb05e48 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting port d68a5a27-34bb-46bf-8df0-1a0089c575db {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:03.829616 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d0fa6909-1740-4634-88d4-71148cb05e48 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:03.837844 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:03.885170 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-98dd615e-c665-4c78-b877-110a902e71de tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:03.899631 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-98dd615e-c665-4c78-b877-110a902e71de tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:03.908072 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-98dd615e-c665-4c78-b877-110a902e71de tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/networks/320cde50-1460-4719-bbff-0995927c0e38 HTTP/1.1" status: 204 len: 168 time: 0.9605830 Oct 26 08:34:03.923943 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=30b247e7-4f71-4faa-9f4b-69d6275de0ad,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:03.927818 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2bf12f9d-5a12-4f0c-a89d-f36d0992108d tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:03.928040 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 851a8dca-35e2-4781-866b-2b110c6cad64 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:34:03.932276 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33902) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:03.937200 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd615e-c665-4c78-b877-110a902e71de tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Network': ['ID=320cde50-1460-4719-bbff-0995927c0e38,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:03.954900 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-7a8a1ca9-c701-4d27-84b6-e8211fe2f65a tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1916889033'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:03.971872 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:34:03.973872 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:34:03.976205 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:34:03.976962 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:34:03.977413 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:34:03.978019 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:34:03.978432 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:34:03.979086 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:34:03.979505 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:34:03.980063 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:34:03.980466 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:34:03.980856 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:34:03.985197 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 851a8dca-35e2-4781-866b-2b110c6cad64 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:34:03.985673 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 851a8dca-35e2-4781-866b-2b110c6cad64 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:34:03.995360 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd45a7c-e1ff-4a89-a11c-3ccfb27018e2 req-e07ce3f7-ba35-422b-b67d-eddddac457dd tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:03.996972 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5dd45a7c-e1ff-4a89-a11c-3ccfb27018e2 req-e07ce3f7-ba35-422b-b67d-eddddac457dd tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.4628401 Oct 26 08:34:04.058706 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-2bf12f9d-5a12-4f0c-a89d-f36d0992108d tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37a0155f-2659-4fca-9dc0-826da8b1cb71']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:04.096647 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-11efc42f-7963-4ca5-b33e-34c08aa47bfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:04.101783 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-2bf12f9d-5a12-4f0c-a89d-f36d0992108d tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b50f1a3-5b5b-48ee-a374-477efa40b981') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:04.102125 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-2bf12f9d-5a12-4f0c-a89d-f36d0992108d tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b50f1a3-5b5b-48ee-a374-477efa40b981') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:04.141844 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-11efc42f-7963-4ca5-b33e-34c08aa47bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:04.144012 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8a1ca9-c701-4d27-84b6-e8211fe2f65a tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Made reservation on behalf of 842b849088674682987bba8ce52bfdf3 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:04.150567 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7a8a1ca9-c701-4d27-84b6-e8211fe2f65a tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:04.153554 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2bf12f9d-5a12-4f0c-a89d-f36d0992108d tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:04.183865 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-19e8ca81-410e-4793-a9c5-3c0f2b49c8a6 None None] Provisioning complete for port d68a5a27-34bb-46bf-8df0-1a0089c575db triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:04.184906 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-19e8ca81-410e-4793-a9c5-3c0f2b49c8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:04.233043 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-19e8ca81-410e-4793-a9c5-3c0f2b49c8a6 None None] Port d68a5a27-34bb-46bf-8df0-1a0089c575db cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:34:04.238952 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1784211b-6c7f-4156-96d9-ed16b5b15815 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:04.241146 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2bf12f9d-5a12-4f0c-a89d-f36d0992108d tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:04.247432 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d0fa6909-1740-4634-88d4-71148cb05e48 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:04.281792 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-11efc42f-7963-4ca5-b33e-34c08aa47bfd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8a51900cc04e44a8b5d80bac2d4e52a9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8605986 Oct 26 08:34:04.285154 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33914) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:04.285953 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5dd45a7c-e1ff-4a89-a11c-3ccfb27018e2 req-4959e75a-c012-4508-b07f-6de11ed48461 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2604382 Oct 26 08:34:04.287044 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf12f9d-5a12-4f0c-a89d-f36d0992108d tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:34:04.287481 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2bf12f9d-5a12-4f0c-a89d-f36d0992108d tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:04.296000 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:34:04.296000 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:34:04.296000 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:34:04.296000 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:34:04.296000 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:34:04.296000 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:34:04.296000 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:34:04.296000 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:34:04.296000 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:34:04.296000 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:34:04.296000 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:34:04.296000 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:34:04.296000 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:34:04.296000 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:34:04.296000 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:34:04.296000 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:34:04.296000 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:34:04.296000 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:34:04.296000 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:34:04.296000 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:34:04.296000 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:34:04.296000 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:34:04.296000 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:34:04.296000 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:34:04.296000 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:34:04.296000 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:34:04.296000 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:34:04.296000 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:34:04.296000 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:34:04.296000 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:34:04.296000 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:34:04.296000 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:34:04.314221 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-d0fa6909-1740-4634-88d4-71148cb05e48 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Calling delete_port for d68a5a27-34bb-46bf-8df0-1a0089c575db owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:04.315545 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11efc42f-7963-4ca5-b33e-34c08aa47bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499d7750-3e9d-4603-84d6-fea57491735f,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:04.344818 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33916) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:04.359663 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a8a1ca9-c701-4d27-84b6-e8211fe2f65a tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:34:04.370484 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-75436ebc-7198-49ea-81fe-4f13348e4a85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:04.393834 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-75436ebc-7198-49ea-81fe-4f13348e4a85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:04.450453 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-75436ebc-7198-49ea-81fe-4f13348e4a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:04.453486 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7a8a1ca9-c701-4d27-84b6-e8211fe2f65a tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:04.453670 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-75436ebc-7198-49ea-81fe-4f13348e4a85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:04.453884 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-7a8a1ca9-c701-4d27-84b6-e8211fe2f65a tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Added segment 82d5300e-bd18-4e86-bfc1-964b5791dca0 of type vlan for network ce9c92c8-a486-4eb9-9b96-0182d140c16a Oct 26 08:34:04.457410 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-75436ebc-7198-49ea-81fe-4f13348e4a85 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/499d7750-3e9d-4603-84d6-fea57491735f HTTP/1.1" status: 204 len: 168 time: 0.1680315 Oct 26 08:34:04.462365 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-b7398406-111d-4faf-be8c-4a674e0ba432 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-913575929', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:04.473129 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2bf12f9d-5a12-4f0c-a89d-f36d0992108d tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:04.478632 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75436ebc-7198-49ea-81fe-4f13348e4a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499d7750-3e9d-4603-84d6-fea57491735f,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:04.496395 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b7398406-111d-4faf-be8c-4a674e0ba432 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:04.497913 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b7398406-111d-4faf-be8c-4a674e0ba432 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:04.499214 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2bf12f9d-5a12-4f0c-a89d-f36d0992108d tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:04.502743 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2bf12f9d-5a12-4f0c-a89d-f36d0992108d tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] 10.222.0.41 "DELETE /v2.0/networks/37a0155f-2659-4fca-9dc0-826da8b1cb71 HTTP/1.1" status: 204 len: 168 time: 1.9802334 Oct 26 08:34:04.577311 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b7398406-111d-4faf-be8c-4a674e0ba432 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:04.580646 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf12f9d-5a12-4f0c-a89d-f36d0992108d tempest-NetworksIpV6Test-1093396343 tempest-NetworksIpV6Test-1093396343-project] Pushing event deleted for resources: {'Network': ['ID=37a0155f-2659-4fca-9dc0-826da8b1cb71,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:04.591984 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b7398406-111d-4faf-be8c-4a674e0ba432 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:04.600608 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7a8a1ca9-c701-4d27-84b6-e8211fe2f65a tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:04.621829 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b7398406-111d-4faf-be8c-4a674e0ba432 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:04.625910 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b7398406-111d-4faf-be8c-4a674e0ba432 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2774608 Oct 26 08:34:04.626938 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33924) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:04.636197 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-08755a6f-e330-44c2-84e0-6ee9694545cd tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1383673622'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:04.668402 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08755a6f-e330-44c2-84e0-6ee9694545cd tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Made reservation on behalf of da31b60516564599a8b8bd2907ef2336 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:04.672459 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-08755a6f-e330-44c2-84e0-6ee9694545cd tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:04.683665 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-08755a6f-e330-44c2-84e0-6ee9694545cd tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:04.710679 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7a8a1ca9-c701-4d27-84b6-e8211fe2f65a tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:04.718152 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8a1ca9-c701-4d27-84b6-e8211fe2f65a tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:04.718152 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7a8a1ca9-c701-4d27-84b6-e8211fe2f65a tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:04.783473 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-08755a6f-e330-44c2-84e0-6ee9694545cd tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:04.790007 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-08755a6f-e330-44c2-84e0-6ee9694545cd tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:04.815235 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-7a8a1ca9-c701-4d27-84b6-e8211fe2f65a tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8800325 Oct 26 08:34:04.820519 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33928) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:04.825906 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-af42f921-b3ab-4b5a-9dea-c2e04418e8bf tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'subnet': {'network_id': 'ce9c92c8-a486-4eb9-9b96-0182d140c16a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:04.843611 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08755a6f-e330-44c2-84e0-6ee9694545cd tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:34:04.846477 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1784211b-6c7f-4156-96d9-ed16b5b15815 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:04.875199 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a1ca9-c701-4d27-84b6-e8211fe2f65a tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Network': ['ID=ce9c92c8-a486-4eb9-9b96-0182d140c16a,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:04.879281 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1784211b-6c7f-4156-96d9-ed16b5b15815 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:04.891725 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08755a6f-e330-44c2-84e0-6ee9694545cd tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb995796-e23c-4d90-b8ce-95ef3b26af92,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:04.895643 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network ce9c92c8-a486-4eb9-9b96-0182d140c16a details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:34:04.903113 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-08755a6f-e330-44c2-84e0-6ee9694545cd tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:04.903466 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-08755a6f-e330-44c2-84e0-6ee9694545cd tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Added segment d619a427-cf32-4f8c-a369-ac5fb60dcfbe of type vlan for network 6e50cf93-d408-4a04-9e7c-760e2ebe2f79 Oct 26 08:34:04.933367 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d0fa6909-1740-4634-88d4-71148cb05e48 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:05.015276 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-08755a6f-e330-44c2-84e0-6ee9694545cd tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:05.025181 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33934) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:05.095689 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d0fa6909-1740-4634-88d4-71148cb05e48 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:05.106585 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af42f921-b3ab-4b5a-9dea-c2e04418e8bf tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Made reservation on behalf of 842b849088674682987bba8ce52bfdf3 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:05.110281 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d0fa6909-1740-4634-88d4-71148cb05e48 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/ports/d68a5a27-34bb-46bf-8df0-1a0089c575db HTTP/1.1" status: 204 len: 168 time: 2.4629152 Oct 26 08:34:05.113534 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-af42f921-b3ab-4b5a-9dea-c2e04418e8bf tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:05.121550 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33940) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:05.122321 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-08755a6f-e330-44c2-84e0-6ee9694545cd tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:05.129332 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08755a6f-e330-44c2-84e0-6ee9694545cd tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:05.130129 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-08755a6f-e330-44c2-84e0-6ee9694545cd tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:05.170474 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-1784211b-6c7f-4156-96d9-ed16b5b15815 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] In _notify_port_updated(), no bound segment for port 51309c1f-3c45-4a54-b98a-78a98775ba0e on network 5199ac8c-ca6f-4036-a862-6dff27ae4227 {{(pid=102101) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 08:34:05.180011 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1784211b-6c7f-4156-96d9-ed16b5b15815 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:05.186342 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1784211b-6c7f-4156-96d9-ed16b5b15815 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:05.188686 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1784211b-6c7f-4156-96d9-ed16b5b15815 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] 10.222.0.41 "PUT /v2.0/ports/51309c1f-3c45-4a54-b98a-78a98775ba0e HTTP/1.1" status: 200 len: 993 time: 1.7734714 Oct 26 08:34:05.190286 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784211b-6c7f-4156-96d9-ed16b5b15815 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Pushing event updated for resources: {'Port': ['ID=51309c1f-3c45-4a54-b98a-78a98775ba0e,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:05.235522 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33944) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:05.236319 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa6909-1740-4634-88d4-71148cb05e48 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Port': ['ID=d68a5a27-34bb-46bf-8df0-1a0089c575db,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:05.255417 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 30b247e7-4f71-4faa-9f4b-69d6275de0ad up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:34:05.356850 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-1d6f03d9-d3a7-4d49-87f1-320aa1537462 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Deleting port 51309c1f-3c45-4a54-b98a-78a98775ba0e {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:05.357338 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1d6f03d9-d3a7-4d49-87f1-320aa1537462 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:05.392521 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08755a6f-e330-44c2-84e0-6ee9694545cd tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Pushing event updated for resources: {'Network': ['ID=6e50cf93-d408-4a04-9e7c-760e2ebe2f79,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:05.393108 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-f538e80b-1d01-47b0-9d52-1f103e47b050 None None] Provisioning complete for port 51309c1f-3c45-4a54-b98a-78a98775ba0e triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:05.393492 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f538e80b-1d01-47b0-9d52-1f103e47b050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:05.396919 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 30b247e7-4f71-4faa-9f4b-69d6275de0ad triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:05.406068 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:05.467999 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1d6f03d9-d3a7-4d49-87f1-320aa1537462 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:05.474877 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-08755a6f-e330-44c2-84e0-6ee9694545cd tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8454654 Oct 26 08:34:05.483396 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-1d6f03d9-d3a7-4d49-87f1-320aa1537462 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Calling delete_port for 51309c1f-3c45-4a54-b98a-78a98775ba0e owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:05.487232 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 6e50cf93-d408-4a04-9e7c-760e2ebe2f79 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:34:05.499612 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33952) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:05.511732 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-6c78cded-f086-4880-a4c3-0eec6b02fdb1 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Request body: {'subnet': {'network_id': '6e50cf93-d408-4a04-9e7c-760e2ebe2f79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:05.526015 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-f538e80b-1d01-47b0-9d52-1f103e47b050 None None] Port 51309c1f-3c45-4a54-b98a-78a98775ba0e cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:34:05.604956 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f10494-0f11-4b2a-950c-b340bd8a8615 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:05.606591 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f10494-0f11-4b2a-950c-b340bd8a8615 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:05.608158 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d1f10494-0f11-4b2a-950c-b340bd8a8615 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4735301 Oct 26 08:34:05.628749 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33958) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:05.642936 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb59ea8-848a-43e1-be79-7adca048d786 req-ba62e3e7-12a0-48f6-a91e-f74386ae0d37 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:05.644526 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-7cb59ea8-848a-43e1-be79-7adca048d786 req-ba62e3e7-12a0-48f6-a91e-f74386ae0d37 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.2127888 Oct 26 08:34:05.673896 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1d6f03d9-d3a7-4d49-87f1-320aa1537462 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:05.700935 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-604e8862-1180-4e0d-a799-03ae79fc5131 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3905ee3ef311437797d112e063b81314&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6718466 Oct 26 08:34:05.711817 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33962) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:05.714530 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6f03d9-d3a7-4d49-87f1-320aa1537462 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Pushing event deleted for resources: {'Port': ['ID=51309c1f-3c45-4a54-b98a-78a98775ba0e,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:05.759514 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33964) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:05.767630 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-7cb59ea8-848a-43e1-be79-7adca048d786 req-a232eaae-53e7-494f-96a1-ab7f770be229 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015868 Oct 26 08:34:05.771832 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 9c2af7ec-8207-4536-a256-78a3255f4b28 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:34:05.780571 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-406b27a0-b89e-48cd-a058-e9348b8de80c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting subnet bf594d74-6504-4532-a4eb-7cf6e1863cdc {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:34:05.784054 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-406b27a0-b89e-48cd-a058-e9348b8de80c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:05.826275 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-406b27a0-b89e-48cd-a058-e9348b8de80c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:05.832166 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 9c2af7ec-8207-4536-a256-78a3255f4b28 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:34:05.835049 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 9c2af7ec-8207-4536-a256-78a3255f4b28 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:34:05.870364 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a79d9a48-d5be-45b6-99e5-d65c5303d096 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:05.896928 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a79d9a48-d5be-45b6-99e5-d65c5303d096 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:05.899599 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c78cded-f086-4880-a4c3-0eec6b02fdb1 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Made reservation on behalf of da31b60516564599a8b8bd2907ef2336 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:05.903158 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6c78cded-f086-4880-a4c3-0eec6b02fdb1 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:05.958270 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-ae1c92c9-e7b3-46f1-8575-aacf320f78ad tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-529846414'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:06.007934 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a79d9a48-d5be-45b6-99e5-d65c5303d096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:06.010138 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a79d9a48-d5be-45b6-99e5-d65c5303d096 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:06.011307 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a79d9a48-d5be-45b6-99e5-d65c5303d096 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ae8c676b-3135-4dd5-bc06-9c7e2a95493c HTTP/1.1" status: 204 len: 168 time: 0.2981026 Oct 26 08:34:06.030995 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d9a48-d5be-45b6-99e5-d65c5303d096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8c676b-3135-4dd5-bc06-9c7e2a95493c,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:06.075861 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-406b27a0-b89e-48cd-a058-e9348b8de80c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:06.103608 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-af42f921-b3ab-4b5a-9dea-c2e04418e8bf tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:06.113356 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bab1b3-4744-484d-8007-bb1cd0181c0d req-e53b0ba4-c310-43c0-ac9e-ee9ee8692e89 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:06.118741 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-98bab1b3-4744-484d-8007-bb1cd0181c0d req-e53b0ba4-c310-43c0-ac9e-ee9ee8692e89 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.2520685 Oct 26 08:34:06.119579 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1c92c9-e7b3-46f1-8575-aacf320f78ad tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Made reservation on behalf of 44aa2311f88d49abb2f9b6daee531160 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:06.124310 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ae1c92c9-e7b3-46f1-8575-aacf320f78ad tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:06.136188 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33972) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:06.140318 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ae1c92c9-e7b3-46f1-8575-aacf320f78ad tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:06.147413 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-efad5094-e948-44cd-8f8e-ab1f6bdb2ae8 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Request body: {'floatingip': {'port_id': 'c5b4c931-0784-4417-9cf2-14aace14e7b9'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:06.185321 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42f921-b3ab-4b5a-9dea-c2e04418e8bf tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Subnet': ['ID=332a7f68-bf39-45d2-a2bc-a852b16e2fa6,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:06.231842 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-efad5094-e948-44cd-8f8e-ab1f6bdb2ae8 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks [] for floatingip, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:06.261034 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af42f921-b3ab-4b5a-9dea-c2e04418e8bf tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Checking segment: {'id': '82d5300e-bd18-4e86-bfc1-964b5791dca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ce9c92c8-a486-4eb9-9b96-0182d140c16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:34:06.261421 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af42f921-b3ab-4b5a-9dea-c2e04418e8bf tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Network hostable DHCP agents. Network: ce9c92c8-a486-4eb9-9b96-0182d140c16a, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:34:06.267424 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-406b27a0-b89e-48cd-a058-e9348b8de80c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:06.302911 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1d6f03d9-d3a7-4d49-87f1-320aa1537462 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:06.308925 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1d6f03d9-d3a7-4d49-87f1-320aa1537462 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] 10.222.0.41 "DELETE /v2.0/ports/51309c1f-3c45-4a54-b98a-78a98775ba0e HTTP/1.1" status: 204 len: 168 time: 1.0686097 Oct 26 08:34:06.310388 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33976) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:06.325064 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51c4817-5d1d-4fc4-a434-7f60c23c28e5 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:06.329061 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b27a0-b89e-48cd-a058-e9348b8de80c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Subnet': ['ID=bf594d74-6504-4532-a4eb-7cf6e1863cdc,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:06.332895 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-406b27a0-b89e-48cd-a058-e9348b8de80c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:06.335378 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-406b27a0-b89e-48cd-a058-e9348b8de80c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/bf594d74-6504-4532-a4eb-7cf6e1863cdc HTTP/1.1" status: 204 len: 168 time: 0.6898913 Oct 26 08:34:06.345249 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33978) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:06.380753 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d4b0d94-4084-498d-81d9-3253e22f97db tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] GET failed (client error): The resource could not be found. Oct 26 08:34:06.386493 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1d4b0d94-4084-498d-81d9-3253e22f97db tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] 10.222.0.41 "GET /v2.0/ports/51309c1f-3c45-4a54-b98a-78a98775ba0e HTTP/1.1" status: 404 len: 333 time: 0.0706627 Oct 26 08:34:06.387100 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 33982) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:06.396224 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-8ad91632-700d-4858-8b8b-af2a67609d61 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Request body: {'port': {'network_id': '5199ac8c-ca6f-4036-a862-6dff27ae4227', 'name': 'tempest-AllowedAddressPairTestJSON-502456706'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:06.405463 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-28d2eeb0-5ac6-4fe1-b4de-819d5ce7422d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589268 Oct 26 08:34:06.406412 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af42f921-b3ab-4b5a-9dea-c2e04418e8bf tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Network ce9c92c8-a486-4eb9-9b96-0182d140c16a is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:34:06.409489 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33986) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:06.423707 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6c78cded-f086-4880-a4c3-0eec6b02fdb1 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:06.445605 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-af42f921-b3ab-4b5a-9dea-c2e04418e8bf tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, ce9c92c8-a486-4eb9-9b96-0182d140c16a) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:06.467713 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31e4c02-16d4-40fa-bac5-8093d47b58d1 None None] Network ce9c92c8-a486-4eb9-9b96-0182d140c16a requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:06.481920 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af42f921-b3ab-4b5a-9dea-c2e04418e8bf tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:06.482144 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-af42f921-b3ab-4b5a-9dea-c2e04418e8bf tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:06.554853 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d954eb-2612-41e6-b710-da46185cb45c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:06.556528 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b7d954eb-2612-41e6-b710-da46185cb45c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1459417 Oct 26 08:34:06.560216 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-af42f921-b3ab-4b5a-9dea-c2e04418e8bf tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7385974 Oct 26 08:34:06.560781 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33992) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:06.573204 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33994) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:06.586741 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78cded-f086-4880-a4c3-0eec6b02fdb1 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Pushing event updated for resources: {'Subnet': ['ID=e66fa0a7-82a0-4abb-beb1-594a9d9d5a09,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:06.617208 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-216c1c6a-34be-4b4c-acfc-17ffd8ef1a64 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'port': {'network_id': 'ce9c92c8-a486-4eb9-9b96-0182d140c16a', 'name': 'tempest-PortsIpV6TestJSON-240509373', 'fixed_ips': [{'subnet_id': '332a7f68-bf39-45d2-a2bc-a852b16e2fa6', 'ip_address': '2001:db8::10'}]}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:06.626570 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ae1c92c9-e7b3-46f1-8575-aacf320f78ad tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:06.645759 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ae1c92c9-e7b3-46f1-8575-aacf320f78ad tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:06.673798 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c78cded-f086-4880-a4c3-0eec6b02fdb1 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Checking segment: {'id': 'd619a427-cf32-4f8c-a369-ac5fb60dcfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6e50cf93-d408-4a04-9e7c-760e2ebe2f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:34:06.674138 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c78cded-f086-4880-a4c3-0eec6b02fdb1 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Network hostable DHCP agents. Network: 6e50cf93-d408-4a04-9e7c-760e2ebe2f79, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:34:06.708863 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85387f3-fd70-47a7-a58e-92fc8a1f455e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:06.710580 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a85387f3-fd70-47a7-a58e-92fc8a1f455e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1397028 Oct 26 08:34:06.717742 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 33998) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:06.730239 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c92c9-e7b3-46f1-8575-aacf320f78ad tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcff1d0-78b5-43d4-8360-0b45176f7886,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:06.748715 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae1c92c9-e7b3-46f1-8575-aacf320f78ad tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:34:06.772623 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6e0c3f-6177-4cc8-a6b9-d7fa9a188bfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-ce9c92c8-a486-4eb9-9b96-0182d140c16a', 'network_id': 'ce9c92c8-a486-4eb9-9b96-0182d140c16a', 'tenant_id': '842b849088674682987bba8ce52bfdf3', 'fixed_ips': [{'subnet_id': '332a7f68-bf39-45d2-a2bc-a852b16e2fa6'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:34:06.773536 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ed6e0c3f-6177-4cc8-a6b9-d7fa9a188bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:06.782275 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c78cded-f086-4880-a4c3-0eec6b02fdb1 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Network 6e50cf93-d408-4a04-9e7c-760e2ebe2f79 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:34:06.786482 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-2487af6a-a750-49cc-85d1-b5e331682920 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0670741 Oct 26 08:34:06.795423 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1a5b4c-7fc5-42fd-bd3b-ad5508533c02 None None] DHCP port deletion for ecf0c004-fa53-4f3e-bbfd-ff079400665b request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:34:06.796220 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34002) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:06.810854 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-8fba0390-c314-4693-83f3-4e81d456aee9 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:06.816566 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ae1c92c9-e7b3-46f1-8575-aacf320f78ad tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:06.817494 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-ae1c92c9-e7b3-46f1-8575-aacf320f78ad tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Added segment e97b2c77-a8e6-4ab2-bfdd-67337cdf5ec5 of type vlan for network 734932c2-e3dd-4970-b99d-8b6239112f31 Oct 26 08:34:06.861276 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-6c78cded-f086-4880-a4c3-0eec6b02fdb1 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 6e50cf93-d408-4a04-9e7c-760e2ebe2f79) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:06.876563 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c78cded-f086-4880-a4c3-0eec6b02fdb1 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:06.877179 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6c78cded-f086-4880-a4c3-0eec6b02fdb1 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:06.880227 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c23253-8d1b-4334-9d6a-8ca702d7dff1 None None] Network 6e50cf93-d408-4a04-9e7c-760e2ebe2f79 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:07.030048 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34008) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:07.141251 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-da27b83a-01f7-49ba-abbd-8edd2d49c24e tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1929893716'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:07.174109 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216c1c6a-34be-4b4c-acfc-17ffd8ef1a64 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Made reservation on behalf of 842b849088674682987bba8ce52bfdf3 for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:07.186739 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-da1a5b4c-7fc5-42fd-bd3b-ad5508533c02 None None] Deleting port 30b247e7-4f71-4faa-9f4b-69d6275de0ad {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:07.187110 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-da1a5b4c-7fc5-42fd-bd3b-ad5508533c02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:07.191370 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad91632-700d-4858-8b8b-af2a67609d61 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Made reservation on behalf of 2fc077a2dd8b426aa29f7a99099095c2 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:07.195540 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8ad91632-700d-4858-8b8b-af2a67609d61 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:07.198125 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6c78cded-f086-4880-a4c3-0eec6b02fdb1 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6972060 Oct 26 08:34:07.217991 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-ed6e0c3f-6177-4cc8-a6b9-d7fa9a188bfd None None] Allocated IP 2001:db8::2 (ce9c92c8-a486-4eb9-9b96-0182d140c16a/332a7f68-bf39-45d2-a2bc-a852b16e2fa6/e8865d4f-46f4-4595-9be8-e191768875c4) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:07.224262 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34012) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:07.261236 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fba0390-c314-4693-83f3-4e81d456aee9 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:07.265119 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fba0390-c314-4693-83f3-4e81d456aee9 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:07.266330 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 30b247e7-4f71-4faa-9f4b-69d6275de0ad no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:34:07.292919 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ae1c92c9-e7b3-46f1-8575-aacf320f78ad tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:07.309290 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-196aaae7-4512-4a8c-88c9-be0589256620 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Request body: {'network': {'name': 'tempest-router-network01--1398744362'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:07.355656 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da27b83a-01f7-49ba-abbd-8edd2d49c24e tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Made reservation on behalf of 502737b6a12c43caa6c2ea21f619d856 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:07.359274 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-da27b83a-01f7-49ba-abbd-8edd2d49c24e tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:07.369550 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-216c1c6a-34be-4b4c-acfc-17ffd8ef1a64 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:07.385279 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-8ad91632-700d-4858-8b8b-af2a67609d61 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] device_id is not set on port c1ccda83-e24c-48be-b7a7-08b699134baf yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:34:07.389555 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-da27b83a-01f7-49ba-abbd-8edd2d49c24e tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:07.401332 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-da1a5b4c-7fc5-42fd-bd3b-ad5508533c02 None None] For port 30b247e7-4f71-4faa-9f4b-69d6275de0ad, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=30b247e7-4f71-4faa-9f4b-69d6275de0ad,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:07.402387 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-da1a5b4c-7fc5-42fd-bd3b-ad5508533c02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:07.425607 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-216c1c6a-34be-4b4c-acfc-17ffd8ef1a64 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] device_id is not set on port c703be24-9ebd-4c12-9da9-48e868835039 yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:34:07.444844 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-da1a5b4c-7fc5-42fd-bd3b-ad5508533c02 None None] Calling delete_port for 30b247e7-4f71-4faa-9f4b-69d6275de0ad owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:07.462710 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638eeb08-718b-4264-872a-b4f4ff41708d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-6e50cf93-d408-4a04-9e7c-760e2ebe2f79', 'network_id': '6e50cf93-d408-4a04-9e7c-760e2ebe2f79', 'tenant_id': 'da31b60516564599a8b8bd2907ef2336', 'fixed_ips': [{'subnet_id': 'e66fa0a7-82a0-4abb-beb1-594a9d9d5a09'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:34:07.463591 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-638eeb08-718b-4264-872a-b4f4ff41708d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:07.480093 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ae1c92c9-e7b3-46f1-8575-aacf320f78ad tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:07.486255 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1c92c9-e7b3-46f1-8575-aacf320f78ad tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:07.486856 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ae1c92c9-e7b3-46f1-8575-aacf320f78ad tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:07.547342 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196aaae7-4512-4a8c-88c9-be0589256620 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Made reservation on behalf of da31b60516564599a8b8bd2907ef2336 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:07.551749 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-196aaae7-4512-4a8c-88c9-be0589256620 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:07.658001 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ae1c92c9-e7b3-46f1-8575-aacf320f78ad tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8917766 Oct 26 08:34:07.688200 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34014) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:07.698810 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-fe732f44-28d9-4a30-989e-1de129377687 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Request body: {'subnet': {'network_id': '734932c2-e3dd-4970-b99d-8b6239112f31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:07.710586 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c92c9-e7b3-46f1-8575-aacf320f78ad tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Pushing event updated for resources: {'Network': ['ID=734932c2-e3dd-4970-b99d-8b6239112f31,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:07.734585 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:07.746467 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 734932c2-e3dd-4970-b99d-8b6239112f31 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:34:07.754113 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-196aaae7-4512-4a8c-88c9-be0589256620 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:34:07.797581 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.db.resource_extend [None req-efad5094-e948-44cd-8f8e-ab1f6bdb2ae8 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 08:34:07.841568 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ed6e0c3f-6177-4cc8-a6b9-d7fa9a188bfd None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:07.870351 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-196aaae7-4512-4a8c-88c9-be0589256620 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:07.870703 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-196aaae7-4512-4a8c-88c9-be0589256620 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Added segment 5e6269f9-7efa-4a9e-a21f-9ee5dd6b3813 of type vlan for network 8a04d530-10eb-424f-afff-a2c03942a875 Oct 26 08:34:07.895530 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ed6e0c3f-6177-4cc8-a6b9-d7fa9a188bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:07.922146 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-8ad91632-700d-4858-8b8b-af2a67609d61 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Allocated IP 172.20.0.9 (5199ac8c-ca6f-4036-a862-6dff27ae4227/1b53dda2-e79e-4b64-9584-312ad9cae48f/c1ccda83-e24c-48be-b7a7-08b699134baf) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:07.948172 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6e0c3f-6177-4cc8-a6b9-d7fa9a188bfd None None] Network ce9c92c8-a486-4eb9-9b96-0182d140c16a is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:07.957863 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-ed6e0c3f-6177-4cc8-a6b9-d7fa9a188bfd None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:07.961196 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6e0c3f-6177-4cc8-a6b9-d7fa9a188bfd None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:07.965296 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-efad5094-e948-44cd-8f8e-ab1f6bdb2ae8 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:07.987336 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-efad5094-e948-44cd-8f8e-ab1f6bdb2ae8 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:08.022914 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 30b247e7-4f71-4faa-9f4b-69d6275de0ad, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=30b247e7-4f71-4faa-9f4b-69d6275de0ad,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:08.023218 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-da27b83a-01f7-49ba-abbd-8edd2d49c24e tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:08.027307 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-196aaae7-4512-4a8c-88c9-be0589256620 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:08.039629 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-da27b83a-01f7-49ba-abbd-8edd2d49c24e tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:08.059054 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-216c1c6a-34be-4b4c-acfc-17ffd8ef1a64 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Allocated IP 2001:db8::10 (ce9c92c8-a486-4eb9-9b96-0182d140c16a/332a7f68-bf39-45d2-a2bc-a852b16e2fa6/c703be24-9ebd-4c12-9da9-48e868835039) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:08.064860 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:08.077352 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-638eeb08-718b-4264-872a-b4f4ff41708d None None] Allocated IP 2001:db8::2 (6e50cf93-d408-4a04-9e7c-760e2ebe2f79/e66fa0a7-82a0-4abb-beb1-594a9d9d5a09/eb130961-3eb6-46e8-a1c8-f6f8fb59d6ee) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:08.098758 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-da1a5b4c-7fc5-42fd-bd3b-ad5508533c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:08.115942 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e0c3f-6177-4cc8-a6b9-d7fa9a188bfd None None] Pushing event updated for resources: {'Port': ['ID=e8865d4f-46f4-4595-9be8-e191768875c4,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:08.117466 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da27b83a-01f7-49ba-abbd-8edd2d49c24e tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:34:08.129558 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-da27b83a-01f7-49ba-abbd-8edd2d49c24e tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:08.130278 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-da27b83a-01f7-49ba-abbd-8edd2d49c24e tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Added segment a0015fe2-b8d7-4ac2-97f7-de960254885a of type vlan for network a678ee9a-d56c-4117-8e2c-cb1fed2f072d Oct 26 08:34:08.134623 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe732f44-28d9-4a30-989e-1de129377687 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Made reservation on behalf of 44aa2311f88d49abb2f9b6daee531160 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:08.138156 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fe732f44-28d9-4a30-989e-1de129377687 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:08.140395 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27b83a-01f7-49ba-abbd-8edd2d49c24e tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4369b7f3-3c18-4f28-af4c-cc1c151fafbc,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:08.149716 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event deleted for resources: {'Port': ['ID=30b247e7-4f71-4faa-9f4b-69d6275de0ad,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:08.160877 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-ed6e0c3f-6177-4cc8-a6b9-d7fa9a188bfd None None] Attempting to bind port e8865d4f-46f4-4595-9be8-e191768875c4 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:34:08.161257 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-ed6e0c3f-6177-4cc8-a6b9-d7fa9a188bfd None None] Attempting to bind port e8865d4f-46f4-4595-9be8-e191768875c4 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '82d5300e-bd18-4e86-bfc1-964b5791dca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ce9c92c8-a486-4eb9-9b96-0182d140c16a'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:34:08.161664 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6e0c3f-6177-4cc8-a6b9-d7fa9a188bfd None None] Attempting to bind port e8865d4f-46f4-4595-9be8-e191768875c4 on network ce9c92c8-a486-4eb9-9b96-0182d140c16a {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:34:08.217158 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1a5b4c-7fc5-42fd-bd3b-ad5508533c02 None None] No DVR routers for this DVR port 30b247e7-4f71-4faa-9f4b-69d6275de0ad on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:34:08.222802 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a5b4c-7fc5-42fd-bd3b-ad5508533c02 None None] Pushing event deleted for resources: {'Port': ['ID=30b247e7-4f71-4faa-9f4b-69d6275de0ad,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:08.228446 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6e0c3f-6177-4cc8-a6b9-d7fa9a188bfd None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:34:08.229018 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6e0c3f-6177-4cc8-a6b9-d7fa9a188bfd None None] Checking segment: {'id': '82d5300e-bd18-4e86-bfc1-964b5791dca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ce9c92c8-a486-4eb9-9b96-0182d140c16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:34:08.229421 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ed6e0c3f-6177-4cc8-a6b9-d7fa9a188bfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:08.229839 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6e0c3f-6177-4cc8-a6b9-d7fa9a188bfd None None] Bound using segment: {'id': '82d5300e-bd18-4e86-bfc1-964b5791dca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ce9c92c8-a486-4eb9-9b96-0182d140c16a'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:34:08.230070 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-da27b83a-01f7-49ba-abbd-8edd2d49c24e tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:08.230323 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-ed6e0c3f-6177-4cc8-a6b9-d7fa9a188bfd None None] Bound port: e8865d4f-46f4-4595-9be8-e191768875c4, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d5300e-bd18-4e86-bfc1-964b5791dca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ce9c92c8-a486-4eb9-9b96-0182d140c16a'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:34:08.230703 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ed6e0c3f-6177-4cc8-a6b9-d7fa9a188bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:08.241380 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-196aaae7-4512-4a8c-88c9-be0589256620 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:08.246652 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196aaae7-4512-4a8c-88c9-be0589256620 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:08.246805 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-196aaae7-4512-4a8c-88c9-be0589256620 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:08.321733 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.objects.ports [None req-8fba0390-c314-4693-83f3-4e81d456aee9 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102102) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 08:34:08.327050 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fba0390-c314-4693-83f3-4e81d456aee9 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:08.343834 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [None req-efad5094-e948-44cd-8f8e-ab1f6bdb2ae8 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Floating IP bcfce857-a384-4864-95b5-c526618bf1ca associated. External IP: 172.26.2.245, port: c5b4c931-0784-4417-9cf2-14aace14e7b9. Oct 26 08:34:08.352320 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-196aaae7-4512-4a8c-88c9-be0589256620 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0696990 Oct 26 08:34:08.360734 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34016) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:08.380429 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-ed6e0c3f-6177-4cc8-a6b9-d7fa9a188bfd None None] For port e8865d4f-46f4-4595-9be8-e191768875c4, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:34:08.399229 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-ed6e0c3f-6177-4cc8-a6b9-d7fa9a188bfd None None] For port e8865d4f-46f4-4595-9be8-e191768875c4, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=e8865d4f-46f4-4595-9be8-e191768875c4,segment=NetworkSegment(82d5300e-bd18-4e86-bfc1-964b5791dca0),segment_id=82d5300e-bd18-4e86-bfc1-964b5791dca0)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:34:08.402358 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-a7804ba1-141f-4726-93f5-5f4d235d379c tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Request body: {'network': {'name': 'tempest-router-network02--279084714'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:08.409216 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ed6e0c3f-6177-4cc8-a6b9-d7fa9a188bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:08.416084 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-638eeb08-718b-4264-872a-b4f4ff41708d None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:08.419177 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba0390-c314-4693-83f3-4e81d456aee9 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Subnet': ['ID=c324816d-0a19-494b-8f55-b755b6e0c007,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:08.421436 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-da27b83a-01f7-49ba-abbd-8edd2d49c24e tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:08.428315 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da27b83a-01f7-49ba-abbd-8edd2d49c24e tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:08.429036 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-da27b83a-01f7-49ba-abbd-8edd2d49c24e tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:08.451340 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-638eeb08-718b-4264-872a-b4f4ff41708d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:08.465944 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-da27b83a-01f7-49ba-abbd-8edd2d49c24e tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4347568 Oct 26 08:34:08.476032 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34018) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:08.479661 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196aaae7-4512-4a8c-88c9-be0589256620 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Pushing event updated for resources: {'Network': ['ID=8a04d530-10eb-424f-afff-a2c03942a875,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:08.494725 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638eeb08-718b-4264-872a-b4f4ff41708d None None] Network 6e50cf93-d408-4a04-9e7c-760e2ebe2f79 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:08.501232 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-638eeb08-718b-4264-872a-b4f4ff41708d None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:08.502592 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-9357d40c-6663-40b8-89d8-25ab72194212 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1567482681'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:08.504371 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638eeb08-718b-4264-872a-b4f4ff41708d None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:08.524910 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fba0390-c314-4693-83f3-4e81d456aee9 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:08.538483 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 8a04d530-10eb-424f-afff-a2c03942a875 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:34:08.540713 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-8fba0390-c314-4693-83f3-4e81d456aee9 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:08.543667 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e0c3f-6177-4cc8-a6b9-d7fa9a188bfd None None] Pushing event updated for resources: {'Port': ['ID=e8865d4f-46f4-4595-9be8-e191768875c4,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:08.552833 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fba0390-c314-4693-83f3-4e81d456aee9 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:08.553541 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fba0390-c314-4693-83f3-4e81d456aee9 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:08.557654 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8ad91632-700d-4858-8b8b-af2a67609d61 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:08.562829 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7804ba1-141f-4726-93f5-5f4d235d379c tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Made reservation on behalf of da31b60516564599a8b8bd2907ef2336 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:08.567635 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a7804ba1-141f-4726-93f5-5f4d235d379c tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:08.573943 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27b83a-01f7-49ba-abbd-8edd2d49c24e tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event updated for resources: {'Network': ['ID=a678ee9a-d56c-4117-8e2c-cb1fed2f072d,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:08.624021 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-216c1c6a-34be-4b4c-acfc-17ffd8ef1a64 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:08.631748 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8fba0390-c314-4693-83f3-4e81d456aee9 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.8324468 Oct 26 08:34:08.634431 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34020) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:08.639975 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-cbedae72-7377-4fae-8b0a-6ecb2c21d2af tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'port': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'mac_address': 'fa:16:3e:46:86:ad', 'name': 'tempest-NetworksTestDHCPv6-1339506945'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:08.657356 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9357d40c-6663-40b8-89d8-25ab72194212 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Made reservation on behalf of 502737b6a12c43caa6c2ea21f619d856 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:08.661867 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9357d40c-6663-40b8-89d8-25ab72194212 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:08.704247 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7804ba1-141f-4726-93f5-5f4d235d379c tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:34:08.705840 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cb51ff-e359-4d3e-9656-6fb8a99c8123 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:08.765608 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a7804ba1-141f-4726-93f5-5f4d235d379c tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:08.768799 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-a7804ba1-141f-4726-93f5-5f4d235d379c tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Added segment f373396d-7b55-4594-adfb-531d9b96554c of type vlan for network 34efe6ff-d5d6-4c34-9628-fccbd2350820 Oct 26 08:34:08.788600 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638eeb08-718b-4264-872a-b4f4ff41708d None None] Pushing event updated for resources: {'Port': ['ID=eb130961-3eb6-46e8-a1c8-f6f8fb59d6ee,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:08.804092 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network a678ee9a-d56c-4117-8e2c-cb1fed2f072d details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:34:08.823236 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-216c1c6a-34be-4b4c-acfc-17ffd8ef1a64 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:08.867874 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216c1c6a-34be-4b4c-acfc-17ffd8ef1a64 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Network ce9c92c8-a486-4eb9-9b96-0182d140c16a is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:08.874966 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-216c1c6a-34be-4b4c-acfc-17ffd8ef1a64 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:08.877562 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216c1c6a-34be-4b4c-acfc-17ffd8ef1a64 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:08.884364 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216c1c6a-34be-4b4c-acfc-17ffd8ef1a64 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:08.885098 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-216c1c6a-34be-4b4c-acfc-17ffd8ef1a64 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:08.889954 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-638eeb08-718b-4264-872a-b4f4ff41708d None None] Attempting to bind port eb130961-3eb6-46e8-a1c8-f6f8fb59d6ee on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:34:08.890343 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-638eeb08-718b-4264-872a-b4f4ff41708d None None] Attempting to bind port eb130961-3eb6-46e8-a1c8-f6f8fb59d6ee by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd619a427-cf32-4f8c-a369-ac5fb60dcfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6e50cf93-d408-4a04-9e7c-760e2ebe2f79'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:34:08.890720 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638eeb08-718b-4264-872a-b4f4ff41708d None None] Attempting to bind port eb130961-3eb6-46e8-a1c8-f6f8fb59d6ee on network 6e50cf93-d408-4a04-9e7c-760e2ebe2f79 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:34:08.909487 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638eeb08-718b-4264-872a-b4f4ff41708d None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:34:08.909927 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638eeb08-718b-4264-872a-b4f4ff41708d None None] Checking segment: {'id': 'd619a427-cf32-4f8c-a369-ac5fb60dcfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6e50cf93-d408-4a04-9e7c-760e2ebe2f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:34:08.910454 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-638eeb08-718b-4264-872a-b4f4ff41708d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:08.910985 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638eeb08-718b-4264-872a-b4f4ff41708d None None] Bound using segment: {'id': 'd619a427-cf32-4f8c-a369-ac5fb60dcfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6e50cf93-d408-4a04-9e7c-760e2ebe2f79'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:34:08.911431 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8ad91632-700d-4858-8b8b-af2a67609d61 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:08.911571 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-638eeb08-718b-4264-872a-b4f4ff41708d None None] Bound port: eb130961-3eb6-46e8-a1c8-f6f8fb59d6ee, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd619a427-cf32-4f8c-a369-ac5fb60dcfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6e50cf93-d408-4a04-9e7c-760e2ebe2f79'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:34:08.911922 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-638eeb08-718b-4264-872a-b4f4ff41708d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:08.939292 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c1c6a-34be-4b4c-acfc-17ffd8ef1a64 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Port': ['ID=c703be24-9ebd-4c12-9da9-48e868835039,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:08.954007 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbedae72-7377-4fae-8b0a-6ecb2c21d2af tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:09.006763 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9357d40c-6663-40b8-89d8-25ab72194212 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:34:09.031449 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-638eeb08-718b-4264-872a-b4f4ff41708d None None] For port eb130961-3eb6-46e8-a1c8-f6f8fb59d6ee, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:34:09.035774 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-216c1c6a-34be-4b4c-acfc-17ffd8ef1a64 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4528964 Oct 26 08:34:09.038762 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34022) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:09.040062 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fe732f44-28d9-4a30-989e-1de129377687 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:09.040219 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-638eeb08-718b-4264-872a-b4f4ff41708d None None] For port eb130961-3eb6-46e8-a1c8-f6f8fb59d6ee, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=eb130961-3eb6-46e8-a1c8-f6f8fb59d6ee,segment=NetworkSegment(d619a427-cf32-4f8c-a369-ac5fb60dcfbe),segment_id=d619a427-cf32-4f8c-a369-ac5fb60dcfbe)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:34:09.044293 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-126e5871-2219-4014-b64e-2474d7d366c7 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'port': {'network_id': 'ce9c92c8-a486-4eb9-9b96-0182d140c16a', 'name': 'tempest-PortsIpV6TestJSON-1640289841', 'fixed_ips': [{'subnet_id': '332a7f68-bf39-45d2-a2bc-a852b16e2fa6', 'ip_address': '2001:db8::f'}]}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:09.102653 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9357d40c-6663-40b8-89d8-25ab72194212 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:09.103167 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-9357d40c-6663-40b8-89d8-25ab72194212 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Added segment 254b9a90-0bda-4b80-8acc-e99db0185b96 of type vlan for network 01572e01-e1fb-4c27-8187-167975962b8b Oct 26 08:34:09.123381 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a7804ba1-141f-4726-93f5-5f4d235d379c tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:09.124200 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cbedae72-7377-4fae-8b0a-6ecb2c21d2af tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:09.150885 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad91632-700d-4858-8b8b-af2a67609d61 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Network 5199ac8c-ca6f-4036-a862-6dff27ae4227 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:09.173573 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-cbedae72-7377-4fae-8b0a-6ecb2c21d2af tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] device_id is not set on port c179f7ac-0ccf-4a3d-9de5-a0ef46144d9e yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:34:09.187028 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad91632-700d-4858-8b8b-af2a67609d61 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Pushing event updated for resources: {'Port': ['ID=c1ccda83-e24c-48be-b7a7-08b699134baf,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:09.197404 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-8ad91632-700d-4858-8b8b-af2a67609d61 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:09.210025 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad91632-700d-4858-8b8b-af2a67609d61 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:09.297065 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126e5871-2219-4014-b64e-2474d7d366c7 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Made reservation on behalf of 842b849088674682987bba8ce52bfdf3 for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:09.305898 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-126e5871-2219-4014-b64e-2474d7d366c7 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:09.323837 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-638eeb08-718b-4264-872a-b4f4ff41708d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:09.326842 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device e8865d4f-46f4-4595-9be8-e191768875c4 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:34:09.350508 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-126e5871-2219-4014-b64e-2474d7d366c7 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] device_id is not set on port 4d6830d1-7700-46fa-b676-5db43e4da4e5 yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:34:09.364659 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c886c6a0-b375-40f3-80c8-f36bc749331f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'tenant_id': '34a26fc2cbe741c49d4d94b40e63438a', 'fixed_ips': [{'subnet_id': 'c324816d-0a19-494b-8f55-b755b6e0c007'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:34:09.365908 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c886c6a0-b375-40f3-80c8-f36bc749331f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:09.535342 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638eeb08-718b-4264-872a-b4f4ff41708d None None] Pushing event updated for resources: {'Port': ['ID=eb130961-3eb6-46e8-a1c8-f6f8fb59d6ee,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:09.537615 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-cbedae72-7377-4fae-8b0a-6ecb2c21d2af tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Allocated IP 2001:db8::f816:3eff:fe46:86ad (ecf0c004-fa53-4f3e-bbfd-ff079400665b/c324816d-0a19-494b-8f55-b755b6e0c007/c179f7ac-0ccf-4a3d-9de5-a0ef46144d9e) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:09.590125 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port e8865d4f-46f4-4595-9be8-e191768875c4 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:09.590655 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:09.630888 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9357d40c-6663-40b8-89d8-25ab72194212 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:09.649487 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-ede79e0f-4a3c-41db-8cde-68a14da9a60a None None] Provisioning complete for port c1ccda83-e24c-48be-b7a7-08b699134baf triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:09.649898 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ede79e0f-4a3c-41db-8cde-68a14da9a60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:09.696724 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efad5094-e948-44cd-8f8e-ab1f6bdb2ae8 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Router b3122af2-075c-492a-8598-497c8ddb85ca has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:34:09.700259 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe732f44-28d9-4a30-989e-1de129377687 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Pushing event updated for resources: {'Subnet': ['ID=809936b6-cf0b-4224-8d8c-7adf42ccdef4,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:09.747471 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a7804ba1-141f-4726-93f5-5f4d235d379c tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:09.749417 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-ede79e0f-4a3c-41db-8cde-68a14da9a60a None None] Port c1ccda83-e24c-48be-b7a7-08b699134baf cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:34:09.768267 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7804ba1-141f-4726-93f5-5f4d235d379c tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:09.768267 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a7804ba1-141f-4726-93f5-5f4d235d379c tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:09.768935 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:09.814237 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port e8865d4f-46f4-4595-9be8-e191768875c4, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=e8865d4f-46f4-4595-9be8-e191768875c4,segment=NetworkSegment(82d5300e-bd18-4e86-bfc1-964b5791dca0),segment_id=82d5300e-bd18-4e86-bfc1-964b5791dca0)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:09.822344 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad91632-700d-4858-8b8b-af2a67609d61 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:09.822490 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:09.823026 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8ad91632-700d-4858-8b8b-af2a67609d61 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:09.886868 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-126e5871-2219-4014-b64e-2474d7d366c7 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Allocated IP 2001:db8::f (ce9c92c8-a486-4eb9-9b96-0182d140c16a/332a7f68-bf39-45d2-a2bc-a852b16e2fa6/4d6830d1-7700-46fa-b676-5db43e4da4e5) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:09.909304 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=e8865d4f-46f4-4595-9be8-e191768875c4,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:09.940190 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe732f44-28d9-4a30-989e-1de129377687 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Checking segment: {'id': 'e97b2c77-a8e6-4ab2-bfdd-67337cdf5ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '734932c2-e3dd-4970-b99d-8b6239112f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:34:09.941289 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe732f44-28d9-4a30-989e-1de129377687 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Network hostable DHCP agents. Network: 734932c2-e3dd-4970-b99d-8b6239112f31, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:34:09.950377 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9357d40c-6663-40b8-89d8-25ab72194212 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:09.956282 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9357d40c-6663-40b8-89d8-25ab72194212 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:09.956910 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9357d40c-6663-40b8-89d8-25ab72194212 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:09.975274 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a7804ba1-141f-4726-93f5-5f4d235d379c tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5771871 Oct 26 08:34:09.981565 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34024) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:09.994998 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-03850689-0e76-4313-ac36-f0165ed22de9 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Request body: {'subnet': {'network_id': '8a04d530-10eb-424f-afff-a2c03942a875', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:10.001599 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f5f599-3f8d-4ae2-90af-8462edb078e4 None None] Network ce9c92c8-a486-4eb9-9b96-0182d140c16a requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:10.051219 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-8ad91632-700d-4858-8b8b-af2a67609d61 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6596863 Oct 26 08:34:10.058644 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34026) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:10.063649 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7804ba1-141f-4726-93f5-5f4d235d379c tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Pushing event updated for resources: {'Network': ['ID=34efe6ff-d5d6-4c34-9628-fccbd2350820,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:10.071369 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-2e1c45b4-af9d-4e35-b20b-c7c670d9951e tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:45:c6:76'}]}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:10.085802 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 34efe6ff-d5d6-4c34-9628-fccbd2350820 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:34:10.088136 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cbedae72-7377-4fae-8b0a-6ecb2c21d2af tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:10.164574 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9357d40c-6663-40b8-89d8-25ab72194212 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6737506 Oct 26 08:34:10.172996 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34028) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:10.178463 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe732f44-28d9-4a30-989e-1de129377687 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Network 734932c2-e3dd-4970-b99d-8b6239112f31 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:34:10.187247 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-61f93f09-9c79-4d62-8313-dd7038b1d96b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Request body: {'subnet': {'network_id': 'a678ee9a-d56c-4117-8e2c-cb1fed2f072d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:10.194697 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-4e2c4785-c50d-45cc-94fe-a3aa9f00d18c None None] Provisioning complete for port e8865d4f-46f4-4595-9be8-e191768875c4 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:10.195201 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4e2c4785-c50d-45cc-94fe-a3aa9f00d18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:10.242200 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cbedae72-7377-4fae-8b0a-6ecb2c21d2af tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:10.274680 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-fe732f44-28d9-4a30-989e-1de129377687 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 734932c2-e3dd-4970-b99d-8b6239112f31) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:10.297358 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d87575-32e9-4f2e-a624-09c99d3ab2da None None] Network 734932c2-e3dd-4970-b99d-8b6239112f31 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:10.300203 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03850689-0e76-4313-ac36-f0165ed22de9 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Made reservation on behalf of da31b60516564599a8b8bd2907ef2336 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:10.303607 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357d40c-6663-40b8-89d8-25ab72194212 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event updated for resources: {'Network': ['ID=01572e01-e1fb-4c27-8187-167975962b8b,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:10.303912 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-03850689-0e76-4313-ac36-f0165ed22de9 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:10.329352 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe732f44-28d9-4a30-989e-1de129377687 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:10.329895 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fe732f44-28d9-4a30-989e-1de129377687 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:10.365563 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efad5094-e948-44cd-8f8e-ab1f6bdb2ae8 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:34:10.377834 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-efad5094-e948-44cd-8f8e-ab1f6bdb2ae8 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:10.389020 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbedae72-7377-4fae-8b0a-6ecb2c21d2af tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:10.395644 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 01572e01-e1fb-4c27-8187-167975962b8b details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:34:10.397541 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c83f62-0fc0-4933-8c3e-c6e21ce1049a None None] Sync routers for ids ['b3122af2-075c-492a-8598-497c8ddb85ca'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:34:10.401200 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-126e5871-2219-4014-b64e-2474d7d366c7 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:10.407865 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-cbedae72-7377-4fae-8b0a-6ecb2c21d2af tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:10.410886 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbedae72-7377-4fae-8b0a-6ecb2c21d2af tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:10.416901 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbedae72-7377-4fae-8b0a-6ecb2c21d2af tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:10.417554 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cbedae72-7377-4fae-8b0a-6ecb2c21d2af tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:10.429980 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c83f62-0fc0-4933-8c3e-c6e21ce1049a None None] Routers {'b3122af2-075c-492a-8598-497c8ddb85ca'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:34:10.430210 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-fe732f44-28d9-4a30-989e-1de129377687 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7366548 Oct 26 08:34:10.431771 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-18c83f62-0fc0-4933-8c3e-c6e21ce1049a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:33:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['b3122af2-075c-492a-8598-497c8ddb85ca'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:10.434540 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34030) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:10.444122 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-708fe7c6-a07f-4c43-b09b-3217a29b37c8 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Request body: {'port': {'network_id': '734932c2-e3dd-4970-b99d-8b6239112f31', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1432862187'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:10.461707 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbedae72-7377-4fae-8b0a-6ecb2c21d2af tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Port': ['ID=c179f7ac-0ccf-4a3d-9de5-a0ef46144d9e,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:10.473270 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-efad5094-e948-44cd-8f8e-ab1f6bdb2ae8 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "PUT /v2.0/floatingips/bcfce857-a384-4864-95b5-c526618bf1ca HTTP/1.1" status: 200 len: 991 time: 4.3305423 Oct 26 08:34:10.479646 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52', 'tag': 'c5b4c931-0784-4417-9cf2-14aace14e7b9'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:34:10.482371 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4846a3-c6ea-49ce-aab3-0b28efce0b4d" -d '{"events": [{"name": "network-changed", "server_uuid": "dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52", "tag": "c5b4c931-0784-4417-9cf2-14aace14e7b9"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:34:10.496713 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f93f09-9c79-4d62-8313-dd7038b1d96b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Made reservation on behalf of 502737b6a12c43caa6c2ea21f619d856 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:10.500958 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-61f93f09-9c79-4d62-8313-dd7038b1d96b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:10.566051 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-cbedae72-7377-4fae-8b0a-6ecb2c21d2af tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9295824 Oct 26 08:34:10.567343 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-c886c6a0-b375-40f3-80c8-f36bc749331f None None] Allocated IP 2001:db8::f816:3eff:fe69:32f7 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/c324816d-0a19-494b-8f55-b755b6e0c007/cbea3f85-0ce5-4f86-ba2f-c323a24b1094) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:10.583699 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34036) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:10.587787 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd6057b-5632-40c1-865f-f58fed75b5fe x-openstack-request-id: req-ecd6057b-5632-40c1-865f-f58fed75b5fe {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:34:10.588328 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52", "tag": "c5b4c931-0784-4417-9cf2-14aace14e7b9", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:34:10.588747 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ecd6057b-5632-40c1-865f-f58fed75b5fe {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:34:10.589300 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52', 'tag': 'c5b4c931-0784-4417-9cf2-14aace14e7b9', 'status': 'completed', 'code': 200} Oct 26 08:34:10.704842 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-126e5871-2219-4014-b64e-2474d7d366c7 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:10.767439 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-18c83f62-0fc0-4933-8c3e-c6e21ce1049a None None] Set router b3122af2-075c-492a-8598-497c8ddb85ca gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:34:10.788270 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc51cacb-8f77-478f-a023-2a0e90916fcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-734932c2-e3dd-4970-b99d-8b6239112f31', 'network_id': '734932c2-e3dd-4970-b99d-8b6239112f31', 'tenant_id': '44aa2311f88d49abb2f9b6daee531160', 'fixed_ips': [{'subnet_id': '809936b6-cf0b-4224-8d8c-7adf42ccdef4'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:34:10.789407 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fc51cacb-8f77-478f-a023-2a0e90916fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:10.804189 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126e5871-2219-4014-b64e-2474d7d366c7 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Network ce9c92c8-a486-4eb9-9b96-0182d140c16a is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:10.838207 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-126e5871-2219-4014-b64e-2474d7d366c7 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:10.840704 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126e5871-2219-4014-b64e-2474d7d366c7 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:10.846786 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126e5871-2219-4014-b64e-2474d7d366c7 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:10.847499 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-126e5871-2219-4014-b64e-2474d7d366c7 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:10.863183 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e5871-2219-4014-b64e-2474d7d366c7 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Port': ['ID=4d6830d1-7700-46fa-b676-5db43e4da4e5,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:10.876577 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708fe7c6-a07f-4c43-b09b-3217a29b37c8 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Made reservation on behalf of 44aa2311f88d49abb2f9b6daee531160 for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:10.881733 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-708fe7c6-a07f-4c43-b09b-3217a29b37c8 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:10.890405 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-126e5871-2219-4014-b64e-2474d7d366c7 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8505752 Oct 26 08:34:10.897880 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34038) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:10.912012 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-03850689-0e76-4313-ac36-f0165ed22de9 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:11.026007 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2e1c45b4-af9d-4e35-b20b-c7c670d9951e tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:11.035513 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-708fe7c6-a07f-4c43-b09b-3217a29b37c8 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] device_id is not set on port 421cf844-5a15-4b11-97a9-33d682282ad6 yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:34:11.043384 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-61f93f09-9c79-4d62-8313-dd7038b1d96b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:11.199715 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c65fb7e-9a36-4492-9899-c5bcd5888b79 None None] Network 6e50cf93-d408-4a04-9e7c-760e2ebe2f79 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:11.271344 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-18c83f62-0fc0-4933-8c3e-c6e21ce1049a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3122af2-075c-492a-8598-497c8ddb85ca', 'name': 'tempest-ServerActionsTestJSON-1838315298-router', 'tenant_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '0a3d5da6-0b2a-4324-9b76-e8b375972e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:33:12Z', 'updated_at': '2021-10-26T08:33:26Z', 'revision_number': 4, 'project_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'gw_port': {'id': '0a3d5da6-0b2a-4324-9b76-e8b375972e07', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3122af2-075c-492a-8598-497c8ddb85ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:33:14Z', 'updated_at': '2021-10-26T08:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': 'bcfce857-a384-4864-95b5-c526618bf1ca', 'tenant_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'floating_ip_address': '172.26.2.245', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': 'b3122af2-075c-492a-8598-497c8ddb85ca', 'port_id': 'c5b4c931-0784-4417-9cf2-14aace14e7b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8898436d-e40a-418e-85e2-87f0fb58c97b', 'mac_address': 'fa:16:3e:b2:99:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:33:40Z', 'updated_at': '2021-10-26T08:34:07Z', 'revision_number': 1, 'project_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2776da35-48ee-4053-a872-c3755c66b9e2', 'name': '', 'network_id': '8898436d-e40a-418e-85e2-87f0fb58c97b', 'tenant_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'mac_address': 'fa:16:3e:a3:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3122af2-075c-492a-8598-497c8ddb85ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '33b25e72-0e11-43c0-9e6c-63bdef265ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:33:23Z', 'updated_at': '2021-10-26T08:33:33Z', 'revision_number': 5, 'project_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'subnets': [{'id': '33b25e72-0e11-43c0-9e6c-63bdef265ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:11.318848 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-ed7e63b9-1ed9-47da-9586-0a6d64b20aa1 None None] Provisioning complete for port e8865d4f-46f4-4595-9be8-e191768875c4 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:11.319236 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ed7e63b9-1ed9-47da-9586-0a6d64b20aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:11.334567 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a899f644-e77b-4a5f-a725-d750d99ac86c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:11.338780 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a899f644-e77b-4a5f-a725-d750d99ac86c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.4374161 Oct 26 08:34:11.344687 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34040) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:11.345434 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03850689-0e76-4313-ac36-f0165ed22de9 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Pushing event updated for resources: {'Subnet': ['ID=30a93d91-0f77-4be0-b63e-69522844ae36,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:11.380688 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58943c27-ac40-4253-9599-ea87c4f2ff9a tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:11.382925 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c83f62-0fc0-4933-8c3e-c6e21ce1049a None None] Checking router: b3122af2-075c-492a-8598-497c8ddb85ca for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:34:11.388643 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-58943c27-ac40-4253-9599-ea87c4f2ff9a tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.7980924 Oct 26 08:34:11.391446 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4846a3-c6ea-49ce-aab3-0b28efce0b4d req-b1fa8744-92e9-4b03-a52e-fa07f44c5d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:11.392975 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1f4846a3-c6ea-49ce-aab3-0b28efce0b4d req-b1fa8744-92e9-4b03-a52e-fa07f44c5d89 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6eab6734a4b340b3a9f449d2b1ad4f89&device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 1098 time: 0.7717800 Oct 26 08:34:11.409514 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34042) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:11.421891 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c83f62-0fc0-4933-8c3e-c6e21ce1049a None None] Routers {'b3122af2-075c-492a-8598-497c8ddb85ca'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:34:11.423193 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-18c83f62-0fc0-4933-8c3e-c6e21ce1049a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:33:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['b3122af2-075c-492a-8598-497c8ddb85ca'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:11.433309 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device eb130961-3eb6-46e8-a1c8-f6f8fb59d6ee up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:34:11.448834 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03850689-0e76-4313-ac36-f0165ed22de9 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Checking segment: {'id': '5e6269f9-7efa-4a9e-a21f-9ee5dd6b3813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8a04d530-10eb-424f-afff-a2c03942a875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:34:11.452142 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03850689-0e76-4313-ac36-f0165ed22de9 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Network hostable DHCP agents. Network: 8a04d530-10eb-424f-afff-a2c03942a875, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:34:11.522496 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03850689-0e76-4313-ac36-f0165ed22de9 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Network 8a04d530-10eb-424f-afff-a2c03942a875 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:34:11.559011 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c886c6a0-b375-40f3-80c8-f36bc749331f None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:11.574299 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21f480c-5abf-4c75-8110-baaf5cb5cb2b tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:11.588383 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21f480c-5abf-4c75-8110-baaf5cb5cb2b tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:11.598843 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21f480c-5abf-4c75-8110-baaf5cb5cb2b tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:11.603220 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b21f480c-5abf-4c75-8110-baaf5cb5cb2b tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2525244 Oct 26 08:34:11.604177 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34044) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:11.650626 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-18c83f62-0fc0-4933-8c3e-c6e21ce1049a None None] Set router b3122af2-075c-492a-8598-497c8ddb85ca gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:34:11.678363 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-03850689-0e76-4313-ac36-f0165ed22de9 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 8a04d530-10eb-424f-afff-a2c03942a875) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:11.680607 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-fc51cacb-8f77-478f-a023-2a0e90916fcf None None] Allocated IP 172.20.0.2 (734932c2-e3dd-4970-b99d-8b6239112f31/809936b6-cf0b-4224-8d8c-7adf42ccdef4/5b2042fc-8ca4-4be1-bbd1-51316d07943b) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:11.685419 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c886c6a0-b375-40f3-80c8-f36bc749331f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:11.696746 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03850689-0e76-4313-ac36-f0165ed22de9 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:11.698446 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-03850689-0e76-4313-ac36-f0165ed22de9 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:11.725436 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2c9176-bf74-4fd5-84ef-7d4e7a0638c2 None None] Network 8a04d530-10eb-424f-afff-a2c03942a875 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:11.775090 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-03850689-0e76-4313-ac36-f0165ed22de9 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7843244 Oct 26 08:34:11.777894 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34048) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:11.789690 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-3729f188-f1fe-4ad0-ac0a-e2dee7978a1e tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Request body: {'subnet': {'network_id': '34efe6ff-d5d6-4c34-9628-fccbd2350820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:11.910749 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4846a3-c6ea-49ce-aab3-0b28efce0b4d req-f7794376-d17b-4b74-9e71-6bee15bdf821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:11.912940 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1f4846a3-c6ea-49ce-aab3-0b28efce0b4d req-f7794376-d17b-4b74-9e71-6bee15bdf821 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8898436d-e40a-418e-85e2-87f0fb58c97b HTTP/1.1" status: 200 len: 913 time: 0.5043137 Oct 26 08:34:11.914651 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-037f4bd6-04c8-460d-8eeb-b15f42ac6469 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Deleting port 4d6830d1-7700-46fa-b676-5db43e4da4e5 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:11.915264 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-037f4bd6-04c8-460d-8eeb-b15f42ac6469 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:11.947695 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2e1c45b4-af9d-4e35-b20b-c7c670d9951e tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:11.954800 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f93f09-9c79-4d62-8313-dd7038b1d96b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Checking segment: {'id': 'a0015fe2-b8d7-4ac2-97f7-de960254885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a678ee9a-d56c-4117-8e2c-cb1fed2f072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:34:11.955353 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f93f09-9c79-4d62-8313-dd7038b1d96b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Network hostable DHCP agents. Network: a678ee9a-d56c-4117-8e2c-cb1fed2f072d, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:34:11.961161 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f93f09-9c79-4d62-8313-dd7038b1d96b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event updated for resources: {'Subnet': ['ID=3ed5c1f1-f182-491b-a45b-730fcc0cd687,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:11.989473 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3729f188-f1fe-4ad0-ac0a-e2dee7978a1e tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Made reservation on behalf of da31b60516564599a8b8bd2907ef2336 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:11.990272 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2e1c45b4-af9d-4e35-b20b-c7c670d9951e tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:11.993220 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3729f188-f1fe-4ad0-ac0a-e2dee7978a1e tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:11.999589 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c886c6a0-b375-40f3-80c8-f36bc749331f None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:12.020650 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-c886c6a0-b375-40f3-80c8-f36bc749331f None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:12.024835 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c886c6a0-b375-40f3-80c8-f36bc749331f None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:12.043772 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-ed7e63b9-1ed9-47da-9586-0a6d64b20aa1 None None] Provisioning complete for port c703be24-9ebd-4c12-9da9-48e868835039 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:12.044091 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ed7e63b9-1ed9-47da-9586-0a6d64b20aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:12.087825 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-18c83f62-0fc0-4933-8c3e-c6e21ce1049a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3122af2-075c-492a-8598-497c8ddb85ca', 'name': 'tempest-ServerActionsTestJSON-1838315298-router', 'tenant_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '0a3d5da6-0b2a-4324-9b76-e8b375972e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:33:12Z', 'updated_at': '2021-10-26T08:33:26Z', 'revision_number': 4, 'project_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'gw_port': {'id': '0a3d5da6-0b2a-4324-9b76-e8b375972e07', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3122af2-075c-492a-8598-497c8ddb85ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:33:14Z', 'updated_at': '2021-10-26T08:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': 'bcfce857-a384-4864-95b5-c526618bf1ca', 'tenant_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'floating_ip_address': '172.26.2.245', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': 'b3122af2-075c-492a-8598-497c8ddb85ca', 'port_id': 'c5b4c931-0784-4417-9cf2-14aace14e7b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8898436d-e40a-418e-85e2-87f0fb58c97b', 'mac_address': 'fa:16:3e:b2:99:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:33:40Z', 'updated_at': '2021-10-26T08:34:07Z', 'revision_number': 1, 'project_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2776da35-48ee-4053-a872-c3755c66b9e2', 'name': '', 'network_id': '8898436d-e40a-418e-85e2-87f0fb58c97b', 'tenant_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'mac_address': 'fa:16:3e:a3:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3122af2-075c-492a-8598-497c8ddb85ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '33b25e72-0e11-43c0-9e6c-63bdef265ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:33:23Z', 'updated_at': '2021-10-26T08:33:33Z', 'revision_number': 5, 'project_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'subnets': [{'id': '33b25e72-0e11-43c0-9e6c-63bdef265ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:12.098793 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-037f4bd6-04c8-460d-8eeb-b15f42ac6469 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:12.121023 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-037f4bd6-04c8-460d-8eeb-b15f42ac6469 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Calling delete_port for 4d6830d1-7700-46fa-b676-5db43e4da4e5 owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:12.145838 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c83f62-0fc0-4933-8c3e-c6e21ce1049a None None] The sync data for ids ['b3122af2-075c-492a-8598-497c8ddb85ca'] in dv-neutron-804846-13-hyperv is: [{'id': 'b3122af2-075c-492a-8598-497c8ddb85ca', 'name': 'tempest-ServerActionsTestJSON-1838315298-router', 'tenant_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '0a3d5da6-0b2a-4324-9b76-e8b375972e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:33:12Z', 'updated_at': '2021-10-26T08:33:26Z', 'revision_number': 4, 'project_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'gw_port': {'id': '0a3d5da6-0b2a-4324-9b76-e8b375972e07', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3122af2-075c-492a-8598-497c8ddb85ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:33:14Z', 'updated_at': '2021-10-26T08:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': 'bcfce857-a384-4864-95b5-c526618bf1ca', 'tenant_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'floating_ip_address': '172.26.2.245', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': 'b3122af2-075c-492a-8598-497c8ddb85ca', 'port_id': 'c5b4c931-0784-4417-9cf2-14aace14e7b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8898436d-e40a-418e-85e2-87f0fb58c97b', 'mac_address': 'fa:16:3e:b2:99:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:33:40Z', 'updated_at': '2021-10-26T08:34:07Z', 'revision_number': 1, 'project_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2776da35-48ee-4053-a872-c3755c66b9e2', 'name': '', 'network_id': '8898436d-e40a-418e-85e2-87f0fb58c97b', 'tenant_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'mac_address': 'fa:16:3e:a3:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3122af2-075c-492a-8598-497c8ddb85ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '33b25e72-0e11-43c0-9e6c-63bdef265ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:33:23Z', 'updated_at': '2021-10-26T08:33:33Z', 'revision_number': 5, 'project_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'subnets': [{'id': '33b25e72-0e11-43c0-9e6c-63bdef265ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:34:12.187375 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1f4846a3-c6ea-49ce-aab3-0b28efce0b4d req-70aea947-db40-498a-bfdc-0efd8c0fb0ba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5b4c931-0784-4417-9cf2-14aace14e7b9 HTTP/1.1" status: 200 len: 999 time: 0.2591665 Oct 26 08:34:12.237364 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-ed7e63b9-1ed9-47da-9586-0a6d64b20aa1 None None] Port c703be24-9ebd-4c12-9da9-48e868835039 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:34:12.245729 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c45b4-af9d-4e35-b20b-c7c670d9951e tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Pushing event updated for resources: {'Port': ['ID=c1ccda83-e24c-48be-b7a7-08b699134baf,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:12.279705 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port eb130961-3eb6-46e8-a1c8-f6f8fb59d6ee triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:12.280201 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:12.326004 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3729f188-f1fe-4ad0-ac0a-e2dee7978a1e tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:12.372911 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f93f09-9c79-4d62-8313-dd7038b1d96b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Network a678ee9a-d56c-4117-8e2c-cb1fed2f072d is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:34:12.439162 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3729f188-f1fe-4ad0-ac0a-e2dee7978a1e tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Pushing event updated for resources: {'Subnet': ['ID=e864b68d-b3f9-450b-b687-a7ab31b37e74,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:12.445375 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-84021609-1da9-4f6a-a0b1-e812f4e8ee61 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting port c179f7ac-0ccf-4a3d-9de5-a0ef46144d9e {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:12.445781 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-84021609-1da9-4f6a-a0b1-e812f4e8ee61 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:12.448585 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-61f93f09-9c79-4d62-8313-dd7038b1d96b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, a678ee9a-d56c-4117-8e2c-cb1fed2f072d) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:12.451172 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-037f4bd6-04c8-460d-8eeb-b15f42ac6469 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:12.456749 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886c6a0-b375-40f3-80c8-f36bc749331f None None] Pushing event updated for resources: {'Port': ['ID=cbea3f85-0ce5-4f86-ba2f-c323a24b1094,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:12.474682 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f93f09-9c79-4d62-8313-dd7038b1d96b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:12.475395 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-61f93f09-9c79-4d62-8313-dd7038b1d96b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:12.477804 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a56996e-a6ee-43a6-a733-5c83e2d4e29c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-8a04d530-10eb-424f-afff-a2c03942a875', 'network_id': '8a04d530-10eb-424f-afff-a2c03942a875', 'tenant_id': 'da31b60516564599a8b8bd2907ef2336', 'fixed_ips': [{'subnet_id': '30a93d91-0f77-4be0-b63e-69522844ae36'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:34:12.480877 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2a56996e-a6ee-43a6-a733-5c83e2d4e29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:12.510222 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f4bd6-04c8-460d-8eeb-b15f42ac6469 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Port': ['ID=4d6830d1-7700-46fa-b676-5db43e4da4e5,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:12.523799 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3729f188-f1fe-4ad0-ac0a-e2dee7978a1e tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Checking segment: {'id': 'f373396d-7b55-4594-adfb-531d9b96554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '34efe6ff-d5d6-4c34-9628-fccbd2350820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:34:12.524242 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3729f188-f1fe-4ad0-ac0a-e2dee7978a1e tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Network hostable DHCP agents. Network: 34efe6ff-d5d6-4c34-9628-fccbd2350820, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:34:12.571974 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-037f4bd6-04c8-460d-8eeb-b15f42ac6469 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:12.575615 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4846a3-c6ea-49ce-aab3-0b28efce0b4d req-278c7737-a3e3-416e-8679-126227712be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:12.580711 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1f4846a3-c6ea-49ce-aab3-0b28efce0b4d req-278c7737-a3e3-416e-8679-126227712be3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=33b25e72-0e11-43c0-9e6c-63bdef265ca2 HTTP/1.1" status: 200 len: 851 time: 0.2609594 Oct 26 08:34:12.587441 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-61f93f09-9c79-4d62-8313-dd7038b1d96b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4064214 Oct 26 08:34:12.588618 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-2e1c45b4-af9d-4e35-b20b-c7c670d9951e tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] In _notify_port_updated(), no bound segment for port c1ccda83-e24c-48be-b7a7-08b699134baf on network 5199ac8c-ca6f-4036-a862-6dff27ae4227 {{(pid=102101) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 08:34:12.591382 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-037f4bd6-04c8-460d-8eeb-b15f42ac6469 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/ports/4d6830d1-7700-46fa-b676-5db43e4da4e5 HTTP/1.1" status: 204 len: 168 time: 0.9862700 Oct 26 08:34:12.594133 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34050) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:12.594661 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34052) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:12.596361 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1c45b4-af9d-4e35-b20b-c7c670d9951e tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:12.597775 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2e1c45b4-af9d-4e35-b20b-c7c670d9951e tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:12.604580 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2e1c45b4-af9d-4e35-b20b-c7c670d9951e tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] 10.222.0.41 "PUT /v2.0/ports/c1ccda83-e24c-48be-b7a7-08b699134baf HTTP/1.1" status: 200 len: 995 time: 2.5422111 Oct 26 08:34:12.607986 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34054) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:12.616281 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-21e390e1-29af-458b-a813-da071b410e26 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Request body: {'subnet': {'network_id': '01572e01-e1fb-4c27-8187-167975962b8b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:12.716849 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-54e045b1-028b-4581-b204-caf145e0d0d9 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] GET failed (client error): The resource could not be found. Oct 26 08:34:12.719064 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-54e045b1-028b-4581-b204-caf145e0d0d9 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "GET /v2.0/ports/4d6830d1-7700-46fa-b676-5db43e4da4e5 HTTP/1.1" status: 404 len: 333 time: 0.1198044 Oct 26 08:34:12.727084 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34056) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:12.742911 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3729f188-f1fe-4ad0-ac0a-e2dee7978a1e tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Network 34efe6ff-d5d6-4c34-9628-fccbd2350820 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:34:12.746350 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5de87b-f396-4171-a213-a86a5acbd1d8 None None] Network a678ee9a-d56c-4117-8e2c-cb1fed2f072d requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:12.772939 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-84021609-1da9-4f6a-a0b1-e812f4e8ee61 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:12.788733 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fc51cacb-8f77-478f-a023-2a0e90916fcf None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:12.794390 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4846a3-c6ea-49ce-aab3-0b28efce0b4d req-773a1292-892c-4146-895f-5db6e79e5017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:12.796550 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1f4846a3-c6ea-49ce-aab3-0b28efce0b4d req-773a1292-892c-4146-895f-5db6e79e5017 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8898436d-e40a-418e-85e2-87f0fb58c97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1875691 Oct 26 08:34:12.797646 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-84021609-1da9-4f6a-a0b1-e812f4e8ee61 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Calling delete_port for c179f7ac-0ccf-4a3d-9de5-a0ef46144d9e owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:12.803460 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b8ff43-3bcf-4cac-b554-a6e2285610d5 None None] New status for floating IP bcfce857-a384-4864-95b5-c526618bf1ca: ACTIVE {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:34:12.812501 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-3729f188-f1fe-4ad0-ac0a-e2dee7978a1e tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 34efe6ff-d5d6-4c34-9628-fccbd2350820) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:12.817685 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3729f188-f1fe-4ad0-ac0a-e2dee7978a1e tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:12.818648 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3729f188-f1fe-4ad0-ac0a-e2dee7978a1e tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:12.914832 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3729f188-f1fe-4ad0-ac0a-e2dee7978a1e tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1321843 Oct 26 08:34:12.917438 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34060) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:12.944039 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e882e5a9-0c31-4eec-89a7-419e724cc240 None None] Network 34efe6ff-d5d6-4c34-9628-fccbd2350820 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:12.954193 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fc51cacb-8f77-478f-a023-2a0e90916fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:12.981677 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-708fe7c6-a07f-4c43-b09b-3217a29b37c8 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Allocated IP 172.20.0.14 (734932c2-e3dd-4970-b99d-8b6239112f31/809936b6-cf0b-4224-8d8c-7adf42ccdef4/421cf844-5a15-4b11-97a9-33d682282ad6) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:12.996457 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-a5b9b819-7a2c-4dcb-900e-b0886dcf935e tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Deleting port c1ccda83-e24c-48be-b7a7-08b699134baf {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:12.996811 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a5b9b819-7a2c-4dcb-900e-b0886dcf935e tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:13.038141 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51cacb-8f77-478f-a023-2a0e90916fcf None None] Pushing event updated for resources: {'Port': ['ID=5b2042fc-8ca4-4be1-bbd1-51316d07943b,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:13.046043 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e390e1-29af-458b-a813-da071b410e26 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Made reservation on behalf of 502737b6a12c43caa6c2ea21f619d856 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:13.049815 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-21e390e1-29af-458b-a813-da071b410e26 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:13.064180 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1f4846a3-c6ea-49ce-aab3-0b28efce0b4d req-6eef409c-faa3-4c45-9675-f22825cb5e6d service neutron] 10.222.0.47 "GET /v2.0/networks/8898436d-e40a-418e-85e2-87f0fb58c97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580886 Oct 26 08:34:13.091299 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-1476c442-9e89-4a5f-a593-35965eb20bef None None] Provisioning complete for port c703be24-9ebd-4c12-9da9-48e868835039 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:13.091598 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1476c442-9e89-4a5f-a593-35965eb20bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:13.093577 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-c886c6a0-b375-40f3-80c8-f36bc749331f None None] Attempting to bind port cbea3f85-0ce5-4f86-ba2f-c323a24b1094 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:34:13.093973 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-c886c6a0-b375-40f3-80c8-f36bc749331f None None] Attempting to bind port cbea3f85-0ce5-4f86-ba2f-c323a24b1094 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:34:13.094883 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c886c6a0-b375-40f3-80c8-f36bc749331f None None] Attempting to bind port cbea3f85-0ce5-4f86-ba2f-c323a24b1094 on network ecf0c004-fa53-4f3e-bbfd-ff079400665b {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:34:13.177942 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c886c6a0-b375-40f3-80c8-f36bc749331f None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:34:13.178662 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c886c6a0-b375-40f3-80c8-f36bc749331f None None] Checking segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:34:13.179069 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c886c6a0-b375-40f3-80c8-f36bc749331f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:13.179481 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c886c6a0-b375-40f3-80c8-f36bc749331f None None] Bound using segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:34:13.179975 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-c886c6a0-b375-40f3-80c8-f36bc749331f None None] Bound port: cbea3f85-0ce5-4f86-ba2f-c323a24b1094, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:34:13.180361 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c886c6a0-b375-40f3-80c8-f36bc749331f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:13.203726 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc51cacb-8f77-478f-a023-2a0e90916fcf None None] Network 734932c2-e3dd-4970-b99d-8b6239112f31 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:13.209867 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a5b9b819-7a2c-4dcb-900e-b0886dcf935e tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:13.240523 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-a5b9b819-7a2c-4dcb-900e-b0886dcf935e tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Calling delete_port for c1ccda83-e24c-48be-b7a7-08b699134baf owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:13.242420 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-fc51cacb-8f77-478f-a023-2a0e90916fcf None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:13.245042 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-f2667ca0-e39d-4c71-b1d5-05ad2f0a62d9 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Deleting port c703be24-9ebd-4c12-9da9-48e868835039 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:13.245390 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f2667ca0-e39d-4c71-b1d5-05ad2f0a62d9 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:13.252583 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-84021609-1da9-4f6a-a0b1-e812f4e8ee61 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:13.271538 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1f4846a3-c6ea-49ce-aab3-0b28efce0b4d req-dfce742d-a380-4978-9623-184b02f054bf service neutron] 10.222.0.47 "GET /v2.0/networks/8898436d-e40a-418e-85e2-87f0fb58c97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992433 Oct 26 08:34:13.311391 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc51cacb-8f77-478f-a023-2a0e90916fcf None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:13.328126 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84021609-1da9-4f6a-a0b1-e812f4e8ee61 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Port': ['ID=c179f7ac-0ccf-4a3d-9de5-a0ef46144d9e,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:13.354464 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-1476c442-9e89-4a5f-a593-35965eb20bef None None] Port c703be24-9ebd-4c12-9da9-48e868835039 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:34:13.372255 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:13.389316 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-84021609-1da9-4f6a-a0b1-e812f4e8ee61 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:13.395050 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-84021609-1da9-4f6a-a0b1-e812f4e8ee61 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/ports/c179f7ac-0ccf-4a3d-9de5-a0ef46144d9e HTTP/1.1" status: 204 len: 168 time: 1.9716249 Oct 26 08:34:13.400711 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34062) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:13.442062 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-1476c442-9e89-4a5f-a593-35965eb20bef None None] Could not find standard attr ID for object 4d6830d1-7700-46fa-b676-5db43e4da4e5. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:34:13.453545 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-2a56996e-a6ee-43a6-a733-5c83e2d4e29c None None] Allocated IP 2001:db8::2 (8a04d530-10eb-424f-afff-a2c03942a875/30a93d91-0f77-4be0-b63e-69522844ae36/bece5b1e-499e-4b3c-81bb-827feaefbc96) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:13.716728 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-1476c442-9e89-4a5f-a593-35965eb20bef None None] Provisioning complete for port eb130961-3eb6-46e8-a1c8-f6f8fb59d6ee triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:13.717100 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1476c442-9e89-4a5f-a593-35965eb20bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:13.718870 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-fc51cacb-8f77-478f-a023-2a0e90916fcf None None] Attempting to bind port 5b2042fc-8ca4-4be1-bbd1-51316d07943b on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:34:13.719247 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-fc51cacb-8f77-478f-a023-2a0e90916fcf None None] Attempting to bind port 5b2042fc-8ca4-4be1-bbd1-51316d07943b by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'e97b2c77-a8e6-4ab2-bfdd-67337cdf5ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '734932c2-e3dd-4970-b99d-8b6239112f31'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:34:13.719600 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc51cacb-8f77-478f-a023-2a0e90916fcf None None] Attempting to bind port 5b2042fc-8ca4-4be1-bbd1-51316d07943b on network 734932c2-e3dd-4970-b99d-8b6239112f31 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:34:13.728447 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port eb130961-3eb6-46e8-a1c8-f6f8fb59d6ee, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=eb130961-3eb6-46e8-a1c8-f6f8fb59d6ee,segment=NetworkSegment(d619a427-cf32-4f8c-a369-ac5fb60dcfbe),segment_id=d619a427-cf32-4f8c-a369-ac5fb60dcfbe)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:13.741999 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-c886c6a0-b375-40f3-80c8-f36bc749331f None None] For port cbea3f85-0ce5-4f86-ba2f-c323a24b1094, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:34:13.774315 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:13.775108 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device e8865d4f-46f4-4595-9be8-e191768875c4 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:34:13.798947 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc51cacb-8f77-478f-a023-2a0e90916fcf None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:34:13.799320 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc51cacb-8f77-478f-a023-2a0e90916fcf None None] Checking segment: {'id': 'e97b2c77-a8e6-4ab2-bfdd-67337cdf5ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '734932c2-e3dd-4970-b99d-8b6239112f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:34:13.799807 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fc51cacb-8f77-478f-a023-2a0e90916fcf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:13.800425 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc51cacb-8f77-478f-a023-2a0e90916fcf None None] Bound using segment: {'id': 'e97b2c77-a8e6-4ab2-bfdd-67337cdf5ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '734932c2-e3dd-4970-b99d-8b6239112f31'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:34:13.800964 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-fc51cacb-8f77-478f-a023-2a0e90916fcf None None] Bound port: 5b2042fc-8ca4-4be1-bbd1-51316d07943b, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e97b2c77-a8e6-4ab2-bfdd-67337cdf5ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '734932c2-e3dd-4970-b99d-8b6239112f31'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:34:13.801388 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fc51cacb-8f77-478f-a023-2a0e90916fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:13.828683 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-c886c6a0-b375-40f3-80c8-f36bc749331f None None] For port cbea3f85-0ce5-4f86-ba2f-c323a24b1094, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=cbea3f85-0ce5-4f86-ba2f-c323a24b1094,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:34:13.855138 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0e160a-efe3-4310-81de-224c9c82f2fd tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:13.857179 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0e160a-efe3-4310-81de-224c9c82f2fd tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:13.862513 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ec0e160a-efe3-4310-81de-224c9c82f2fd tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4568963 Oct 26 08:34:13.863336 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34064) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:13.882916 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f2667ca0-e39d-4c71-b1d5-05ad2f0a62d9 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:13.914963 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c886c6a0-b375-40f3-80c8-f36bc749331f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:13.921901 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a5b9b819-7a2c-4dcb-900e-b0886dcf935e tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:13.928546 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd93e400-3c5e-442a-bead-13eddfd7a18f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-a678ee9a-d56c-4117-8e2c-cb1fed2f072d', 'network_id': 'a678ee9a-d56c-4117-8e2c-cb1fed2f072d', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'fixed_ips': [{'subnet_id': '3ed5c1f1-f182-491b-a45b-730fcc0cd687'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:34:13.929408 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cd93e400-3c5e-442a-bead-13eddfd7a18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:13.943329 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-f2667ca0-e39d-4c71-b1d5-05ad2f0a62d9 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Calling delete_port for c703be24-9ebd-4c12-9da9-48e868835039 owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:13.967559 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfadee9-0bfb-40c2-8ceb-998a710e9b47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-34efe6ff-d5d6-4c34-9628-fccbd2350820', 'network_id': '34efe6ff-d5d6-4c34-9628-fccbd2350820', 'tenant_id': 'da31b60516564599a8b8bd2907ef2336', 'fixed_ips': [{'subnet_id': 'e864b68d-b3f9-450b-b687-a7ab31b37e74'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:34:13.968429 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7cfadee9-0bfb-40c2-8ceb-998a710e9b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:13.981889 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0b5e1c22-29f6-4f9f-9399-1a10e0020891 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:13.986295 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d5f644c-f8f8-43f7-b0d1-305bae63edd7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting subnet c324816d-0a19-494b-8f55-b755b6e0c007 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:34:13.992657 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-708fe7c6-a07f-4c43-b09b-3217a29b37c8 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:13.993853 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5d5f644c-f8f8-43f7-b0d1-305bae63edd7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:14.010486 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-21e390e1-29af-458b-a813-da071b410e26 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:14.068102 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5d5f644c-f8f8-43f7-b0d1-305bae63edd7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:14.079634 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=eb130961-3eb6-46e8-a1c8-f6f8fb59d6ee,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:14.130386 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9b819-7a2c-4dcb-900e-b0886dcf935e tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Pushing event deleted for resources: {'Port': ['ID=c1ccda83-e24c-48be-b7a7-08b699134baf,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:14.304933 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e390e1-29af-458b-a813-da071b410e26 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event updated for resources: {'Subnet': ['ID=006f3960-bb9b-4fc9-8383-76aa71a27776,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:14.318379 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5d5f644c-f8f8-43f7-b0d1-305bae63edd7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:14.323818 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a5b9b819-7a2c-4dcb-900e-b0886dcf935e tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:14.336361 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a5b9b819-7a2c-4dcb-900e-b0886dcf935e tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] 10.222.0.41 "DELETE /v2.0/ports/c1ccda83-e24c-48be-b7a7-08b699134baf HTTP/1.1" status: 204 len: 168 time: 1.7259679 Oct 26 08:34:14.338056 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34068) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:14.387909 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-708fe7c6-a07f-4c43-b09b-3217a29b37c8 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:14.412322 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e390e1-29af-458b-a813-da071b410e26 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Checking segment: {'id': '254b9a90-0bda-4b80-8acc-e99db0185b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '01572e01-e1fb-4c27-8187-167975962b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:34:14.413270 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e390e1-29af-458b-a813-da071b410e26 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Network hostable DHCP agents. Network: 01572e01-e1fb-4c27-8187-167975962b8b, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:34:14.468744 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-2582398f-fe7e-4865-8f20-78f1a972583f tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] GET failed (client error): The resource could not be found. Oct 26 08:34:14.480250 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2582398f-fe7e-4865-8f20-78f1a972583f tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] 10.222.0.41 "GET /v2.0/ports/c1ccda83-e24c-48be-b7a7-08b699134baf HTTP/1.1" status: 404 len: 333 time: 0.0581319 Oct 26 08:34:14.480250 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34070) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:14.491322 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-1fc319f4-e6a9-401e-8f0b-237377715aab tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Request body: {'port': {'network_id': '5199ac8c-ca6f-4036-a862-6dff27ae4227', 'name': 'tempest-AllowedAddressPairTestJSON-1497535302'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:14.576110 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5d5f644c-f8f8-43f7-b0d1-305bae63edd7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:14.589473 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708fe7c6-a07f-4c43-b09b-3217a29b37c8 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Network 734932c2-e3dd-4970-b99d-8b6239112f31 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:14.602302 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e390e1-29af-458b-a813-da071b410e26 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Network 01572e01-e1fb-4c27-8187-167975962b8b is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:34:14.610174 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fe7c6-a07f-4c43-b09b-3217a29b37c8 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Pushing event updated for resources: {'Port': ['ID=421cf844-5a15-4b11-97a9-33d682282ad6,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:14.613343 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-708fe7c6-a07f-4c43-b09b-3217a29b37c8 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:14.618539 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-fc51cacb-8f77-478f-a023-2a0e90916fcf None None] For port 5b2042fc-8ca4-4be1-bbd1-51316d07943b, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:34:14.621062 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f644c-f8f8-43f7-b0d1-305bae63edd7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Subnet': ['ID=c324816d-0a19-494b-8f55-b755b6e0c007,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:14.627444 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5d5f644c-f8f8-43f7-b0d1-305bae63edd7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:14.627611 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708fe7c6-a07f-4c43-b09b-3217a29b37c8 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:14.633279 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-5d5f644c-f8f8-43f7-b0d1-305bae63edd7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/c324816d-0a19-494b-8f55-b755b6e0c007 HTTP/1.1" status: 204 len: 168 time: 0.7608833 Oct 26 08:34:14.633473 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port e8865d4f-46f4-4595-9be8-e191768875c4 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:14.633473 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:14.637331 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34072) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:14.676562 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc319f4-e6a9-401e-8f0b-237377715aab tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Made reservation on behalf of 2fc077a2dd8b426aa29f7a99099095c2 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:14.681815 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1fc319f4-e6a9-401e-8f0b-237377715aab tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:14.688108 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886c6a0-b375-40f3-80c8-f36bc749331f None None] Pushing event updated for resources: {'Port': ['ID=cbea3f85-0ce5-4f86-ba2f-c323a24b1094,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:14.698540 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2a56996e-a6ee-43a6-a733-5c83e2d4e29c None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:14.712264 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-fc51cacb-8f77-478f-a023-2a0e90916fcf None None] For port 5b2042fc-8ca4-4be1-bbd1-51316d07943b, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=5b2042fc-8ca4-4be1-bbd1-51316d07943b,segment=NetworkSegment(e97b2c77-a8e6-4ab2-bfdd-67337cdf5ec5),segment_id=e97b2c77-a8e6-4ab2-bfdd-67337cdf5ec5)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:34:14.712481 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-331c1bdc-992b-45d6-8ab4-217e66a43ca8 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455446 Oct 26 08:34:14.714532 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-21e390e1-29af-458b-a813-da071b410e26 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 01572e01-e1fb-4c27-8187-167975962b8b) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:14.718202 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-1fc319f4-e6a9-401e-8f0b-237377715aab tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] device_id is not set on port 99838462-66ae-4572-b412-9b68cca18be3 yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:34:14.719374 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34074) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:14.728290 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-b1d9f756-9897-4faf-a17d-b04082d33e75 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:14.742142 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e390e1-29af-458b-a813-da071b410e26 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:14.742794 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-21e390e1-29af-458b-a813-da071b410e26 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:14.746984 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c89b59-bdf6-4c6c-bac4-86b9193abf13 None None] Network 01572e01-e1fb-4c27-8187-167975962b8b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:14.774499 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fc51cacb-8f77-478f-a023-2a0e90916fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:14.776641 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2a56996e-a6ee-43a6-a733-5c83e2d4e29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:14.827305 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f2667ca0-e39d-4c71-b1d5-05ad2f0a62d9 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:14.863825 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-1fc319f4-e6a9-401e-8f0b-237377715aab tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Allocated IP 172.20.0.9 (5199ac8c-ca6f-4036-a862-6dff27ae4227/1b53dda2-e79e-4b64-9584-312ad9cae48f/99838462-66ae-4572-b412-9b68cca18be3) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:14.887156 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708fe7c6-a07f-4c43-b09b-3217a29b37c8 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:14.887769 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-708fe7c6-a07f-4c43-b09b-3217a29b37c8 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:14.903555 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-21e390e1-29af-458b-a813-da071b410e26 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3059695 Oct 26 08:34:14.911896 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34076) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:14.919868 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-d7471e0c-0bce-4744-8900-1e3e7c75c724 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-842082601', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:14.924480 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a56996e-a6ee-43a6-a733-5c83e2d4e29c None None] Network 8a04d530-10eb-424f-afff-a2c03942a875 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:14.935802 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2667ca0-e39d-4c71-b1d5-05ad2f0a62d9 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Port': ['ID=c703be24-9ebd-4c12-9da9-48e868835039,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:14.942508 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-cd93e400-3c5e-442a-bead-13eddfd7a18f None None] Allocated IP 2001:db8::2 (a678ee9a-d56c-4117-8e2c-cb1fed2f072d/3ed5c1f1-f182-491b-a45b-730fcc0cd687/c3d83a00-e084-4c99-b134-715dbdb55e97) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:14.961258 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-2a56996e-a6ee-43a6-a733-5c83e2d4e29c None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:14.964360 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a56996e-a6ee-43a6-a733-5c83e2d4e29c None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:14.970758 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-7cfadee9-0bfb-40c2-8ceb-998a710e9b47 None None] Allocated IP 2001:db8::2 (34efe6ff-d5d6-4c34-9628-fccbd2350820/e864b68d-b3f9-450b-b687-a7ab31b37e74/344d55c2-e37f-4f45-ba54-25609b719ce4) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:14.975578 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-0b5e1c22-29f6-4f9f-9399-1a10e0020891 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Allocated IP 2001:db8::1 (8a04d530-10eb-424f-afff-a2c03942a875/30a93d91-0f77-4be0-b63e-69522844ae36/7458c7b3-6a7c-438f-8342-86bb39f29c4d) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:14.978369 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-ef807467-b7fb-4bbe-9dc2-adc12d2d1cd3 None None] Could not find standard attr ID for object c1ccda83-e24c-48be-b7a7-08b699134baf. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:34:15.014734 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f2667ca0-e39d-4c71-b1d5-05ad2f0a62d9 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:15.019440 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f2667ca0-e39d-4c71-b1d5-05ad2f0a62d9 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/ports/c703be24-9ebd-4c12-9da9-48e868835039 HTTP/1.1" status: 204 len: 168 time: 2.2905273 Oct 26 08:34:15.022621 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34078) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:15.074911 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e3142d8-027f-4d7f-9054-74abd36ee337 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] GET failed (client error): The resource could not be found. Oct 26 08:34:15.078784 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3e3142d8-027f-4d7f-9054-74abd36ee337 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "GET /v2.0/ports/c703be24-9ebd-4c12-9da9-48e868835039 HTTP/1.1" status: 404 len: 333 time: 0.0550885 Oct 26 08:34:15.080240 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7471e0c-0bce-4744-8900-1e3e7c75c724 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:15.082682 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7471e0c-0bce-4744-8900-1e3e7c75c724 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:15.083620 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34080) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:15.106825 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51cacb-8f77-478f-a023-2a0e90916fcf None None] Pushing event updated for resources: {'Port': ['ID=5b2042fc-8ca4-4be1-bbd1-51316d07943b,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:15.223229 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-8075efee-67a2-4ed4-9093-2de282140f8f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Deleting subnet 332a7f68-bf39-45d2-a2bc-a852b16e2fa6 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:34:15.227509 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8075efee-67a2-4ed4-9093-2de282140f8f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:15.352453 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7471e0c-0bce-4744-8900-1e3e7c75c724 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:15.385414 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-ef807467-b7fb-4bbe-9dc2-adc12d2d1cd3 None None] Provisioning complete for port eb130961-3eb6-46e8-a1c8-f6f8fb59d6ee triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:15.386197 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ef807467-b7fb-4bbe-9dc2-adc12d2d1cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:15.416584 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1fc319f4-e6a9-401e-8f0b-237377715aab tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:15.448324 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-2a56996e-a6ee-43a6-a733-5c83e2d4e29c None None] Attempting to bind port bece5b1e-499e-4b3c-81bb-827feaefbc96 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:34:15.448919 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-2a56996e-a6ee-43a6-a733-5c83e2d4e29c None None] Attempting to bind port bece5b1e-499e-4b3c-81bb-827feaefbc96 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '5e6269f9-7efa-4a9e-a21f-9ee5dd6b3813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8a04d530-10eb-424f-afff-a2c03942a875'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:34:15.449478 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a56996e-a6ee-43a6-a733-5c83e2d4e29c None None] Attempting to bind port bece5b1e-499e-4b3c-81bb-827feaefbc96 on network 8a04d530-10eb-424f-afff-a2c03942a875 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:34:15.475854 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56996e-a6ee-43a6-a733-5c83e2d4e29c None None] Pushing event updated for resources: {'Port': ['ID=bece5b1e-499e-4b3c-81bb-827feaefbc96,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:15.491822 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7471e0c-0bce-4744-8900-1e3e7c75c724 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:15.511383 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a56996e-a6ee-43a6-a733-5c83e2d4e29c None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:34:15.511777 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a56996e-a6ee-43a6-a733-5c83e2d4e29c None None] Checking segment: {'id': '5e6269f9-7efa-4a9e-a21f-9ee5dd6b3813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8a04d530-10eb-424f-afff-a2c03942a875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:34:15.512242 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2a56996e-a6ee-43a6-a733-5c83e2d4e29c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:15.512648 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a56996e-a6ee-43a6-a733-5c83e2d4e29c None None] Bound using segment: {'id': '5e6269f9-7efa-4a9e-a21f-9ee5dd6b3813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8a04d530-10eb-424f-afff-a2c03942a875'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:34:15.513280 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-2a56996e-a6ee-43a6-a733-5c83e2d4e29c None None] Bound port: bece5b1e-499e-4b3c-81bb-827feaefbc96, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e6269f9-7efa-4a9e-a21f-9ee5dd6b3813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8a04d530-10eb-424f-afff-a2c03942a875'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:34:15.513585 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2a56996e-a6ee-43a6-a733-5c83e2d4e29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:15.522097 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0b5e1c22-29f6-4f9f-9399-1a10e0020891 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:15.524308 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1fc319f4-e6a9-401e-8f0b-237377715aab tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:15.588335 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-708fe7c6-a07f-4c43-b09b-3217a29b37c8 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.1484032 Oct 26 08:34:15.589019 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d9f756-9897-4faf-a17d-b04082d33e75 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:15.593613 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b1d9f756-9897-4faf-a17d-b04082d33e75 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:15.611740 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6e00a1-1100-4d0c-ac78-3cca0781e12b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-01572e01-e1fb-4c27-8187-167975962b8b', 'network_id': '01572e01-e1fb-4c27-8187-167975962b8b', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'fixed_ips': [{'subnet_id': '006f3960-bb9b-4fc9-8383-76aa71a27776'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:34:15.613702 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cc6e00a1-1100-4d0c-ac78-3cca0781e12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:15.613849 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34084) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:15.619304 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc319f4-e6a9-401e-8f0b-237377715aab tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Pushing event updated for resources: {'Port': ['ID=99838462-66ae-4572-b412-9b68cca18be3,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:15.621744 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0b5e1c22-29f6-4f9f-9399-1a10e0020891 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:15.638228 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc319f4-e6a9-401e-8f0b-237377715aab tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Network 5199ac8c-ca6f-4036-a862-6dff27ae4227 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:15.641474 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7471e0c-0bce-4744-8900-1e3e7c75c724 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:15.644856 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d7471e0c-0bce-4744-8900-1e3e7c75c724 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7317705 Oct 26 08:34:15.647223 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-1fc319f4-e6a9-401e-8f0b-237377715aab tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:15.650517 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34086) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:15.653123 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc319f4-e6a9-401e-8f0b-237377715aab tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:15.677337 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-461dd857-6fbd-4588-82ec-502e7b191f38 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Request body: {'port': {'network_id': '734932c2-e3dd-4970-b99d-8b6239112f31', 'name': 'tempest-ExtraDHCPOptionsTestJSON-332437628', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:15.677890 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.api.validators [None req-461dd857-6fbd-4588-82ec-502e7b191f38 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] bootfile-name is not in valid_values {{(pid=102102) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 08:34:15.684764 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.api.validators [None req-461dd857-6fbd-4588-82ec-502e7b191f38 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] tftp-server is not in valid_values {{(pid=102102) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 08:34:15.685449 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.api.validators [None req-461dd857-6fbd-4588-82ec-502e7b191f38 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] server-ip-address is not in valid_values {{(pid=102102) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 08:34:15.724167 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8075efee-67a2-4ed4-9093-2de282140f8f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:15.928343 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cd93e400-3c5e-442a-bead-13eddfd7a18f None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:15.937735 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79860ddc-6e9b-4499-8eaf-f0a30cddd318 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:15.952441 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-2a56996e-a6ee-43a6-a733-5c83e2d4e29c None None] For port bece5b1e-499e-4b3c-81bb-827feaefbc96, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:34:15.964321 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5e1c22-29f6-4f9f-9399-1a10e0020891 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Network 8a04d530-10eb-424f-afff-a2c03942a875 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:15.968751 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-0b5e1c22-29f6-4f9f-9399-1a10e0020891 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:15.981302 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7cfadee9-0bfb-40c2-8ceb-998a710e9b47 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:15.983222 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc319f4-e6a9-401e-8f0b-237377715aab tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:15.983987 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1fc319f4-e6a9-401e-8f0b-237377715aab tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:16.022766 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5e1c22-29f6-4f9f-9399-1a10e0020891 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:16.023309 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0b5e1c22-29f6-4f9f-9399-1a10e0020891 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:16.031798 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 5b2042fc-8ca4-4be1-bbd1-51316d07943b up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:34:16.034395 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cd93e400-3c5e-442a-bead-13eddfd7a18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:16.069851 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-2a56996e-a6ee-43a6-a733-5c83e2d4e29c None None] For port bece5b1e-499e-4b3c-81bb-827feaefbc96, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=bece5b1e-499e-4b3c-81bb-827feaefbc96,segment=NetworkSegment(5e6269f9-7efa-4a9e-a21f-9ee5dd6b3813),segment_id=5e6269f9-7efa-4a9e-a21f-9ee5dd6b3813)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:34:16.081808 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7cfadee9-0bfb-40c2-8ceb-998a710e9b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:16.083297 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1fc319f4-e6a9-401e-8f0b-237377715aab tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5981519 Oct 26 08:34:16.111013 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34088) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:16.117569 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-50c5c30c-e1d6-40f4-a5ca-2709bb418f71 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Request body: {'port': {'network_id': '5199ac8c-ca6f-4036-a862-6dff27ae4227', 'name': 'tempest-AllowedAddressPairTestJSON-631969069'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:16.125977 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2a56996e-a6ee-43a6-a733-5c83e2d4e29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:16.210015 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd93e400-3c5e-442a-bead-13eddfd7a18f None None] Network a678ee9a-d56c-4117-8e2c-cb1fed2f072d is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:16.212175 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0b5e1c22-29f6-4f9f-9399-1a10e0020891 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:16.233094 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfadee9-0bfb-40c2-8ceb-998a710e9b47 None None] Network 34efe6ff-d5d6-4c34-9628-fccbd2350820 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:16.235620 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-cd93e400-3c5e-442a-bead-13eddfd7a18f None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:16.247201 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd93e400-3c5e-442a-bead-13eddfd7a18f None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:16.260302 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93e400-3c5e-442a-bead-13eddfd7a18f None None] Pushing event updated for resources: {'Port': ['ID=c3d83a00-e084-4c99-b134-715dbdb55e97,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:16.275155 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-7cfadee9-0bfb-40c2-8ceb-998a710e9b47 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:16.316873 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfadee9-0bfb-40c2-8ceb-998a710e9b47 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:16.350920 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e1c22-29f6-4f9f-9399-1a10e0020891 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Pushing event updated for resources: {'Port': ['ID=7458c7b3-6a7c-438f-8342-86bb39f29c4d,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:16.371138 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-cc6e00a1-1100-4d0c-ac78-3cca0781e12b None None] Allocated IP 2001:db8:1::2 (01572e01-e1fb-4c27-8187-167975962b8b/006f3960-bb9b-4fc9-8383-76aa71a27776/b7b2a2e7-4090-4423-9e12-b6e1dfedfedd) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:16.430958 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-85976b14-593b-4568-b523-be70fdbd9eb9 None None] Provisioning complete for port cbea3f85-0ce5-4f86-ba2f-c323a24b1094 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:16.431175 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-85976b14-593b-4568-b523-be70fdbd9eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:16.467261 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c5c30c-e1d6-40f4-a5ca-2709bb418f71 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Made reservation on behalf of 2fc077a2dd8b426aa29f7a99099095c2 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:16.473262 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-50c5c30c-e1d6-40f4-a5ca-2709bb418f71 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:16.498476 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cdf6c60e-01d6-4c20-86f3-c6debc755479 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:16.519241 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-50c5c30c-e1d6-40f4-a5ca-2709bb418f71 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] device_id is not set on port 28d5ab85-e79c-4ae4-99ca-7daeaeb0ea8e yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:34:16.551830 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 5b2042fc-8ca4-4be1-bbd1-51316d07943b triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:16.552289 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:16.851932 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-50c5c30c-e1d6-40f4-a5ca-2709bb418f71 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Allocated IP 172.20.0.14 (5199ac8c-ca6f-4036-a862-6dff27ae4227/1b53dda2-e79e-4b64-9584-312ad9cae48f/28d5ab85-e79c-4ae4-99ca-7daeaeb0ea8e) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:16.871096 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfadee9-0bfb-40c2-8ceb-998a710e9b47 None None] Pushing event updated for resources: {'Port': ['ID=344d55c2-e37f-4f45-ba54-25609b719ce4,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:16.884659 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8075efee-67a2-4ed4-9093-2de282140f8f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:16.908666 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fe7899-121c-4326-bd33-558998d41c24 None None] Network 734932c2-e3dd-4970-b99d-8b6239112f31 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:16.958224 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461dd857-6fbd-4588-82ec-502e7b191f38 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Made reservation on behalf of 44aa2311f88d49abb2f9b6daee531160 for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:16.961866 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-461dd857-6fbd-4588-82ec-502e7b191f38 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:16.970776 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cd93e400-3c5e-442a-bead-13eddfd7a18f None None] Attempting to bind port c3d83a00-e084-4c99-b134-715dbdb55e97 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:34:16.971923 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cd93e400-3c5e-442a-bead-13eddfd7a18f None None] Attempting to bind port c3d83a00-e084-4c99-b134-715dbdb55e97 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'a0015fe2-b8d7-4ac2-97f7-de960254885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a678ee9a-d56c-4117-8e2c-cb1fed2f072d'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:34:16.972131 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd93e400-3c5e-442a-bead-13eddfd7a18f None None] Attempting to bind port c3d83a00-e084-4c99-b134-715dbdb55e97 on network a678ee9a-d56c-4117-8e2c-cb1fed2f072d {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:34:16.973691 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-cdf6c60e-01d6-4c20-86f3-c6debc755479 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Allocated IP 2001:db8::1 (a678ee9a-d56c-4117-8e2c-cb1fed2f072d/3ed5c1f1-f182-491b-a45b-730fcc0cd687/61a01647-5477-4747-bd0c-f03a1f851edf) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:17.039508 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-7cfadee9-0bfb-40c2-8ceb-998a710e9b47 None None] Attempting to bind port 344d55c2-e37f-4f45-ba54-25609b719ce4 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:34:17.039883 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-7cfadee9-0bfb-40c2-8ceb-998a710e9b47 None None] Attempting to bind port 344d55c2-e37f-4f45-ba54-25609b719ce4 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'f373396d-7b55-4594-adfb-531d9b96554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '34efe6ff-d5d6-4c34-9628-fccbd2350820'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:34:17.040252 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfadee9-0bfb-40c2-8ceb-998a710e9b47 None None] Attempting to bind port 344d55c2-e37f-4f45-ba54-25609b719ce4 on network 34efe6ff-d5d6-4c34-9628-fccbd2350820 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:34:17.052943 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd93e400-3c5e-442a-bead-13eddfd7a18f None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:34:17.053328 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd93e400-3c5e-442a-bead-13eddfd7a18f None None] Checking segment: {'id': 'a0015fe2-b8d7-4ac2-97f7-de960254885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a678ee9a-d56c-4117-8e2c-cb1fed2f072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:34:17.053763 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cd93e400-3c5e-442a-bead-13eddfd7a18f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:17.054172 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd93e400-3c5e-442a-bead-13eddfd7a18f None None] Bound using segment: {'id': 'a0015fe2-b8d7-4ac2-97f7-de960254885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a678ee9a-d56c-4117-8e2c-cb1fed2f072d'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:34:17.054667 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cd93e400-3c5e-442a-bead-13eddfd7a18f None None] Bound port: c3d83a00-e084-4c99-b134-715dbdb55e97, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0015fe2-b8d7-4ac2-97f7-de960254885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a678ee9a-d56c-4117-8e2c-cb1fed2f072d'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:34:17.055066 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cd93e400-3c5e-442a-bead-13eddfd7a18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:17.106189 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfadee9-0bfb-40c2-8ceb-998a710e9b47 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:34:17.106574 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfadee9-0bfb-40c2-8ceb-998a710e9b47 None None] Checking segment: {'id': 'f373396d-7b55-4594-adfb-531d9b96554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '34efe6ff-d5d6-4c34-9628-fccbd2350820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:34:17.106982 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7cfadee9-0bfb-40c2-8ceb-998a710e9b47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:17.107383 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfadee9-0bfb-40c2-8ceb-998a710e9b47 None None] Bound using segment: {'id': 'f373396d-7b55-4594-adfb-531d9b96554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '34efe6ff-d5d6-4c34-9628-fccbd2350820'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:34:17.107872 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-7cfadee9-0bfb-40c2-8ceb-998a710e9b47 None None] Bound port: 344d55c2-e37f-4f45-ba54-25609b719ce4, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f373396d-7b55-4594-adfb-531d9b96554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '34efe6ff-d5d6-4c34-9628-fccbd2350820'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:34:17.108262 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7cfadee9-0bfb-40c2-8ceb-998a710e9b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:17.151748 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56996e-a6ee-43a6-a733-5c83e2d4e29c None None] Pushing event updated for resources: {'Port': ['ID=bece5b1e-499e-4b3c-81bb-827feaefbc96,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:17.206499 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4ac3a3-2c38-4206-b12c-8c8e0110308c None None] DHCP port deletion for ecf0c004-fa53-4f3e-bbfd-ff079400665b request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:34:17.225603 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-50c5c30c-e1d6-40f4-a5ca-2709bb418f71 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:17.264705 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cdf6c60e-01d6-4c20-86f3-c6debc755479 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:17.328068 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-85976b14-593b-4568-b523-be70fdbd9eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:17.355205 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-50c5c30c-e1d6-40f4-a5ca-2709bb418f71 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:17.360744 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-461dd857-6fbd-4588-82ec-502e7b191f38 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] device_id is not set on port 04c01ca2-f24c-4f1c-8dab-a02fde96b8a4 yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:34:17.399366 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8075efee-67a2-4ed4-9093-2de282140f8f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:17.407614 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cdf6c60e-01d6-4c20-86f3-c6debc755479 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:17.442069 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c5c30c-e1d6-40f4-a5ca-2709bb418f71 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Network 5199ac8c-ca6f-4036-a862-6dff27ae4227 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:17.447829 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cc6e00a1-1100-4d0c-ac78-3cca0781e12b None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:17.451064 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-50c5c30c-e1d6-40f4-a5ca-2709bb418f71 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:17.458331 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c5c30c-e1d6-40f4-a5ca-2709bb418f71 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:17.469649 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf6c60e-01d6-4c20-86f3-c6debc755479 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Network a678ee9a-d56c-4117-8e2c-cb1fed2f072d is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:17.471464 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5c30c-e1d6-40f4-a5ca-2709bb418f71 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Pushing event updated for resources: {'Port': ['ID=28d5ab85-e79c-4ae4-99ca-7daeaeb0ea8e,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:17.507307 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.objects.ports [None req-b1d9f756-9897-4faf-a17d-b04082d33e75 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102102) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 08:34:17.508848 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075efee-67a2-4ed4-9093-2de282140f8f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Subnet': ['ID=332a7f68-bf39-45d2-a2bc-a852b16e2fa6,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:17.511516 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-7cfadee9-0bfb-40c2-8ceb-998a710e9b47 None None] For port 344d55c2-e37f-4f45-ba54-25609b719ce4, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:34:17.517552 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-7cfadee9-0bfb-40c2-8ceb-998a710e9b47 None None] For port 344d55c2-e37f-4f45-ba54-25609b719ce4, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=344d55c2-e37f-4f45-ba54-25609b719ce4,segment=NetworkSegment(f373396d-7b55-4594-adfb-531d9b96554c),segment_id=f373396d-7b55-4594-adfb-531d9b96554c)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:34:17.545036 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8075efee-67a2-4ed4-9093-2de282140f8f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:17.548827 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8075efee-67a2-4ed4-9093-2de282140f8f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/subnets/332a7f68-bf39-45d2-a2bc-a852b16e2fa6 HTTP/1.1" status: 204 len: 168 time: 2.4640899 Oct 26 08:34:17.550182 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-85976b14-593b-4568-b523-be70fdbd9eb9 None None] For port cbea3f85-0ce5-4f86-ba2f-c323a24b1094, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=cbea3f85-0ce5-4f86-ba2f-c323a24b1094,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:17.555950 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-cdf6c60e-01d6-4c20-86f3-c6debc755479 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:17.593132 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34094) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:17.599016 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf6c60e-01d6-4c20-86f3-c6debc755479 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:17.599854 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cdf6c60e-01d6-4c20-86f3-c6debc755479 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:17.640333 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8831298d-3f6e-498e-a27f-caba42123619 None None] Network ce9c92c8-a486-4eb9-9b96-0182d140c16a requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:17.706644 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0b5e1c22-29f6-4f9f-9399-1a10e0020891 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:17.722295 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7cfadee9-0bfb-40c2-8ceb-998a710e9b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:17.731272 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-85976b14-593b-4568-b523-be70fdbd9eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:17.754986 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0b5e1c22-29f6-4f9f-9399-1a10e0020891 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:17.756333 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0b5e1c22-29f6-4f9f-9399-1a10e0020891 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:17.841340 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cc6e00a1-1100-4d0c-ac78-3cca0781e12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:17.849369 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c5c30c-e1d6-40f4-a5ca-2709bb418f71 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:17.850262 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-50c5c30c-e1d6-40f4-a5ca-2709bb418f71 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:17.857974 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfadee9-0bfb-40c2-8ceb-998a710e9b47 None None] Pushing event updated for resources: {'Port': ['ID=344d55c2-e37f-4f45-ba54-25609b719ce4,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:17.866607 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6c60e-01d6-4c20-86f3-c6debc755479 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event updated for resources: {'Port': ['ID=61a01647-5477-4747-bd0c-f03a1f851edf,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:17.917946 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5e8757d7-7f03-4fb5-a3a7-9560731edc87 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:17.935682 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-50c5c30c-e1d6-40f4-a5ca-2709bb418f71 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8195291 Oct 26 08:34:17.935682 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34096) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:17.940984 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-584b298b-573d-412e-a5e2-ec8ede0ce0d2 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:45:c6:76'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:7d:79:af'}]}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:17.960096 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-85976b14-593b-4568-b523-be70fdbd9eb9 None None] Provisioning complete for port 99838462-66ae-4572-b412-9b68cca18be3 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:17.960474 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-85976b14-593b-4568-b523-be70fdbd9eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:17.967546 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6e00a1-1100-4d0c-ac78-3cca0781e12b None None] Network 01572e01-e1fb-4c27-8187-167975962b8b is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:17.970804 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-461dd857-6fbd-4588-82ec-502e7b191f38 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Allocated IP 172.20.0.9 (734932c2-e3dd-4970-b99d-8b6239112f31/809936b6-cf0b-4224-8d8c-7adf42ccdef4/04c01ca2-f24c-4f1c-8dab-a02fde96b8a4) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:17.978970 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acf0625-d0d0-42fc-8f1a-649c7f229146 None None] Network 8a04d530-10eb-424f-afff-a2c03942a875 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:17.980718 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e1c22-29f6-4f9f-9399-1a10e0020891 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Pushing event updated for resources: {'Port': ['ID=7458c7b3-6a7c-438f-8342-86bb39f29c4d,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:18.006608 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-cd93e400-3c5e-442a-bead-13eddfd7a18f None None] For port c3d83a00-e084-4c99-b134-715dbdb55e97, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:34:18.031658 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-cc6e00a1-1100-4d0c-ac78-3cca0781e12b None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:18.033275 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6e00a1-1100-4d0c-ac78-3cca0781e12b None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:18.037338 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:18.057929 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cdf6c60e-01d6-4c20-86f3-c6debc755479 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:18.120008 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-cd93e400-3c5e-442a-bead-13eddfd7a18f None None] For port c3d83a00-e084-4c99-b134-715dbdb55e97, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=c3d83a00-e084-4c99-b134-715dbdb55e97,segment=NetworkSegment(a0015fe2-b8d7-4ac2-97f7-de960254885a),segment_id=a0015fe2-b8d7-4ac2-97f7-de960254885a)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:34:18.151181 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5e1c22-29f6-4f9f-9399-1a10e0020891 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Network 8a04d530-10eb-424f-afff-a2c03942a875 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:18.151408 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cd93e400-3c5e-442a-bead-13eddfd7a18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:18.151550 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-0b5e1c22-29f6-4f9f-9399-1a10e0020891 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:18.157992 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85976b14-593b-4568-b523-be70fdbd9eb9 None None] Pushing event updated for resources: {'Port': ['ID=cbea3f85-0ce5-4f86-ba2f-c323a24b1094,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:18.160538 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b1d9f756-9897-4faf-a17d-b04082d33e75 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:18.239099 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-85976b14-593b-4568-b523-be70fdbd9eb9 None None] Port 99838462-66ae-4572-b412-9b68cca18be3 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:34:18.337154 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-5e8757d7-7f03-4fb5-a3a7-9560731edc87 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Deleting port e8865d4f-46f4-4595-9be8-e191768875c4 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:18.337511 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5e8757d7-7f03-4fb5-a3a7-9560731edc87 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:18.340234 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 5b2042fc-8ca4-4be1-bbd1-51316d07943b, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=5b2042fc-8ca4-4be1-bbd1-51316d07943b,segment=NetworkSegment(e97b2c77-a8e6-4ab2-bfdd-67337cdf5ec5),segment_id=e97b2c77-a8e6-4ab2-bfdd-67337cdf5ec5)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:18.371833 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:18.372873 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device eb130961-3eb6-46e8-a1c8-f6f8fb59d6ee up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:34:18.375812 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac3a3-2c38-4206-b12c-8c8e0110308c None None] Deleting port cbea3f85-0ce5-4f86-ba2f-c323a24b1094 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:18.376457 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac3a3-2c38-4206-b12c-8c8e0110308c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:18.386735 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e00a1-1100-4d0c-ac78-3cca0781e12b None None] Pushing event updated for resources: {'Port': ['ID=b7b2a2e7-4090-4423-9e12-b6e1dfedfedd,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:18.424594 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cc6e00a1-1100-4d0c-ac78-3cca0781e12b None None] Attempting to bind port b7b2a2e7-4090-4423-9e12-b6e1dfedfedd on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:34:18.425457 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cc6e00a1-1100-4d0c-ac78-3cca0781e12b None None] Attempting to bind port b7b2a2e7-4090-4423-9e12-b6e1dfedfedd by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '254b9a90-0bda-4b80-8acc-e99db0185b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '01572e01-e1fb-4c27-8187-167975962b8b'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:34:18.426041 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6e00a1-1100-4d0c-ac78-3cca0781e12b None None] Attempting to bind port b7b2a2e7-4090-4423-9e12-b6e1dfedfedd on network 01572e01-e1fb-4c27-8187-167975962b8b {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:34:18.533415 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6e00a1-1100-4d0c-ac78-3cca0781e12b None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:34:18.533859 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6e00a1-1100-4d0c-ac78-3cca0781e12b None None] Checking segment: {'id': '254b9a90-0bda-4b80-8acc-e99db0185b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '01572e01-e1fb-4c27-8187-167975962b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:34:18.534272 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cc6e00a1-1100-4d0c-ac78-3cca0781e12b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:18.534680 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6e00a1-1100-4d0c-ac78-3cca0781e12b None None] Bound using segment: {'id': '254b9a90-0bda-4b80-8acc-e99db0185b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '01572e01-e1fb-4c27-8187-167975962b8b'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:34:18.535177 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cc6e00a1-1100-4d0c-ac78-3cca0781e12b None None] Bound port: b7b2a2e7-4090-4423-9e12-b6e1dfedfedd, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254b9a90-0bda-4b80-8acc-e99db0185b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '01572e01-e1fb-4c27-8187-167975962b8b'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:34:18.535569 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cc6e00a1-1100-4d0c-ac78-3cca0781e12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:18.540523 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-5e8757d7-7f03-4fb5-a3a7-9560731edc87 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] For port e8865d4f-46f4-4595-9be8-e191768875c4, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=e8865d4f-46f4-4595-9be8-e191768875c4,segment=NetworkSegment(82d5300e-bd18-4e86-bfc1-964b5791dca0),segment_id=82d5300e-bd18-4e86-bfc1-964b5791dca0)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:18.541044 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5e8757d7-7f03-4fb5-a3a7-9560731edc87 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:18.554885 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1edaca-c962-4597-b80e-ac409128ed3b None None] DHCP port deletion for ce9c92c8-a486-4eb9-9b96-0182d140c16a request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:34:18.567885 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-5e8757d7-7f03-4fb5-a3a7-9560731edc87 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Calling delete_port for e8865d4f-46f4-4595-9be8-e191768875c4 owned by network:dhcp {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:18.596851 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-584b298b-573d-412e-a5e2-ec8ede0ce0d2 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:18.615723 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-461dd857-6fbd-4588-82ec-502e7b191f38 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:18.641341 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-501e8ee9-6864-4506-8a25-b715fc14010a None None] Provisioning complete for port 5b2042fc-8ca4-4be1-bbd1-51316d07943b triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:18.642045 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-501e8ee9-6864-4506-8a25-b715fc14010a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:18.644551 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93e400-3c5e-442a-bead-13eddfd7a18f None None] Pushing event updated for resources: {'Port': ['ID=c3d83a00-e084-4c99-b134-715dbdb55e97,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:18.670278 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:34:18.711061 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5e1c22-29f6-4f9f-9399-1a10e0020891 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Router 4e2fcf3f-27ec-4ca5-b4fe-f48ff22d3ce0 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:34:18.786192 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-b1d9f756-9897-4faf-a17d-b04082d33e75 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] For port cbea3f85-0ce5-4f86-ba2f-c323a24b1094, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=cbea3f85-0ce5-4f86-ba2f-c323a24b1094,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:18.843592 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=5b2042fc-8ca4-4be1-bbd1-51316d07943b,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:18.936829 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port eb130961-3eb6-46e8-a1c8-f6f8fb59d6ee triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:18.937215 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:18.941829 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5e1c22-29f6-4f9f-9399-1a10e0020891 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:34:18.946612 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-6b4ac3a3-2c38-4206-b12c-8c8e0110308c None None] For port cbea3f85-0ce5-4f86-ba2f-c323a24b1094, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=cbea3f85-0ce5-4f86-ba2f-c323a24b1094,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:18.947053 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac3a3-2c38-4206-b12c-8c8e0110308c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:18.954611 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0672be52-9f79-4ab5-9fda-0217c15c9d74 None None] Sync routers for ids ['4e2fcf3f-27ec-4ca5-b4fe-f48ff22d3ce0'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:34:18.970742 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0672be52-9f79-4ab5-9fda-0217c15c9d74 None None] Routers {'4e2fcf3f-27ec-4ca5-b4fe-f48ff22d3ce0'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:34:18.972860 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-0672be52-9f79-4ab5-9fda-0217c15c9d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:33:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['4e2fcf3f-27ec-4ca5-b4fe-f48ff22d3ce0'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:18.977410 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b1d9f756-9897-4faf-a17d-b04082d33e75 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:18.983729 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-461dd857-6fbd-4588-82ec-502e7b191f38 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:18.990778 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-0b5e1c22-29f6-4f9f-9399-1a10e0020891 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] 10.222.0.41 "PUT /v2.0/routers/4e2fcf3f-27ec-4ca5-b4fe-f48ff22d3ce0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0674527 Oct 26 08:34:18.996653 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b1d9f756-9897-4faf-a17d-b04082d33e75 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:18.997415 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b1d9f756-9897-4faf-a17d-b04082d33e75 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:19.000752 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34100) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:19.043535 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-0672be52-9f79-4ab5-9fda-0217c15c9d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:19.054969 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0672be52-9f79-4ab5-9fda-0217c15c9d74 None None] Routers {'4e2fcf3f-27ec-4ca5-b4fe-f48ff22d3ce0'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:34:19.056059 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-0672be52-9f79-4ab5-9fda-0217c15c9d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:33:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['4e2fcf3f-27ec-4ca5-b4fe-f48ff22d3ce0'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:19.091977 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5e8757d7-7f03-4fb5-a3a7-9560731edc87 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:19.114965 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac3a3-2c38-4206-b12c-8c8e0110308c None None] Calling delete_port for cbea3f85-0ce5-4f86-ba2f-c323a24b1094 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:19.139896 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-0672be52-9f79-4ab5-9fda-0217c15c9d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:19.140974 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0672be52-9f79-4ab5-9fda-0217c15c9d74 None None] The sync data for ids ['4e2fcf3f-27ec-4ca5-b4fe-f48ff22d3ce0'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:34:19.165494 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8757d7-7f03-4fb5-a3a7-9560731edc87 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Port': ['ID=e8865d4f-46f4-4595-9be8-e191768875c4,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:19.180488 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8757d7-7f03-4fb5-a3a7-9560731edc87 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] No DVR routers for this DVR port e8865d4f-46f4-4595-9be8-e191768875c4 on host dv-neutron-804846-13-hyperv {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:34:19.216292 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d9f756-9897-4faf-a17d-b04082d33e75 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:19.275006 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-b1d9f756-9897-4faf-a17d-b04082d33e75 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:19.283175 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d9f756-9897-4faf-a17d-b04082d33e75 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:19.283849 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b1d9f756-9897-4faf-a17d-b04082d33e75 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:19.299690 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461dd857-6fbd-4588-82ec-502e7b191f38 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Network 734932c2-e3dd-4970-b99d-8b6239112f31 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:19.320003 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-461dd857-6fbd-4588-82ec-502e7b191f38 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:19.322634 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461dd857-6fbd-4588-82ec-502e7b191f38 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:19.335460 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461dd857-6fbd-4588-82ec-502e7b191f38 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Pushing event updated for resources: {'Port': ['ID=04c01ca2-f24c-4f1c-8dab-a02fde96b8a4,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:19.430808 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9f756-9897-4faf-a17d-b04082d33e75 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Subnet': ['ID=f3efb084-92c2-48dc-980c-2fae97d12133,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:19.436941 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b1d9f756-9897-4faf-a17d-b04082d33e75 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.7128289 Oct 26 08:34:19.447593 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34102) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:19.486002 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-e601d898-e3cb-4415-ba82-8d9df381c340 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'port': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'mac_address': 'fa:16:3e:26:ad:84', 'name': 'tempest-NetworksTestDHCPv6-555842291'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:19.599862 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-400c8c40-2df5-4b48-8cb0-711733a0eb08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:19.641095 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-ae1edaca-c962-4597-b80e-ac409128ed3b None None] Deleting port e8865d4f-46f4-4595-9be8-e191768875c4 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:19.651105 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9f756-9897-4faf-a17d-b04082d33e75 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Port': ['ID=cbea3f85-0ce5-4f86-ba2f-c323a24b1094,revision_number=6']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:19.651739 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ae1edaca-c962-4597-b80e-ac409128ed3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:19.679440 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-cc6e00a1-1100-4d0c-ac78-3cca0781e12b None None] For port b7b2a2e7-4090-4423-9e12-b6e1dfedfedd, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:34:19.710446 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461dd857-6fbd-4588-82ec-502e7b191f38 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:19.711153 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-461dd857-6fbd-4588-82ec-502e7b191f38 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:19.747166 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e601d898-e3cb-4415-ba82-8d9df381c340 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:19.842698 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cdf6c60e-01d6-4c20-86f3-c6debc755479 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:19.904884 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0df0733-eeca-46e7-a555-682a523726fd None None] Network 34efe6ff-d5d6-4c34-9628-fccbd2350820 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:19.910522 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-cc6e00a1-1100-4d0c-ac78-3cca0781e12b None None] For port b7b2a2e7-4090-4423-9e12-b6e1dfedfedd, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=b7b2a2e7-4090-4423-9e12-b6e1dfedfedd,segment=NetworkSegment(254b9a90-0bda-4b80-8acc-e99db0185b96),segment_id=254b9a90-0bda-4b80-8acc-e99db0185b96)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:34:19.917153 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cdf6c60e-01d6-4c20-86f3-c6debc755479 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:19.918078 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cdf6c60e-01d6-4c20-86f3-c6debc755479 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:19.927275 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac3a3-2c38-4206-b12c-8c8e0110308c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:20.000657 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6c60e-01d6-4c20-86f3-c6debc755479 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event updated for resources: {'Port': ['ID=61a01647-5477-4747-bd0c-f03a1f851edf,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:20.006418 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-584b298b-573d-412e-a5e2-ec8ede0ce0d2 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:20.023297 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-501e8ee9-6864-4506-8a25-b715fc14010a None None] Provisioning complete for port 28d5ab85-e79c-4ae4-99ca-7daeaeb0ea8e triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:20.023684 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-501e8ee9-6864-4506-8a25-b715fc14010a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:20.025047 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-584b298b-573d-412e-a5e2-ec8ede0ce0d2 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:20.038204 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5e8757d7-7f03-4fb5-a3a7-9560731edc87 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:20.072437 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cc6e00a1-1100-4d0c-ac78-3cca0781e12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:20.137120 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-501e8ee9-6864-4506-8a25-b715fc14010a None None] Port 28d5ab85-e79c-4ae4-99ca-7daeaeb0ea8e cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:34:20.164143 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd45b2c-e032-4270-b771-c5dcb4e4d994 None None] Network a678ee9a-d56c-4117-8e2c-cb1fed2f072d requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:20.224574 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-5e8757d7-7f03-4fb5-a3a7-9560731edc87 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce9c92c8-a486-4eb9-9b96-0182d140c16a']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:20.250959 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b298b-573d-412e-a5e2-ec8ede0ce0d2 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Pushing event updated for resources: {'Port': ['ID=28d5ab85-e79c-4ae4-99ca-7daeaeb0ea8e,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:20.270986 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-5e8757d7-7f03-4fb5-a3a7-9560731edc87 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82d5300e-bd18-4e86-bfc1-964b5791dca0') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:20.271338 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-5e8757d7-7f03-4fb5-a3a7-9560731edc87 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82d5300e-bd18-4e86-bfc1-964b5791dca0') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:20.276092 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-584b298b-573d-412e-a5e2-ec8ede0ce0d2 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] In _notify_port_updated(), no bound segment for port 28d5ab85-e79c-4ae4-99ca-7daeaeb0ea8e on network 5199ac8c-ca6f-4036-a862-6dff27ae4227 {{(pid=102101) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 08:34:20.282131 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584b298b-573d-412e-a5e2-ec8ede0ce0d2 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:20.282981 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-584b298b-573d-412e-a5e2-ec8ede0ce0d2 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:20.285768 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-584b298b-573d-412e-a5e2-ec8ede0ce0d2 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] 10.222.0.41 "PUT /v2.0/ports/28d5ab85-e79c-4ae4-99ca-7daeaeb0ea8e HTTP/1.1" status: 200 len: 1056 time: 2.3498440 Oct 26 08:34:20.292695 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34106) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:20.294090 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-461dd857-6fbd-4588-82ec-502e7b191f38 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 4.6748414 Oct 26 08:34:20.314837 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-ae1edaca-c962-4597-b80e-ac409128ed3b None None] For port e8865d4f-46f4-4595-9be8-e191768875c4, host dv-neutron-804846-13-hyperv, got binding levels [] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:20.316336 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ae1edaca-c962-4597-b80e-ac409128ed3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:20.323504 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34108) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:20.336067 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5e8757d7-7f03-4fb5-a3a7-9560731edc87 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:20.337796 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-ae1edaca-c962-4597-b80e-ac409128ed3b None None] Calling delete_port for e8865d4f-46f4-4595-9be8-e191768875c4 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:20.342468 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.ipam_backend_mixin [None req-ae1edaca-c962-4597-b80e-ac409128ed3b None None] Port e8865d4f-46f4-4595-9be8-e191768875c4 was not found and therefore no delete operation was performed {{(pid=102103) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 08:34:20.389385 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ae1edaca-c962-4597-b80e-ac409128ed3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:20.392018 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac3a3-2c38-4206-b12c-8c8e0110308c None None] Pushing event deleted for resources: {'Port': ['ID=cbea3f85-0ce5-4f86-ba2f-c323a24b1094,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:20.416391 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e601d898-e3cb-4415-ba82-8d9df381c340 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:20.447380 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-e601d898-e3cb-4415-ba82-8d9df381c340 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] device_id is not set on port d5c4ef9b-99d9-43d5-8d33-ca5c9bfc108d yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:34:20.450855 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4ac3a3-2c38-4206-b12c-8c8e0110308c None None] No DVR routers for this DVR port cbea3f85-0ce5-4f86-ba2f-c323a24b1094 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:34:20.480732 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5e8757d7-7f03-4fb5-a3a7-9560731edc87 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:20.530557 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5847fa4-d04b-4ef1-b790-ad685b0d9803 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:20.536640 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf6c60e-01d6-4c20-86f3-c6debc755479 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Network a678ee9a-d56c-4117-8e2c-cb1fed2f072d is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:20.537821 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e8757d7-7f03-4fb5-a3a7-9560731edc87 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:34:20.538220 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5e8757d7-7f03-4fb5-a3a7-9560731edc87 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:20.547947 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device cbea3f85-0ce5-4f86-ba2f-c323a24b1094 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:34:20.613677 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:34:20.613677 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:34:20.613677 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:34:20.613677 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:34:20.613677 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:34:20.613677 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:34:20.613677 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:34:20.613677 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:34:20.613677 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:34:20.613677 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:34:20.613677 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:34:20.613677 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:34:20.613677 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:34:20.613677 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:34:20.613677 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:34:20.613677 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:34:20.613677 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:34:20.613677 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:34:20.613677 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:34:20.613677 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:34:20.613677 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:34:20.613677 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:34:20.613677 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:34:20.613677 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:34:20.613677 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:34:20.613677 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:34:20.613677 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:34:20.613677 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:34:20.613677 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:34:20.613677 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:34:20.613677 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:34:20.613677 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:34:20.619203 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1edaca-c962-4597-b80e-ac409128ed3b None None] No DVR routers for this DVR port e8865d4f-46f4-4595-9be8-e191768875c4 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:34:20.623404 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-501e8ee9-6864-4506-8a25-b715fc14010a None None] Provisioning complete for port bece5b1e-499e-4b3c-81bb-827feaefbc96 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:20.623796 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-501e8ee9-6864-4506-8a25-b715fc14010a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:20.635439 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-cdf6c60e-01d6-4c20-86f3-c6debc755479 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:20.651521 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d5b004-a33f-4f21-8285-7058a181b6e1 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:20.657939 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d5b004-a33f-4f21-8285-7058a181b6e1 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:20.670228 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d5b004-a33f-4f21-8285-7058a181b6e1 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:20.672085 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-70d5b004-a33f-4f21-8285-7058a181b6e1 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.3394206 Oct 26 08:34:20.674102 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-e601d898-e3cb-4415-ba82-8d9df381c340 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Allocated IP 2001:db8::f816:3eff:fe26:ad84 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/f3efb084-92c2-48dc-980c-2fae97d12133/d5c4ef9b-99d9-43d5-8d33-ca5c9bfc108d) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:20.679897 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34110) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:20.807819 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: cbea3f85-0ce5-4f86-ba2f-c323a24b1094 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:34:20.808572 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device cbea3f85-0ce5-4f86-ba2f-c323a24b1094 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 26 08:34:20.856919 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5e8757d7-7f03-4fb5-a3a7-9560731edc87 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:20.861287 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5e8757d7-7f03-4fb5-a3a7-9560731edc87 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:20.865345 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-5e8757d7-7f03-4fb5-a3a7-9560731edc87 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/networks/ce9c92c8-a486-4eb9-9b96-0182d140c16a HTTP/1.1" status: 204 len: 168 time: 3.2679923 Oct 26 08:34:20.877827 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Port cbea3f85-0ce5-4f86-ba2f-c323a24b1094 not found, will not notify nova. {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 26 08:34:20.898460 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34112) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:20.910444 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-5a55e641-4272-43a8-b95e-b0c2f6ac9523 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-274765131'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:20.916431 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e00a1-1100-4d0c-ac78-3cca0781e12b None None] Pushing event updated for resources: {'Port': ['ID=b7b2a2e7-4090-4423-9e12-b6e1dfedfedd,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:20.934528 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8757d7-7f03-4fb5-a3a7-9560731edc87 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Network': ['ID=ce9c92c8-a486-4eb9-9b96-0182d140c16a,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:20.942469 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-68017ffc-3761-4cac-bf84-b71488e85785 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Deleting port 28d5ab85-e79c-4ae4-99ca-7daeaeb0ea8e {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:20.942816 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-68017ffc-3761-4cac-bf84-b71488e85785 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:21.010475 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-1944fdfd-558f-464a-8f48-4492107f8f43 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:34:21.015422 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1944fdfd-558f-464a-8f48-4492107f8f43 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] 10.222.0.41 "PUT /v2.0/routers/4e2fcf3f-27ec-4ca5-b4fe-f48ff22d3ce0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0071044 Oct 26 08:34:21.017885 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34116) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:21.048347 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a55e641-4272-43a8-b95e-b0c2f6ac9523 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Made reservation on behalf of 842b849088674682987bba8ce52bfdf3 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:21.054978 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5a55e641-4272-43a8-b95e-b0c2f6ac9523 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:21.065846 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1edaca-c962-4597-b80e-ac409128ed3b None None] Pushing event deleted for resources: {'Port': ['ID=e8865d4f-46f4-4595-9be8-e191768875c4,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:21.076842 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf6c60e-01d6-4c20-86f3-c6debc755479 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Router 522a48be-c8e2-4d31-8a77-f8053d3995e7 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:34:21.153311 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-68017ffc-3761-4cac-bf84-b71488e85785 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:21.168031 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-68017ffc-3761-4cac-bf84-b71488e85785 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Calling delete_port for 28d5ab85-e79c-4ae4-99ca-7daeaeb0ea8e owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:21.250972 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-230f7997-d6c5-4809-bfd8-367e33de3480 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Deleting port 04c01ca2-f24c-4f1c-8dab-a02fde96b8a4 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:21.251328 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-230f7997-d6c5-4809-bfd8-367e33de3480 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:21.279020 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e601d898-e3cb-4415-ba82-8d9df381c340 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:21.326925 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-501e8ee9-6864-4506-8a25-b715fc14010a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:21.348280 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a55e641-4272-43a8-b95e-b0c2f6ac9523 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:34:21.358485 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355ca3ba-7d5d-4cfa-86e0-459a6c34c699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'tenant_id': '34a26fc2cbe741c49d4d94b40e63438a', 'fixed_ips': [{'subnet_id': 'f3efb084-92c2-48dc-980c-2fae97d12133'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:34:21.360024 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-355ca3ba-7d5d-4cfa-86e0-459a6c34c699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:21.392434 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5a55e641-4272-43a8-b95e-b0c2f6ac9523 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:21.392793 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-5a55e641-4272-43a8-b95e-b0c2f6ac9523 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Added segment 7055d7bb-4ff5-4144-8aee-26ec017654f7 of type vlan for network 477d1c8a-ed12-4f7d-9409-5a0d7663e3a7 Oct 26 08:34:21.406354 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device bece5b1e-499e-4b3c-81bb-827feaefbc96 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:34:21.465813 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-501e8ee9-6864-4506-8a25-b715fc14010a None None] For port bece5b1e-499e-4b3c-81bb-827feaefbc96, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=bece5b1e-499e-4b3c-81bb-827feaefbc96,segment=NetworkSegment(5e6269f9-7efa-4a9e-a21f-9ee5dd6b3813),segment_id=5e6269f9-7efa-4a9e-a21f-9ee5dd6b3813)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:21.479183 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5a55e641-4272-43a8-b95e-b0c2f6ac9523 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:21.490714 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e601d898-e3cb-4415-ba82-8d9df381c340 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:21.508738 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-501e8ee9-6864-4506-8a25-b715fc14010a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:21.562104 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf6c60e-01d6-4c20-86f3-c6debc755479 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:34:21.601510 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e601d898-e3cb-4415-ba82-8d9df381c340 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:21.618815 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-cdf6c60e-01d6-4c20-86f3-c6debc755479 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "PUT /v2.0/routers/522a48be-c8e2-4d31-8a77-f8053d3995e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9667385 Oct 26 08:34:21.622741 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-e601d898-e3cb-4415-ba82-8d9df381c340 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:21.625298 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e601d898-e3cb-4415-ba82-8d9df381c340 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:21.633725 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e601d898-e3cb-4415-ba82-8d9df381c340 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:21.634407 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e601d898-e3cb-4415-ba82-8d9df381c340 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:21.646073 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34118) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:21.663697 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5a55e641-4272-43a8-b95e-b0c2f6ac9523 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:21.667070 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34eab7c-d3d6-4795-9b26-01107562034a None None] Sync routers for ids ['522a48be-c8e2-4d31-8a77-f8053d3995e7'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:34:21.669571 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a55e641-4272-43a8-b95e-b0c2f6ac9523 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:21.670513 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5a55e641-4272-43a8-b95e-b0c2f6ac9523 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:21.708839 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601d898-e3cb-4415-ba82-8d9df381c340 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Port': ['ID=d5c4ef9b-99d9-43d5-8d33-ca5c9bfc108d,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:21.714349 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-68017ffc-3761-4cac-bf84-b71488e85785 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:21.781341 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e601d898-e3cb-4415-ba82-8d9df381c340 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3251436 Oct 26 08:34:21.783555 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34120) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:21.818208 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5a55e641-4272-43a8-b95e-b0c2f6ac9523 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9132445 Oct 26 08:34:21.821722 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34122) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:21.824998 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34eab7c-d3d6-4795-9b26-01107562034a None None] Routers {'522a48be-c8e2-4d31-8a77-f8053d3995e7'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:34:21.826655 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-f34eab7c-d3d6-4795-9b26-01107562034a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:33:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['522a48be-c8e2-4d31-8a77-f8053d3995e7'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:21.837753 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4229169-fbe9-40b3-901a-6a558580bc84 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:21.840903 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-5aee1668-157e-4f0e-885f-ed65d1f7ffcb None None] Provisioning complete for port 5b2042fc-8ca4-4be1-bbd1-51316d07943b triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:21.841283 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5aee1668-157e-4f0e-885f-ed65d1f7ffcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:21.842172 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b4229169-fbe9-40b3-901a-6a558580bc84 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "GET /v2.0/ports/61a01647-5477-4747-bd0c-f03a1f851edf HTTP/1.1" status: 200 len: 911 time: 0.1950307 Oct 26 08:34:21.848536 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-e1f8bdbf-cb79-48aa-88bf-0c54bfcca560 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'subnet': {'network_id': '477d1c8a-ed12-4f7d-9409-5a0d7663e3a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:21.853099 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e8ee9-6864-4506-8a25-b715fc14010a None None] Pushing event updated for resources: {'Port': ['ID=bece5b1e-499e-4b3c-81bb-827feaefbc96,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:21.900549 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34124) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:21.908202 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68017ffc-3761-4cac-bf84-b71488e85785 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Pushing event deleted for resources: {'Port': ['ID=28d5ab85-e79c-4ae4-99ca-7daeaeb0ea8e,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:21.953229 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-f34eab7c-d3d6-4795-9b26-01107562034a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:21.973467 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a55e641-4272-43a8-b95e-b0c2f6ac9523 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Network': ['ID=477d1c8a-ed12-4f7d-9409-5a0d7663e3a7,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:21.975014 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-230f7997-d6c5-4809-bfd8-367e33de3480 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:21.980138 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port bece5b1e-499e-4b3c-81bb-827feaefbc96 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:21.980548 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:22.015964 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 477d1c8a-ed12-4f7d-9409-5a0d7663e3a7 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:34:22.041005 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-355ca3ba-7d5d-4cfa-86e0-459a6c34c699 None None] Allocated IP 2001:db8::f816:3eff:fe60:ae7b (ecf0c004-fa53-4f3e-bbfd-ff079400665b/f3efb084-92c2-48dc-980c-2fae97d12133/20ff0051-c16a-4663-aa76-f5c7c5da9e1e) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:22.052175 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34eab7c-d3d6-4795-9b26-01107562034a None None] Routers {'522a48be-c8e2-4d31-8a77-f8053d3995e7'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:34:22.052976 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-f34eab7c-d3d6-4795-9b26-01107562034a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:33:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['522a48be-c8e2-4d31-8a77-f8053d3995e7'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:22.059225 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f8bdbf-cb79-48aa-88bf-0c54bfcca560 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Made reservation on behalf of 842b849088674682987bba8ce52bfdf3 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:22.063273 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e1f8bdbf-cb79-48aa-88bf-0c54bfcca560 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:22.155004 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-230f7997-d6c5-4809-bfd8-367e33de3480 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Calling delete_port for 04c01ca2-f24c-4f1c-8dab-a02fde96b8a4 owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:22.198926 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-f34eab7c-d3d6-4795-9b26-01107562034a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:22.199443 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34eab7c-d3d6-4795-9b26-01107562034a None None] The sync data for ids ['522a48be-c8e2-4d31-8a77-f8053d3995e7'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:34:22.227162 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c9badf-2422-4a6a-bffc-05b6db3976be None None] Network 01572e01-e1fb-4c27-8187-167975962b8b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:22.229909 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d685121b-5a38-4c3f-9136-2a314d16b13b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:22.233345 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fce0c8e-19a3-4134-90f0-ce8fefb80c2d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:22.235008 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9fce0c8e-19a3-4134-90f0-ce8fefb80c2d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4404156 Oct 26 08:34:22.240176 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34128) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:22.382147 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-312a073b-1e3b-4f37-8a7f-43c7d306ec75 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:22.525863 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e1f8bdbf-cb79-48aa-88bf-0c54bfcca560 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:22.574441 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-68017ffc-3761-4cac-bf84-b71488e85785 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:22.580470 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-68017ffc-3761-4cac-bf84-b71488e85785 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] 10.222.0.41 "DELETE /v2.0/ports/28d5ab85-e79c-4ae4-99ca-7daeaeb0ea8e HTTP/1.1" status: 204 len: 168 time: 2.2723765 Oct 26 08:34:22.585260 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34130) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:22.617026 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-ec84106e-11a2-4862-8d37-ad90df3564d7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting port d5c4ef9b-99d9-43d5-8d33-ca5c9bfc108d {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:22.617473 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ec84106e-11a2-4862-8d37-ad90df3564d7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:22.632581 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc88a9a7-7495-46fb-8cee-d39d095c4c8d tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] GET failed (client error): The resource could not be found. Oct 26 08:34:22.636772 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-bc88a9a7-7495-46fb-8cee-d39d095c4c8d tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] 10.222.0.41 "GET /v2.0/ports/28d5ab85-e79c-4ae4-99ca-7daeaeb0ea8e HTTP/1.1" status: 404 len: 333 time: 0.0485368 Oct 26 08:34:22.637656 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34132) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:22.704175 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f8bdbf-cb79-48aa-88bf-0c54bfcca560 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Subnet': ['ID=d49fb1ec-1ca7-409e-9aa5-916637ffeaa6,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:22.728258 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device c3d83a00-e084-4c99-b134-715dbdb55e97 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:34:22.738829 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-5aee1668-157e-4f0e-885f-ed65d1f7ffcb None None] Provisioning complete for port c3d83a00-e084-4c99-b134-715dbdb55e97 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:22.738829 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5aee1668-157e-4f0e-885f-ed65d1f7ffcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:22.748478 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f8bdbf-cb79-48aa-88bf-0c54bfcca560 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Checking segment: {'id': '7055d7bb-4ff5-4144-8aee-26ec017654f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '477d1c8a-ed12-4f7d-9409-5a0d7663e3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:34:22.749062 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f8bdbf-cb79-48aa-88bf-0c54bfcca560 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Network hostable DHCP agents. Network: 477d1c8a-ed12-4f7d-9409-5a0d7663e3a7, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:34:22.790386 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ec84106e-11a2-4862-8d37-ad90df3564d7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:22.816047 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-ec84106e-11a2-4862-8d37-ad90df3564d7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Calling delete_port for d5c4ef9b-99d9-43d5-8d33-ca5c9bfc108d owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:22.818477 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f8bdbf-cb79-48aa-88bf-0c54bfcca560 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Network 477d1c8a-ed12-4f7d-9409-5a0d7663e3a7 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:34:22.839226 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-230f7997-d6c5-4809-bfd8-367e33de3480 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:22.866626 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-e1f8bdbf-cb79-48aa-88bf-0c54bfcca560 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 477d1c8a-ed12-4f7d-9409-5a0d7663e3a7) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:22.871250 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f8bdbf-cb79-48aa-88bf-0c54bfcca560 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:22.871690 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e1f8bdbf-cb79-48aa-88bf-0c54bfcca560 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:22.882467 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6b6696f6-ca54-4b68-be22-42cb4af68be7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:22.887448 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f7997-d6c5-4809-bfd8-367e33de3480 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Pushing event deleted for resources: {'Port': ['ID=04c01ca2-f24c-4f1c-8dab-a02fde96b8a4,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:22.895548 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a950f918-29de-4604-b10f-91d41868cc3c None None] Network 477d1c8a-ed12-4f7d-9409-5a0d7663e3a7 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:22.940038 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:22.941103 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-42881dc3-8fba-4900-84ab-56b32db80453 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Deleting port 99838462-66ae-4572-b412-9b68cca18be3 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:22.941581 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-42881dc3-8fba-4900-84ab-56b32db80453 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:22.959038 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e1f8bdbf-cb79-48aa-88bf-0c54bfcca560 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1311798 Oct 26 08:34:22.968954 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34134) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:22.976141 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-bd6abaac-967f-4ad3-b17e-047552b23b8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-148021395', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:23.030446 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bd6abaac-967f-4ad3-b17e-047552b23b8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:23.031567 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bd6abaac-967f-4ad3-b17e-047552b23b8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:23.041670 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-312a073b-1e3b-4f37-8a7f-43c7d306ec75 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Deleting port 7458c7b3-6a7c-438f-8342-86bb39f29c4d {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:23.042021 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-312a073b-1e3b-4f37-8a7f-43c7d306ec75 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:23.101155 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-355ca3ba-7d5d-4cfa-86e0-459a6c34c699 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:23.151785 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ec84106e-11a2-4862-8d37-ad90df3564d7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:23.178620 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-355ca3ba-7d5d-4cfa-86e0-459a6c34c699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:23.203437 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-230f7997-d6c5-4809-bfd8-367e33de3480 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:23.205264 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84106e-11a2-4862-8d37-ad90df3564d7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Port': ['ID=d5c4ef9b-99d9-43d5-8d33-ca5c9bfc108d,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:23.211291 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-230f7997-d6c5-4809-bfd8-367e33de3480 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] 10.222.0.41 "DELETE /v2.0/ports/04c01ca2-f24c-4f1c-8dab-a02fde96b8a4 HTTP/1.1" status: 204 len: 168 time: 2.5251741 Oct 26 08:34:23.217785 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34136) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:23.241992 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355ca3ba-7d5d-4cfa-86e0-459a6c34c699 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:23.259155 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca3ba-7d5d-4cfa-86e0-459a6c34c699 None None] Pushing event updated for resources: {'Port': ['ID=20ff0051-c16a-4663-aa76-f5c7c5da9e1e,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:23.263986 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-355ca3ba-7d5d-4cfa-86e0-459a6c34c699 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:23.266014 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port c3d83a00-e084-4c99-b134-715dbdb55e97 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:23.266210 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:23.270910 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-42881dc3-8fba-4900-84ab-56b32db80453 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:23.280355 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-95c0dc95-2f9c-4ed0-a753-1be6317737eb tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Request body: {'port': {'name': 'tempest-new-port-name-2120032656', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:23.280785 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.api.validators [None req-95c0dc95-2f9c-4ed0-a753-1be6317737eb tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] bootfile-name is not in valid_values {{(pid=102102) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 08:34:23.281136 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.api.validators [None req-95c0dc95-2f9c-4ed0-a753-1be6317737eb tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] tftp-server is not in valid_values {{(pid=102102) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 08:34:23.281476 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.api.validators [None req-95c0dc95-2f9c-4ed0-a753-1be6317737eb tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] server-ip-address is not in valid_values {{(pid=102102) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 08:34:23.292974 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-42881dc3-8fba-4900-84ab-56b32db80453 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Calling delete_port for 99838462-66ae-4572-b412-9b68cca18be3 owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:23.314274 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355ca3ba-7d5d-4cfa-86e0-459a6c34c699 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:23.323732 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bd6abaac-967f-4ad3-b17e-047552b23b8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:23.326773 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-312a073b-1e3b-4f37-8a7f-43c7d306ec75 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:23.357823 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ec84106e-11a2-4862-8d37-ad90df3564d7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:23.362890 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ec84106e-11a2-4862-8d37-ad90df3564d7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/ports/d5c4ef9b-99d9-43d5-8d33-ca5c9bfc108d HTTP/1.1" status: 204 len: 168 time: 1.1209826 Oct 26 08:34:23.368830 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bd6abaac-967f-4ad3-b17e-047552b23b8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:23.375155 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34140) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:23.391959 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5aee1668-157e-4f0e-885f-ed65d1f7ffcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:23.394460 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:23.405478 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-312a073b-1e3b-4f37-8a7f-43c7d306ec75 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Calling delete_port for 7458c7b3-6a7c-438f-8342-86bb39f29c4d owned by network:router_interface {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:23.475893 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-355ca3ba-7d5d-4cfa-86e0-459a6c34c699 None None] Attempting to bind port 20ff0051-c16a-4663-aa76-f5c7c5da9e1e on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:34:23.476275 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-355ca3ba-7d5d-4cfa-86e0-459a6c34c699 None None] Attempting to bind port 20ff0051-c16a-4663-aa76-f5c7c5da9e1e by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:34:23.476656 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355ca3ba-7d5d-4cfa-86e0-459a6c34c699 None None] Attempting to bind port 20ff0051-c16a-4663-aa76-f5c7c5da9e1e on network ecf0c004-fa53-4f3e-bbfd-ff079400665b {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:34:23.479523 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da9cf32-be73-43ba-b80f-f3c339f1f269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-477d1c8a-ed12-4f7d-9409-5a0d7663e3a7', 'network_id': '477d1c8a-ed12-4f7d-9409-5a0d7663e3a7', 'tenant_id': '842b849088674682987bba8ce52bfdf3', 'fixed_ips': [{'subnet_id': 'd49fb1ec-1ca7-409e-9aa5-916637ffeaa6'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:34:23.480390 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7da9cf32-be73-43ba-b80f-f3c339f1f269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:23.489668 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bd6abaac-967f-4ad3-b17e-047552b23b8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:23.490347 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-bd6abaac-967f-4ad3-b17e-047552b23b8d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5204122 Oct 26 08:34:23.528826 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355ca3ba-7d5d-4cfa-86e0-459a6c34c699 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:34:23.529218 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355ca3ba-7d5d-4cfa-86e0-459a6c34c699 None None] Checking segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:34:23.529762 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-355ca3ba-7d5d-4cfa-86e0-459a6c34c699 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:23.530175 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355ca3ba-7d5d-4cfa-86e0-459a6c34c699 None None] Bound using segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:34:23.530671 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-355ca3ba-7d5d-4cfa-86e0-459a6c34c699 None None] Bound port: 20ff0051-c16a-4663-aa76-f5c7c5da9e1e, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:34:23.531060 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-355ca3ba-7d5d-4cfa-86e0-459a6c34c699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:23.568441 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-5aee1668-157e-4f0e-885f-ed65d1f7ffcb None None] For port c3d83a00-e084-4c99-b134-715dbdb55e97, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=c3d83a00-e084-4c99-b134-715dbdb55e97,segment=NetworkSegment(a0015fe2-b8d7-4ac2-97f7-de960254885a),segment_id=a0015fe2-b8d7-4ac2-97f7-de960254885a)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:23.587767 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5aee1668-157e-4f0e-885f-ed65d1f7ffcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:23.589724 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:23.675771 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-5aee1668-157e-4f0e-885f-ed65d1f7ffcb None None] Could not find standard attr ID for object 04c01ca2-f24c-4f1c-8dab-a02fde96b8a4. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:34:23.766715 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34142) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:23.775837 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-8e8f5f96-8583-4927-81da-a37252c1c93c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'port': {'network_id': '477d1c8a-ed12-4f7d-9409-5a0d7663e3a7', 'name': 'tempest-PortsIpV6TestJSON-450714887'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:23.786370 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-6b6696f6-ca54-4b68-be22-42cb4af68be7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Allocated IP 2001:db8:1::1 (01572e01-e1fb-4c27-8187-167975962b8b/006f3960-bb9b-4fc9-8383-76aa71a27776/7934ad99-5a0c-4bed-8219-6730c4e6449c) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:23.824034 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee1668-157e-4f0e-885f-ed65d1f7ffcb None None] Pushing event updated for resources: {'Port': ['ID=c3d83a00-e084-4c99-b134-715dbdb55e97,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:23.826773 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-5aee1668-157e-4f0e-885f-ed65d1f7ffcb None None] Provisioning complete for port bece5b1e-499e-4b3c-81bb-827feaefbc96 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:23.827225 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5aee1668-157e-4f0e-885f-ed65d1f7ffcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:23.904234 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-355ca3ba-7d5d-4cfa-86e0-459a6c34c699 None None] For port 20ff0051-c16a-4663-aa76-f5c7c5da9e1e, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:34:23.916008 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.db.api [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:34:23.916420 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG oslo_db.api [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:34:23.931303 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-355ca3ba-7d5d-4cfa-86e0-459a6c34c699 None None] For port 20ff0051-c16a-4663-aa76-f5c7c5da9e1e, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=20ff0051-c16a-4663-aa76-f5c7c5da9e1e,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:34:23.938508 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-7da9cf32-be73-43ba-b80f-f3c339f1f269 None None] Allocated IP 2001:db8::2 (477d1c8a-ed12-4f7d-9409-5a0d7663e3a7/d49fb1ec-1ca7-409e-9aa5-916637ffeaa6/86601122-67ba-4795-9a78-6086331c1f1a) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:23.944649 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-355ca3ba-7d5d-4cfa-86e0-459a6c34c699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:23.961136 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-95c0dc95-2f9c-4ed0-a753-1be6317737eb tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:23.968144 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11255261-673d-4b1b-98b8-1f12929ed1ba tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:23.969958 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11255261-673d-4b1b-98b8-1f12929ed1ba tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:23.974952 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-11255261-673d-4b1b-98b8-1f12929ed1ba tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.5910714 Oct 26 08:34:23.983873 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34144) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:24.054345 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca3ba-7d5d-4cfa-86e0-459a6c34c699 None None] Pushing event updated for resources: {'Port': ['ID=20ff0051-c16a-4663-aa76-f5c7c5da9e1e,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:24.070619 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-5aee1668-157e-4f0e-885f-ed65d1f7ffcb None None] Provisioning complete for port 344d55c2-e37f-4f45-ba54-25609b719ce4 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:24.070999 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5aee1668-157e-4f0e-885f-ed65d1f7ffcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:24.075345 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-42881dc3-8fba-4900-84ab-56b32db80453 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:24.077003 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8f5f96-8583-4927-81da-a37252c1c93c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Made reservation on behalf of 842b849088674682987bba8ce52bfdf3 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:24.081752 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8e8f5f96-8583-4927-81da-a37252c1c93c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:24.087732 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6b6696f6-ca54-4b68-be22-42cb4af68be7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:24.137980 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42881dc3-8fba-4900-84ab-56b32db80453 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Pushing event deleted for resources: {'Port': ['ID=99838462-66ae-4572-b412-9b68cca18be3,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:24.149147 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-8e8f5f96-8583-4927-81da-a37252c1c93c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] device_id is not set on port a6586ff6-2803-444b-aa29-e98fb843cdce yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:34:24.187792 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-1535ece3-098a-484b-b5b5-5ef8b5180076 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting subnet f3efb084-92c2-48dc-980c-2fae97d12133 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:34:24.194582 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:24.194835 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1535ece3-098a-484b-b5b5-5ef8b5180076 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:24.324140 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5aee1668-157e-4f0e-885f-ed65d1f7ffcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:24.334063 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-42881dc3-8fba-4900-84ab-56b32db80453 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:24.341469 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-42881dc3-8fba-4900-84ab-56b32db80453 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] 10.222.0.41 "DELETE /v2.0/ports/99838462-66ae-4572-b412-9b68cca18be3 HTTP/1.1" status: 204 len: 168 time: 1.7027385 Oct 26 08:34:24.342800 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6b6696f6-ca54-4b68-be22-42cb4af68be7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:24.344635 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34146) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:24.358445 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1535ece3-098a-484b-b5b5-5ef8b5180076 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:24.432500 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7f6efdf-4204-43c5-9e6d-6e5b638ada8d tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] GET failed (client error): The resource could not be found. Oct 26 08:34:24.434176 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a7f6efdf-4204-43c5-9e6d-6e5b638ada8d tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] 10.222.0.41 "GET /v2.0/ports/99838462-66ae-4572-b412-9b68cca18be3 HTTP/1.1" status: 404 len: 333 time: 0.0849466 Oct 26 08:34:24.443122 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34150) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:24.459220 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6696f6-ca54-4b68-be22-42cb4af68be7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Network 01572e01-e1fb-4c27-8187-167975962b8b is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:24.488529 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-312a073b-1e3b-4f37-8a7f-43c7d306ec75 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:24.496108 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7da9cf32-be73-43ba-b80f-f3c339f1f269 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:24.498921 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-6b6696f6-ca54-4b68-be22-42cb4af68be7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:24.530373 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6696f6-ca54-4b68-be22-42cb4af68be7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:24.530820 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6b6696f6-ca54-4b68-be22-42cb4af68be7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:24.535312 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7da9cf32-be73-43ba-b80f-f3c339f1f269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:24.561538 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a073b-1e3b-4f37-8a7f-43c7d306ec75 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Pushing event deleted for resources: {'Port': ['ID=7458c7b3-6a7c-438f-8342-86bb39f29c4d,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:24.609280 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6696f6-ca54-4b68-be22-42cb4af68be7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event updated for resources: {'Port': ['ID=7934ad99-5a0c-4bed-8219-6730c4e6449c,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:24.718348 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da9cf32-be73-43ba-b80f-f3c339f1f269 None None] Network 477d1c8a-ed12-4f7d-9409-5a0d7663e3a7 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:24.721981 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-5aee1668-157e-4f0e-885f-ed65d1f7ffcb None None] For port 344d55c2-e37f-4f45-ba54-25609b719ce4, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=344d55c2-e37f-4f45-ba54-25609b719ce4,segment=NetworkSegment(f373396d-7b55-4594-adfb-531d9b96554c),segment_id=f373396d-7b55-4594-adfb-531d9b96554c)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:24.730035 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-7da9cf32-be73-43ba-b80f-f3c339f1f269 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:24.740595 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9cf32-be73-43ba-b80f-f3c339f1f269 None None] Pushing event updated for resources: {'Port': ['ID=86601122-67ba-4795-9a78-6086331c1f1a,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:24.757908 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da9cf32-be73-43ba-b80f-f3c339f1f269 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:24.774428 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 5b2042fc-8ca4-4be1-bbd1-51316d07943b up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:34:24.778275 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1535ece3-098a-484b-b5b5-5ef8b5180076 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:24.793316 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-8e8f5f96-8583-4927-81da-a37252c1c93c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Allocated IP 2001:db8::3bb (477d1c8a-ed12-4f7d-9409-5a0d7663e3a7/d49fb1ec-1ca7-409e-9aa5-916637ffeaa6/a6586ff6-2803-444b-aa29-e98fb843cdce) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:24.833850 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5aee1668-157e-4f0e-885f-ed65d1f7ffcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:24.858616 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-95c0dc95-2f9c-4ed0-a753-1be6317737eb tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:24.870262 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6b6696f6-ca54-4b68-be22-42cb4af68be7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:24.871295 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-95c0dc95-2f9c-4ed0-a753-1be6317737eb tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:24.873215 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-312a073b-1e3b-4f37-8a7f-43c7d306ec75 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:24.914645 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee1668-157e-4f0e-885f-ed65d1f7ffcb None None] Pushing event updated for resources: {'Port': ['ID=344d55c2-e37f-4f45-ba54-25609b719ce4,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:24.930734 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-49ddcffb-9889-4940-a457-3aa6f0b858d8 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Deleting port bc225d0c-13a9-4c78-b1b6-91a28fc5fb23 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:24.931100 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-49ddcffb-9889-4940-a457-3aa6f0b858d8 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:24.950363 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:24.994342 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-5aee1668-157e-4f0e-885f-ed65d1f7ffcb None None] Provisioning complete for port 421cf844-5a15-4b11-97a9-33d682282ad6 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:24.994715 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5aee1668-157e-4f0e-885f-ed65d1f7ffcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:25.125977 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c0dc95-2f9c-4ed0-a753-1be6317737eb tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Pushing event updated for resources: {'Port': ['ID=421cf844-5a15-4b11-97a9-33d682282ad6,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:25.216081 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-49ddcffb-9889-4940-a457-3aa6f0b858d8 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:25.232299 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-49ddcffb-9889-4940-a457-3aa6f0b858d8 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Calling delete_port for bc225d0c-13a9-4c78-b1b6-91a28fc5fb23 owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:25.236529 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-7da9cf32-be73-43ba-b80f-f3c339f1f269 None None] Attempting to bind port 86601122-67ba-4795-9a78-6086331c1f1a on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:34:25.236867 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-7da9cf32-be73-43ba-b80f-f3c339f1f269 None None] Attempting to bind port 86601122-67ba-4795-9a78-6086331c1f1a by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '7055d7bb-4ff5-4144-8aee-26ec017654f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '477d1c8a-ed12-4f7d-9409-5a0d7663e3a7'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:34:25.237243 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da9cf32-be73-43ba-b80f-f3c339f1f269 None None] Attempting to bind port 86601122-67ba-4795-9a78-6086331c1f1a on network 477d1c8a-ed12-4f7d-9409-5a0d7663e3a7 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:34:25.241176 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 5b2042fc-8ca4-4be1-bbd1-51316d07943b triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:25.241743 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:25.258636 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1535ece3-098a-484b-b5b5-5ef8b5180076 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:25.287812 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da9cf32-be73-43ba-b80f-f3c339f1f269 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:34:25.288115 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da9cf32-be73-43ba-b80f-f3c339f1f269 None None] Checking segment: {'id': '7055d7bb-4ff5-4144-8aee-26ec017654f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '477d1c8a-ed12-4f7d-9409-5a0d7663e3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:34:25.288528 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7da9cf32-be73-43ba-b80f-f3c339f1f269 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:25.288932 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da9cf32-be73-43ba-b80f-f3c339f1f269 None None] Bound using segment: {'id': '7055d7bb-4ff5-4144-8aee-26ec017654f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '477d1c8a-ed12-4f7d-9409-5a0d7663e3a7'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:34:25.289430 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-7da9cf32-be73-43ba-b80f-f3c339f1f269 None None] Bound port: 86601122-67ba-4795-9a78-6086331c1f1a, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7055d7bb-4ff5-4144-8aee-26ec017654f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '477d1c8a-ed12-4f7d-9409-5a0d7663e3a7'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:34:25.289841 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7da9cf32-be73-43ba-b80f-f3c339f1f269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:25.309112 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312a073b-1e3b-4f37-8a7f-43c7d306ec75 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Router 4e2fcf3f-27ec-4ca5-b4fe-f48ff22d3ce0 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:34:25.311670 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-95c0dc95-2f9c-4ed0-a753-1be6317737eb tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] In _notify_port_updated(), no bound segment for port 421cf844-5a15-4b11-97a9-33d682282ad6 on network 734932c2-e3dd-4970-b99d-8b6239112f31 {{(pid=102102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 08:34:25.314467 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-5aee1668-157e-4f0e-885f-ed65d1f7ffcb None None] Port 421cf844-5a15-4b11-97a9-33d682282ad6 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:34:25.319014 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c0dc95-2f9c-4ed0-a753-1be6317737eb tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:25.319873 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-5aee1668-157e-4f0e-885f-ed65d1f7ffcb None None] Could not find standard attr ID for object 28d5ab85-e79c-4ae4-99ca-7daeaeb0ea8e. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:34:25.320243 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-95c0dc95-2f9c-4ed0-a753-1be6317737eb tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:25.321604 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-95c0dc95-2f9c-4ed0-a753-1be6317737eb tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] 10.222.0.41 "PUT /v2.0/ports/421cf844-5a15-4b11-97a9-33d682282ad6 HTTP/1.1" status: 200 len: 1137 time: 2.0707064 Oct 26 08:34:25.322510 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1535ece3-098a-484b-b5b5-5ef8b5180076 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Subnet': ['ID=f3efb084-92c2-48dc-980c-2fae97d12133,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:25.324286 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34152) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:25.326144 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1535ece3-098a-484b-b5b5-5ef8b5180076 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:25.327520 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-5aee1668-157e-4f0e-885f-ed65d1f7ffcb None None] Could not find standard attr ID for object 7458c7b3-6a7c-438f-8342-86bb39f29c4d. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:34:25.329957 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1535ece3-098a-484b-b5b5-5ef8b5180076 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/f3efb084-92c2-48dc-980c-2fae97d12133 HTTP/1.1" status: 204 len: 168 time: 1.3397732 Oct 26 08:34:25.335399 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34154) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:25.409359 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-16c8f473-fd79-4564-8ace-ba1bf714d736 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0650430 Oct 26 08:34:25.412968 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34156) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:25.458794 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-7da9cf32-be73-43ba-b80f-f3c339f1f269 None None] For port 86601122-67ba-4795-9a78-6086331c1f1a, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:34:25.483409 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-7da9cf32-be73-43ba-b80f-f3c339f1f269 None None] For port 86601122-67ba-4795-9a78-6086331c1f1a, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=86601122-67ba-4795-9a78-6086331c1f1a,segment=NetworkSegment(7055d7bb-4ff5-4144-8aee-26ec017654f7),segment_id=7055d7bb-4ff5-4144-8aee-26ec017654f7)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:34:25.486240 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 344d55c2-e37f-4f45-ba54-25609b719ce4 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:34:25.488910 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-f5bfb4f3-66e4-4ac3-8048-160337555a5b None None] Provisioning complete for port c3d83a00-e084-4c99-b134-715dbdb55e97 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:25.489171 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f5bfb4f3-66e4-4ac3-8048-160337555a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:25.511431 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7da9cf32-be73-43ba-b80f-f3c339f1f269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:25.515797 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f71089-0169-4325-8f53-5720842b7dac tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:25.523144 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a9f71089-0169-4325-8f53-5720842b7dac tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] 10.222.0.41 "GET /v2.0/ports/421cf844-5a15-4b11-97a9-33d682282ad6 HTTP/1.1" status: 200 len: 1137 time: 0.1858103 Oct 26 08:34:25.523144 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34158) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:25.545663 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312a073b-1e3b-4f37-8a7f-43c7d306ec75 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:34:25.562749 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-312a073b-1e3b-4f37-8a7f-43c7d306ec75 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] 10.222.0.41 "PUT /v2.0/routers/4e2fcf3f-27ec-4ca5-b4fe-f48ff22d3ce0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5432408 Oct 26 08:34:25.563348 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-49ddcffb-9889-4940-a457-3aa6f0b858d8 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:25.566618 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95260a5f-4082-41dd-8301-a1ebae72b29e None None] Sync routers for ids ['4e2fcf3f-27ec-4ca5-b4fe-f48ff22d3ce0'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:34:25.571440 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34162) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:25.586124 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95260a5f-4082-41dd-8301-a1ebae72b29e None None] Routers {'4e2fcf3f-27ec-4ca5-b4fe-f48ff22d3ce0'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:34:25.586811 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-95260a5f-4082-41dd-8301-a1ebae72b29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['4e2fcf3f-27ec-4ca5-b4fe-f48ff22d3ce0'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:25.636830 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-95260a5f-4082-41dd-8301-a1ebae72b29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:25.647007 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95260a5f-4082-41dd-8301-a1ebae72b29e None None] Routers {'4e2fcf3f-27ec-4ca5-b4fe-f48ff22d3ce0'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:34:25.647885 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-95260a5f-4082-41dd-8301-a1ebae72b29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['4e2fcf3f-27ec-4ca5-b4fe-f48ff22d3ce0'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:25.689342 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-95260a5f-4082-41dd-8301-a1ebae72b29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:25.692434 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95260a5f-4082-41dd-8301-a1ebae72b29e None None] The sync data for ids ['4e2fcf3f-27ec-4ca5-b4fe-f48ff22d3ce0'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:34:25.714411 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-cc29c270-04dd-4991-aaf2-17d40888df94 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Deleting port 421cf844-5a15-4b11-97a9-33d682282ad6 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:25.717968 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cc29c270-04dd-4991-aaf2-17d40888df94 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:25.772605 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9cf32-be73-43ba-b80f-f3c339f1f269 None None] Pushing event updated for resources: {'Port': ['ID=86601122-67ba-4795-9a78-6086331c1f1a,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:25.779206 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec16d84-3c6c-4bee-8b3c-437384f723e8 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:25.785850 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 344d55c2-e37f-4f45-ba54-25609b719ce4 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:25.786233 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:25.791710 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8e8f5f96-8583-4927-81da-a37252c1c93c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:25.802015 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f714130b-fa64-4e5d-9b1f-693e4eed230c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:25.803742 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f714130b-fa64-4e5d-9b1f-693e4eed230c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3863232 Oct 26 08:34:25.804748 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-48c2cc6e-07c8-4fe0-9b88-094490d11d75 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] delete failed (client error): The resource could not be found. Oct 26 08:34:25.805726 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-48c2cc6e-07c8-4fe0-9b88-094490d11d75 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-1697102757 HTTP/1.1" status: 404 len: 335 time: 0.2282875 Oct 26 08:34:25.820755 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34164) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:25.821042 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34166) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:25.826665 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-fff281df-59e7-4baa-b335-49de2ad1660f tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Request body: {'router': {'external_gateway_info': {'network_id': '4e2fcf3f-27ec-4ca5-b4fe-f48ff22d3ce0'}}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:25.855442 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ddcffb-9889-4940-a457-3aa6f0b858d8 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Pushing event deleted for resources: {'Port': ['ID=bc225d0c-13a9-4c78-b1b6-91a28fc5fb23,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:25.893247 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8e8f5f96-8583-4927-81da-a37252c1c93c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:25.935457 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-f5bfb4f3-66e4-4ac3-8048-160337555a5b None None] Provisioning complete for port b7b2a2e7-4090-4423-9e12-b6e1dfedfedd triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:25.935457 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f5bfb4f3-66e4-4ac3-8048-160337555a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:26.011668 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cc29c270-04dd-4991-aaf2-17d40888df94 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:26.031752 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-cc29c270-04dd-4991-aaf2-17d40888df94 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Calling delete_port for 421cf844-5a15-4b11-97a9-33d682282ad6 owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:26.100517 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8f5f96-8583-4927-81da-a37252c1c93c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Network 477d1c8a-ed12-4f7d-9409-5a0d7663e3a7 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:26.108730 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-8e8f5f96-8583-4927-81da-a37252c1c93c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:26.112359 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8f5f96-8583-4927-81da-a37252c1c93c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:26.118665 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8f5f96-8583-4927-81da-a37252c1c93c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:26.119339 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8e8f5f96-8583-4927-81da-a37252c1c93c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:26.121337 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ffd34a-dff5-4df5-bf61-5e01c701c350 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:26.123555 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6b6696f6-ca54-4b68-be22-42cb4af68be7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:26.125847 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-49ddcffb-9889-4940-a457-3aa6f0b858d8 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:26.126444 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e5ffd34a-dff5-4df5-bf61-5e01c701c350 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3043606 Oct 26 08:34:26.127112 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34168) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:26.132033 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-49ddcffb-9889-4940-a457-3aa6f0b858d8 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] 10.222.0.41 "DELETE /v2.0/ports/bc225d0c-13a9-4c78-b1b6-91a28fc5fb23 HTTP/1.1" status: 204 len: 168 time: 1.6827428 Oct 26 08:34:26.132033 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f5f96-8583-4927-81da-a37252c1c93c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Port': ['ID=a6586ff6-2803-444b-aa29-e98fb843cdce,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:26.137401 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34170) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:26.147732 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6b6696f6-ca54-4b68-be22-42cb4af68be7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:26.148524 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6b6696f6-ca54-4b68-be22-42cb4af68be7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:26.168330 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f5bfb4f3-66e4-4ac3-8048-160337555a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:26.227876 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-8e8f5f96-8583-4927-81da-a37252c1c93c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4562230 Oct 26 08:34:26.232969 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34172) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:26.252976 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-f5bfb4f3-66e4-4ac3-8048-160337555a5b None None] For port b7b2a2e7-4090-4423-9e12-b6e1dfedfedd, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=b7b2a2e7-4090-4423-9e12-b6e1dfedfedd,segment=NetworkSegment(254b9a90-0bda-4b80-8acc-e99db0185b96),segment_id=254b9a90-0bda-4b80-8acc-e99db0185b96)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:26.253202 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a70fb937-4347-41e1-bc0f-8f0dedad2e02 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0901086 Oct 26 08:34:26.264333 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34174) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:26.270156 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device cbea3f85-0ce5-4f86-ba2f-c323a24b1094 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:34:26.273559 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f5bfb4f3-66e4-4ac3-8048-160337555a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:26.278389 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-c18d0595-097c-4134-9ed2-773f00122cd2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:26.312476 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: cbea3f85-0ce5-4f86-ba2f-c323a24b1094 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:34:26.312830 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device cbea3f85-0ce5-4f86-ba2f-c323a24b1094 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:34:26.313273 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device e8865d4f-46f4-4595-9be8-e191768875c4 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:34:26.372921 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-107f84f7-47d8-40e0-9628-a2372573a81c tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Deleting subnet 1b53dda2-e79e-4b64-9584-312ad9cae48f {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:34:26.386429 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-107f84f7-47d8-40e0-9628-a2372573a81c tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:26.387725 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05bf9fe-3d81-4c62-ba2d-e07032675ee8 None None] DHCP port deletion for ecf0c004-fa53-4f3e-bbfd-ff079400665b request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:34:26.392604 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: e8865d4f-46f4-4595-9be8-e191768875c4 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:34:26.392604 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device e8865d4f-46f4-4595-9be8-e191768875c4 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:34:26.409728 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-f5bfb4f3-66e4-4ac3-8048-160337555a5b None None] Provisioning complete for port 344d55c2-e37f-4f45-ba54-25609b719ce4 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:26.409969 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f5bfb4f3-66e4-4ac3-8048-160337555a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:26.422459 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6696f6-ca54-4b68-be22-42cb4af68be7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event updated for resources: {'Port': ['ID=7934ad99-5a0c-4bed-8219-6730c4e6449c,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:26.463823 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bfb4f3-66e4-4ac3-8048-160337555a5b None None] Pushing event updated for resources: {'Port': ['ID=b7b2a2e7-4090-4423-9e12-b6e1dfedfedd,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:26.526586 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fff281df-59e7-4baa-b335-49de2ad1660f tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:26.561205 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-fff281df-59e7-4baa-b335-49de2ad1660f tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] update failed (client error): The resource could not be found. Oct 26 08:34:26.563340 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-fff281df-59e7-4baa-b335-49de2ad1660f tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] 10.222.0.41 "PUT /v2.0/routers/4e2fcf3f-27ec-4ca5-b4fe-f48ff22d3ce0 HTTP/1.1" status: 404 len: 339 time: 0.7401326 Oct 26 08:34:26.574106 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34176) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:26.580638 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-53ac705b-7852-438a-9fa1-7f7c96f7d46a tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-603014323'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:26.597237 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-a05bf9fe-3d81-4c62-ba2d-e07032675ee8 None None] Deleting port 20ff0051-c16a-4663-aa76-f5c7c5da9e1e {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:26.598326 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a05bf9fe-3d81-4c62-ba2d-e07032675ee8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:26.670832 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18d0595-097c-4134-9ed2-773f00122cd2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:26.674481 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c18d0595-097c-4134-9ed2-773f00122cd2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:26.695042 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-a05bf9fe-3d81-4c62-ba2d-e07032675ee8 None None] For port 20ff0051-c16a-4663-aa76-f5c7c5da9e1e, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=20ff0051-c16a-4663-aa76-f5c7c5da9e1e,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:26.696303 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a05bf9fe-3d81-4c62-ba2d-e07032675ee8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:26.713817 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-a05bf9fe-3d81-4c62-ba2d-e07032675ee8 None None] Calling delete_port for 20ff0051-c16a-4663-aa76-f5c7c5da9e1e owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:26.809935 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device bece5b1e-499e-4b3c-81bb-827feaefbc96 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:34:26.815814 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cc29c270-04dd-4991-aaf2-17d40888df94 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:26.859980 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29c270-04dd-4991-aaf2-17d40888df94 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Pushing event deleted for resources: {'Port': ['ID=421cf844-5a15-4b11-97a9-33d682282ad6,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:26.886405 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-107f84f7-47d8-40e0-9628-a2372573a81c tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:26.902317 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ac705b-7852-438a-9fa1-7f7c96f7d46a tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Made reservation on behalf of da31b60516564599a8b8bd2907ef2336 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:26.906279 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-53ac705b-7852-438a-9fa1-7f7c96f7d46a tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:26.926262 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port bece5b1e-499e-4b3c-81bb-827feaefbc96 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:26.927015 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:26.932491 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-f5bfb4f3-66e4-4ac3-8048-160337555a5b None None] Could not find standard attr ID for object 421cf844-5a15-4b11-97a9-33d682282ad6. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:34:26.999260 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-f5bfb4f3-66e4-4ac3-8048-160337555a5b None None] Provisioning complete for port 61a01647-5477-4747-bd0c-f03a1f851edf triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:26.999972 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f5bfb4f3-66e4-4ac3-8048-160337555a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:27.006034 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a05bf9fe-3d81-4c62-ba2d-e07032675ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:27.091974 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05bf9fe-3d81-4c62-ba2d-e07032675ee8 None None] Pushing event deleted for resources: {'Port': ['ID=20ff0051-c16a-4663-aa76-f5c7c5da9e1e,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:27.105604 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05bf9fe-3d81-4c62-ba2d-e07032675ee8 None None] No DVR routers for this DVR port 20ff0051-c16a-4663-aa76-f5c7c5da9e1e on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:34:27.130485 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6696f6-ca54-4b68-be22-42cb4af68be7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Network 01572e01-e1fb-4c27-8187-167975962b8b is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:27.145523 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-f5bfb4f3-66e4-4ac3-8048-160337555a5b None None] Port 61a01647-5477-4747-bd0c-f03a1f851edf cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:34:27.170609 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-f5bfb4f3-66e4-4ac3-8048-160337555a5b None None] Provisioning complete for port 7934ad99-5a0c-4bed-8219-6730c4e6449c triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:27.171240 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f5bfb4f3-66e4-4ac3-8048-160337555a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:27.174949 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53ac705b-7852-438a-9fa1-7f7c96f7d46a tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:34:27.179483 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-6b6696f6-ca54-4b68-be22-42cb4af68be7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:27.185777 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cc29c270-04dd-4991-aaf2-17d40888df94 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:27.189274 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-cc29c270-04dd-4991-aaf2-17d40888df94 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] 10.222.0.41 "DELETE /v2.0/ports/421cf844-5a15-4b11-97a9-33d682282ad6 HTTP/1.1" status: 204 len: 168 time: 1.6654789 Oct 26 08:34:27.192920 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c18d0595-097c-4134-9ed2-773f00122cd2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:27.201272 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34180) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:27.215932 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 344d55c2-e37f-4f45-ba54-25609b719ce4 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:34:27.222421 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-53ac705b-7852-438a-9fa1-7f7c96f7d46a tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:27.222826 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-53ac705b-7852-438a-9fa1-7f7c96f7d46a tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Added segment fc354372-2482-4d4f-9092-0ce8caf35856 of type vlan for network d2394dc1-85d2-4a0d-a9d9-46fc9ded1549 Oct 26 08:34:27.264306 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-f5bfb4f3-66e4-4ac3-8048-160337555a5b None None] Port 7934ad99-5a0c-4bed-8219-6730c4e6449c cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:34:27.290232 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 344d55c2-e37f-4f45-ba54-25609b719ce4 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:27.291003 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:27.319662 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-107f84f7-47d8-40e0-9628-a2372573a81c tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:27.326476 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18d0595-097c-4134-9ed2-773f00122cd2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:27.336132 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbff0f19-e819-4862-8cef-bde1085bdeeb None None] Network 477d1c8a-ed12-4f7d-9409-5a0d7663e3a7 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:27.358284 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-c18d0595-097c-4134-9ed2-773f00122cd2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:27.370232 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18d0595-097c-4134-9ed2-773f00122cd2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:27.370843 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c18d0595-097c-4134-9ed2-773f00122cd2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:27.373118 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d0595-097c-4134-9ed2-773f00122cd2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Subnet': ['ID=1a49e356-f400-4e40-a8ea-84a4af9e2a09,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:27.376429 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-53ac705b-7852-438a-9fa1-7f7c96f7d46a tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:27.383468 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0089c49-0b1f-42cd-bea5-6ff893521291 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Deleting subnet 809936b6-cf0b-4224-8d8c-7adf42ccdef4 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:34:27.395400 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b0089c49-0b1f-42cd-bea5-6ff893521291 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:27.401219 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6696f6-ca54-4b68-be22-42cb4af68be7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Router 522a48be-c8e2-4d31-8a77-f8053d3995e7 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:34:27.405227 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cd8dac-59cc-4f3d-933e-f917ffa586f1 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:27.408282 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-253e0453-563e-40a5-a758-4e09a52ab097 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:27.440981 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c18d0595-097c-4134-9ed2-773f00122cd2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1743538 Oct 26 08:34:27.449571 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34182) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:27.455577 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-d1a1cab6-3fdb-4e98-bc6e-418340f35dfb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'port': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'mac_address': 'fa:16:3e:55:f9:2b', 'name': 'tempest-NetworksTestDHCPv6-1429445074'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:27.483298 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-107f84f7-47d8-40e0-9628-a2372573a81c tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:27.507863 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-53ac705b-7852-438a-9fa1-7f7c96f7d46a tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:27.513633 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ac705b-7852-438a-9fa1-7f7c96f7d46a tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:27.514776 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-53ac705b-7852-438a-9fa1-7f7c96f7d46a tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:27.519204 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b0089c49-0b1f-42cd-bea5-6ff893521291 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:27.542641 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-b31a133b-baf3-412f-9315-c044a18d4082 None None] Could not find standard attr ID for object 20ff0051-c16a-4663-aa76-f5c7c5da9e1e. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:34:27.583908 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-b31a133b-baf3-412f-9315-c044a18d4082 None None] Provisioning complete for port 86601122-67ba-4795-9a78-6086331c1f1a triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:27.584278 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b31a133b-baf3-412f-9315-c044a18d4082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:27.625940 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f84f7-47d8-40e0-9628-a2372573a81c tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Pushing event deleted for resources: {'Subnet': ['ID=1b53dda2-e79e-4b64-9584-312ad9cae48f,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:27.634546 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-107f84f7-47d8-40e0-9628-a2372573a81c tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:27.641348 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-107f84f7-47d8-40e0-9628-a2372573a81c tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] 10.222.0.41 "DELETE /v2.0/subnets/1b53dda2-e79e-4b64-9584-312ad9cae48f HTTP/1.1" status: 204 len: 168 time: 1.5023713 Oct 26 08:34:27.642073 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34184) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:27.668459 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da5b7a1-5d18-406a-9e5b-e92f3258f44d None None] Network 5199ac8c-ca6f-4036-a862-6dff27ae4227 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:27.802250 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6696f6-ca54-4b68-be22-42cb4af68be7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:34:27.811315 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6b6696f6-ca54-4b68-be22-42cb4af68be7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "PUT /v2.0/routers/522a48be-c8e2-4d31-8a77-f8053d3995e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9043591 Oct 26 08:34:27.816586 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34186) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:27.858302 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c7748995-8cb3-4a4e-b43d-4b1dbbb82790 req-3546ca32-1e25-4967-ac24-dcc10bfe5b48 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3103173 Oct 26 08:34:27.878980 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f880e8-ea81-430f-9ab3-6f60c0297b6f None None] Sync routers for ids ['522a48be-c8e2-4d31-8a77-f8053d3995e7'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:34:27.911665 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7b4e499b-3092-4f47-a361-9ca70f2a4dc1 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:27.942268 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-53ac705b-7852-438a-9fa1-7f7c96f7d46a tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3670318 Oct 26 08:34:27.954077 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34190) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:27.968859 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ace43b-9325-4091-887d-a60073929796 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:27.973653 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-87ace43b-9325-4091-887d-a60073929796 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "GET /v2.0/ports/7934ad99-5a0c-4bed-8219-6730c4e6449c HTTP/1.1" status: 200 len: 913 time: 0.1454575 Oct 26 08:34:27.973826 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-0920cfbb-cdbc-4036-a5ea-d3a1210a3e2f tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Request body: {'subnet': {'network_id': 'd2394dc1-85d2-4a0d-a9d9-46fc9ded1549', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:27.975432 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34192) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:27.980493 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b9f54f-1753-4ce6-8a07-edb4852c2308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'tenant_id': '34a26fc2cbe741c49d4d94b40e63438a', 'fixed_ips': [{'subnet_id': '1a49e356-f400-4e40-a8ea-84a4af9e2a09'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:34:27.982138 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-17b9f54f-1753-4ce6-8a07-edb4852c2308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:28.000527 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f880e8-ea81-430f-9ab3-6f60c0297b6f None None] Routers {'522a48be-c8e2-4d31-8a77-f8053d3995e7'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:34:28.001160 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-b5f880e8-ea81-430f-9ab3-6f60c0297b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['522a48be-c8e2-4d31-8a77-f8053d3995e7'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:28.027152 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac705b-7852-438a-9fa1-7f7c96f7d46a tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Pushing event updated for resources: {'Network': ['ID=d2394dc1-85d2-4a0d-a9d9-46fc9ded1549,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:28.097562 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network d2394dc1-85d2-4a0d-a9d9-46fc9ded1549 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:34:28.106866 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b0089c49-0b1f-42cd-bea5-6ff893521291 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:28.126064 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7748995-8cb3-4a4e-b43d-4b1dbbb82790 req-4afa922b-206a-4e01-92af-f87045dffed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:28.128160 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c7748995-8cb3-4a4e-b43d-4b1dbbb82790 req-4afa922b-206a-4e01-92af-f87045dffed3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6eab6734a4b340b3a9f449d2b1ad4f89&device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 1098 time: 0.2079825 Oct 26 08:34:28.137856 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a1cab6-3fdb-4e98-bc6e-418340f35dfb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:28.174648 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-b5f880e8-ea81-430f-9ab3-6f60c0297b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:28.199999 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device b7b2a2e7-4090-4423-9e12-b6e1dfedfedd up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:34:28.232277 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0920cfbb-cdbc-4036-a5ea-d3a1210a3e2f tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Made reservation on behalf of da31b60516564599a8b8bd2907ef2336 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:28.237500 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0920cfbb-cdbc-4036-a5ea-d3a1210a3e2f tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:28.297186 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-253e0453-563e-40a5-a758-4e09a52ab097 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:28.309105 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b31a133b-baf3-412f-9315-c044a18d4082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:28.311613 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-253e0453-563e-40a5-a758-4e09a52ab097 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:28.320619 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b0089c49-0b1f-42cd-bea5-6ff893521291 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:28.360679 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f880e8-ea81-430f-9ab3-6f60c0297b6f None None] Routers {'522a48be-c8e2-4d31-8a77-f8053d3995e7'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:34:28.360679 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-b5f880e8-ea81-430f-9ab3-6f60c0297b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['522a48be-c8e2-4d31-8a77-f8053d3995e7'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:28.365813 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0089c49-0b1f-42cd-bea5-6ff893521291 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Pushing event deleted for resources: {'Subnet': ['ID=809936b6-cf0b-4224-8d8c-7adf42ccdef4,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:28.372605 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d1a1cab6-3fdb-4e98-bc6e-418340f35dfb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:28.383669 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b0089c49-0b1f-42cd-bea5-6ff893521291 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:28.389883 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b0089c49-0b1f-42cd-bea5-6ff893521291 tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] 10.222.0.41 "DELETE /v2.0/subnets/809936b6-cf0b-4224-8d8c-7adf42ccdef4 HTTP/1.1" status: 204 len: 168 time: 1.1847384 Oct 26 08:34:28.390570 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34194) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:28.396308 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-7b4e499b-3092-4f47-a361-9ca70f2a4dc1 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Deleting port 5461d532-497e-4854-b781-4772519ea192 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:28.396858 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7b4e499b-3092-4f47-a361-9ca70f2a4dc1 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:28.460432 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781c5083-818d-4a5e-be9f-81e70178ef40 None None] Network 734932c2-e3dd-4970-b99d-8b6239112f31 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:28.468362 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-b5f880e8-ea81-430f-9ab3-6f60c0297b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:28.469000 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f880e8-ea81-430f-9ab3-6f60c0297b6f None None] The sync data for ids ['522a48be-c8e2-4d31-8a77-f8053d3995e7'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:34:28.475910 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-d1a1cab6-3fdb-4e98-bc6e-418340f35dfb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] device_id is not set on port 2be27c47-2774-420f-9219-d63e934c06b1 yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:34:28.535309 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7748995-8cb3-4a4e-b43d-4b1dbbb82790 req-5231d024-a5fa-4f4d-981a-43f3dae2ed49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:28.537107 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c7748995-8cb3-4a4e-b43d-4b1dbbb82790 req-5231d024-a5fa-4f4d-981a-43f3dae2ed49 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8898436d-e40a-418e-85e2-87f0fb58c97b HTTP/1.1" status: 200 len: 913 time: 0.3450015 Oct 26 08:34:28.537760 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e0453-563e-40a5-a758-4e09a52ab097 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Port': ['ID=a6586ff6-2803-444b-aa29-e98fb843cdce,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:28.561677 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-b31a133b-baf3-412f-9315-c044a18d4082 None None] For port 86601122-67ba-4795-9a78-6086331c1f1a, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=86601122-67ba-4795-9a78-6086331c1f1a,segment=NetworkSegment(7055d7bb-4ff5-4144-8aee-26ec017654f7),segment_id=7055d7bb-4ff5-4144-8aee-26ec017654f7)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:28.586085 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b31a133b-baf3-412f-9315-c044a18d4082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:28.593658 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1dc62815-9f85-4140-8e76-e9acafed170a tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:28.646093 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-7b4e499b-3092-4f47-a361-9ca70f2a4dc1 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] For port 5461d532-497e-4854-b781-4772519ea192, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=5461d532-497e-4854-b781-4772519ea192,segment=NetworkSegment(9056a7b2-ebd6-42ee-b379-c6829d8d9d4a),segment_id=9056a7b2-ebd6-42ee-b379-c6829d8d9d4a)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:28.646479 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7b4e499b-3092-4f47-a361-9ca70f2a4dc1 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:28.650281 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-17b9f54f-1753-4ce6-8a07-edb4852c2308 None None] Allocated IP 2001:db8::2 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/1a49e356-f400-4e40-a8ea-84a4af9e2a09/95c4ca83-ca2d-4e2e-9655-293c1170e250) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:28.655040 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port b7b2a2e7-4090-4423-9e12-b6e1dfedfedd triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:28.655414 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:28.694375 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-7b4e499b-3092-4f47-a361-9ca70f2a4dc1 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Calling delete_port for 5461d532-497e-4854-b781-4772519ea192 owned by network:dhcp {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:28.739940 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-1dc62815-9f85-4140-8e76-e9acafed170a tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Deleting port 5b2042fc-8ca4-4be1-bbd1-51316d07943b {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:28.741050 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1dc62815-9f85-4140-8e76-e9acafed170a tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:28.746835 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c7748995-8cb3-4a4e-b43d-4b1dbbb82790 req-1c7ba7c1-d5a8-483e-bc4f-ea26238080a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5b4c931-0784-4417-9cf2-14aace14e7b9 HTTP/1.1" status: 200 len: 1001 time: 0.1897984 Oct 26 08:34:28.820030 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0920cfbb-cdbc-4036-a5ea-d3a1210a3e2f tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:28.825859 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a133b-baf3-412f-9315-c044a18d4082 None None] Pushing event updated for resources: {'Port': ['ID=86601122-67ba-4795-9a78-6086331c1f1a,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:28.855791 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d024cded-44dc-4f18-8f58-753b4d56fcf5 None None] DHCP port deletion for 5199ac8c-ca6f-4036-a862-6dff27ae4227 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:34:28.900342 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-1dc62815-9f85-4140-8e76-e9acafed170a tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] For port 5b2042fc-8ca4-4be1-bbd1-51316d07943b, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=5b2042fc-8ca4-4be1-bbd1-51316d07943b,segment=NetworkSegment(e97b2c77-a8e6-4ab2-bfdd-67337cdf5ec5),segment_id=e97b2c77-a8e6-4ab2-bfdd-67337cdf5ec5)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:28.900635 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1dc62815-9f85-4140-8e76-e9acafed170a tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:28.922337 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-f2caecce-1a12-4ce7-b42e-468d7185069a None None] Provisioning complete for port 7934ad99-5a0c-4bed-8219-6730c4e6449c triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:28.922906 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f2caecce-1a12-4ce7-b42e-468d7185069a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:28.927957 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-1dc62815-9f85-4140-8e76-e9acafed170a tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Calling delete_port for 5b2042fc-8ca4-4be1-bbd1-51316d07943b owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:28.937307 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920cfbb-cdbc-4036-a5ea-d3a1210a3e2f tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Pushing event updated for resources: {'Subnet': ['ID=0f1530ad-e3bf-497e-8213-230363591de6,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:29.011666 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920cfbb-cdbc-4036-a5ea-d3a1210a3e2f tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Checking segment: {'id': 'fc354372-2482-4d4f-9092-0ce8caf35856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd2394dc1-85d2-4a0d-a9d9-46fc9ded1549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:34:29.012045 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0920cfbb-cdbc-4036-a5ea-d3a1210a3e2f tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Network hostable DHCP agents. Network: d2394dc1-85d2-4a0d-a9d9-46fc9ded1549, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:34:29.063340 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0920cfbb-cdbc-4036-a5ea-d3a1210a3e2f tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Network d2394dc1-85d2-4a0d-a9d9-46fc9ded1549 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:34:29.069914 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-f2caecce-1a12-4ce7-b42e-468d7185069a None None] Port 7934ad99-5a0c-4bed-8219-6730c4e6449c cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:34:29.085678 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-0920cfbb-cdbc-4036-a5ea-d3a1210a3e2f tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, d2394dc1-85d2-4a0d-a9d9-46fc9ded1549) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:29.091961 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0920cfbb-cdbc-4036-a5ea-d3a1210a3e2f tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:29.092835 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0920cfbb-cdbc-4036-a5ea-d3a1210a3e2f tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:29.104844 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17fd2a7-e3ad-492a-baaf-4e7f15d1e293 None None] Network d2394dc1-85d2-4a0d-a9d9-46fc9ded1549 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:29.111850 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1dc62815-9f85-4140-8e76-e9acafed170a tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:29.125473 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-0920cfbb-cdbc-4036-a5ea-d3a1210a3e2f tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1654038 Oct 26 08:34:29.148847 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34198) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:29.154078 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc62815-9f85-4140-8e76-e9acafed170a tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Pushing event deleted for resources: {'Port': ['ID=5b2042fc-8ca4-4be1-bbd1-51316d07943b,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:29.154315 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-4d462b3e-2e2e-40de-87c7-063f4a084bde tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd2394dc1-85d2-4a0d-a9d9-46fc9ded1549'}}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:29.173368 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc62815-9f85-4140-8e76-e9acafed170a tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] No DVR routers for this DVR port 5b2042fc-8ca4-4be1-bbd1-51316d07943b on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:34:29.186682 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-253e0453-563e-40a5-a758-4e09a52ab097 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:29.263634 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-17b9f54f-1753-4ce6-8a07-edb4852c2308 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:29.286468 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-17b9f54f-1753-4ce6-8a07-edb4852c2308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:29.293526 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device c3d83a00-e084-4c99-b134-715dbdb55e97 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:34:29.331141 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-ce18001c-e028-4de2-b249-9142a926732b None None] Provisioning complete for port 86601122-67ba-4795-9a78-6086331c1f1a triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:29.331973 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ce18001c-e028-4de2-b249-9142a926732b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:29.362489 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7748995-8cb3-4a4e-b43d-4b1dbbb82790 req-efdf992b-1ca0-4283-a898-234026adeb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:29.364603 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c7748995-8cb3-4a4e-b43d-4b1dbbb82790 req-efdf992b-1ca0-4283-a898-234026adeb08 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=33b25e72-0e11-43c0-9e6c-63bdef265ca2 HTTP/1.1" status: 200 len: 851 time: 0.2493999 Oct 26 08:34:29.371802 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1dc62815-9f85-4140-8e76-e9acafed170a tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:29.379733 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf01e6fe-9110-4021-a892-ccdbeb6eff21 None None] DHCP port deletion for 734932c2-e3dd-4970-b99d-8b6239112f31 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:34:29.405436 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-1dc62815-9f85-4140-8e76-e9acafed170a tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['734932c2-e3dd-4970-b99d-8b6239112f31']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:29.426484 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-d1a1cab6-3fdb-4e98-bc6e-418340f35dfb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Allocated IP 2001:db8::4e (ecf0c004-fa53-4f3e-bbfd-ff079400665b/1a49e356-f400-4e40-a8ea-84a4af9e2a09/2be27c47-2774-420f-9219-d63e934c06b1) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:29.434387 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-1dc62815-9f85-4140-8e76-e9acafed170a tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e97b2c77-a8e6-4ab2-bfdd-67337cdf5ec5') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:29.435496 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-1dc62815-9f85-4140-8e76-e9acafed170a tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e97b2c77-a8e6-4ab2-bfdd-67337cdf5ec5') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:29.453005 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b9f54f-1753-4ce6-8a07-edb4852c2308 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:29.465339 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1dc62815-9f85-4140-8e76-e9acafed170a tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:29.473116 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-17b9f54f-1753-4ce6-8a07-edb4852c2308 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:29.475077 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9f54f-1753-4ce6-8a07-edb4852c2308 None None] Pushing event updated for resources: {'Port': ['ID=95c4ca83-ca2d-4e2e-9655-293c1170e250,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:29.479061 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b9f54f-1753-4ce6-8a07-edb4852c2308 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:29.516545 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1dc62815-9f85-4140-8e76-e9acafed170a tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:29.533379 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-d024cded-44dc-4f18-8f58-753b4d56fcf5 None None] Deleting port 5461d532-497e-4854-b781-4772519ea192 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:29.534790 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d024cded-44dc-4f18-8f58-753b4d56fcf5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:29.537810 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dc62815-9f85-4140-8e76-e9acafed170a tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:34:29.538850 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1dc62815-9f85-4140-8e76-e9acafed170a tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:29.543467 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:34:29.543467 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:34:29.543467 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:34:29.543467 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:34:29.543467 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:34:29.543467 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:34:29.543467 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:34:29.543467 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:34:29.543467 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:34:29.543467 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:34:29.543467 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:34:29.543467 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:34:29.543467 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:34:29.543467 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:34:29.543467 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:34:29.543467 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:34:29.543467 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:34:29.543467 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:34:29.543467 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:34:29.543467 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:34:29.543467 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:34:29.543467 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:34:29.543467 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:34:29.543467 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:34:29.543467 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:34:29.543467 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:34:29.543467 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:34:29.543467 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:34:29.543467 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:34:29.543467 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:34:29.543467 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:34:29.543467 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:34:29.567037 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7b4e499b-3092-4f47-a361-9ca70f2a4dc1 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:29.705831 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1dc62815-9f85-4140-8e76-e9acafed170a tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:29.710693 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1dc62815-9f85-4140-8e76-e9acafed170a tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:29.712418 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-17b9f54f-1753-4ce6-8a07-edb4852c2308 None None] Attempting to bind port 95c4ca83-ca2d-4e2e-9655-293c1170e250 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:34:29.712791 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-17b9f54f-1753-4ce6-8a07-edb4852c2308 None None] Attempting to bind port 95c4ca83-ca2d-4e2e-9655-293c1170e250 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:34:29.713151 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b9f54f-1753-4ce6-8a07-edb4852c2308 None None] Attempting to bind port 95c4ca83-ca2d-4e2e-9655-293c1170e250 on network ecf0c004-fa53-4f3e-bbfd-ff079400665b {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:34:29.715069 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port c3d83a00-e084-4c99-b134-715dbdb55e97 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:29.715436 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:29.717665 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1dc62815-9f85-4140-8e76-e9acafed170a tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] 10.222.0.41 "DELETE /v2.0/networks/734932c2-e3dd-4970-b99d-8b6239112f31 HTTP/1.1" status: 204 len: 168 time: 1.3183365 Oct 26 08:34:29.742508 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc62815-9f85-4140-8e76-e9acafed170a tempest-ExtraDHCPOptionsTestJSON-65108725 tempest-ExtraDHCPOptionsTestJSON-65108725-project] Pushing event deleted for resources: {'Network': ['ID=734932c2-e3dd-4970-b99d-8b6239112f31,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:29.745455 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08f5a9c-7c9f-451c-a4fa-96aaff3aaf7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-d2394dc1-85d2-4a0d-a9d9-46fc9ded1549', 'network_id': 'd2394dc1-85d2-4a0d-a9d9-46fc9ded1549', 'tenant_id': 'da31b60516564599a8b8bd2907ef2336', 'fixed_ips': [{'subnet_id': '0f1530ad-e3bf-497e-8213-230363591de6'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:34:29.746353 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d08f5a9c-7c9f-451c-a4fa-96aaff3aaf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:29.770832 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7748995-8cb3-4a4e-b43d-4b1dbbb82790 req-55d5788a-f891-4d83-a782-db5733ee197d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:29.772711 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c7748995-8cb3-4a4e-b43d-4b1dbbb82790 req-55d5788a-f891-4d83-a782-db5733ee197d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8898436d-e40a-418e-85e2-87f0fb58c97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3727407 Oct 26 08:34:29.774609 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e499b-3092-4f47-a361-9ca70f2a4dc1 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Pushing event deleted for resources: {'Port': ['ID=5461d532-497e-4854-b781-4772519ea192,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:29.790755 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4d462b3e-2e2e-40de-87c7-063f4a084bde tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:29.804791 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4e499b-3092-4f47-a361-9ca70f2a4dc1 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] No DVR routers for this DVR port 5461d532-497e-4854-b781-4772519ea192 on host dv-neutron-804846-13-hyperv {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:34:29.808088 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-253e0453-563e-40a5-a758-4e09a52ab097 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:29.816771 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d1a1cab6-3fdb-4e98-bc6e-418340f35dfb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:29.860380 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d1a1cab6-3fdb-4e98-bc6e-418340f35dfb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:29.868246 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e0bcf5e4-6b49-4926-9ca5-e7330b4a0d27 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:29.931970 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a1cab6-3fdb-4e98-bc6e-418340f35dfb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:29.936099 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-d1a1cab6-3fdb-4e98-bc6e-418340f35dfb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:29.939164 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a1cab6-3fdb-4e98-bc6e-418340f35dfb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:29.946467 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a1cab6-3fdb-4e98-bc6e-418340f35dfb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:29.947193 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d1a1cab6-3fdb-4e98-bc6e-418340f35dfb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:29.959164 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-d024cded-44dc-4f18-8f58-753b4d56fcf5 None None] For port 5461d532-497e-4854-b781-4772519ea192, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=5461d532-497e-4854-b781-4772519ea192,segment=NetworkSegment(9056a7b2-ebd6-42ee-b379-c6829d8d9d4a),segment_id=9056a7b2-ebd6-42ee-b379-c6829d8d9d4a)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:29.960495 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d024cded-44dc-4f18-8f58-753b4d56fcf5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:29.964735 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1cab6-3fdb-4e98-bc6e-418340f35dfb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Port': ['ID=2be27c47-2774-420f-9219-d63e934c06b1,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:29.967629 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b9f54f-1753-4ce6-8a07-edb4852c2308 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:34:29.968005 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b9f54f-1753-4ce6-8a07-edb4852c2308 None None] Checking segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:34:29.968404 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-17b9f54f-1753-4ce6-8a07-edb4852c2308 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:29.968794 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b9f54f-1753-4ce6-8a07-edb4852c2308 None None] Bound using segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:34:29.969272 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-17b9f54f-1753-4ce6-8a07-edb4852c2308 None None] Bound port: 95c4ca83-ca2d-4e2e-9655-293c1170e250, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:34:29.969665 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-17b9f54f-1753-4ce6-8a07-edb4852c2308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:29.983469 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d1a1cab6-3fdb-4e98-bc6e-418340f35dfb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5304856 Oct 26 08:34:29.985240 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34202) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:30.015968 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-d024cded-44dc-4f18-8f58-753b4d56fcf5 None None] Calling delete_port for 5461d532-497e-4854-b781-4772519ea192 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:30.059854 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48772c83-241e-4190-b1db-7441d735f503 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:30.068409 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48772c83-241e-4190-b1db-7441d735f503 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:30.072463 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-48772c83-241e-4190-b1db-7441d735f503 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0822749 Oct 26 08:34:30.072719 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34206) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:30.125001 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34208) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:30.135663 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7b4e499b-3092-4f47-a361-9ca70f2a4dc1 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:30.181177 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d024cded-44dc-4f18-8f58-753b4d56fcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:30.224282 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-de2dc54f-4594-4ad2-a38b-f4fcec6e51f9 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting port 2be27c47-2774-420f-9219-d63e934c06b1 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:30.224571 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-de2dc54f-4594-4ad2-a38b-f4fcec6e51f9 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:30.245648 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024cded-44dc-4f18-8f58-753b4d56fcf5 None None] Pushing event deleted for resources: {'Port': ['ID=5461d532-497e-4854-b781-4772519ea192,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:30.285081 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-ce18001c-e028-4de2-b249-9142a926732b None None] Provisioning complete for port a6586ff6-2803-444b-aa29-e98fb843cdce triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:30.285461 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ce18001c-e028-4de2-b249-9142a926732b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:30.287331 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d024cded-44dc-4f18-8f58-753b4d56fcf5 None None] No DVR routers for this DVR port 5461d532-497e-4854-b781-4772519ea192 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:34:30.308007 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c7748995-8cb3-4a4e-b43d-4b1dbbb82790 req-6f20cee4-63d5-4571-b05f-018193307cd3 service neutron] 10.222.0.47 "GET /v2.0/networks/8898436d-e40a-418e-85e2-87f0fb58c97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5195026 Oct 26 08:34:30.316880 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-7b4e499b-3092-4f47-a361-9ca70f2a4dc1 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5199ac8c-ca6f-4036-a862-6dff27ae4227']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:30.371443 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-7b4e499b-3092-4f47-a361-9ca70f2a4dc1 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9056a7b2-ebd6-42ee-b379-c6829d8d9d4a') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:30.371687 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-17b9f54f-1753-4ce6-8a07-edb4852c2308 None None] For port 95c4ca83-ca2d-4e2e-9655-293c1170e250, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:34:30.372040 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-7b4e499b-3092-4f47-a361-9ca70f2a4dc1 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9056a7b2-ebd6-42ee-b379-c6829d8d9d4a') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:30.385879 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 86601122-67ba-4795-9a78-6086331c1f1a up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:34:30.398310 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-de2dc54f-4594-4ad2-a38b-f4fcec6e51f9 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:30.404182 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-17b9f54f-1753-4ce6-8a07-edb4852c2308 None None] For port 95c4ca83-ca2d-4e2e-9655-293c1170e250, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=95c4ca83-ca2d-4e2e-9655-293c1170e250,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:34:30.426296 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-de2dc54f-4594-4ad2-a38b-f4fcec6e51f9 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Calling delete_port for 2be27c47-2774-420f-9219-d63e934c06b1 owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:30.428883 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-17b9f54f-1753-4ce6-8a07-edb4852c2308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:30.430614 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-ce18001c-e028-4de2-b249-9142a926732b None None] Port a6586ff6-2803-444b-aa29-e98fb843cdce cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:34:30.433896 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7b4e499b-3092-4f47-a361-9ca70f2a4dc1 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:30.437810 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-142c338d-1a32-4074-9bf5-99e385e6ec85 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=44aa2311f88d49abb2f9b6daee531160&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3099763 Oct 26 08:34:30.440379 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34214) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:30.447359 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-d08f5a9c-7c9f-451c-a4fa-96aaff3aaf7b None None] Allocated IP 2001:db8:1::2 (d2394dc1-85d2-4a0d-a9d9-46fc9ded1549/0f1530ad-e3bf-497e-8213-230363591de6/65f77385-da00-48dc-987c-ea9234647717) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:30.483428 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7b4e499b-3092-4f47-a361-9ca70f2a4dc1 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:30.543140 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b4e499b-3092-4f47-a361-9ca70f2a4dc1 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:34:30.543541 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7b4e499b-3092-4f47-a361-9ca70f2a4dc1 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:30.545596 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a2d5190a-3b1a-46c3-b30a-2f78119c68a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:30.553114 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:34:30.553114 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:34:30.553114 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:34:30.553114 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:34:30.553114 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:34:30.553114 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:34:30.553114 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:34:30.553114 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:34:30.553114 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:34:30.553114 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:34:30.553114 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:34:30.553114 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:34:30.553114 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:34:30.553114 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:34:30.553114 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:34:30.553114 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:34:30.553114 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:34:30.553114 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:34:30.553114 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:34:30.553114 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:34:30.553114 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:34:30.553114 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:34:30.553114 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:34:30.553114 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:34:30.553114 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:34:30.553114 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:34:30.553114 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:34:30.553114 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:34:30.553114 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:34:30.553114 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:34:30.553114 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:34:30.553114 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:34:30.579716 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a2d5190a-3b1a-46c3-b30a-2f78119c68a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:30.628757 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9f54f-1753-4ce6-8a07-edb4852c2308 None None] Pushing event updated for resources: {'Port': ['ID=95c4ca83-ca2d-4e2e-9655-293c1170e250,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:30.676919 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c7748995-8cb3-4a4e-b43d-4b1dbbb82790 req-f9c8e5c7-b0ec-4e1c-a43b-8171a9516bf1 service neutron] 10.222.0.47 "GET /v2.0/networks/8898436d-e40a-418e-85e2-87f0fb58c97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553112 Oct 26 08:34:30.685743 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-4d462b3e-2e2e-40de-87c7-063f4a084bde tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:34:30.691127 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a2d5190a-3b1a-46c3-b30a-2f78119c68a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:30.691524 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4d462b3e-2e2e-40de-87c7-063f4a084bde tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] 10.222.0.41 "PUT /v2.0/routers/4e2fcf3f-27ec-4ca5-b4fe-f48ff22d3ce0 HTTP/1.1" status: 400 len: 364 time: 1.5406370 Oct 26 08:34:30.692373 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a2d5190a-3b1a-46c3-b30a-2f78119c68a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:30.695888 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a2d5190a-3b1a-46c3-b30a-2f78119c68a7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7bcff1d0-78b5-43d4-8360-0b45176f7886 HTTP/1.1" status: 204 len: 168 time: 0.2522128 Oct 26 08:34:30.695888 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34216) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:30.704868 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7b4e499b-3092-4f47-a361-9ca70f2a4dc1 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:30.726756 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7b4e499b-3092-4f47-a361-9ca70f2a4dc1 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:30.730263 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-7b4e499b-3092-4f47-a361-9ca70f2a4dc1 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] 10.222.0.41 "DELETE /v2.0/networks/5199ac8c-ca6f-4036-a862-6dff27ae4227 HTTP/1.1" status: 204 len: 168 time: 3.0806208 Oct 26 08:34:30.775233 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-e88ebd34-0471-4ab5-ab69-9c7c83853da3 None None] Provisioning complete for port a6586ff6-2803-444b-aa29-e98fb843cdce triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:30.775965 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e88ebd34-0471-4ab5-ab69-9c7c83853da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:30.781264 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 86601122-67ba-4795-9a78-6086331c1f1a triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:30.781867 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:30.822040 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e499b-3092-4f47-a361-9ca70f2a4dc1 tempest-AllowedAddressPairTestJSON-478864052 tempest-AllowedAddressPairTestJSON-478864052-project] Pushing event deleted for resources: {'Network': ['ID=5199ac8c-ca6f-4036-a862-6dff27ae4227,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:30.823216 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-de2dc54f-4594-4ad2-a38b-f4fcec6e51f9 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:30.824946 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d5190a-3b1a-46c3-b30a-2f78119c68a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcff1d0-78b5-43d4-8360-0b45176f7886,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:30.925650 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-253e0453-563e-40a5-a758-4e09a52ab097 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:30.932747 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-253e0453-563e-40a5-a758-4e09a52ab097 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:30.933710 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-253e0453-563e-40a5-a758-4e09a52ab097 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:30.964866 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-e88ebd34-0471-4ab5-ab69-9c7c83853da3 None None] Port a6586ff6-2803-444b-aa29-e98fb843cdce cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:34:30.979210 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d08f5a9c-7c9f-451c-a4fa-96aaff3aaf7b None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:30.999241 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d08f5a9c-7c9f-451c-a4fa-96aaff3aaf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:31.026313 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2dc54f-4594-4ad2-a38b-f4fcec6e51f9 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Port': ['ID=2be27c47-2774-420f-9219-d63e934c06b1,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:31.089038 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08f5a9c-7c9f-451c-a4fa-96aaff3aaf7b None None] Network d2394dc1-85d2-4a0d-a9d9-46fc9ded1549 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:31.117881 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-d08f5a9c-7c9f-451c-a4fa-96aaff3aaf7b None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:31.125516 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08f5a9c-7c9f-451c-a4fa-96aaff3aaf7b None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:31.131434 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f5a9c-7c9f-451c-a4fa-96aaff3aaf7b None None] Pushing event updated for resources: {'Port': ['ID=65f77385-da00-48dc-987c-ea9234647717,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:31.141795 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-de2dc54f-4594-4ad2-a38b-f4fcec6e51f9 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:31.152655 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-de2dc54f-4594-4ad2-a38b-f4fcec6e51f9 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/ports/2be27c47-2774-420f-9219-d63e934c06b1 HTTP/1.1" status: 204 len: 168 time: 1.0788949 Oct 26 08:34:31.157738 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34228) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:31.188783 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e0453-563e-40a5-a758-4e09a52ab097 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Port': ['ID=a6586ff6-2803-444b-aa29-e98fb843cdce,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:31.200449 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-d08f5a9c-7c9f-451c-a4fa-96aaff3aaf7b None None] Attempting to bind port 65f77385-da00-48dc-987c-ea9234647717 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:34:31.201019 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-d08f5a9c-7c9f-451c-a4fa-96aaff3aaf7b None None] Attempting to bind port 65f77385-da00-48dc-987c-ea9234647717 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'fc354372-2482-4d4f-9092-0ce8caf35856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd2394dc1-85d2-4a0d-a9d9-46fc9ded1549'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:34:31.201178 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08f5a9c-7c9f-451c-a4fa-96aaff3aaf7b None None] Attempting to bind port 65f77385-da00-48dc-987c-ea9234647717 on network d2394dc1-85d2-4a0d-a9d9-46fc9ded1549 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:34:31.224011 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08f5a9c-7c9f-451c-a4fa-96aaff3aaf7b None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:34:31.225700 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08f5a9c-7c9f-451c-a4fa-96aaff3aaf7b None None] Checking segment: {'id': 'fc354372-2482-4d4f-9092-0ce8caf35856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd2394dc1-85d2-4a0d-a9d9-46fc9ded1549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:34:31.226120 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d08f5a9c-7c9f-451c-a4fa-96aaff3aaf7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:31.226997 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08f5a9c-7c9f-451c-a4fa-96aaff3aaf7b None None] Bound using segment: {'id': 'fc354372-2482-4d4f-9092-0ce8caf35856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd2394dc1-85d2-4a0d-a9d9-46fc9ded1549'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:34:31.228163 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-e0bcf5e4-6b49-4926-9ca5-e7330b4a0d27 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Deleting port 7934ad99-5a0c-4bed-8219-6730c4e6449c {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:31.229091 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e0bcf5e4-6b49-4926-9ca5-e7330b4a0d27 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:31.231491 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-d08f5a9c-7c9f-451c-a4fa-96aaff3aaf7b None None] Bound port: 65f77385-da00-48dc-987c-ea9234647717, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc354372-2482-4d4f-9092-0ce8caf35856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd2394dc1-85d2-4a0d-a9d9-46fc9ded1549'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:34:31.231813 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d08f5a9c-7c9f-451c-a4fa-96aaff3aaf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:31.232588 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34230) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:31.376787 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d2dc66-bf16-41bf-9beb-1e98b61b9f70 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:31.380942 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d2dc66-bf16-41bf-9beb-1e98b61b9f70 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:31.385552 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d9d2dc66-bf16-41bf-9beb-1e98b61b9f70 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2264869 Oct 26 08:34:31.386974 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-d08f5a9c-7c9f-451c-a4fa-96aaff3aaf7b None None] For port 65f77385-da00-48dc-987c-ea9234647717, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:34:31.389207 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34238) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:31.395414 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-d08f5a9c-7c9f-451c-a4fa-96aaff3aaf7b None None] For port 65f77385-da00-48dc-987c-ea9234647717, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=65f77385-da00-48dc-987c-ea9234647717,segment=NetworkSegment(fc354372-2482-4d4f-9092-0ce8caf35856),segment_id=fc354372-2482-4d4f-9092-0ce8caf35856)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:34:31.403578 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d08f5a9c-7c9f-451c-a4fa-96aaff3aaf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:31.504359 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bd3e472-b37a-417d-a207-e38523ed836a tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting subnet 1a49e356-f400-4e40-a8ea-84a4af9e2a09 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:34:31.559223 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f5a9c-7c9f-451c-a4fa-96aaff3aaf7b None None] Pushing event updated for resources: {'Port': ['ID=65f77385-da00-48dc-987c-ea9234647717,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:31.561834 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6bd3e472-b37a-417d-a207-e38523ed836a tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:31.591456 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device b7b2a2e7-4090-4423-9e12-b6e1dfedfedd up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:34:31.603821 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f4c05000-1aa5-4088-bb21-1683be529ed5 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:31.674668 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6bd3e472-b37a-417d-a207-e38523ed836a tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:31.702079 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port b7b2a2e7-4090-4423-9e12-b6e1dfedfedd triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:31.702678 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:31.872754 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 95c4ca83-ca2d-4e2e-9655-293c1170e250 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:34:31.884606 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253e0453-563e-40a5-a758-4e09a52ab097 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Network 477d1c8a-ed12-4f7d-9409-5a0d7663e3a7 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:31.897268 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-253e0453-563e-40a5-a758-4e09a52ab097 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:31.955267 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e0bcf5e4-6b49-4926-9ca5-e7330b4a0d27 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:31.965172 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 95c4ca83-ca2d-4e2e-9655-293c1170e250 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:31.965552 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:32.097253 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-2a33ecb2-ac82-4b64-ae4d-4fe0c5fa7136 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2fc077a2dd8b426aa29f7a99099095c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8572347 Oct 26 08:34:32.111119 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34252) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:32.144972 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6bd3e472-b37a-417d-a207-e38523ed836a tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:32.158791 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-e0bcf5e4-6b49-4926-9ca5-e7330b4a0d27 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Calling delete_port for 7934ad99-5a0c-4bed-8219-6730c4e6449c owned by network:router_interface {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:32.201738 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:32.278835 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6bd3e472-b37a-417d-a207-e38523ed836a tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:32.302434 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253e0453-563e-40a5-a758-4e09a52ab097 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Router ca5ef895-581c-40a4-ace3-53a3000b7473 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:34:32.339466 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.db.api [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:34:32.340019 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG oslo_db.api [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:34:32.355841 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd3e472-b37a-417d-a207-e38523ed836a tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Subnet': ['ID=1a49e356-f400-4e40-a8ea-84a4af9e2a09,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:32.365764 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6bd3e472-b37a-417d-a207-e38523ed836a tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:32.369315 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6bd3e472-b37a-417d-a207-e38523ed836a tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/1a49e356-f400-4e40-a8ea-84a4af9e2a09 HTTP/1.1" status: 204 len: 168 time: 0.9746222 Oct 26 08:34:32.373322 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34256) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:32.427704 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34258) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:32.430670 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e27002d-5065-49d2-a087-d1dc1d63322d None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:32.459788 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253e0453-563e-40a5-a758-4e09a52ab097 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:34:32.466201 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-253e0453-563e-40a5-a758-4e09a52ab097 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "PUT /v2.0/routers/ca5ef895-581c-40a4-ace3-53a3000b7473/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2302105 Oct 26 08:34:32.469448 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34264) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:32.473829 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08309e88-f84d-4093-861f-36754cbf326a None None] Sync routers for ids ['ca5ef895-581c-40a4-ace3-53a3000b7473'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:34:32.486079 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a3cb30bf-1ac3-40ea-b0e6-8e0a0c26c45b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1116083 Oct 26 08:34:32.494135 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34266) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:32.507922 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-525c7d5e-1810-455f-b666-29b89840586d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:32.511127 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-a26283e9-3100-43d1-8157-89c55869a032 None None] Provisioning complete for port 95c4ca83-ca2d-4e2e-9655-293c1170e250 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:32.511973 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a26283e9-3100-43d1-8157-89c55869a032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:32.535849 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08309e88-f84d-4093-861f-36754cbf326a None None] Routers {'ca5ef895-581c-40a4-ace3-53a3000b7473'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:34:32.539585 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-08309e88-f84d-4093-861f-36754cbf326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['ca5ef895-581c-40a4-ace3-53a3000b7473'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:32.612818 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-525c7d5e-1810-455f-b666-29b89840586d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:32.655219 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043e365a-d4d2-4f91-9547-ae0c4c9fcbf5 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:32.660212 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-043e365a-d4d2-4f91-9547-ae0c4c9fcbf5 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca5ef895-581c-40a4-ace3-53a3000b7473 HTTP/1.1" status: 200 len: 988 time: 0.1900651 Oct 26 08:34:32.662345 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34268) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:32.663300 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e0bcf5e4-6b49-4926-9ca5-e7330b4a0d27 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:32.684941 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-08309e88-f84d-4093-861f-36754cbf326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:32.685925 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a26283e9-3100-43d1-8157-89c55869a032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:32.694559 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbd316b-4908-45b4-91fa-1f955a8f29af tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:32.697010 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5bbd316b-4908-45b4-91fa-1f955a8f29af tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2014976 Oct 26 08:34:32.706318 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34270) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:32.715261 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08309e88-f84d-4093-861f-36754cbf326a None None] Routers {'ca5ef895-581c-40a4-ace3-53a3000b7473'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:34:32.717505 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-08309e88-f84d-4093-861f-36754cbf326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['ca5ef895-581c-40a4-ace3-53a3000b7473'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:32.735039 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-a26283e9-3100-43d1-8157-89c55869a032 None None] For port 95c4ca83-ca2d-4e2e-9655-293c1170e250, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=95c4ca83-ca2d-4e2e-9655-293c1170e250,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:32.740414 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a26283e9-3100-43d1-8157-89c55869a032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:32.770875 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-f4c05000-1aa5-4088-bb21-1683be529ed5 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Allocated IP 2001:db8::1 (6e50cf93-d408-4a04-9e7c-760e2ebe2f79/e66fa0a7-82a0-4abb-beb1-594a9d9d5a09/39afbdda-0206-43a8-a135-1665f401575f) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:32.782157 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-952f0d70-edb7-4494-a135-1d8cc83ea78e tempest-NetworksNegativeTestJSON-1069251816 tempest-NetworksNegativeTestJSON-1069251816-project] Request body: {'port': {'network_id': '34ce8c5e-29b4-4918-bfb1-d60b4c757c14', 'name': 'tempest-NetworksNegativeTestJSON-1881722243'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:32.807943 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-08309e88-f84d-4093-861f-36754cbf326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:32.808982 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08309e88-f84d-4093-861f-36754cbf326a None None] The sync data for ids ['ca5ef895-581c-40a4-ace3-53a3000b7473'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:34:32.822287 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8129506-5f15-4514-926b-5a30c09bd405 None None] DHCP port deletion for ecf0c004-fa53-4f3e-bbfd-ff079400665b request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:34:32.829917 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-952f0d70-edb7-4494-a135-1d8cc83ea78e tempest-NetworksNegativeTestJSON-1069251816 tempest-NetworksNegativeTestJSON-1069251816-project] POST failed (client error): The resource could not be found. Oct 26 08:34:32.831801 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-952f0d70-edb7-4494-a135-1d8cc83ea78e tempest-NetworksNegativeTestJSON-1069251816 tempest-NetworksNegativeTestJSON-1069251816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:34:32.837578 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-952f0d70-edb7-4494-a135-1d8cc83ea78e tempest-NetworksNegativeTestJSON-1069251816 tempest-NetworksNegativeTestJSON-1069251816-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4051068 Oct 26 08:34:32.837578 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9ce4b6-44d0-4f57-8f61-85beefdf0c4c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:32.838999 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-af9ce4b6-44d0-4f57-8f61-85beefdf0c4c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1291833 Oct 26 08:34:32.841047 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34272) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:32.861662 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34274) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:32.875299 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bcf5e4-6b49-4926-9ca5-e7330b4a0d27 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event deleted for resources: {'Port': ['ID=7934ad99-5a0c-4bed-8219-6730c4e6449c,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:32.931422 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-d13d8ba2-c74e-42ac-9c9d-40fcc75f8c0d tempest-NetworksNegativeTestJSON-1069251816 tempest-NetworksNegativeTestJSON-1069251816-project] DELETE failed (client error): The resource could not be found. Oct 26 08:34:32.932202 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d13d8ba2-c74e-42ac-9c9d-40fcc75f8c0d tempest-NetworksNegativeTestJSON-1069251816 tempest-NetworksNegativeTestJSON-1069251816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:34:32.939037 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d13d8ba2-c74e-42ac-9c9d-40fcc75f8c0d tempest-NetworksNegativeTestJSON-1069251816 tempest-NetworksNegativeTestJSON-1069251816-project] 10.222.0.41 "DELETE /v2.0/networks/85dd7887-5c1c-4d63-b57c-bfe58c5f83f6 HTTP/1.1" status: 404 len: 339 time: 0.0746448 Oct 26 08:34:32.944450 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34276) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:32.949043 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-525c7d5e-1810-455f-b666-29b89840586d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:32.951937 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-fce2f318-b9f6-4e5a-92ae-121a0057651f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0783806 Oct 26 08:34:32.952652 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34278) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:32.956617 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26283e9-3100-43d1-8157-89c55869a032 None None] Pushing event updated for resources: {'Port': ['ID=95c4ca83-ca2d-4e2e-9655-293c1170e250,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:32.957483 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-525c7d5e-1810-455f-b666-29b89840586d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:32.958963 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-525c7d5e-1810-455f-b666-29b89840586d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eefded62-ed22-4e0c-8f5d-64318c38a7b7 HTTP/1.1" status: 204 len: 168 time: 0.8458626 Oct 26 08:34:32.974669 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-a26283e9-3100-43d1-8157-89c55869a032 None None] Provisioning complete for port a6586ff6-2803-444b-aa29-e98fb843cdce triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:32.974875 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-093bde8e-715a-4df8-a8dc-08024c216350 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:32.975053 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a26283e9-3100-43d1-8157-89c55869a032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:33.014771 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 86601122-67ba-4795-9a78-6086331c1f1a up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:34:33.069416 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-a26283e9-3100-43d1-8157-89c55869a032 None None] Port a6586ff6-2803-444b-aa29-e98fb843cdce cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:34:33.098084 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-a8129506-5f15-4514-926b-5a30c09bd405 None None] Deleting port 95c4ca83-ca2d-4e2e-9655-293c1170e250 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:33.098462 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a8129506-5f15-4514-926b-5a30c09bd405 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:33.233591 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 86601122-67ba-4795-9a78-6086331c1f1a triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:33.234305 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:33.310614 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e0bcf5e4-6b49-4926-9ca5-e7330b4a0d27 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:33.319649 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-a8129506-5f15-4514-926b-5a30c09bd405 None None] For port 95c4ca83-ca2d-4e2e-9655-293c1170e250, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=95c4ca83-ca2d-4e2e-9655-293c1170e250,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:33.320447 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a8129506-5f15-4514-926b-5a30c09bd405 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:33.339692 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-a8129506-5f15-4514-926b-5a30c09bd405 None None] Calling delete_port for 95c4ca83-ca2d-4e2e-9655-293c1170e250 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:33.415535 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c7d5e-1810-455f-b666-29b89840586d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefded62-ed22-4e0c-8f5d-64318c38a7b7,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:33.417732 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-66ff00e5-8f46-4c8f-8ced-1a0f73d16165 tempest-NetworksNegativeTestJSON-1069251816 tempest-NetworksNegativeTestJSON-1069251816-project] DELETE failed (client error): The resource could not be found. Oct 26 08:34:33.418555 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66ff00e5-8f46-4c8f-8ced-1a0f73d16165 tempest-NetworksNegativeTestJSON-1069251816 tempest-NetworksNegativeTestJSON-1069251816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:34:33.427429 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-66ff00e5-8f46-4c8f-8ced-1a0f73d16165 tempest-NetworksNegativeTestJSON-1069251816 tempest-NetworksNegativeTestJSON-1069251816-project] 10.222.0.41 "DELETE /v2.0/ports/7dae83ab-c09e-4a23-b5d9-ac9e40661e1e HTTP/1.1" status: 404 len: 333 time: 0.4743075 Oct 26 08:34:33.430738 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34284) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:33.464881 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab0afe9a-6af7-4dc6-9005-5cc66f52848e tempest-NetworksNegativeTestJSON-1069251816 tempest-NetworksNegativeTestJSON-1069251816-project] DELETE failed (client error): The resource could not be found. Oct 26 08:34:33.465537 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab0afe9a-6af7-4dc6-9005-5cc66f52848e tempest-NetworksNegativeTestJSON-1069251816 tempest-NetworksNegativeTestJSON-1069251816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:34:33.475290 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ab0afe9a-6af7-4dc6-9005-5cc66f52848e tempest-NetworksNegativeTestJSON-1069251816 tempest-NetworksNegativeTestJSON-1069251816-project] 10.222.0.41 "DELETE /v2.0/subnets/d91cf572-b795-480d-9273-86cc57f0698c HTTP/1.1" status: 404 len: 337 time: 0.0382433 Oct 26 08:34:33.475290 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34288) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:33.476336 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6aec1a-6940-4d86-bee3-45dae39dc7d7 None None] Network d2394dc1-85d2-4a0d-a9d9-46fc9ded1549 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:33.526641 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-df3f3a58-51d1-4743-a9c1-b515f9024893 tempest-NetworksNegativeTestJSON-1069251816 tempest-NetworksNegativeTestJSON-1069251816-project] GET failed (client error): The resource could not be found. Oct 26 08:34:33.532054 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-df3f3a58-51d1-4743-a9c1-b515f9024893 tempest-NetworksNegativeTestJSON-1069251816 tempest-NetworksNegativeTestJSON-1069251816-project] 10.222.0.41 "GET /v2.0/networks/5345f5cb-8bdf-4284-8d92-846ec8bcde82 HTTP/1.1" status: 404 len: 339 time: 0.0526073 Oct 26 08:34:33.534906 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34292) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:33.588818 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f4c05000-1aa5-4088-bb21-1683be529ed5 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:33.604925 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093bde8e-715a-4df8-a8dc-08024c216350 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:33.605141 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-cafa3273-ff0c-4629-8cfe-38ae32ecf13b None None] Provisioning complete for port 65f77385-da00-48dc-987c-ea9234647717 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:33.605439 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cafa3273-ff0c-4629-8cfe-38ae32ecf13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:33.609033 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-093bde8e-715a-4df8-a8dc-08024c216350 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:33.648197 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e572bfc-1734-48c8-80cb-5096f4ecbf0a tempest-NetworksNegativeTestJSON-1069251816 tempest-NetworksNegativeTestJSON-1069251816-project] GET failed (client error): The resource could not be found. Oct 26 08:34:33.651418 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9e572bfc-1734-48c8-80cb-5096f4ecbf0a tempest-NetworksNegativeTestJSON-1069251816 tempest-NetworksNegativeTestJSON-1069251816-project] 10.222.0.41 "GET /v2.0/ports/8ca5627c-9e87-4395-87d7-a90a699342b2 HTTP/1.1" status: 404 len: 333 time: 0.1178443 Oct 26 08:34:33.652847 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f4c05000-1aa5-4088-bb21-1683be529ed5 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:33.655457 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34300) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:33.665003 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 5461d532-497e-4854-b781-4772519ea192 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:34:33.673429 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a8129506-5f15-4514-926b-5a30c09bd405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:33.745452 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c05000-1aa5-4088-bb21-1683be529ed5 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Network 6e50cf93-d408-4a04-9e7c-760e2ebe2f79 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:33.749318 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-f4c05000-1aa5-4088-bb21-1683be529ed5 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:33.752785 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c05000-1aa5-4088-bb21-1683be529ed5 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:33.753752 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f4c05000-1aa5-4088-bb21-1683be529ed5 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:33.759003 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a8790a7-c8fc-419b-8a45-f44f84ce8025 tempest-NetworksNegativeTestJSON-1069251816 tempest-NetworksNegativeTestJSON-1069251816-project] GET failed (client error): The resource could not be found. Oct 26 08:34:33.761109 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5a8790a7-c8fc-419b-8a45-f44f84ce8025 tempest-NetworksNegativeTestJSON-1069251816 tempest-NetworksNegativeTestJSON-1069251816-project] 10.222.0.41 "GET /v2.0/subnets/1df3b733-8154-4ad9-886d-74df018365f1 HTTP/1.1" status: 404 len: 337 time: 0.0997560 Oct 26 08:34:33.794052 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34302) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:33.804281 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-be9a063c-1517-4b4a-a465-b462659b332e tempest-NetworksNegativeTestJSON-1069251816 tempest-NetworksNegativeTestJSON-1069251816-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:33.838782 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c05000-1aa5-4088-bb21-1683be529ed5 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Pushing event updated for resources: {'Port': ['ID=39afbdda-0206-43a8-a135-1665f401575f,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:33.895068 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0bcf5e4-6b49-4926-9ca5-e7330b4a0d27 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Router 522a48be-c8e2-4d31-8a77-f8053d3995e7 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:34:33.910011 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-be9a063c-1517-4b4a-a465-b462659b332e tempest-NetworksNegativeTestJSON-1069251816 tempest-NetworksNegativeTestJSON-1069251816-project] PUT failed (client error): The resource could not be found. Oct 26 08:34:33.910637 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be9a063c-1517-4b4a-a465-b462659b332e tempest-NetworksNegativeTestJSON-1069251816 tempest-NetworksNegativeTestJSON-1069251816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:34:33.911841 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-be9a063c-1517-4b4a-a465-b462659b332e tempest-NetworksNegativeTestJSON-1069251816 tempest-NetworksNegativeTestJSON-1069251816-project] 10.222.0.41 "PUT /v2.0/networks/2e99c9b2-7765-4923-bc7a-8f61496fd95c HTTP/1.1" status: 404 len: 339 time: 0.1167281 Oct 26 08:34:33.930782 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34308) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:33.950009 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f4c05000-1aa5-4088-bb21-1683be529ed5 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:33.951455 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-4b3a4179-e7a2-4f4c-b4aa-a3f5b1d46c7a tempest-NetworksNegativeTestJSON-1069251816 tempest-NetworksNegativeTestJSON-1069251816-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:33.996196 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8129506-5f15-4514-926b-5a30c09bd405 None None] Pushing event deleted for resources: {'Port': ['ID=95c4ca83-ca2d-4e2e-9655-293c1170e250,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:34.014399 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 5461d532-497e-4854-b781-4772519ea192 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:34:34.019918 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 5461d532-497e-4854-b781-4772519ea192 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:34:34.020375 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 5b2042fc-8ca4-4be1-bbd1-51316d07943b no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:34:34.023445 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b3a4179-e7a2-4f4c-b4aa-a3f5b1d46c7a tempest-NetworksNegativeTestJSON-1069251816 tempest-NetworksNegativeTestJSON-1069251816-project] PUT failed (client error): The resource could not be found. Oct 26 08:34:34.024174 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b3a4179-e7a2-4f4c-b4aa-a3f5b1d46c7a tempest-NetworksNegativeTestJSON-1069251816 tempest-NetworksNegativeTestJSON-1069251816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:34:34.025348 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4b3a4179-e7a2-4f4c-b4aa-a3f5b1d46c7a tempest-NetworksNegativeTestJSON-1069251816 tempest-NetworksNegativeTestJSON-1069251816-project] 10.222.0.41 "PUT /v2.0/ports/513437b7-4f0b-436b-97d2-4fa9af5d65d4 HTTP/1.1" status: 404 len: 333 time: 0.0910125 Oct 26 08:34:34.035005 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34314) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:34.042271 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-dcf241f3-7000-497a-9b00-a4dad1f6db14 tempest-NetworksNegativeTestJSON-1069251816 tempest-NetworksNegativeTestJSON-1069251816-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:34.050573 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8129506-5f15-4514-926b-5a30c09bd405 None None] No DVR routers for this DVR port 95c4ca83-ca2d-4e2e-9655-293c1170e250 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:34:34.052009 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 5b2042fc-8ca4-4be1-bbd1-51316d07943b {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:34:34.052349 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 5b2042fc-8ca4-4be1-bbd1-51316d07943b not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:34:34.144599 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cafa3273-ff0c-4629-8cfe-38ae32ecf13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:34.234911 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34316) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:34.267596 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 65f77385-da00-48dc-987c-ea9234647717 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:34:34.277187 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-cafa3273-ff0c-4629-8cfe-38ae32ecf13b None None] For port 65f77385-da00-48dc-987c-ea9234647717, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=65f77385-da00-48dc-987c-ea9234647717,segment=NetworkSegment(fc354372-2482-4d4f-9092-0ce8caf35856),segment_id=fc354372-2482-4d4f-9092-0ce8caf35856)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:34.292304 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf241f3-7000-497a-9b00-a4dad1f6db14 tempest-NetworksNegativeTestJSON-1069251816 tempest-NetworksNegativeTestJSON-1069251816-project] PUT failed (client error): The resource could not be found. Oct 26 08:34:34.292681 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf241f3-7000-497a-9b00-a4dad1f6db14 tempest-NetworksNegativeTestJSON-1069251816 tempest-NetworksNegativeTestJSON-1069251816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:34:34.294045 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-dcf241f3-7000-497a-9b00-a4dad1f6db14 tempest-NetworksNegativeTestJSON-1069251816 tempest-NetworksNegativeTestJSON-1069251816-project] 10.222.0.41 "PUT /v2.0/subnets/9b586b1b-12f1-4b85-8d4c-b45d1a8f321c HTTP/1.1" status: 404 len: 337 time: 0.2573323 Oct 26 08:34:34.307998 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cafa3273-ff0c-4629-8cfe-38ae32ecf13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:34.376716 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa3273-ff0c-4629-8cfe-38ae32ecf13b None None] Pushing event updated for resources: {'Port': ['ID=65f77385-da00-48dc-987c-ea9234647717,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:34.394149 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bcf5e4-6b49-4926-9ca5-e7330b4a0d27 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:34:34.404087 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e0bcf5e4-6b49-4926-9ca5-e7330b4a0d27 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "PUT /v2.0/routers/522a48be-c8e2-4d31-8a77-f8053d3995e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4259505 Oct 26 08:34:34.413524 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34322) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:34.413721 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0c227a-6721-4b1c-a13d-444aea779c56 None None] Sync routers for ids ['522a48be-c8e2-4d31-8a77-f8053d3995e7'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:34:34.458537 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0c227a-6721-4b1c-a13d-444aea779c56 None None] Routers {'522a48be-c8e2-4d31-8a77-f8053d3995e7'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:34:34.458537 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-fd0c227a-6721-4b1c-a13d-444aea779c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['522a48be-c8e2-4d31-8a77-f8053d3995e7'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:34.503195 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-fd0c227a-6721-4b1c-a13d-444aea779c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:34.507854 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 65f77385-da00-48dc-987c-ea9234647717 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:34.508339 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:34.512363 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-90b62019-d359-4e2b-b42b-3af7675b9ef9 None None] Provisioning complete for port 39afbdda-0206-43a8-a135-1665f401575f triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:34.512838 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-90b62019-d359-4e2b-b42b-3af7675b9ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:34.522142 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f4c05000-1aa5-4088-bb21-1683be529ed5 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:34.531254 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-4c13708c-57b7-48ad-bea6-64f05d48f278 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-712163284'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:34.536433 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f4c05000-1aa5-4088-bb21-1683be529ed5 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:34.537424 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f4c05000-1aa5-4088-bb21-1683be529ed5 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:34.568128 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0c227a-6721-4b1c-a13d-444aea779c56 None None] Routers {'522a48be-c8e2-4d31-8a77-f8053d3995e7'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:34:34.568829 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-fd0c227a-6721-4b1c-a13d-444aea779c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['522a48be-c8e2-4d31-8a77-f8053d3995e7'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:34.606130 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c05000-1aa5-4088-bb21-1683be529ed5 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Pushing event updated for resources: {'Port': ['ID=39afbdda-0206-43a8-a135-1665f401575f,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:34.646088 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-fd0c227a-6721-4b1c-a13d-444aea779c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:34.646918 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0c227a-6721-4b1c-a13d-444aea779c56 None None] The sync data for ids ['522a48be-c8e2-4d31-8a77-f8053d3995e7'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:34:34.668545 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-90b62019-d359-4e2b-b42b-3af7675b9ef9 None None] Port 39afbdda-0206-43a8-a135-1665f401575f cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:34:34.691911 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c13708c-57b7-48ad-bea6-64f05d48f278 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Made reservation on behalf of c24067fe70e54b07ab80d6e10b08041f for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:34.695604 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c13708c-57b7-48ad-bea6-64f05d48f278 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:34.719995 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c13708c-57b7-48ad-bea6-64f05d48f278 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:34.796835 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-289d40aa-a7c6-484f-abc4-8ce8fc2ae1cc None None] Provisioning complete for port 65f77385-da00-48dc-987c-ea9234647717 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:34.797357 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-289d40aa-a7c6-484f-abc4-8ce8fc2ae1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:34.814236 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c05000-1aa5-4088-bb21-1683be529ed5 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Network 6e50cf93-d408-4a04-9e7c-760e2ebe2f79 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:34.820882 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34328) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:34.828416 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-f4c05000-1aa5-4088-bb21-1683be529ed5 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:34.863324 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 95c4ca83-ca2d-4e2e-9655-293c1170e250 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:34:34.911477 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 95c4ca83-ca2d-4e2e-9655-293c1170e250 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:34:34.911970 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 95c4ca83-ca2d-4e2e-9655-293c1170e250 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:34:35.006652 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c13708c-57b7-48ad-bea6-64f05d48f278 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:35.017064 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c13708c-57b7-48ad-bea6-64f05d48f278 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:35.036748 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c05000-1aa5-4088-bb21-1683be529ed5 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Router 4e2fcf3f-27ec-4ca5-b4fe-f48ff22d3ce0 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:34:35.038979 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d929b071-59fc-4231-8046-1d8a00ae36d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:35.058168 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c13708c-57b7-48ad-bea6-64f05d48f278 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:34:35.087059 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c13708c-57b7-48ad-bea6-64f05d48f278 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:35.087381 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-4c13708c-57b7-48ad-bea6-64f05d48f278 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Added segment 2239efff-6de9-4a24-a617-d29ee75c4b12 of type vlan for network eb60c2c7-30e5-40b0-9ec5-1cf6858565a8 Oct 26 08:34:35.106397 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13708c-57b7-48ad-bea6-64f05d48f278 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd6334a-aa70-475e-b5b5-067136028001,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:35.123012 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.objects.ports [None req-093bde8e-715a-4df8-a8dc-08024c216350 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102101) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 08:34:35.140228 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-093bde8e-715a-4df8-a8dc-08024c216350 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:35.209511 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c13708c-57b7-48ad-bea6-64f05d48f278 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:35.222050 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-48c66cda-707d-4faa-b658-d461ae9e41c1 None None] Provisioning complete for port 39afbdda-0206-43a8-a135-1665f401575f triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:35.222774 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-48c66cda-707d-4faa-b658-d461ae9e41c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:35.238693 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4341b8dc-c98d-43d1-b080-f725da7d34dc tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:35.265121 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c05000-1aa5-4088-bb21-1683be529ed5 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:34:35.270646 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-48c66cda-707d-4faa-b658-d461ae9e41c1 None None] Port 39afbdda-0206-43a8-a135-1665f401575f cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:34:35.277578 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f4c05000-1aa5-4088-bb21-1683be529ed5 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] 10.222.0.41 "PUT /v2.0/routers/4e2fcf3f-27ec-4ca5-b4fe-f48ff22d3ce0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5749514 Oct 26 08:34:35.278229 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34332) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:35.279881 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093bde8e-715a-4df8-a8dc-08024c216350 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:35.280280 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f823ae1-20f2-4e3f-a38d-405a99085df8 None None] Sync routers for ids ['4e2fcf3f-27ec-4ca5-b4fe-f48ff22d3ce0'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:34:35.286946 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c13708c-57b7-48ad-bea6-64f05d48f278 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:35.292534 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c13708c-57b7-48ad-bea6-64f05d48f278 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:35.293135 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c13708c-57b7-48ad-bea6-64f05d48f278 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:35.295031 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f823ae1-20f2-4e3f-a38d-405a99085df8 None None] Routers {'4e2fcf3f-27ec-4ca5-b4fe-f48ff22d3ce0'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:34:35.295767 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-4f823ae1-20f2-4e3f-a38d-405a99085df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['4e2fcf3f-27ec-4ca5-b4fe-f48ff22d3ce0'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:35.336194 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-4f823ae1-20f2-4e3f-a38d-405a99085df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:35.348632 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f823ae1-20f2-4e3f-a38d-405a99085df8 None None] Routers {'4e2fcf3f-27ec-4ca5-b4fe-f48ff22d3ce0'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:34:35.349154 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-4f823ae1-20f2-4e3f-a38d-405a99085df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['4e2fcf3f-27ec-4ca5-b4fe-f48ff22d3ce0'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:35.349761 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-093bde8e-715a-4df8-a8dc-08024c216350 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:35.353200 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093bde8e-715a-4df8-a8dc-08024c216350 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:35.354102 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-093bde8e-715a-4df8-a8dc-08024c216350 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:35.360079 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d197a1-bf31-469e-921d-a8f01725aa1a None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:35.387415 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093bde8e-715a-4df8-a8dc-08024c216350 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Subnet': ['ID=d1f274d1-7b6f-4b65-919c-6e9afc269328,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:35.411874 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-093bde8e-715a-4df8-a8dc-08024c216350 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4561286 Oct 26 08:34:35.415820 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34334) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:35.420902 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-e4ebcf2d-44ce-4698-bd54-38fe649dde9b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:35.425967 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-4f823ae1-20f2-4e3f-a38d-405a99085df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:35.426901 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f823ae1-20f2-4e3f-a38d-405a99085df8 None None] The sync data for ids ['4e2fcf3f-27ec-4ca5-b4fe-f48ff22d3ce0'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:34:35.448597 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d929b071-59fc-4231-8046-1d8a00ae36d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:35.457784 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4c13708c-57b7-48ad-bea6-64f05d48f278 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2217910 Oct 26 08:34:35.461054 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34336) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:35.464627 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13708c-57b7-48ad-bea6-64f05d48f278 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event updated for resources: {'Network': ['ID=eb60c2c7-30e5-40b0-9ec5-1cf6858565a8,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:35.470100 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-5d4c3588-4dfd-42d7-8d5f-88c078cfc7bd tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Request body: {'subnet': {'network_id': 'eb60c2c7-30e5-40b0-9ec5-1cf6858565a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:35.476020 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d929b071-59fc-4231-8046-1d8a00ae36d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:35.483685 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network eb60c2c7-30e5-40b0-9ec5-1cf6858565a8 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:34:35.525459 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eff45902-c4de-42ca-af51-49e032d8d97f tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:35.643996 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d929b071-59fc-4231-8046-1d8a00ae36d1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a629322f5f0a44019de6ac884eb828b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8219855 Oct 26 08:34:35.646959 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34338) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:35.652913 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929b071-59fc-4231-8046-1d8a00ae36d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fa22b2-bf26-44f7-9a87-c3fdfebabc40,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:35.667273 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed9a65b-962d-41ca-8d42-9769bea6da85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'tenant_id': '34a26fc2cbe741c49d4d94b40e63438a', 'fixed_ips': [{'subnet_id': 'd1f274d1-7b6f-4b65-919c-6e9afc269328'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:34:35.670264 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3ed9a65b-962d-41ca-8d42-9769bea6da85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:35.673439 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-eff45902-c4de-42ca-af51-49e032d8d97f tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 26 08:34:35.677483 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-eff45902-c4de-42ca-af51-49e032d8d97f tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] 10.222.0.41 "DELETE /v2.0/routers/4e2fcf3f-27ec-4ca5-b4fe-f48ff22d3ce0 HTTP/1.1" status: 409 len: 329 time: 0.3968170 Oct 26 08:34:35.679758 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34340) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:35.723109 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.db.api [None req-e4ebcf2d-44ce-4698-bd54-38fe649dde9b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 26 08:34:35.723109 dv-neutron-804846-13-hyperv neutron-server[102101]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 26 08:34:35.723109 dv-neutron-804846-13-hyperv neutron-server[102101]: [parameters: {'project_id': '34a26fc2cbe741c49d4d94b40e63438a', 'id': '2ef4a0e3-ee10-40ce-aafc-ab0e1e8e4376', 'expiration': datetime.datetime(2021, 10, 26, 8, 36, 35, 702107)}] Oct 26 08:34:35.723109 dv-neutron-804846-13-hyperv neutron-server[102101]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:34:35.723564 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG oslo_db.api [None req-e4ebcf2d-44ce-4698-bd54-38fe649dde9b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:34:35.764513 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4c3588-4dfd-42d7-8d5f-88c078cfc7bd tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Made reservation on behalf of c24067fe70e54b07ab80d6e10b08041f for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:35.768256 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5d4c3588-4dfd-42d7-8d5f-88c078cfc7bd tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:35.778399 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a9c94467-0b2b-44c1-84e4-ed0a0a295a14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:35.829790 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-3ed9a65b-962d-41ca-8d42-9769bea6da85 None None] Allocated IP 2001:db8::f816:3eff:fe9c:677 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/d1f274d1-7b6f-4b65-919c-6e9afc269328/00f4d960-849c-4d6c-8e37-e8104a3a2a45) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:35.835951 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a9c94467-0b2b-44c1-84e4-ed0a0a295a14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:35.885390 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-4341b8dc-c98d-43d1-b080-f725da7d34dc tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Deleting port a6586ff6-2803-444b-aa29-e98fb843cdce {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:35.885650 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4341b8dc-c98d-43d1-b080-f725da7d34dc tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:35.950337 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4714e207-3149-4a60-9b39-94b4c1a528c3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:36.020866 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3ed9a65b-962d-41ca-8d42-9769bea6da85 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:36.034256 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3ed9a65b-962d-41ca-8d42-9769bea6da85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:36.048533 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a9c94467-0b2b-44c1-84e4-ed0a0a295a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:36.052053 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a9c94467-0b2b-44c1-84e4-ed0a0a295a14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:36.066577 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a9c94467-0b2b-44c1-84e4-ed0a0a295a14 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/62fa22b2-bf26-44f7-9a87-c3fdfebabc40 HTTP/1.1" status: 204 len: 168 time: 0.4049397 Oct 26 08:34:36.093532 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed9a65b-962d-41ca-8d42-9769bea6da85 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:36.097058 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-3ed9a65b-962d-41ca-8d42-9769bea6da85 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:36.100712 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed9a65b-962d-41ca-8d42-9769bea6da85 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:36.116450 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5d4c3588-4dfd-42d7-8d5f-88c078cfc7bd tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:36.118926 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9a65b-962d-41ca-8d42-9769bea6da85 None None] Pushing event updated for resources: {'Port': ['ID=00f4d960-849c-4d6c-8e37-e8104a3a2a45,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:36.169789 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4341b8dc-c98d-43d1-b080-f725da7d34dc tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:36.176407 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-3ed9a65b-962d-41ca-8d42-9769bea6da85 None None] Attempting to bind port 00f4d960-849c-4d6c-8e37-e8104a3a2a45 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:34:36.176914 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-3ed9a65b-962d-41ca-8d42-9769bea6da85 None None] Attempting to bind port 00f4d960-849c-4d6c-8e37-e8104a3a2a45 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:34:36.177355 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed9a65b-962d-41ca-8d42-9769bea6da85 None None] Attempting to bind port 00f4d960-849c-4d6c-8e37-e8104a3a2a45 on network ecf0c004-fa53-4f3e-bbfd-ff079400665b {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:34:36.183043 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed9a65b-962d-41ca-8d42-9769bea6da85 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:34:36.183520 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed9a65b-962d-41ca-8d42-9769bea6da85 None None] Checking segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:34:36.183998 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3ed9a65b-962d-41ca-8d42-9769bea6da85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:36.184535 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed9a65b-962d-41ca-8d42-9769bea6da85 None None] Bound using segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:34:36.185113 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-3ed9a65b-962d-41ca-8d42-9769bea6da85 None None] Bound port: 00f4d960-849c-4d6c-8e37-e8104a3a2a45, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:34:36.185241 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-4341b8dc-c98d-43d1-b080-f725da7d34dc tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Calling delete_port for a6586ff6-2803-444b-aa29-e98fb843cdce owned by network:router_interface {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:36.185512 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3ed9a65b-962d-41ca-8d42-9769bea6da85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:36.256516 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c3588-4dfd-42d7-8d5f-88c078cfc7bd tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event updated for resources: {'Subnet': ['ID=edc7f0e8-ea46-4212-86b3-88cabb0fd413,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:36.274344 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 65f77385-da00-48dc-987c-ea9234647717 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:34:36.281997 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4c3588-4dfd-42d7-8d5f-88c078cfc7bd tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Checking segment: {'id': '2239efff-6de9-4a24-a617-d29ee75c4b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'eb60c2c7-30e5-40b0-9ec5-1cf6858565a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:34:36.282367 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4c3588-4dfd-42d7-8d5f-88c078cfc7bd tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Network hostable DHCP agents. Network: eb60c2c7-30e5-40b0-9ec5-1cf6858565a8, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:34:36.299876 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1cc9420e-ddb0-4f00-a9b2-8740fc812143 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:36.314433 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-3ed9a65b-962d-41ca-8d42-9769bea6da85 None None] For port 00f4d960-849c-4d6c-8e37-e8104a3a2a45, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:34:36.339038 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-3ed9a65b-962d-41ca-8d42-9769bea6da85 None None] For port 00f4d960-849c-4d6c-8e37-e8104a3a2a45, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=00f4d960-849c-4d6c-8e37-e8104a3a2a45,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:34:36.352018 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3ed9a65b-962d-41ca-8d42-9769bea6da85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:36.380411 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4c3588-4dfd-42d7-8d5f-88c078cfc7bd tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Network eb60c2c7-30e5-40b0-9ec5-1cf6858565a8 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:34:36.397669 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-5d4c3588-4dfd-42d7-8d5f-88c078cfc7bd tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, eb60c2c7-30e5-40b0-9ec5-1cf6858565a8) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:36.402811 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4c3588-4dfd-42d7-8d5f-88c078cfc7bd tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:36.403404 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5d4c3588-4dfd-42d7-8d5f-88c078cfc7bd tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:36.428172 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa1ef4f-c1c9-47d4-9309-7e0817ac355a None None] Network eb60c2c7-30e5-40b0-9ec5-1cf6858565a8 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:36.435801 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5d4c3588-4dfd-42d7-8d5f-88c078cfc7bd tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9694171 Oct 26 08:34:36.447921 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34346) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:36.481285 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-ad1df779-405c-4cd9-a5c4-5e31b48c78f2 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-174546960', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}, 'admin_state_up': False}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:36.493093 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c94467-0b2b-44c1-84e4-ed0a0a295a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fa22b2-bf26-44f7-9a87-c3fdfebabc40,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:36.494973 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4341b8dc-c98d-43d1-b080-f725da7d34dc tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:36.506461 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 65f77385-da00-48dc-987c-ea9234647717 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:36.506833 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:36.529191 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4341b8dc-c98d-43d1-b080-f725da7d34dc tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Port': ['ID=a6586ff6-2803-444b-aa29-e98fb843cdce,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:36.595460 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9a65b-962d-41ca-8d42-9769bea6da85 None None] Pushing event updated for resources: {'Port': ['ID=00f4d960-849c-4d6c-8e37-e8104a3a2a45,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:36.625171 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ebcf2d-44ce-4698-bd54-38fe649dde9b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:36.630326 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e4ebcf2d-44ce-4698-bd54-38fe649dde9b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:36.737067 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-1cc9420e-ddb0-4f00-a9b2-8740fc812143 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Deleting port 39afbdda-0206-43a8-a135-1665f401575f {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:36.738168 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1cc9420e-ddb0-4f00-a9b2-8740fc812143 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:36.782936 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88f2317-f4fc-49f9-a4de-0cb66b476f5e None None] Network eb60c2c7-30e5-40b0-9ec5-1cf6858565a8 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:36.828022 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ad1df779-405c-4cd9-a5c4-5e31b48c78f2 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:36.829052 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ad1df779-405c-4cd9-a5c4-5e31b48c78f2 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:36.837649 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4341b8dc-c98d-43d1-b080-f725da7d34dc tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:36.898409 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1cc9420e-ddb0-4f00-a9b2-8740fc812143 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:36.922249 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-1cc9420e-ddb0-4f00-a9b2-8740fc812143 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Calling delete_port for 39afbdda-0206-43a8-a135-1665f401575f owned by network:router_interface {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:37.065948 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ad1df779-405c-4cd9-a5c4-5e31b48c78f2 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:37.077084 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.ipam_backend_mixin [None req-e4ebcf2d-44ce-4698-bd54-38fe649dde9b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d1f274d1-7b6f-4b65-919c-6e9afc269328 (CIDR: 2001:db8::/64) Oct 26 08:34:37.088453 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ebcf2d-44ce-4698-bd54-38fe649dde9b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:34:37.088920 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4ebcf2d-44ce-4698-bd54-38fe649dde9b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:34:37.379283 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1cc9420e-ddb0-4f00-a9b2-8740fc812143 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:37.408938 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc9420e-ddb0-4f00-a9b2-8740fc812143 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Pushing event deleted for resources: {'Port': ['ID=39afbdda-0206-43a8-a135-1665f401575f,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:37.521060 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1cc9420e-ddb0-4f00-a9b2-8740fc812143 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:37.568217 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e4ebcf2d-44ce-4698-bd54-38fe649dde9b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1486130 Oct 26 08:34:37.574421 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34350) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:37.612971 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-a30ad940-40ad-4f59-8a50-f647a5be96d2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:37.648203 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ad1df779-405c-4cd9-a5c4-5e31b48c78f2 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:37.653431 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-4714e207-3149-4a60-9b39-94b4c1a528c3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Deleting port 61a01647-5477-4747-bd0c-f03a1f851edf {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:37.653670 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4714e207-3149-4a60-9b39-94b4c1a528c3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:37.658239 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4341b8dc-c98d-43d1-b080-f725da7d34dc tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Router ca5ef895-581c-40a4-ace3-53a3000b7473 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:34:37.761508 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc9420e-ddb0-4f00-a9b2-8740fc812143 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Router 4e2fcf3f-27ec-4ca5-b4fe-f48ff22d3ce0 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:34:37.825682 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-2e203f34-53a9-40c4-9309-4faa0951481d None None] Provisioning complete for port 00f4d960-849c-4d6c-8e37-e8104a3a2a45 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:37.826248 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2e203f34-53a9-40c4-9309-4faa0951481d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:37.867189 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4714e207-3149-4a60-9b39-94b4c1a528c3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:37.871179 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc9420e-ddb0-4f00-a9b2-8740fc812143 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:34:37.881108 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1cc9420e-ddb0-4f00-a9b2-8740fc812143 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] 10.222.0.41 "PUT /v2.0/routers/4e2fcf3f-27ec-4ca5-b4fe-f48ff22d3ce0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2003582 Oct 26 08:34:37.882145 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34352) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:37.882519 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30ad940-40ad-4f59-8a50-f647a5be96d2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:37.888196 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a30ad940-40ad-4f59-8a50-f647a5be96d2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:37.888598 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5aa37c0-591a-4fa3-806c-6607f06e2607 None None] Sync routers for ids ['4e2fcf3f-27ec-4ca5-b4fe-f48ff22d3ce0'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:34:37.898929 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-4714e207-3149-4a60-9b39-94b4c1a528c3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Calling delete_port for 61a01647-5477-4747-bd0c-f03a1f851edf owned by network:router_interface {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:37.902352 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4341b8dc-c98d-43d1-b080-f725da7d34dc tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:34:37.912523 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4341b8dc-c98d-43d1-b080-f725da7d34dc tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "PUT /v2.0/routers/ca5ef895-581c-40a4-ace3-53a3000b7473/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2415094 Oct 26 08:34:37.920804 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1fc3c8-146b-4d70-881f-da48dd0b32ea None None] Sync routers for ids ['ca5ef895-581c-40a4-ace3-53a3000b7473'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:34:37.922033 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aa37c0-591a-4fa3-806c-6607f06e2607 None None] Routers {'4e2fcf3f-27ec-4ca5-b4fe-f48ff22d3ce0'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:34:37.922754 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-f5aa37c0-591a-4fa3-806c-6607f06e2607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['4e2fcf3f-27ec-4ca5-b4fe-f48ff22d3ce0'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:37.936330 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1fc3c8-146b-4d70-881f-da48dd0b32ea None None] Routers {'ca5ef895-581c-40a4-ace3-53a3000b7473'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:34:37.937301 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-2a1fc3c8-146b-4d70-881f-da48dd0b32ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['ca5ef895-581c-40a4-ace3-53a3000b7473'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:37.938553 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34354) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:37.953205 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-e7f83f8d-082a-4f09-b69e-3559ccd6ad60 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] show failed (client error): The resource could not be found. Oct 26 08:34:37.959828 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e7f83f8d-082a-4f09-b69e-3559ccd6ad60 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-659109221 HTTP/1.1" status: 404 len: 334 time: 0.0714214 Oct 26 08:34:37.961240 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34356) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:37.968274 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-f5aa37c0-591a-4fa3-806c-6607f06e2607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:37.968605 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-ab0e9961-c2f4-470c-894b-c51cfefc7e59 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:37.968887 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-850b2e89-b236-40bf-a9da-c46a31d85280 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] GET failed (client error): The resource could not be found. Oct 26 08:34:37.973512 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-850b2e89-b236-40bf-a9da-c46a31d85280 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "GET /v2.0/ports/a6586ff6-2803-444b-aa29-e98fb843cdce HTTP/1.1" status: 404 len: 333 time: 0.0311353 Oct 26 08:34:37.977103 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34358) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:37.977400 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2e203f34-53a9-40c4-9309-4faa0951481d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:37.997305 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-2a1fc3c8-146b-4d70-881f-da48dd0b32ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:37.999610 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aa37c0-591a-4fa3-806c-6607f06e2607 None None] Routers {'4e2fcf3f-27ec-4ca5-b4fe-f48ff22d3ce0'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:34:38.000525 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-f5aa37c0-591a-4fa3-806c-6607f06e2607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['4e2fcf3f-27ec-4ca5-b4fe-f48ff22d3ce0'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:38.010687 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-ab0e9961-c2f4-470c-894b-c51cfefc7e59 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] update failed (client error): The resource could not be found. Oct 26 08:34:38.012715 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1fc3c8-146b-4d70-881f-da48dd0b32ea None None] Routers {'ca5ef895-581c-40a4-ace3-53a3000b7473'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:34:38.013515 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-2a1fc3c8-146b-4d70-881f-da48dd0b32ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['ca5ef895-581c-40a4-ace3-53a3000b7473'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:38.017110 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ab0e9961-c2f4-470c-894b-c51cfefc7e59 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-1367316224 HTTP/1.1" status: 404 len: 335 time: 0.0513265 Oct 26 08:34:38.017266 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34360) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:38.038736 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-f5aa37c0-591a-4fa3-806c-6607f06e2607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:38.039575 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5aa37c0-591a-4fa3-806c-6607f06e2607 None None] The sync data for ids ['4e2fcf3f-27ec-4ca5-b4fe-f48ff22d3ce0'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:34:38.073938 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-2e203f34-53a9-40c4-9309-4faa0951481d None None] For port 00f4d960-849c-4d6c-8e37-e8104a3a2a45, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=00f4d960-849c-4d6c-8e37-e8104a3a2a45,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:38.084210 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2e203f34-53a9-40c4-9309-4faa0951481d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:38.104247 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2f9c14f0-8261-43c0-bdef-ea3227f38fe5 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:38.171796 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e203f34-53a9-40c4-9309-4faa0951481d None None] Pushing event updated for resources: {'Port': ['ID=00f4d960-849c-4d6c-8e37-e8104a3a2a45,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:38.229165 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-2a1fc3c8-146b-4d70-881f-da48dd0b32ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:38.229990 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1fc3c8-146b-4d70-881f-da48dd0b32ea None None] The sync data for ids ['ca5ef895-581c-40a4-ace3-53a3000b7473'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:34:38.257289 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-de9ed73f-0f1e-4321-8d59-816e8c939928 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Deleting subnet 0f1530ad-e3bf-497e-8213-230363591de6 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:34:38.261216 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-de9ed73f-0f1e-4321-8d59-816e8c939928 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:38.294405 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ad1df779-405c-4cd9-a5c4-5e31b48c78f2 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for router_gateway, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:38.298969 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 00f4d960-849c-4d6c-8e37-e8104a3a2a45 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:34:38.335835 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ad1df779-405c-4cd9-a5c4-5e31b48c78f2 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:38.353695 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 00f4d960-849c-4d6c-8e37-e8104a3a2a45 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:38.354075 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:38.410871 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-de9ed73f-0f1e-4321-8d59-816e8c939928 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:38.414867 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2f9c14f0-8261-43c0-bdef-ea3227f38fe5 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:38.436609 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2f9c14f0-8261-43c0-bdef-ea3227f38fe5 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:38.460660 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4714e207-3149-4a60-9b39-94b4c1a528c3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:38.512600 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714e207-3149-4a60-9b39-94b4c1a528c3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event deleted for resources: {'Port': ['ID=61a01647-5477-4747-bd0c-f03a1f851edf,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:38.539355 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-ad1df779-405c-4cd9-a5c4-5e31b48c78f2 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Allocated IP 172.26.2.18 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/a8097c90-8977-4991-8621-d729c9a0a5c6) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:38.556037 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2f9c14f0-8261-43c0-bdef-ea3227f38fe5 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:38.556793 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9c14f0-8261-43c0-bdef-ea3227f38fe5 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Fanout notify agent at l3_agent the message router_deleted on router ca5ef895-581c-40a4-ace3-53a3000b7473 {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:34:38.584610 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2f9c14f0-8261-43c0-bdef-ea3227f38fe5 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:38.588212 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-2f9c14f0-8261-43c0-bdef-ea3227f38fe5 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/routers/ca5ef895-581c-40a4-ace3-53a3000b7473 HTTP/1.1" status: 204 len: 168 time: 0.6108990 Oct 26 08:34:38.589386 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34364) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:38.635326 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-de9ed73f-0f1e-4321-8d59-816e8c939928 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:38.683716 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4714e207-3149-4a60-9b39-94b4c1a528c3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:38.719947 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a30ad940-40ad-4f59-8a50-f647a5be96d2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:38.756722 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-de9ed73f-0f1e-4321-8d59-816e8c939928 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:38.777587 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30ad940-40ad-4f59-8a50-f647a5be96d2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:38.784783 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-a30ad940-40ad-4f59-8a50-f647a5be96d2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:38.788498 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-de9ed73f-0f1e-4321-8d59-816e8c939928 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:38.790020 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b757bb-ee7c-4805-9bbb-e9bafc9d62cc None None] Network d2394dc1-85d2-4a0d-a9d9-46fc9ded1549 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:38.793834 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-de9ed73f-0f1e-4321-8d59-816e8c939928 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] 10.222.0.41 "DELETE /v2.0/subnets/0f1530ad-e3bf-497e-8213-230363591de6 HTTP/1.1" status: 204 len: 168 time: 0.7710297 Oct 26 08:34:38.793834 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30ad940-40ad-4f59-8a50-f647a5be96d2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:38.793834 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a30ad940-40ad-4f59-8a50-f647a5be96d2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:38.806612 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34366) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:38.817241 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ad940-40ad-4f59-8a50-f647a5be96d2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Subnet': ['ID=8abf9cca-2fc0-4e7f-bf6b-57ec60054e2f,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:38.824749 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a0a8836-a201-418f-8255-ff7c2430f21f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Deleting subnet d49fb1ec-1ca7-409e-9aa5-916637ffeaa6 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:34:38.825197 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a30ad940-40ad-4f59-8a50-f647a5be96d2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2464697 Oct 26 08:34:38.827873 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34368) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:38.832810 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0a0a8836-a201-418f-8255-ff7c2430f21f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:38.838608 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-cf73b81c-6dc0-4863-9839-afdc89629f14 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'port': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'mac_address': 'fa:16:3e:14:51:14', 'name': 'tempest-NetworksTestDHCPv6-1654532807'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:38.850304 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fa120b-2800-4876-95db-36cb5bf90755 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:38.855391 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ed73f-0f1e-4321-8d59-816e8c939928 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Pushing event deleted for resources: {'Subnet': ['ID=0f1530ad-e3bf-497e-8213-230363591de6,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:38.920184 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a0237d55-ff5f-493e-be23-32ab5e48ce4a tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:38.956754 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0a0a8836-a201-418f-8255-ff7c2430f21f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:38.978832 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-a0237d55-ff5f-493e-be23-32ab5e48ce4a tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Deleting port 65f77385-da00-48dc-987c-ea9234647717 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:38.979278 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a0237d55-ff5f-493e-be23-32ab5e48ce4a tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:39.051203 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-a0237d55-ff5f-493e-be23-32ab5e48ce4a tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] For port 65f77385-da00-48dc-987c-ea9234647717, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=65f77385-da00-48dc-987c-ea9234647717,segment=NetworkSegment(fc354372-2482-4d4f-9092-0ce8caf35856),segment_id=fc354372-2482-4d4f-9092-0ce8caf35856)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:39.051559 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a0237d55-ff5f-493e-be23-32ab5e48ce4a tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:39.062784 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ad1df779-405c-4cd9-a5c4-5e31b48c78f2 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:39.066857 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-a0237d55-ff5f-493e-be23-32ab5e48ce4a tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Calling delete_port for 65f77385-da00-48dc-987c-ea9234647717 owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:39.112306 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4714e207-3149-4a60-9b39-94b4c1a528c3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Router 522a48be-c8e2-4d31-8a77-f8053d3995e7 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:34:39.144825 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c1f07b-55a0-4f11-a9b7-69316606d3ce None None] DHCP port deletion for d2394dc1-85d2-4a0d-a9d9-46fc9ded1549 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:34:39.170522 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a0237d55-ff5f-493e-be23-32ab5e48ce4a tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:39.179016 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40d531e-3447-48dc-9201-c3c595d8e6a6 None None] Update dhcp port {'port': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'fixed_ips': [{'subnet_id': 'd1f274d1-7b6f-4b65-919c-6e9afc269328', 'ip_address': '2001:db8::f816:3eff:fe9c:677'}, {'subnet_id': '8abf9cca-2fc0-4e7f-bf6b-57ec60054e2f'}], 'binding:host_id': 'dv-neutron-804846-13-hyperv'}, 'id': '00f4d960-849c-4d6c-8e37-e8104a3a2a45'} from dv-neutron-804846-13-hyperv. {{(pid=102103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 08:34:39.198818 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0237d55-ff5f-493e-be23-32ab5e48ce4a tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Pushing event deleted for resources: {'Port': ['ID=65f77385-da00-48dc-987c-ea9234647717,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:39.200687 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0237d55-ff5f-493e-be23-32ab5e48ce4a tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] No DVR routers for this DVR port 65f77385-da00-48dc-987c-ea9234647717 on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:34:39.211214 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d40d531e-3447-48dc-9201-c3c595d8e6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:39.260377 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-20c1f07b-55a0-4f11-a9b7-69316606d3ce None None] Deleting port 65f77385-da00-48dc-987c-ea9234647717 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:39.260839 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-20c1f07b-55a0-4f11-a9b7-69316606d3ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:39.276446 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0a0a8836-a201-418f-8255-ff7c2430f21f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:39.312281 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a0237d55-ff5f-493e-be23-32ab5e48ce4a tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:39.337816 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-a0237d55-ff5f-493e-be23-32ab5e48ce4a tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2394dc1-85d2-4a0d-a9d9-46fc9ded1549']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:39.340478 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ad1df779-405c-4cd9-a5c4-5e31b48c78f2 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:39.350271 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-a0237d55-ff5f-493e-be23-32ab5e48ce4a tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc354372-2482-4d4f-9092-0ce8caf35856') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:39.350505 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-a0237d55-ff5f-493e-be23-32ab5e48ce4a tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc354372-2482-4d4f-9092-0ce8caf35856') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:39.351241 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4714e207-3149-4a60-9b39-94b4c1a528c3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:34:39.361073 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34372) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:39.361381 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4714e207-3149-4a60-9b39-94b4c1a528c3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "PUT /v2.0/routers/522a48be-c8e2-4d31-8a77-f8053d3995e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9465179 Oct 26 08:34:39.364247 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a0237d55-ff5f-493e-be23-32ab5e48ce4a tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:39.368597 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce32b3d3-9852-4654-a5de-e458ccc06ae9 None None] Sync routers for ids ['522a48be-c8e2-4d31-8a77-f8053d3995e7'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:34:39.405889 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e993f1a8-6c7a-44e9-a8c3-6578f5c07148 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "GET /v2.0/ports?device_id=522a48be-c8e2-4d31-8a77-f8053d3995e7 HTTP/1.1" status: 200 len: 205 time: 0.0411344 Oct 26 08:34:39.407798 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34374) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:39.408762 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-20c1f07b-55a0-4f11-a9b7-69316606d3ce None None] For port 65f77385-da00-48dc-987c-ea9234647717, host dv-neutron-804846-13-hyperv, got binding levels [] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:39.409355 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-20c1f07b-55a0-4f11-a9b7-69316606d3ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:39.413308 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf73b81c-6dc0-4863-9839-afdc89629f14 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:39.415856 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a0237d55-ff5f-493e-be23-32ab5e48ce4a tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:39.426366 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce32b3d3-9852-4654-a5de-e458ccc06ae9 None None] Routers {'522a48be-c8e2-4d31-8a77-f8053d3995e7'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:34:39.427278 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ce32b3d3-9852-4654-a5de-e458ccc06ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['522a48be-c8e2-4d31-8a77-f8053d3995e7'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:39.449039 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-20c1f07b-55a0-4f11-a9b7-69316606d3ce None None] Calling delete_port for 65f77385-da00-48dc-987c-ea9234647717 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:39.472695 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1df779-405c-4cd9-a5c4-5e31b48c78f2 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:39.482230 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0237d55-ff5f-493e-be23-32ab5e48ce4a tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:34:39.482669 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a0237d55-ff5f-493e-be23-32ab5e48ce4a tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:39.485647 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:34:39.485647 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:34:39.485647 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:34:39.485647 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:34:39.485647 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:34:39.485647 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:34:39.485647 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:34:39.485647 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:34:39.485647 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:34:39.485647 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:34:39.485647 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:34:39.485647 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:34:39.485647 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:34:39.485647 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:34:39.485647 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:34:39.485647 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:34:39.485647 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:34:39.485647 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:34:39.485647 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:34:39.485647 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:34:39.485647 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:34:39.485647 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:34:39.485647 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:34:39.485647 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:34:39.485647 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:34:39.485647 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:34:39.485647 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:34:39.485647 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:34:39.485647 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:34:39.485647 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:34:39.485647 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:34:39.485647 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:34:39.487993 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.ipam_backend_mixin [None req-20c1f07b-55a0-4f11-a9b7-69316606d3ce None None] Port 65f77385-da00-48dc-987c-ea9234647717 was not found and therefore no delete operation was performed {{(pid=102103) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 08:34:39.488403 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-ad1df779-405c-4cd9-a5c4-5e31b48c78f2 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:39.491248 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1df779-405c-4cd9-a5c4-5e31b48c78f2 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:39.491665 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ce32b3d3-9852-4654-a5de-e458ccc06ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:39.493756 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-20c1f07b-55a0-4f11-a9b7-69316606d3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:39.515775 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1df779-405c-4cd9-a5c4-5e31b48c78f2 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event updated for resources: {'Port': ['ID=a8097c90-8977-4991-8621-d729c9a0a5c6,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:39.519272 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0a0a8836-a201-418f-8255-ff7c2430f21f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:39.537345 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ffaa5789-8f59-46e3-bc53-28e8225fd77d tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:39.539464 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1f07b-55a0-4f11-a9b7-69316606d3ce None None] Pushing event deleted for resources: {'Port': ['ID=65f77385-da00-48dc-987c-ea9234647717,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:39.543318 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c1f07b-55a0-4f11-a9b7-69316606d3ce None None] No DVR routers for this DVR port 65f77385-da00-48dc-987c-ea9234647717 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:34:39.550607 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce32b3d3-9852-4654-a5de-e458ccc06ae9 None None] Routers {'522a48be-c8e2-4d31-8a77-f8053d3995e7'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:34:39.553692 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ce32b3d3-9852-4654-a5de-e458ccc06ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['522a48be-c8e2-4d31-8a77-f8053d3995e7'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:39.556441 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-d40d531e-3447-48dc-9201-c3c595d8e6a6 None None] Allocated IP 2001:db8:0:1::2 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/8abf9cca-2fc0-4e7f-bf6b-57ec60054e2f/00f4d960-849c-4d6c-8e37-e8104a3a2a45) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:39.596812 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ce32b3d3-9852-4654-a5de-e458ccc06ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:39.597481 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce32b3d3-9852-4654-a5de-e458ccc06ae9 None None] The sync data for ids ['522a48be-c8e2-4d31-8a77-f8053d3995e7'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:34:39.598090 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0a0a8836-a201-418f-8255-ff7c2430f21f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:39.601186 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-0a0a8836-a201-418f-8255-ff7c2430f21f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/subnets/d49fb1ec-1ca7-409e-9aa5-916637ffeaa6 HTTP/1.1" status: 204 len: 168 time: 1.0077322 Oct 26 08:34:39.604035 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a8836-a201-418f-8255-ff7c2430f21f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Subnet': ['ID=d49fb1ec-1ca7-409e-9aa5-916637ffeaa6,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:39.606476 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34376) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:39.628485 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2674256-7c3e-41dc-9c42-e242fec52bdc None None] Network 477d1c8a-ed12-4f7d-9409-5a0d7663e3a7 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:39.726915 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a0237d55-ff5f-493e-be23-32ab5e48ce4a tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:39.734512 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a0237d55-ff5f-493e-be23-32ab5e48ce4a tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:39.740927 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a0237d55-ff5f-493e-be23-32ab5e48ce4a tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] 10.222.0.41 "DELETE /v2.0/networks/d2394dc1-85d2-4a0d-a9d9-46fc9ded1549 HTTP/1.1" status: 204 len: 168 time: 0.9330974 Oct 26 08:34:39.742349 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cf73b81c-6dc0-4863-9839-afdc89629f14 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:39.754373 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34378) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:39.765034 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ffaa5789-8f59-46e3-bc53-28e8225fd77d tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:39.766763 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0237d55-ff5f-493e-be23-32ab5e48ce4a tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Pushing event deleted for resources: {'Network': ['ID=d2394dc1-85d2-4a0d-a9d9-46fc9ded1549,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:39.770802 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ffaa5789-8f59-46e3-bc53-28e8225fd77d tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:39.808908 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-d40d531e-3447-48dc-9201-c3c595d8e6a6 None None] For port 00f4d960-849c-4d6c-8e37-e8104a3a2a45, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=00f4d960-849c-4d6c-8e37-e8104a3a2a45,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:39.818223 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-cf73b81c-6dc0-4863-9839-afdc89629f14 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] device_id is not set on port 5103fed3-fdd8-4c52-9912-8380e517671c yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:34:39.831077 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9b65b4fb-764a-404c-8d9f-91ddd4c22b93 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:39.851480 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ffaa5789-8f59-46e3-bc53-28e8225fd77d tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:39.852095 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffaa5789-8f59-46e3-bc53-28e8225fd77d tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Fanout notify agent at l3_agent the message router_deleted on router 522a48be-c8e2-4d31-8a77-f8053d3995e7 {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:34:39.855655 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d40d531e-3447-48dc-9201-c3c595d8e6a6 None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:39.862189 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ffaa5789-8f59-46e3-bc53-28e8225fd77d tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:39.869145 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d40d531e-3447-48dc-9201-c3c595d8e6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:39.869309 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ffaa5789-8f59-46e3-bc53-28e8225fd77d tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/routers/522a48be-c8e2-4d31-8a77-f8053d3995e7 HTTP/1.1" status: 204 len: 168 time: 0.4553604 Oct 26 08:34:39.869403 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34380) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:39.879621 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-c16b4717-dae1-427d-9b59-6706deb3f233 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Deleting subnet e864b68d-b3f9-450b-b687-a7ab31b37e74 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:34:39.887515 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c16b4717-dae1-427d-9b59-6706deb3f233 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:39.937670 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c16b4717-dae1-427d-9b59-6706deb3f233 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:39.960748 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d531e-3447-48dc-9201-c3c595d8e6a6 None None] Pushing event updated for resources: {'Port': ['ID=00f4d960-849c-4d6c-8e37-e8104a3a2a45,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:39.981505 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746b8535-105a-4bd6-bebc-afe18b0dbdb1 None None] DHCP port deletion for 477d1c8a-ed12-4f7d-9409-5a0d7663e3a7 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:34:40.051933 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-746b8535-105a-4bd6-bebc-afe18b0dbdb1 None None] Deleting port 86601122-67ba-4795-9a78-6086331c1f1a {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:40.052325 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-746b8535-105a-4bd6-bebc-afe18b0dbdb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:40.054059 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c16b4717-dae1-427d-9b59-6706deb3f233 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:40.135055 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c16b4717-dae1-427d-9b59-6706deb3f233 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:40.146500 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-746b8535-105a-4bd6-bebc-afe18b0dbdb1 None None] For port 86601122-67ba-4795-9a78-6086331c1f1a, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=86601122-67ba-4795-9a78-6086331c1f1a,segment=NetworkSegment(7055d7bb-4ff5-4144-8aee-26ec017654f7),segment_id=7055d7bb-4ff5-4144-8aee-26ec017654f7)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:40.147206 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-746b8535-105a-4bd6-bebc-afe18b0dbdb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:40.165920 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b4717-dae1-427d-9b59-6706deb3f233 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Pushing event deleted for resources: {'Subnet': ['ID=e864b68d-b3f9-450b-b687-a7ab31b37e74,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:40.173466 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-746b8535-105a-4bd6-bebc-afe18b0dbdb1 None None] Calling delete_port for 86601122-67ba-4795-9a78-6086331c1f1a owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:40.184036 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c16b4717-dae1-427d-9b59-6706deb3f233 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:40.191579 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c16b4717-dae1-427d-9b59-6706deb3f233 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] 10.222.0.41 "DELETE /v2.0/subnets/e864b68d-b3f9-450b-b687-a7ab31b37e74 HTTP/1.1" status: 204 len: 168 time: 0.4337802 Oct 26 08:34:40.192321 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34382) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:40.233082 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1833b7dd-def2-4495-8ad7-41e8fdf2ec20 None None] Network 34efe6ff-d5d6-4c34-9628-fccbd2350820 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:40.235164 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 00f4d960-849c-4d6c-8e37-e8104a3a2a45 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:34:40.264857 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-06306b22-ad02-41a3-9b8f-6f2f434c9d02 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Deleting subnet 30a93d91-0f77-4be0-b63e-69522844ae36 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:34:40.269494 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-06306b22-ad02-41a3-9b8f-6f2f434c9d02 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:40.326134 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-06306b22-ad02-41a3-9b8f-6f2f434c9d02 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:40.442538 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-746b8535-105a-4bd6-bebc-afe18b0dbdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:40.458587 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746b8535-105a-4bd6-bebc-afe18b0dbdb1 None None] No DVR routers for this DVR port 86601122-67ba-4795-9a78-6086331c1f1a on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:34:40.462034 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 00f4d960-849c-4d6c-8e37-e8104a3a2a45 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:40.462672 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:40.479979 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fa8f78f-305c-42d1-9a93-e20380b3d9e1 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Deleting subnet 006f3960-bb9b-4fc9-8383-76aa71a27776 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:34:40.497413 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3fa8f78f-305c-42d1-9a93-e20380b3d9e1 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:40.519570 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b8535-105a-4bd6-bebc-afe18b0dbdb1 None None] Pushing event deleted for resources: {'Port': ['ID=86601122-67ba-4795-9a78-6086331c1f1a,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:40.592337 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ad1df779-405c-4cd9-a5c4-5e31b48c78f2 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for router_gateway, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:40.601923 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3fa8f78f-305c-42d1-9a93-e20380b3d9e1 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:40.622874 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55a706c-b293-4b13-95b2-396cd93f11ae None None] DHCP port deletion for 34efe6ff-d5d6-4c34-9628-fccbd2350820 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:34:40.707048 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-c55a706c-b293-4b13-95b2-396cd93f11ae None None] Deleting port 344d55c2-e37f-4f45-ba54-25609b719ce4 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:40.707571 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c55a706c-b293-4b13-95b2-396cd93f11ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:40.771793 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 65f77385-da00-48dc-987c-ea9234647717 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:34:40.774333 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-9b65b4fb-764a-404c-8d9f-91ddd4c22b93 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Deleting port 86601122-67ba-4795-9a78-6086331c1f1a {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:40.774678 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9b65b4fb-764a-404c-8d9f-91ddd4c22b93 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:40.807133 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-06306b22-ad02-41a3-9b8f-6f2f434c9d02 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:40.807740 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 65f77385-da00-48dc-987c-ea9234647717 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:34:40.808103 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 65f77385-da00-48dc-987c-ea9234647717 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:34:40.808532 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 86601122-67ba-4795-9a78-6086331c1f1a no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:34:40.845176 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-cf73b81c-6dc0-4863-9839-afdc89629f14 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Allocated IP 2001:db8:0:1::3d8 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/8abf9cca-2fc0-4e7f-bf6b-57ec60054e2f/5103fed3-fdd8-4c52-9912-8380e517671c) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:40.846022 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 86601122-67ba-4795-9a78-6086331c1f1a {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:34:40.846341 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 86601122-67ba-4795-9a78-6086331c1f1a not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:34:40.860199 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-c55a706c-b293-4b13-95b2-396cd93f11ae None None] For port 344d55c2-e37f-4f45-ba54-25609b719ce4, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=344d55c2-e37f-4f45-ba54-25609b719ce4,segment=NetworkSegment(f373396d-7b55-4594-adfb-531d9b96554c),segment_id=f373396d-7b55-4594-adfb-531d9b96554c)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:40.860199 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c55a706c-b293-4b13-95b2-396cd93f11ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:40.882129 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-06306b22-ad02-41a3-9b8f-6f2f434c9d02 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:40.887320 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-c55a706c-b293-4b13-95b2-396cd93f11ae None None] Calling delete_port for 344d55c2-e37f-4f45-ba54-25609b719ce4 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:40.889340 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-cf73b81c-6dc0-4863-9839-afdc89629f14 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Allocated IP 2001:db8::f816:3eff:fe14:5114 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/d1f274d1-7b6f-4b65-919c-6e9afc269328/5103fed3-fdd8-4c52-9912-8380e517671c) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:40.903156 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-c578de54-3206-49fe-9895-a427fda5dabc None None] Provisioning complete for port 00f4d960-849c-4d6c-8e37-e8104a3a2a45 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:40.903410 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c578de54-3206-49fe-9895-a427fda5dabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:40.915592 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06306b22-ad02-41a3-9b8f-6f2f434c9d02 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Pushing event deleted for resources: {'Subnet': ['ID=30a93d91-0f77-4be0-b63e-69522844ae36,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:40.919354 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-06306b22-ad02-41a3-9b8f-6f2f434c9d02 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:40.924953 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-9b65b4fb-764a-404c-8d9f-91ddd4c22b93 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] For port 86601122-67ba-4795-9a78-6086331c1f1a, host dv-neutron-804846-13-hyperv, got binding levels [] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:40.925302 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9b65b4fb-764a-404c-8d9f-91ddd4c22b93 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:40.925903 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-06306b22-ad02-41a3-9b8f-6f2f434c9d02 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] 10.222.0.41 "DELETE /v2.0/subnets/30a93d91-0f77-4be0-b63e-69522844ae36 HTTP/1.1" status: 204 len: 168 time: 0.7324197 Oct 26 08:34:40.926693 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34386) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:40.959256 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-9b65b4fb-764a-404c-8d9f-91ddd4c22b93 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Calling delete_port for 86601122-67ba-4795-9a78-6086331c1f1a owned by network:dhcp {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:40.959503 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132a2b7b-3356-4bb9-9133-08ed68aa87e9 None None] Network 8a04d530-10eb-424f-afff-a2c03942a875 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:40.965112 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.ipam_backend_mixin [None req-9b65b4fb-764a-404c-8d9f-91ddd4c22b93 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Port 86601122-67ba-4795-9a78-6086331c1f1a was not found and therefore no delete operation was performed {{(pid=102101) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 08:34:40.966676 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3fa8f78f-305c-42d1-9a93-e20380b3d9e1 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:41.007757 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f329bf67-e873-446a-a15d-813c260627af tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:41.055407 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9b65b4fb-764a-404c-8d9f-91ddd4c22b93 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:41.061266 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-f329bf67-e873-446a-a15d-813c260627af tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Deleting port 344d55c2-e37f-4f45-ba54-25609b719ce4 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:41.061930 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f329bf67-e873-446a-a15d-813c260627af tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:41.121316 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65b4fb-764a-404c-8d9f-91ddd4c22b93 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Port': ['ID=86601122-67ba-4795-9a78-6086331c1f1a,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:41.128456 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b65b4fb-764a-404c-8d9f-91ddd4c22b93 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] No DVR routers for this DVR port 86601122-67ba-4795-9a78-6086331c1f1a on host dv-neutron-804846-13-hyperv {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:34:41.135983 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-f329bf67-e873-446a-a15d-813c260627af tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] For port 344d55c2-e37f-4f45-ba54-25609b719ce4, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=344d55c2-e37f-4f45-ba54-25609b719ce4,segment=NetworkSegment(f373396d-7b55-4594-adfb-531d9b96554c),segment_id=f373396d-7b55-4594-adfb-531d9b96554c)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:41.136743 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f329bf67-e873-446a-a15d-813c260627af tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:41.154192 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-f329bf67-e873-446a-a15d-813c260627af tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Calling delete_port for 344d55c2-e37f-4f45-ba54-25609b719ce4 owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:41.227233 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3fa8f78f-305c-42d1-9a93-e20380b3d9e1 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:41.267972 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9b65b4fb-764a-404c-8d9f-91ddd4c22b93 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:41.271129 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ad1df779-405c-4cd9-a5c4-5e31b48c78f2 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:41.281565 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f329bf67-e873-446a-a15d-813c260627af tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:41.282778 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa8f78f-305c-42d1-9a93-e20380b3d9e1 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event deleted for resources: {'Subnet': ['ID=006f3960-bb9b-4fc9-8383-76aa71a27776,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:41.287918 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c55a706c-b293-4b13-95b2-396cd93f11ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:41.316719 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f329bf67-e873-446a-a15d-813c260627af tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Pushing event deleted for resources: {'Port': ['ID=344d55c2-e37f-4f45-ba54-25609b719ce4,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:41.318888 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f329bf67-e873-446a-a15d-813c260627af tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] No DVR routers for this DVR port 344d55c2-e37f-4f45-ba54-25609b719ce4 on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:34:41.323022 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167d0f92-6449-416a-a97f-bb74eb017091 None None] Network 01572e01-e1fb-4c27-8187-167975962b8b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:41.333276 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a706c-b293-4b13-95b2-396cd93f11ae None None] Pushing event deleted for resources: {'Port': ['ID=344d55c2-e37f-4f45-ba54-25609b719ce4,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:41.340400 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3fa8f78f-305c-42d1-9a93-e20380b3d9e1 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:41.343957 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3fa8f78f-305c-42d1-9a93-e20380b3d9e1 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/subnets/006f3960-bb9b-4fc9-8383-76aa71a27776 HTTP/1.1" status: 204 len: 168 time: 1.4762311 Oct 26 08:34:41.347724 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34388) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:41.350352 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-9b65b4fb-764a-404c-8d9f-91ddd4c22b93 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['477d1c8a-ed12-4f7d-9409-5a0d7663e3a7']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:41.379564 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55a706c-b293-4b13-95b2-396cd93f11ae None None] No DVR routers for this DVR port 344d55c2-e37f-4f45-ba54-25609b719ce4 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:34:41.428722 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-9b65b4fb-764a-404c-8d9f-91ddd4c22b93 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7055d7bb-4ff5-4144-8aee-26ec017654f7') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:41.429061 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-9b65b4fb-764a-404c-8d9f-91ddd4c22b93 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7055d7bb-4ff5-4144-8aee-26ec017654f7') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:41.456195 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9b65b4fb-764a-404c-8d9f-91ddd4c22b93 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:41.463049 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f329bf67-e873-446a-a15d-813c260627af tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:41.493722 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfac984e-9595-4b09-94cb-a5e373b71b83 None None] DHCP port deletion for 8a04d530-10eb-424f-afff-a2c03942a875 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:34:41.500163 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-53504290-2f12-4a41-9bd2-0014766626ad tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Deleting subnet 3ed5c1f1-f182-491b-a45b-730fcc0cd687 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:34:41.505336 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-f329bf67-e873-446a-a15d-813c260627af tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34efe6ff-d5d6-4c34-9628-fccbd2350820']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:41.507491 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-53504290-2f12-4a41-9bd2-0014766626ad tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:41.524634 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9b65b4fb-764a-404c-8d9f-91ddd4c22b93 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:41.542784 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-f329bf67-e873-446a-a15d-813c260627af tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f373396d-7b55-4594-adfb-531d9b96554c') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:41.543385 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-f329bf67-e873-446a-a15d-813c260627af tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f373396d-7b55-4594-adfb-531d9b96554c') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:41.547214 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b65b4fb-764a-404c-8d9f-91ddd4c22b93 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:34:41.547726 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9b65b4fb-764a-404c-8d9f-91ddd4c22b93 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:41.555530 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:34:41.555530 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:34:41.555530 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:34:41.555530 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:34:41.555530 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:34:41.555530 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:34:41.555530 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:34:41.555530 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:34:41.555530 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:34:41.555530 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:34:41.555530 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:34:41.555530 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:34:41.555530 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:34:41.555530 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:34:41.555530 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:34:41.555530 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:34:41.555530 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:34:41.555530 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:34:41.555530 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:34:41.555530 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:34:41.555530 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:34:41.555530 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:34:41.555530 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:34:41.555530 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:34:41.555530 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:34:41.555530 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:34:41.555530 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:34:41.555530 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:34:41.555530 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:34:41.555530 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:34:41.555530 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:34:41.555530 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:34:41.565645 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f329bf67-e873-446a-a15d-813c260627af tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:41.583480 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cf73b81c-6dc0-4863-9839-afdc89629f14 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:41.587294 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f329bf67-e873-446a-a15d-813c260627af tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:41.594937 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-53504290-2f12-4a41-9bd2-0014766626ad tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:41.598194 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f329bf67-e873-446a-a15d-813c260627af tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:34:41.598719 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f329bf67-e873-446a-a15d-813c260627af tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:41.599972 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dfac984e-9595-4b09-94cb-a5e373b71b83 None None] Deleting port bece5b1e-499e-4b3c-81bb-827feaefbc96 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:41.600349 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dfac984e-9595-4b09-94cb-a5e373b71b83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:41.601588 dv-neutron-804846-13-hyperv neutron-server[102102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:34:41.601588 dv-neutron-804846-13-hyperv neutron-server[102102]: self.session.flush() Oct 26 08:34:41.601588 dv-neutron-804846-13-hyperv neutron-server[102102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:34:41.601588 dv-neutron-804846-13-hyperv neutron-server[102102]: self.session.flush() Oct 26 08:34:41.601588 dv-neutron-804846-13-hyperv neutron-server[102102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:34:41.601588 dv-neutron-804846-13-hyperv neutron-server[102102]: self.session.flush() Oct 26 08:34:41.601588 dv-neutron-804846-13-hyperv neutron-server[102102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:34:41.601588 dv-neutron-804846-13-hyperv neutron-server[102102]: self.session.flush() Oct 26 08:34:41.601588 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:34:41.601588 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:34:41.601588 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:34:41.601588 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:34:41.601588 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:34:41.601588 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:34:41.601588 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:34:41.601588 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:34:41.601588 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:34:41.601588 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:34:41.601588 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:34:41.601588 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:34:41.601588 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:34:41.601588 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:34:41.601588 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:34:41.601588 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:34:41.601588 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:34:41.601588 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:34:41.601588 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:34:41.601588 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:34:41.601588 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:34:41.601588 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:34:41.601588 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:34:41.601588 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:34:41.601588 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:34:41.601588 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:34:41.601588 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:34:41.601588 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:34:41.601588 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:34:41.601588 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:34:41.601588 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:34:41.601588 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:34:41.622952 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4702a46f-1e38-4c1a-b95a-73f0aab047b1 None None] DHCP port deletion for 01572e01-e1fb-4c27-8187-167975962b8b request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:34:41.669431 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9b65b4fb-764a-404c-8d9f-91ddd4c22b93 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:41.670971 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1df779-405c-4cd9-a5c4-5e31b48c78f2 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Router 1fe4e193-bc1b-4ccb-b74d-89b3fded41d1 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:34:41.684197 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9b65b4fb-764a-404c-8d9f-91ddd4c22b93 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:41.691811 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9b65b4fb-764a-404c-8d9f-91ddd4c22b93 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/networks/477d1c8a-ed12-4f7d-9409-5a0d7663e3a7 HTTP/1.1" status: 204 len: 168 time: 2.0788224 Oct 26 08:34:41.692646 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34392) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:41.707035 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dfac984e-9595-4b09-94cb-a5e373b71b83 None None] For port bece5b1e-499e-4b3c-81bb-827feaefbc96, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=bece5b1e-499e-4b3c-81bb-827feaefbc96,segment=NetworkSegment(5e6269f9-7efa-4a9e-a21f-9ee5dd6b3813),segment_id=5e6269f9-7efa-4a9e-a21f-9ee5dd6b3813)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:41.707531 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dfac984e-9595-4b09-94cb-a5e373b71b83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:41.713498 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f329bf67-e873-446a-a15d-813c260627af tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:41.721678 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65b4fb-764a-404c-8d9f-91ddd4c22b93 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Network': ['ID=477d1c8a-ed12-4f7d-9409-5a0d7663e3a7,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:41.731154 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f329bf67-e873-446a-a15d-813c260627af tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:41.736966 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dfac984e-9595-4b09-94cb-a5e373b71b83 None None] Calling delete_port for bece5b1e-499e-4b3c-81bb-827feaefbc96 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:41.737826 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f329bf67-e873-446a-a15d-813c260627af tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] 10.222.0.41 "DELETE /v2.0/networks/34efe6ff-d5d6-4c34-9628-fccbd2350820 HTTP/1.1" status: 204 len: 168 time: 0.8098059 Oct 26 08:34:41.740463 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34394) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:41.756391 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-4702a46f-1e38-4c1a-b95a-73f0aab047b1 None None] Deleting port b7b2a2e7-4090-4423-9e12-b6e1dfedfedd {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:41.756857 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4702a46f-1e38-4c1a-b95a-73f0aab047b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:41.775268 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f329bf67-e873-446a-a15d-813c260627af tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Pushing event deleted for resources: {'Network': ['ID=34efe6ff-d5d6-4c34-9628-fccbd2350820,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:41.808382 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cf73b81c-6dc0-4863-9839-afdc89629f14 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:41.849076 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-53504290-2f12-4a41-9bd2-0014766626ad tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:41.856327 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b67f9f-8aef-4055-9ce5-a171e5c878e1 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:41.861942 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-90b67f9f-8aef-4055-9ce5-a171e5c878e1 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "GET /v2.0/ports/129e905b-074a-4f85-a828-7c3a21e88ea9 HTTP/1.1" status: 200 len: 844 time: 0.1531932 Oct 26 08:34:41.864626 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34396) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:41.871081 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-4702a46f-1e38-4c1a-b95a-73f0aab047b1 None None] For port b7b2a2e7-4090-4423-9e12-b6e1dfedfedd, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=b7b2a2e7-4090-4423-9e12-b6e1dfedfedd,segment=NetworkSegment(254b9a90-0bda-4b80-8acc-e99db0185b96),segment_id=254b9a90-0bda-4b80-8acc-e99db0185b96)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:41.871595 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4702a46f-1e38-4c1a-b95a-73f0aab047b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:41.882976 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-19c4d3c0-ae23-4805-95e0-99cfe4c877ca tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:41.889284 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-4702a46f-1e38-4c1a-b95a-73f0aab047b1 None None] Calling delete_port for b7b2a2e7-4090-4423-9e12-b6e1dfedfedd owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:41.928940 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf73b81c-6dc0-4863-9839-afdc89629f14 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:41.934287 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73b81c-6dc0-4863-9839-afdc89629f14 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Port': ['ID=5103fed3-fdd8-4c52-9912-8380e517671c,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:41.938626 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-cf73b81c-6dc0-4863-9839-afdc89629f14 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:41.949664 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ec47138e-86f5-4af2-8ba5-50ce359851af tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "GET /v2.0/ports/129e905b-074a-4f85-a828-7c3a21e88ea9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0787640 Oct 26 08:34:41.949879 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34398) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:41.950006 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf73b81c-6dc0-4863-9839-afdc89629f14 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:41.956863 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf73b81c-6dc0-4863-9839-afdc89629f14 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:41.957536 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cf73b81c-6dc0-4863-9839-afdc89629f14 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:41.958775 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-5de7fae4-21ef-451a-ab7d-b0da0491fa89 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'subnet': {'network_id': 'b9ee02d4-5cb7-4943-9b37-aae5cc660ad0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:41.973860 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dfac984e-9595-4b09-94cb-a5e373b71b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:41.976438 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1df779-405c-4cd9-a5c4-5e31b48c78f2 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:34:41.991732 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-cf73b81c-6dc0-4863-9839-afdc89629f14 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.1599257 Oct 26 08:34:41.995092 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34400) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:42.001499 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a78fea-083a-4450-a00b-b3a372007c05 None None] Sync routers for ids ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:34:42.014480 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-53504290-2f12-4a41-9bd2-0014766626ad tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:42.022302 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a78fea-083a-4450-a00b-b3a372007c05 None None] Routers {'1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:34:42.023176 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-16a78fea-083a-4450-a00b-b3a372007c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:42.027081 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac984e-9595-4b09-94cb-a5e373b71b83 None None] Pushing event deleted for resources: {'Port': ['ID=bece5b1e-499e-4b3c-81bb-827feaefbc96,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:42.035580 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfac984e-9595-4b09-94cb-a5e373b71b83 None None] No DVR routers for this DVR port bece5b1e-499e-4b3c-81bb-827feaefbc96 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:34:42.056842 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ad1df779-405c-4cd9-a5c4-5e31b48c78f2 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:42.058170 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ad1df779-405c-4cd9-a5c4-5e31b48c78f2 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.6090808 Oct 26 08:34:42.066399 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34402) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:42.081789 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4702a46f-1e38-4c1a-b95a-73f0aab047b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:42.087842 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-16a78fea-083a-4450-a00b-b3a372007c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:42.116938 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53504290-2f12-4a41-9bd2-0014766626ad tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event deleted for resources: {'Subnet': ['ID=3ed5c1f1-f182-491b-a45b-730fcc0cd687,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:42.119503 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a78fea-083a-4450-a00b-b3a372007c05 None None] Routers {'1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:34:42.120240 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-16a78fea-083a-4450-a00b-b3a372007c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:42.138087 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-53504290-2f12-4a41-9bd2-0014766626ad tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:42.143521 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-53504290-2f12-4a41-9bd2-0014766626ad tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/subnets/3ed5c1f1-f182-491b-a45b-730fcc0cd687 HTTP/1.1" status: 204 len: 168 time: 0.7934577 Oct 26 08:34:42.148443 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34404) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:42.161612 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd80f5a4-9223-41c3-a9c1-1f17017e9021 None None] Network a678ee9a-d56c-4117-8e2c-cb1fed2f072d requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:42.164081 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702a46f-1e38-4c1a-b95a-73f0aab047b1 None None] Pushing event deleted for resources: {'Port': ['ID=b7b2a2e7-4090-4423-9e12-b6e1dfedfedd,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:42.177761 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-19c4d3c0-ae23-4805-95e0-99cfe4c877ca tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Deleting port bece5b1e-499e-4b3c-81bb-827feaefbc96 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:42.178331 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-19c4d3c0-ae23-4805-95e0-99cfe4c877ca tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:42.192961 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-16a78fea-083a-4450-a00b-b3a372007c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:42.193947 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a78fea-083a-4450-a00b-b3a372007c05 None None] The sync data for ids ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:34:42.240796 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4702a46f-1e38-4c1a-b95a-73f0aab047b1 None None] No DVR routers for this DVR port b7b2a2e7-4090-4423-9e12-b6e1dfedfedd on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:34:42.244157 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 344d55c2-e37f-4f45-ba54-25609b719ce4 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:34:42.244295 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de7fae4-21ef-451a-ab7d-b0da0491fa89 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Made reservation on behalf of 842b849088674682987bba8ce52bfdf3 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:42.247848 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5de7fae4-21ef-451a-ab7d-b0da0491fa89 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:42.282493 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 344d55c2-e37f-4f45-ba54-25609b719ce4 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:34:42.282845 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 344d55c2-e37f-4f45-ba54-25609b719ce4 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:34:42.283844 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device bece5b1e-499e-4b3c-81bb-827feaefbc96 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:34:42.331128 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: bece5b1e-499e-4b3c-81bb-827feaefbc96 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:34:42.331488 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device bece5b1e-499e-4b3c-81bb-827feaefbc96 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:34:42.331923 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device b7b2a2e7-4090-4423-9e12-b6e1dfedfedd no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:34:42.333738 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-389f17c1-b376-4daf-bdc6-c82f7649912f tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:42.340910 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-19c4d3c0-ae23-4805-95e0-99cfe4c877ca tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] For port bece5b1e-499e-4b3c-81bb-827feaefbc96, host dv-neutron-804846-13-hyperv, got binding levels [] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:42.341367 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-19c4d3c0-ae23-4805-95e0-99cfe4c877ca tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:42.352905 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: b7b2a2e7-4090-4423-9e12-b6e1dfedfedd {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:34:42.353476 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device b7b2a2e7-4090-4423-9e12-b6e1dfedfedd not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:34:42.363868 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-19c4d3c0-ae23-4805-95e0-99cfe4c877ca tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Calling delete_port for bece5b1e-499e-4b3c-81bb-827feaefbc96 owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:42.370637 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.ipam_backend_mixin [None req-19c4d3c0-ae23-4805-95e0-99cfe4c877ca tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Port bece5b1e-499e-4b3c-81bb-827feaefbc96 was not found and therefore no delete operation was performed {{(pid=102102) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 08:34:42.375197 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-19c4d3c0-ae23-4805-95e0-99cfe4c877ca tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:42.422744 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4d3c0-ae23-4805-95e0-99cfe4c877ca tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Pushing event deleted for resources: {'Port': ['ID=bece5b1e-499e-4b3c-81bb-827feaefbc96,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:42.424814 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c4d3c0-ae23-4805-95e0-99cfe4c877ca tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] No DVR routers for this DVR port bece5b1e-499e-4b3c-81bb-827feaefbc96 on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:34:42.506458 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-75ca32f1-56a1-4eb9-9d1e-88ed3c493885 None None] Provisioning complete for port 5103fed3-fdd8-4c52-9912-8380e517671c triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:42.507311 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-75ca32f1-56a1-4eb9-9d1e-88ed3c493885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:42.535803 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145ecbb0-e551-402f-8cd6-57c179fb7f94 None None] DHCP port deletion for a678ee9a-d56c-4117-8e2c-cb1fed2f072d request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:34:42.541652 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-19c4d3c0-ae23-4805-95e0-99cfe4c877ca tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:42.573860 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-75ca32f1-56a1-4eb9-9d1e-88ed3c493885 None None] Port 5103fed3-fdd8-4c52-9912-8380e517671c cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:34:42.577376 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-19c4d3c0-ae23-4805-95e0-99cfe4c877ca tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a04d530-10eb-424f-afff-a2c03942a875']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:42.607565 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-145ecbb0-e551-402f-8cd6-57c179fb7f94 None None] Deleting port c3d83a00-e084-4c99-b134-715dbdb55e97 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:42.608313 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-145ecbb0-e551-402f-8cd6-57c179fb7f94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:42.613176 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-19c4d3c0-ae23-4805-95e0-99cfe4c877ca tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e6269f9-7efa-4a9e-a21f-9ee5dd6b3813') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:42.613469 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-19c4d3c0-ae23-4805-95e0-99cfe4c877ca tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e6269f9-7efa-4a9e-a21f-9ee5dd6b3813') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:42.620631 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-aecec67f-b5de-4732-88f9-b1c66acf6a78 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting port 5103fed3-fdd8-4c52-9912-8380e517671c {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:42.621670 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aecec67f-b5de-4732-88f9-b1c66acf6a78 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:42.634163 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-19c4d3c0-ae23-4805-95e0-99cfe4c877ca tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:42.647057 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5de7fae4-21ef-451a-ab7d-b0da0491fa89 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:42.656796 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-389f17c1-b376-4daf-bdc6-c82f7649912f tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:42.694799 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-145ecbb0-e551-402f-8cd6-57c179fb7f94 None None] For port c3d83a00-e084-4c99-b134-715dbdb55e97, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=c3d83a00-e084-4c99-b134-715dbdb55e97,segment=NetworkSegment(a0015fe2-b8d7-4ac2-97f7-de960254885a),segment_id=a0015fe2-b8d7-4ac2-97f7-de960254885a)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:42.695506 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-145ecbb0-e551-402f-8cd6-57c179fb7f94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:42.698775 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-19c4d3c0-ae23-4805-95e0-99cfe4c877ca tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:42.711393 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-145ecbb0-e551-402f-8cd6-57c179fb7f94 None None] Calling delete_port for c3d83a00-e084-4c99-b134-715dbdb55e97 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:42.717796 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19c4d3c0-ae23-4805-95e0-99cfe4c877ca tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:34:42.718212 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-19c4d3c0-ae23-4805-95e0-99cfe4c877ca tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:42.722380 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de7fae4-21ef-451a-ab7d-b0da0491fa89 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Network b9ee02d4-5cb7-4943-9b37-aae5cc660ad0 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:42.723234 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:34:42.723234 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:34:42.723234 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:34:42.723234 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:34:42.723234 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:34:42.723234 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:34:42.723234 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:34:42.723234 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:34:42.723234 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:34:42.723234 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:34:42.723234 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:34:42.723234 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:34:42.723234 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:34:42.723234 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:34:42.723234 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:34:42.723234 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:34:42.723234 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:34:42.723234 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:34:42.723234 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:34:42.723234 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:34:42.723234 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:34:42.723234 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:34:42.723234 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:34:42.723234 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:34:42.723234 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:34:42.723234 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:34:42.723234 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:34:42.723234 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:34:42.723234 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:34:42.723234 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:34:42.723234 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:34:42.723234 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:34:42.738620 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-5de7fae4-21ef-451a-ab7d-b0da0491fa89 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:42.765723 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de7fae4-21ef-451a-ab7d-b0da0491fa89 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Subnet': ['ID=cd405fc0-c68d-4b1f-991d-07d04e6e7768,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:42.768713 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de7fae4-21ef-451a-ab7d-b0da0491fa89 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:42.769313 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5de7fae4-21ef-451a-ab7d-b0da0491fa89 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:42.804606 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-389f17c1-b376-4daf-bdc6-c82f7649912f tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01572e01-e1fb-4c27-8187-167975962b8b']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:42.805588 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5de7fae4-21ef-451a-ab7d-b0da0491fa89 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8558121 Oct 26 08:34:42.807480 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34410) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:42.813506 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-544b18eb-853b-4bed-95a1-a6dee3796baf tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'security_group': {'name': 'tempest-secgroup-719399089'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:42.820065 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-19c4d3c0-ae23-4805-95e0-99cfe4c877ca tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:42.821418 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e514176d-d767-42b0-b8a5-22a133fb4705 None None] Network b9ee02d4-5cb7-4943-9b37-aae5cc660ad0 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:42.832845 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-19c4d3c0-ae23-4805-95e0-99cfe4c877ca tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:42.836563 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-145ecbb0-e551-402f-8cd6-57c179fb7f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:42.837122 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-389f17c1-b376-4daf-bdc6-c82f7649912f tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '254b9a90-0bda-4b80-8acc-e99db0185b96') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:42.837417 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-389f17c1-b376-4daf-bdc6-c82f7649912f tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '254b9a90-0bda-4b80-8acc-e99db0185b96') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:42.840645 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-19c4d3c0-ae23-4805-95e0-99cfe4c877ca tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] 10.222.0.41 "DELETE /v2.0/networks/8a04d530-10eb-424f-afff-a2c03942a875 HTTP/1.1" status: 204 len: 168 time: 1.0910101 Oct 26 08:34:42.844180 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34412) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:42.855983 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4d3c0-ae23-4805-95e0-99cfe4c877ca tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Pushing event deleted for resources: {'Network': ['ID=8a04d530-10eb-424f-afff-a2c03942a875,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:42.871760 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-544b18eb-853b-4bed-95a1-a6dee3796baf tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:42.903396 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ecbb0-e551-402f-8cd6-57c179fb7f94 None None] Pushing event deleted for resources: {'Port': ['ID=c3d83a00-e084-4c99-b134-715dbdb55e97,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:42.905227 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145ecbb0-e551-402f-8cd6-57c179fb7f94 None None] No DVR routers for this DVR port c3d83a00-e084-4c99-b134-715dbdb55e97 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:34:42.951751 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-544b18eb-853b-4bed-95a1-a6dee3796baf tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:42.957788 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-544b18eb-853b-4bed-95a1-a6dee3796baf tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:43.000989 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-544b18eb-853b-4bed-95a1-a6dee3796baf tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:43.005654 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-544b18eb-853b-4bed-95a1-a6dee3796baf tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.1945558 Oct 26 08:34:43.005654 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b18eb-853b-4bed-95a1-a6dee3796baf tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89c291b0-1802-4e30-bb47-b0eb51efbba0,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:43.007511 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34414) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:43.012555 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-b064746f-3a39-45d0-8083-36b06a74b965 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'security_group': {'name': 'tempest-secgroup-1486768407'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:43.050909 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b064746f-3a39-45d0-8083-36b06a74b965 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:43.061768 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad5786d-d478-486d-87c6-b81023d34982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-b9ee02d4-5cb7-4943-9b37-aae5cc660ad0', 'network_id': 'b9ee02d4-5cb7-4943-9b37-aae5cc660ad0', 'tenant_id': '842b849088674682987bba8ce52bfdf3', 'fixed_ips': [{'subnet_id': 'cd405fc0-c68d-4b1f-991d-07d04e6e7768'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:34:43.063147 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3ad5786d-d478-486d-87c6-b81023d34982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:43.129744 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b064746f-3a39-45d0-8083-36b06a74b965 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:43.134630 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b064746f-3a39-45d0-8083-36b06a74b965 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:43.173017 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b064746f-3a39-45d0-8083-36b06a74b965 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:43.174485 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b064746f-3a39-45d0-8083-36b06a74b965 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.1659629 Oct 26 08:34:43.179255 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34416) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:43.184980 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-7a501c41-776b-426e-a43f-cb581be6a4a7 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-595039913', 'security_groups': ['1815c1f5-8f0c-40d6-b0f9-cb8cf3c80047'], 'network_id': 'b9ee02d4-5cb7-4943-9b37-aae5cc660ad0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cd405fc0-c68d-4b1f-991d-07d04e6e7768'}]}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:43.244961 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-389f17c1-b376-4daf-bdc6-c82f7649912f tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:43.247313 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-3ad5786d-d478-486d-87c6-b81023d34982 None None] Allocated IP 2001:db8::2 (b9ee02d4-5cb7-4943-9b37-aae5cc660ad0/cd405fc0-c68d-4b1f-991d-07d04e6e7768/04acfd79-710d-4b49-849a-b851408cd195) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:43.303785 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b064746f-3a39-45d0-8083-36b06a74b965 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1815c1f5-8f0c-40d6-b0f9-cb8cf3c80047,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:43.324036 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-389f17c1-b376-4daf-bdc6-c82f7649912f tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:43.337098 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a501c41-776b-426e-a43f-cb581be6a4a7 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Made reservation on behalf of 842b849088674682987bba8ce52bfdf3 for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:43.351795 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aecec67f-b5de-4732-88f9-b1c66acf6a78 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:43.364797 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-389f17c1-b376-4daf-bdc6-c82f7649912f tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:34:43.365243 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-389f17c1-b376-4daf-bdc6-c82f7649912f tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:43.377667 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:34:43.377667 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:34:43.377667 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:34:43.377667 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:34:43.377667 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:34:43.377667 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:34:43.377667 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:34:43.377667 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:34:43.377667 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:34:43.377667 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:34:43.377667 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:34:43.377667 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:34:43.377667 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:34:43.377667 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:34:43.377667 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:34:43.377667 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:34:43.377667 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:34:43.377667 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:34:43.377667 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:34:43.377667 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:34:43.377667 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:34:43.377667 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:34:43.377667 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:34:43.377667 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:34:43.377667 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:34:43.377667 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:34:43.377667 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:34:43.377667 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:34:43.377667 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:34:43.377667 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:34:43.377667 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:34:43.377667 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:34:43.427012 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-aecec67f-b5de-4732-88f9-b1c66acf6a78 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Calling delete_port for 5103fed3-fdd8-4c52-9912-8380e517671c owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:43.434893 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c5227f9-6814-49db-a949-fd181f16e4dc tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Deleting subnet e66fa0a7-82a0-4abb-beb1-594a9d9d5a09 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:34:43.444651 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3ad5786d-d478-486d-87c6-b81023d34982 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:43.452668 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3ad5786d-d478-486d-87c6-b81023d34982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:43.453529 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8c5227f9-6814-49db-a949-fd181f16e4dc tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:43.462682 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7a501c41-776b-426e-a43f-cb581be6a4a7 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:43.470931 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cccd65-7130-47de-a269-e377ddd6a693 req-52883a61-2357-49ef-887d-f715a416277f tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:43.473072 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-72cccd65-7130-47de-a269-e377ddd6a693 req-52883a61-2357-49ef-887d-f715a416277f tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.6382725 Oct 26 08:34:43.487060 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-7a501c41-776b-426e-a43f-cb581be6a4a7 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] device_id is not set on port 739e3193-1ce5-4afc-9142-614bdd620bdf yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:34:43.511805 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad5786d-d478-486d-87c6-b81023d34982 None None] Network b9ee02d4-5cb7-4943-9b37-aae5cc660ad0 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:43.515603 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-3ad5786d-d478-486d-87c6-b81023d34982 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:43.522407 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad5786d-d478-486d-87c6-b81023d34982 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:43.526899 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5786d-d478-486d-87c6-b81023d34982 None None] Pushing event updated for resources: {'Port': ['ID=04acfd79-710d-4b49-849a-b851408cd195,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:43.602993 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-3ad5786d-d478-486d-87c6-b81023d34982 None None] Attempting to bind port 04acfd79-710d-4b49-849a-b851408cd195 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:34:43.602993 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-3ad5786d-d478-486d-87c6-b81023d34982 None None] Attempting to bind port 04acfd79-710d-4b49-849a-b851408cd195 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '67c08f24-1a4f-4389-b6bd-fcde7d882449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b9ee02d4-5cb7-4943-9b37-aae5cc660ad0'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:34:43.603615 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad5786d-d478-486d-87c6-b81023d34982 None None] Attempting to bind port 04acfd79-710d-4b49-849a-b851408cd195 on network b9ee02d4-5cb7-4943-9b37-aae5cc660ad0 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:34:43.609655 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad5786d-d478-486d-87c6-b81023d34982 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:34:43.610198 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad5786d-d478-486d-87c6-b81023d34982 None None] Checking segment: {'id': '67c08f24-1a4f-4389-b6bd-fcde7d882449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b9ee02d4-5cb7-4943-9b37-aae5cc660ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:34:43.610706 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3ad5786d-d478-486d-87c6-b81023d34982 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:43.611787 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad5786d-d478-486d-87c6-b81023d34982 None None] Bound using segment: {'id': '67c08f24-1a4f-4389-b6bd-fcde7d882449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b9ee02d4-5cb7-4943-9b37-aae5cc660ad0'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:34:43.613016 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-3ad5786d-d478-486d-87c6-b81023d34982 None None] Bound port: 04acfd79-710d-4b49-849a-b851408cd195, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67c08f24-1a4f-4389-b6bd-fcde7d882449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b9ee02d4-5cb7-4943-9b37-aae5cc660ad0'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:34:43.613516 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3ad5786d-d478-486d-87c6-b81023d34982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:43.617085 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-389f17c1-b376-4daf-bdc6-c82f7649912f tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:43.622485 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-389f17c1-b376-4daf-bdc6-c82f7649912f tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:43.632447 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-389f17c1-b376-4daf-bdc6-c82f7649912f tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/networks/01572e01-e1fb-4c27-8187-167975962b8b HTTP/1.1" status: 204 len: 168 time: 1.4661913 Oct 26 08:34:43.632663 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34418) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:43.653340 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8c5227f9-6814-49db-a949-fd181f16e4dc tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:43.700677 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-3ad5786d-d478-486d-87c6-b81023d34982 None None] For port 04acfd79-710d-4b49-849a-b851408cd195, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:34:43.702087 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f17c1-b376-4daf-bdc6-c82f7649912f tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event deleted for resources: {'Network': ['ID=01572e01-e1fb-4c27-8187-167975962b8b,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:43.704325 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-3ad5786d-d478-486d-87c6-b81023d34982 None None] For port 04acfd79-710d-4b49-849a-b851408cd195, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=04acfd79-710d-4b49-849a-b851408cd195,segment=NetworkSegment(67c08f24-1a4f-4389-b6bd-fcde7d882449),segment_id=67c08f24-1a4f-4389-b6bd-fcde7d882449)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:34:43.708733 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-72cccd65-7130-47de-a269-e377ddd6a693 req-4f5d7ecf-472c-4ac0-b18c-89fd77803f34 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961966 Oct 26 08:34:43.719770 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3ad5786d-d478-486d-87c6-b81023d34982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:43.758050 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-af3ddf06-1b85-4256-bf4c-d1162d04fcfe tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:43.781899 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-7a501c41-776b-426e-a43f-cb581be6a4a7 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Allocated IP 2001:db8::67 (b9ee02d4-5cb7-4943-9b37-aae5cc660ad0/cd405fc0-c68d-4b1f-991d-07d04e6e7768/739e3193-1ce5-4afc-9142-614bdd620bdf) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:43.815317 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5786d-d478-486d-87c6-b81023d34982 None None] Pushing event updated for resources: {'Port': ['ID=04acfd79-710d-4b49-849a-b851408cd195,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:43.886212 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8c5227f9-6814-49db-a949-fd181f16e4dc tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:43.923190 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-af3ddf06-1b85-4256-bf4c-d1162d04fcfe tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:43.952241 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-af3ddf06-1b85-4256-bf4c-d1162d04fcfe tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a678ee9a-d56c-4117-8e2c-cb1fed2f072d']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:43.964536 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-af3ddf06-1b85-4256-bf4c-d1162d04fcfe tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0015fe2-b8d7-4ac2-97f7-de960254885a') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:43.964839 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-af3ddf06-1b85-4256-bf4c-d1162d04fcfe tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0015fe2-b8d7-4ac2-97f7-de960254885a') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:43.977273 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-af3ddf06-1b85-4256-bf4c-d1162d04fcfe tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:43.978634 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f6de3b96-029d-4909-b9f4-8b334a8b19a7 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:43.995603 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-af3ddf06-1b85-4256-bf4c-d1162d04fcfe tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:44.005911 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af3ddf06-1b85-4256-bf4c-d1162d04fcfe tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:34:44.006416 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-af3ddf06-1b85-4256-bf4c-d1162d04fcfe tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:44.009803 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:34:44.009803 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:34:44.009803 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:34:44.009803 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:34:44.009803 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:34:44.009803 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:34:44.009803 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:34:44.009803 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:34:44.009803 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:34:44.009803 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:34:44.009803 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:34:44.009803 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:34:44.009803 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:34:44.009803 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:34:44.009803 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:34:44.009803 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:34:44.009803 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:34:44.009803 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:34:44.009803 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:34:44.009803 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:34:44.009803 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:34:44.009803 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:34:44.009803 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:34:44.009803 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:34:44.009803 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:34:44.009803 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:34:44.009803 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:34:44.009803 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:34:44.009803 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:34:44.009803 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:34:44.009803 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:34:44.009803 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:34:44.096960 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-af3ddf06-1b85-4256-bf4c-d1162d04fcfe tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:44.105834 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-af3ddf06-1b85-4256-bf4c-d1162d04fcfe tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:44.113654 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-af3ddf06-1b85-4256-bf4c-d1162d04fcfe tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/networks/a678ee9a-d56c-4117-8e2c-cb1fed2f072d HTTP/1.1" status: 204 len: 168 time: 0.4771109 Oct 26 08:34:44.114906 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34424) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:44.128867 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-2982a86d-48f1-4c50-ac7e-f5e8431cc2f2 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-959981011'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:44.132792 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ddf06-1b85-4256-bf4c-d1162d04fcfe tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event deleted for resources: {'Network': ['ID=a678ee9a-d56c-4117-8e2c-cb1fed2f072d,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:44.161157 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2982a86d-48f1-4c50-ac7e-f5e8431cc2f2 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Made reservation on behalf of 502737b6a12c43caa6c2ea21f619d856 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:44.165049 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2982a86d-48f1-4c50-ac7e-f5e8431cc2f2 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:44.206699 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8c5227f9-6814-49db-a949-fd181f16e4dc tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:44.250578 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 04acfd79-710d-4b49-849a-b851408cd195 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:34:44.254215 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2982a86d-48f1-4c50-ac7e-f5e8431cc2f2 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:34:44.256557 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5227f9-6814-49db-a949-fd181f16e4dc tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Pushing event deleted for resources: {'Subnet': ['ID=e66fa0a7-82a0-4abb-beb1-594a9d9d5a09,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:44.261463 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aecec67f-b5de-4732-88f9-b1c66acf6a78 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:44.277998 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8c5227f9-6814-49db-a949-fd181f16e4dc tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:44.279139 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2982a86d-48f1-4c50-ac7e-f5e8431cc2f2 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:44.279522 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-2982a86d-48f1-4c50-ac7e-f5e8431cc2f2 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Added segment 5efbb102-c7b3-4d10-8ad9-0b849d30169a of type vlan for network 434080da-875d-4072-9e8a-92cee47d29c0 Oct 26 08:34:44.284041 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-8c5227f9-6814-49db-a949-fd181f16e4dc tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] 10.222.0.41 "DELETE /v2.0/subnets/e66fa0a7-82a0-4abb-beb1-594a9d9d5a09 HTTP/1.1" status: 204 len: 168 time: 1.0606542 Oct 26 08:34:44.292568 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62ffa6-4bf0-461a-9e2b-d3eca3d71cdd req-7d42ee14-b78d-455f-b4f8-b79c4cfe5ef9 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:44.292786 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34426) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:44.296048 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb95712d-88f0-4f0e-b110-76e4f6e853cd None None] Network 6e50cf93-d408-4a04-9e7c-760e2ebe2f79 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:44.301604 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fe62ffa6-4bf0-461a-9e2b-d3eca3d71cdd req-7d42ee14-b78d-455f-b4f8-b79c4cfe5ef9 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.2937279 Oct 26 08:34:44.348043 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecec67f-b5de-4732-88f9-b1c66acf6a78 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Port': ['ID=5103fed3-fdd8-4c52-9912-8380e517671c,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:44.420227 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 04acfd79-710d-4b49-849a-b851408cd195 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:44.420847 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:44.442689 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2982a86d-48f1-4c50-ac7e-f5e8431cc2f2 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:44.488517 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fe62ffa6-4bf0-461a-9e2b-d3eca3d71cdd req-a081ea89-85a4-4391-a383-da8b027a8291 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858773 Oct 26 08:34:44.501039 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aecec67f-b5de-4732-88f9-b1c66acf6a78 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:44.508862 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-aecec67f-b5de-4732-88f9-b1c66acf6a78 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/ports/5103fed3-fdd8-4c52-9912-8380e517671c HTTP/1.1" status: 204 len: 168 time: 2.5099211 Oct 26 08:34:44.511126 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34428) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:44.556542 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cac3d466-ec3a-4fcd-bf23-c1a7c57a0cc0 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:44.572338 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:44.573352 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2982a86d-48f1-4c50-ac7e-f5e8431cc2f2 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:44.581360 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2982a86d-48f1-4c50-ac7e-f5e8431cc2f2 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:44.585451 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2982a86d-48f1-4c50-ac7e-f5e8431cc2f2 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:44.625760 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03c1775-6dcc-4806-bed6-faa6adfef1e8 None None] DHCP port deletion for 6e50cf93-d408-4a04-9e7c-760e2ebe2f79 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:34:44.632938 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 04acfd79-710d-4b49-849a-b851408cd195, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=04acfd79-710d-4b49-849a-b851408cd195,segment=NetworkSegment(67c08f24-1a4f-4389-b6bd-fcde7d882449),segment_id=67c08f24-1a4f-4389-b6bd-fcde7d882449)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:44.646811 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:44.716002 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-f6de3b96-029d-4909-b9f4-8b334a8b19a7 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Allocated IP 172.20.0.1 (eb60c2c7-30e5-40b0-9ec5-1cf6858565a8/edc7f0e8-ea46-4212-86b3-88cabb0fd413/3c881357-357e-4a49-9061-3cbb570e07de) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:44.721329 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7a501c41-776b-426e-a43f-cb581be6a4a7 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:44.758949 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device c3d83a00-e084-4c99-b134-715dbdb55e97 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:34:44.781933 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-2982a86d-48f1-4c50-ac7e-f5e8431cc2f2 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6639822 Oct 26 08:34:44.790970 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34432) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:44.802283 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-e33f109d-57dd-4806-a4a6-16b1e53beeb3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Request body: {'subnet': {'network_id': '434080da-875d-4072-9e8a-92cee47d29c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:44.818274 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: c3d83a00-e084-4c99-b134-715dbdb55e97 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:34:44.818717 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device c3d83a00-e084-4c99-b134-715dbdb55e97 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:34:44.841303 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=04acfd79-710d-4b49-849a-b851408cd195,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:44.856764 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-a03c1775-6dcc-4806-bed6-faa6adfef1e8 None None] Deleting port eb130961-3eb6-46e8-a1c8-f6f8fb59d6ee {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:44.857160 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a03c1775-6dcc-4806-bed6-faa6adfef1e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:44.941254 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f6de3b96-029d-4909-b9f4-8b334a8b19a7 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:44.946137 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982a86d-48f1-4c50-ac7e-f5e8431cc2f2 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event updated for resources: {'Network': ['ID=434080da-875d-4072-9e8a-92cee47d29c0,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:44.976836 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-a03c1775-6dcc-4806-bed6-faa6adfef1e8 None None] For port eb130961-3eb6-46e8-a1c8-f6f8fb59d6ee, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=eb130961-3eb6-46e8-a1c8-f6f8fb59d6ee,segment=NetworkSegment(d619a427-cf32-4f8c-a369-ac5fb60dcfbe),segment_id=d619a427-cf32-4f8c-a369-ac5fb60dcfbe)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:44.977165 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a03c1775-6dcc-4806-bed6-faa6adfef1e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:44.983634 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 434080da-875d-4072-9e8a-92cee47d29c0 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:34:45.015867 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f6de3b96-029d-4909-b9f4-8b334a8b19a7 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:45.030062 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33f109d-57dd-4806-a4a6-16b1e53beeb3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Made reservation on behalf of 502737b6a12c43caa6c2ea21f619d856 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:45.036053 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e33f109d-57dd-4806-a4a6-16b1e53beeb3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:45.057006 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-a03c1775-6dcc-4806-bed6-faa6adfef1e8 None None] Calling delete_port for eb130961-3eb6-46e8-a1c8-f6f8fb59d6ee owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:45.082428 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6de3b96-029d-4909-b9f4-8b334a8b19a7 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Network eb60c2c7-30e5-40b0-9ec5-1cf6858565a8 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:45.093549 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-f6de3b96-029d-4909-b9f4-8b334a8b19a7 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:45.099953 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6de3b96-029d-4909-b9f4-8b334a8b19a7 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:45.112867 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d146c09-e476-4004-bff9-ca36926e15f2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:45.114714 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6d146c09-e476-4004-bff9-ca36926e15f2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2184534 Oct 26 08:34:45.117214 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de3b96-029d-4909-b9f4-8b334a8b19a7 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event updated for resources: {'Port': ['ID=3c881357-357e-4a49-9061-3cbb570e07de,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:45.119628 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34438) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:45.207001 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7a501c41-776b-426e-a43f-cb581be6a4a7 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:45.220262 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f6de3b96-029d-4909-b9f4-8b334a8b19a7 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:45.233907 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a03c1775-6dcc-4806-bed6-faa6adfef1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:45.289885 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a501c41-776b-426e-a43f-cb581be6a4a7 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Network b9ee02d4-5cb7-4943-9b37-aae5cc660ad0 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:45.295435 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c1775-6dcc-4806-bed6-faa6adfef1e8 None None] Pushing event deleted for resources: {'Port': ['ID=eb130961-3eb6-46e8-a1c8-f6f8fb59d6ee,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:45.299864 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-7a501c41-776b-426e-a43f-cb581be6a4a7 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:45.305015 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03c1775-6dcc-4806-bed6-faa6adfef1e8 None None] No DVR routers for this DVR port eb130961-3eb6-46e8-a1c8-f6f8fb59d6ee on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:34:45.315857 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-cac3d466-ec3a-4fcd-bf23-c1a7c57a0cc0 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Deleting port eb130961-3eb6-46e8-a1c8-f6f8fb59d6ee {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:45.316204 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cac3d466-ec3a-4fcd-bf23-c1a7c57a0cc0 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:45.319204 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a501c41-776b-426e-a43f-cb581be6a4a7 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:45.325065 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a501c41-776b-426e-a43f-cb581be6a4a7 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:45.325746 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7a501c41-776b-426e-a43f-cb581be6a4a7 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:45.332002 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a501c41-776b-426e-a43f-cb581be6a4a7 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Port': ['ID=739e3193-1ce5-4afc-9142-614bdd620bdf,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:45.391433 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985fd84e-6727-445a-bdc4-2816fe014615 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:45.393763 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-985fd84e-6727-445a-bdc4-2816fe014615 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2495220 Oct 26 08:34:45.398631 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34442) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:45.410113 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a852b-810b-40dd-bad0-df643cf2f4b1 req-eaff361d-2ab6-4a78-9f23-e04e7557ddaa tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:45.412192 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-470a852b-810b-40dd-bad0-df643cf2f4b1 req-eaff361d-2ab6-4a78-9f23-e04e7557ddaa tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.1422672 Oct 26 08:34:45.419278 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7a501c41-776b-426e-a43f-cb581be6a4a7 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2388964 Oct 26 08:34:45.435259 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34444) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:45.438245 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-141a7acc-5bb9-449e-8d99-718612c4a103 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'subnet': {'network_id': 'b9ee02d4-5cb7-4943-9b37-aae5cc660ad0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:45.453361 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-ae80fa80-09d7-49ac-8041-97fea4dd85b4 None None] Provisioning complete for port 129e905b-074a-4f85-a828-7c3a21e88ea9 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:45.453786 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ae80fa80-09d7-49ac-8041-97fea4dd85b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:45.460797 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-cac3d466-ec3a-4fcd-bf23-c1a7c57a0cc0 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] For port eb130961-3eb6-46e8-a1c8-f6f8fb59d6ee, host dv-neutron-804846-13-hyperv, got binding levels [] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:45.461159 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cac3d466-ec3a-4fcd-bf23-c1a7c57a0cc0 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:45.503514 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-cac3d466-ec3a-4fcd-bf23-c1a7c57a0cc0 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Calling delete_port for eb130961-3eb6-46e8-a1c8-f6f8fb59d6ee owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:45.511089 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.ipam_backend_mixin [None req-cac3d466-ec3a-4fcd-bf23-c1a7c57a0cc0 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Port eb130961-3eb6-46e8-a1c8-f6f8fb59d6ee was not found and therefore no delete operation was performed {{(pid=102102) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 08:34:45.514342 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cac3d466-ec3a-4fcd-bf23-c1a7c57a0cc0 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:45.544386 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e33f109d-57dd-4806-a4a6-16b1e53beeb3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:45.564529 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac3d466-ec3a-4fcd-bf23-c1a7c57a0cc0 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Pushing event deleted for resources: {'Port': ['ID=eb130961-3eb6-46e8-a1c8-f6f8fb59d6ee,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:45.592163 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac3d466-ec3a-4fcd-bf23-c1a7c57a0cc0 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] No DVR routers for this DVR port eb130961-3eb6-46e8-a1c8-f6f8fb59d6ee on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:34:45.626440 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-470a852b-810b-40dd-bad0-df643cf2f4b1 req-7cb20725-e1d8-4fa7-8392-06c43c11f7a3 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972079 Oct 26 08:34:45.634689 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b325196-1847-425d-aa0f-a49d6b735d0c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:45.637638 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b325196-1847-425d-aa0f-a49d6b735d0c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:45.646115 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b325196-1847-425d-aa0f-a49d6b735d0c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:45.650168 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9b325196-1847-425d-aa0f-a49d6b735d0c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2373726 Oct 26 08:34:45.654485 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34446) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:45.671128 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f6de3b96-029d-4909-b9f4-8b334a8b19a7 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:45.697794 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-ae80fa80-09d7-49ac-8041-97fea4dd85b4 None None] Port 129e905b-074a-4f85-a828-7c3a21e88ea9 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:34:45.709200 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-ae80fa80-09d7-49ac-8041-97fea4dd85b4 None None] Provisioning complete for port 04acfd79-710d-4b49-849a-b851408cd195 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:45.709874 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ae80fa80-09d7-49ac-8041-97fea4dd85b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:45.711091 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f109d-57dd-4806-a4a6-16b1e53beeb3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event updated for resources: {'Subnet': ['ID=d6a76286-c7c5-4787-b2a9-237e198d9e79,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:45.770361 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cac3d466-ec3a-4fcd-bf23-c1a7c57a0cc0 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:45.782086 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33f109d-57dd-4806-a4a6-16b1e53beeb3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Checking segment: {'id': '5efbb102-c7b3-4d10-8ad9-0b849d30169a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '434080da-875d-4072-9e8a-92cee47d29c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:34:45.782462 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33f109d-57dd-4806-a4a6-16b1e53beeb3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Network hostable DHCP agents. Network: 434080da-875d-4072-9e8a-92cee47d29c0, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:34:45.803131 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-cac3d466-ec3a-4fcd-bf23-c1a7c57a0cc0 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e50cf93-d408-4a04-9e7c-760e2ebe2f79']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:45.816998 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-425a70ee-f1c0-4882-b51d-59d6ce77f965 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting subnet 8abf9cca-2fc0-4e7f-bf6b-57ec60054e2f {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:34:45.823808 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-cac3d466-ec3a-4fcd-bf23-c1a7c57a0cc0 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd619a427-cf32-4f8c-a369-ac5fb60dcfbe') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:45.824103 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-cac3d466-ec3a-4fcd-bf23-c1a7c57a0cc0 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd619a427-cf32-4f8c-a369-ac5fb60dcfbe') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:45.825717 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-425a70ee-f1c0-4882-b51d-59d6ce77f965 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:45.863578 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141a7acc-5bb9-449e-8d99-718612c4a103 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Made reservation on behalf of 842b849088674682987bba8ce52bfdf3 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:45.867454 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-141a7acc-5bb9-449e-8d99-718612c4a103 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:45.870916 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cac3d466-ec3a-4fcd-bf23-c1a7c57a0cc0 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:45.882357 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33f109d-57dd-4806-a4a6-16b1e53beeb3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Network 434080da-875d-4072-9e8a-92cee47d29c0 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:34:45.898339 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cac3d466-ec3a-4fcd-bf23-c1a7c57a0cc0 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:45.902053 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-e33f109d-57dd-4806-a4a6-16b1e53beeb3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 434080da-875d-4072-9e8a-92cee47d29c0) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:45.907065 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-425a70ee-f1c0-4882-b51d-59d6ce77f965 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:45.912985 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cac3d466-ec3a-4fcd-bf23-c1a7c57a0cc0 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:34:45.913379 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cac3d466-ec3a-4fcd-bf23-c1a7c57a0cc0 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:45.927423 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00a6194-f7fe-45a2-946c-d6968e3d0adc None None] Network 434080da-875d-4072-9e8a-92cee47d29c0 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:45.934649 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:34:45.934649 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:34:45.934649 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:34:45.934649 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:34:45.934649 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:34:45.934649 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:34:45.934649 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:34:45.934649 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:34:45.934649 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:34:45.934649 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:34:45.934649 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:34:45.934649 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:34:45.934649 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:34:45.934649 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:34:45.934649 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:34:45.934649 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:34:45.934649 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:34:45.934649 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:34:45.934649 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:34:45.934649 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:34:45.934649 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:34:45.934649 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:34:45.934649 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:34:45.934649 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:34:45.934649 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:34:45.934649 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:34:45.934649 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:34:45.934649 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:34:45.934649 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:34:45.934649 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:34:45.934649 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:34:45.934649 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:34:45.946419 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33f109d-57dd-4806-a4a6-16b1e53beeb3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:45.947012 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e33f109d-57dd-4806-a4a6-16b1e53beeb3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:45.994183 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-99cae245-4f75-41c3-b79a-43488b067b1b None None] Provisioning complete for port 739e3193-1ce5-4afc-9142-614bdd620bdf triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:45.994960 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-99cae245-4f75-41c3-b79a-43488b067b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:46.020334 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e33f109d-57dd-4806-a4a6-16b1e53beeb3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2232754 Oct 26 08:34:46.024746 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34448) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:46.029213 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-fc2a59c1-2c77-4efb-9a73-e8440251a290 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-701557415', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:46.033892 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.ipam_backend_mixin [None req-141a7acc-5bb9-449e-8d99-718612c4a103 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cd405fc0-c68d-4b1f-991d-07d04e6e7768 (CIDR: 2001:db8::/64) Oct 26 08:34:46.046756 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-141a7acc-5bb9-449e-8d99-718612c4a103 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:34:46.047219 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-141a7acc-5bb9-449e-8d99-718612c4a103 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:34:46.050540 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cac3d466-ec3a-4fcd-bf23-c1a7c57a0cc0 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:46.065609 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-99cae245-4f75-41c3-b79a-43488b067b1b None None] Port 739e3193-1ce5-4afc-9142-614bdd620bdf cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:34:46.079133 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cac3d466-ec3a-4fcd-bf23-c1a7c57a0cc0 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:46.086209 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34450) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:46.086398 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-cac3d466-ec3a-4fcd-bf23-c1a7c57a0cc0 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] 10.222.0.41 "DELETE /v2.0/networks/6e50cf93-d408-4a04-9e7c-760e2ebe2f79 HTTP/1.1" status: 204 len: 168 time: 1.7927003 Oct 26 08:34:46.108188 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac3d466-ec3a-4fcd-bf23-c1a7c57a0cc0 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Pushing event deleted for resources: {'Network': ['ID=6e50cf93-d408-4a04-9e7c-760e2ebe2f79,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:46.118793 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-425a70ee-f1c0-4882-b51d-59d6ce77f965 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:46.125578 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-206d6dd5-cc57-4bd8-be28-47c01dcd5ebd tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e2fcf3f-27ec-4ca5-b4fe-f48ff22d3ce0 HTTP/1.1" status: 200 len: 205 time: 0.0381804 Oct 26 08:34:46.128619 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34452) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:46.147724 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fc2a59c1-2c77-4efb-9a73-e8440251a290 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:46.148865 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fc2a59c1-2c77-4efb-9a73-e8440251a290 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:46.171989 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2092e99f-103a-44a1-9c43-92873fb60f66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-434080da-875d-4072-9e8a-92cee47d29c0', 'network_id': '434080da-875d-4072-9e8a-92cee47d29c0', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'fixed_ips': [{'subnet_id': 'd6a76286-c7c5-4787-b2a9-237e198d9e79'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:34:46.174864 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2092e99f-103a-44a1-9c43-92873fb60f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:46.215213 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-141a7acc-5bb9-449e-8d99-718612c4a103 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7825193 Oct 26 08:34:46.218902 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34454) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:46.227608 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-ede585b9-7913-489d-a123-8fef6732f263 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'subnet': {'network_id': 'b9ee02d4-5cb7-4943-9b37-aae5cc660ad0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:46.277608 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-69b564bb-d28c-4255-b610-8756680df4d1 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks [] for router, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:46.285821 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 04acfd79-710d-4b49-849a-b851408cd195 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:34:46.290599 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f6de3b96-029d-4909-b9f4-8b334a8b19a7 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:46.358771 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f6de3b96-029d-4909-b9f4-8b334a8b19a7 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:46.408741 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 04acfd79-710d-4b49-849a-b851408cd195 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:46.410500 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:46.443008 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-2092e99f-103a-44a1-9c43-92873fb60f66 None None] Allocated IP 2001:db8::2 (434080da-875d-4072-9e8a-92cee47d29c0/d6a76286-c7c5-4787-b2a9-237e198d9e79/3af837fc-4d05-4257-a062-3f5fa934a3be) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:46.496098 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fc2a59c1-2c77-4efb-9a73-e8440251a290 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:46.501899 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fc2a59c1-2c77-4efb-9a73-e8440251a290 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:46.515578 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-425a70ee-f1c0-4882-b51d-59d6ce77f965 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:46.555140 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fc2a59c1-2c77-4efb-9a73-e8440251a290 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:46.557113 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-fc2a59c1-2c77-4efb-9a73-e8440251a290 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5314188 Oct 26 08:34:46.560229 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a70ee-f1c0-4882-b51d-59d6ce77f965 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Subnet': ['ID=8abf9cca-2fc0-4e7f-bf6b-57ec60054e2f,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:46.562121 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34456) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:46.569112 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-1e7cfd78-5670-412e-80b9-2d56eaee6da3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Request body: {'port': {'network_id': '434080da-875d-4072-9e8a-92cee47d29c0', 'name': 'tempest-RoutersIpV6Test-1800773361'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:46.576788 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-425a70ee-f1c0-4882-b51d-59d6ce77f965 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:46.577127 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de3b96-029d-4909-b9f4-8b334a8b19a7 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event updated for resources: {'Port': ['ID=3c881357-357e-4a49-9061-3cbb570e07de,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:46.581109 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-425a70ee-f1c0-4882-b51d-59d6ce77f965 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/8abf9cca-2fc0-4e7f-bf6b-57ec60054e2f HTTP/1.1" status: 204 len: 168 time: 0.9216313 Oct 26 08:34:46.582933 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f6de3b96-029d-4909-b9f4-8b334a8b19a7 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:46.586468 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34458) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:46.586894 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5ed24f-5335-447e-a5e7-0402c1752c98 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:46.603877 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-69b564bb-d28c-4255-b610-8756680df4d1 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:46.636951 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-69b564bb-d28c-4255-b610-8756680df4d1 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:46.700720 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device eb130961-3eb6-46e8-a1c8-f6f8fb59d6ee no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:34:46.742481 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: eb130961-3eb6-46e8-a1c8-f6f8fb59d6ee {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:34:46.742816 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device eb130961-3eb6-46e8-a1c8-f6f8fb59d6ee not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:34:46.773279 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2092e99f-103a-44a1-9c43-92873fb60f66 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:46.795419 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ccdaa-9df4-45ea-b961-414081112792 req-e6ce56e7-c07e-4ebb-ad27-ded015ff3917 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:46.797020 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-871ccdaa-9df4-45ea-b961-414081112792 req-e6ce56e7-c07e-4ebb-ad27-ded015ff3917 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.0593226 Oct 26 08:34:46.802802 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2092e99f-103a-44a1-9c43-92873fb60f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:46.839059 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-871ccdaa-9df4-45ea-b961-414081112792 req-5751bf16-f3da-4b6a-8d7f-5b74b0fce7aa tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351779 Oct 26 08:34:46.868906 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2092e99f-103a-44a1-9c43-92873fb60f66 None None] Network 434080da-875d-4072-9e8a-92cee47d29c0 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:46.874866 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-2092e99f-103a-44a1-9c43-92873fb60f66 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:46.894841 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2092e99f-103a-44a1-9c43-92873fb60f66 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:46.898564 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092e99f-103a-44a1-9c43-92873fb60f66 None None] Pushing event updated for resources: {'Port': ['ID=3af837fc-4d05-4257-a062-3f5fa934a3be,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:46.961998 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-2092e99f-103a-44a1-9c43-92873fb60f66 None None] Attempting to bind port 3af837fc-4d05-4257-a062-3f5fa934a3be on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:34:46.962371 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-2092e99f-103a-44a1-9c43-92873fb60f66 None None] Attempting to bind port 3af837fc-4d05-4257-a062-3f5fa934a3be by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '5efbb102-c7b3-4d10-8ad9-0b849d30169a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '434080da-875d-4072-9e8a-92cee47d29c0'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:34:46.962731 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2092e99f-103a-44a1-9c43-92873fb60f66 None None] Attempting to bind port 3af837fc-4d05-4257-a062-3f5fa934a3be on network 434080da-875d-4072-9e8a-92cee47d29c0 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:34:46.967939 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2092e99f-103a-44a1-9c43-92873fb60f66 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:34:46.968439 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2092e99f-103a-44a1-9c43-92873fb60f66 None None] Checking segment: {'id': '5efbb102-c7b3-4d10-8ad9-0b849d30169a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '434080da-875d-4072-9e8a-92cee47d29c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:34:46.968837 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2092e99f-103a-44a1-9c43-92873fb60f66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:46.969163 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2092e99f-103a-44a1-9c43-92873fb60f66 None None] Bound using segment: {'id': '5efbb102-c7b3-4d10-8ad9-0b849d30169a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '434080da-875d-4072-9e8a-92cee47d29c0'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:34:46.969575 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-2092e99f-103a-44a1-9c43-92873fb60f66 None None] Bound port: 3af837fc-4d05-4257-a062-3f5fa934a3be, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5efbb102-c7b3-4d10-8ad9-0b849d30169a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '434080da-875d-4072-9e8a-92cee47d29c0'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:34:46.969993 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2092e99f-103a-44a1-9c43-92873fb60f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:47.039133 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-2092e99f-103a-44a1-9c43-92873fb60f66 None None] For port 3af837fc-4d05-4257-a062-3f5fa934a3be, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:34:47.043622 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-2092e99f-103a-44a1-9c43-92873fb60f66 None None] For port 3af837fc-4d05-4257-a062-3f5fa934a3be, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=3af837fc-4d05-4257-a062-3f5fa934a3be,segment=NetworkSegment(5efbb102-c7b3-4d10-8ad9-0b849d30169a),segment_id=5efbb102-c7b3-4d10-8ad9-0b849d30169a)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:34:47.048561 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2092e99f-103a-44a1-9c43-92873fb60f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:47.073395 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-10556f17-b7e8-4da7-8668-5301b691c9ff tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting subnet d1f274d1-7b6f-4b65-919c-6e9afc269328 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:34:47.082878 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede585b9-7913-489d-a123-8fef6732f263 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Made reservation on behalf of 842b849088674682987bba8ce52bfdf3 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:47.086490 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ede585b9-7913-489d-a123-8fef6732f263 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:47.094690 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-10556f17-b7e8-4da7-8668-5301b691c9ff tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:47.096996 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7cfd78-5670-412e-80b9-2d56eaee6da3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Made reservation on behalf of 502737b6a12c43caa6c2ea21f619d856 for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:47.100813 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1e7cfd78-5670-412e-80b9-2d56eaee6da3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:47.132514 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-1e7cfd78-5670-412e-80b9-2d56eaee6da3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] device_id is not set on port 88386872-6fdb-4631-bec6-034a4c4a7a2c yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:34:47.145107 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-69b564bb-d28c-4255-b610-8756680df4d1 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:47.145479 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b564bb-d28c-4255-b610-8756680df4d1 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Fanout notify agent at l3_agent the message router_deleted on router 4e2fcf3f-27ec-4ca5-b4fe-f48ff22d3ce0 {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:34:47.171735 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092e99f-103a-44a1-9c43-92873fb60f66 None None] Pushing event updated for resources: {'Port': ['ID=3af837fc-4d05-4257-a062-3f5fa934a3be,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:47.192546 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-69b564bb-d28c-4255-b610-8756680df4d1 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:47.196050 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-69b564bb-d28c-4255-b610-8756680df4d1 tempest-RoutersNegativeIpV6Test-1444184495 tempest-RoutersNegativeIpV6Test-1444184495-project] 10.222.0.41 "DELETE /v2.0/routers/4e2fcf3f-27ec-4ca5-b4fe-f48ff22d3ce0 HTTP/1.1" status: 204 len: 168 time: 1.0634649 Oct 26 08:34:47.255004 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-10556f17-b7e8-4da7-8668-5301b691c9ff tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:47.293533 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-1e7cfd78-5670-412e-80b9-2d56eaee6da3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Allocated IP 2001:db8::1ca (434080da-875d-4072-9e8a-92cee47d29c0/d6a76286-c7c5-4787-b2a9-237e198d9e79/88386872-6fdb-4631-bec6-034a4c4a7a2c) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:47.356895 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6de3b96-029d-4909-b9f4-8b334a8b19a7 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Network eb60c2c7-30e5-40b0-9ec5-1cf6858565a8 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:47.366253 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-f6de3b96-029d-4909-b9f4-8b334a8b19a7 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:47.579247 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-10556f17-b7e8-4da7-8668-5301b691c9ff tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:47.580148 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1e7cfd78-5670-412e-80b9-2d56eaee6da3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:47.644197 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1e7cfd78-5670-412e-80b9-2d56eaee6da3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:47.695731 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34466) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:47.717361 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7cfd78-5670-412e-80b9-2d56eaee6da3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Network 434080da-875d-4072-9e8a-92cee47d29c0 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:47.724002 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-1e7cfd78-5670-412e-80b9-2d56eaee6da3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:47.729011 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7cfd78-5670-412e-80b9-2d56eaee6da3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:47.741332 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-10556f17-b7e8-4da7-8668-5301b691c9ff tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:47.746546 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7cfd78-5670-412e-80b9-2d56eaee6da3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:47.747231 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1e7cfd78-5670-412e-80b9-2d56eaee6da3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:47.758362 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6de3b96-029d-4909-b9f4-8b334a8b19a7 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Router 1fe4e193-bc1b-4ccb-b74d-89b3fded41d1 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:34:47.761589 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7cfd78-5670-412e-80b9-2d56eaee6da3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event updated for resources: {'Port': ['ID=88386872-6fdb-4631-bec6-034a4c4a7a2c,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:47.781671 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1e7cfd78-5670-412e-80b9-2d56eaee6da3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2165265 Oct 26 08:34:47.782649 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34470) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:47.818087 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10556f17-b7e8-4da7-8668-5301b691c9ff tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Subnet': ['ID=d1f274d1-7b6f-4b65-919c-6e9afc269328,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:47.846225 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-10556f17-b7e8-4da7-8668-5301b691c9ff tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:47.850014 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-10556f17-b7e8-4da7-8668-5301b691c9ff tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/d1f274d1-7b6f-4b65-919c-6e9afc269328 HTTP/1.1" status: 204 len: 168 time: 1.2602770 Oct 26 08:34:47.851318 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ede585b9-7913-489d-a123-8fef6732f263 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:47.876580 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34472) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:47.929358 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4342bc9c-a3f5-4b01-b729-7b3f67c12b53 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0505888 Oct 26 08:34:47.932168 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34476) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:47.938278 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-48364790-6999-446a-90a0-d43bcb5efb20 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:47.942316 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede585b9-7913-489d-a123-8fef6732f263 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Network b9ee02d4-5cb7-4943-9b37-aae5cc660ad0 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:47.945110 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04de276-e35e-43fe-b008-5c184582cd73 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:47.999790 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-ede585b9-7913-489d-a123-8fef6732f263 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:48.023501 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d511ae-c59b-4065-951d-4376659bd665 None None] Network b9ee02d4-5cb7-4943-9b37-aae5cc660ad0 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:48.027745 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede585b9-7913-489d-a123-8fef6732f263 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:48.028446 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ede585b9-7913-489d-a123-8fef6732f263 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:48.110757 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-01dfb49d-48c6-4523-b6b4-e837a589c097 None None] Provisioning complete for port 00f4d960-849c-4d6c-8e37-e8104a3a2a45 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:48.111772 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-01dfb49d-48c6-4523-b6b4-e837a589c097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:48.112633 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ede585b9-7913-489d-a123-8fef6732f263 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8923812 Oct 26 08:34:48.114159 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34478) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:48.125428 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-943be34f-5b0c-455d-b68e-ab120d9ba598 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-356096515', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '02aa2a11-573f-4518-b936-007ad7d05778'}], 'security_groups': ['89c291b0-1802-4e30-bb47-b0eb51efbba0']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:48.145710 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede585b9-7913-489d-a123-8fef6732f263 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Subnet': ['ID=02aa2a11-573f-4518-b936-007ad7d05778,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:48.207243 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-95c1b422-05b8-4aaa-ba56-f5e9d1af093f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=da31b60516564599a8b8bd2907ef2336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5121369 Oct 26 08:34:48.210643 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34480) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:48.230335 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02918a9-8503-49c7-8170-67d4f397386f req-0bbd40bf-9299-4d08-9569-53497575cbbd tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:48.239170 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e02918a9-8503-49c7-8170-67d4f397386f req-0bbd40bf-9299-4d08-9569-53497575cbbd tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.2688198 Oct 26 08:34:48.255555 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48364790-6999-446a-90a0-d43bcb5efb20 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:48.259876 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-48364790-6999-446a-90a0-d43bcb5efb20 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:48.316672 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 3af837fc-4d05-4257-a062-3f5fa934a3be up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:34:48.339284 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6de3b96-029d-4909-b9f4-8b334a8b19a7 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:34:48.350581 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f6de3b96-029d-4909-b9f4-8b334a8b19a7 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "PUT /v2.0/routers/1fe4e193-bc1b-4ccb-b74d-89b3fded41d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2831311 Oct 26 08:34:48.353980 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34482) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:48.362170 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-7ca6f249-1fc0-4a38-938d-6614a960ae1b tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Request body: {'port': {'network_id': 'eb60c2c7-30e5-40b0-9ec5-1cf6858565a8', 'name': 'tempest-FloatingIPTestJSON-1905528657'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:48.377231 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7a54f6-4419-44d3-ae04-17b2fa660307 None None] Sync routers for ids ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:34:48.401344 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e02918a9-8503-49c7-8170-67d4f397386f req-befd76e3-7426-4422-9b0b-c855ff44d9eb tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612778 Oct 26 08:34:48.442032 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2849a1ca-84a3-4c7f-8f30-d4367e56af95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:48.496205 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-943be34f-5b0c-455d-b68e-ab120d9ba598 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:48.526479 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2849a1ca-84a3-4c7f-8f30-d4367e56af95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:48.649701 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0c55afe4-74f8-475c-98c3-36c73d5f05c3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:48.658605 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda03e91-d601-4063-9124-cc4a62e2b081 None None] Network 434080da-875d-4072-9e8a-92cee47d29c0 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:48.699535 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2849a1ca-84a3-4c7f-8f30-d4367e56af95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:48.702159 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2849a1ca-84a3-4c7f-8f30-d4367e56af95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:48.703330 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2849a1ca-84a3-4c7f-8f30-d4367e56af95 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eb995796-e23c-4d90-b8ce-95ef3b26af92 HTTP/1.1" status: 204 len: 168 time: 0.4914031 Oct 26 08:34:48.722970 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2849a1ca-84a3-4c7f-8f30-d4367e56af95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb995796-e23c-4d90-b8ce-95ef3b26af92,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:48.809861 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7a54f6-4419-44d3-ae04-17b2fa660307 None None] Routers {'1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:34:48.810744 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-1d7a54f6-4419-44d3-ae04-17b2fa660307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:48.853983 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-1d7a54f6-4419-44d3-ae04-17b2fa660307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:48.927929 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b1c8fc-deb0-4716-9f88-774488b4cad7 None None] DHCP port deletion for ecf0c004-fa53-4f3e-bbfd-ff079400665b request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:34:48.934780 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7a54f6-4419-44d3-ae04-17b2fa660307 None None] Routers {'1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:34:48.935729 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-1d7a54f6-4419-44d3-ae04-17b2fa660307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:48.973275 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.objects.ports [None req-48364790-6999-446a-90a0-d43bcb5efb20 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102102) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 08:34:49.004310 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca6f249-1fc0-4a38-938d-6614a960ae1b tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Made reservation on behalf of c24067fe70e54b07ab80d6e10b08041f for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:49.007883 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7ca6f249-1fc0-4a38-938d-6614a960ae1b tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:49.032427 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 3af837fc-4d05-4257-a062-3f5fa934a3be triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:49.033614 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:49.037076 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-1d7a54f6-4419-44d3-ae04-17b2fa660307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:49.037817 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7a54f6-4419-44d3-ae04-17b2fa660307 None None] The sync data for ids ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:34:49.045757 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-943be34f-5b0c-455d-b68e-ab120d9ba598 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Delete allocated IP 2001:db8::67 (b9ee02d4-5cb7-4943-9b37-aae5cc660ad0/cd405fc0-c68d-4b1f-991d-07d04e6e7768) {{(pid=102101) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 08:34:49.055670 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-943be34f-5b0c-455d-b68e-ab120d9ba598 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Allocated IP 2001:db8:0:1::16c (b9ee02d4-5cb7-4943-9b37-aae5cc660ad0/02aa2a11-573f-4518-b936-007ad7d05778/739e3193-1ce5-4afc-9142-614bdd620bdf) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:49.101290 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-7ca6f249-1fc0-4a38-938d-6614a960ae1b tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] device_id is not set on port 640b9b3f-296e-47e4-947a-af87c7a7c99e yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:34:49.148617 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aadc08a-55e7-4d07-9b93-6a348742c9c1 None None] Update dhcp port {'port': {'network_id': 'b9ee02d4-5cb7-4943-9b37-aae5cc660ad0', 'fixed_ips': [{'subnet_id': 'cd405fc0-c68d-4b1f-991d-07d04e6e7768', 'ip_address': '2001:db8::2'}, {'subnet_id': '02aa2a11-573f-4518-b936-007ad7d05778'}], 'binding:host_id': 'dv-neutron-804846-13-hyperv'}, 'id': '04acfd79-710d-4b49-849a-b851408cd195'} from dv-neutron-804846-13-hyperv. {{(pid=102103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 08:34:49.179897 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8e911bf0-a835-4f90-b665-bfcb7e1b267f None None] Provisioning complete for port 3af837fc-4d05-4257-a062-3f5fa934a3be triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:49.180380 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8e911bf0-a835-4f90-b665-bfcb7e1b267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:49.227348 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1aadc08a-55e7-4d07-9b93-6a348742c9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:49.292809 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-943be34f-5b0c-455d-b68e-ab120d9ba598 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:49.299576 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-943be34f-5b0c-455d-b68e-ab120d9ba598 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:49.322078 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-08b1c8fc-deb0-4716-9f88-774488b4cad7 None None] Deleting port 00f4d960-849c-4d6c-8e37-e8104a3a2a45 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:49.322530 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-08b1c8fc-deb0-4716-9f88-774488b4cad7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:49.387472 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-943be34f-5b0c-455d-b68e-ab120d9ba598 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] In _notify_port_updated(), no bound segment for port 739e3193-1ce5-4afc-9142-614bdd620bdf on network b9ee02d4-5cb7-4943-9b37-aae5cc660ad0 {{(pid=102101) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 08:34:49.394301 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943be34f-5b0c-455d-b68e-ab120d9ba598 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:49.394962 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-943be34f-5b0c-455d-b68e-ab120d9ba598 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:49.396866 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-943be34f-5b0c-455d-b68e-ab120d9ba598 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "PUT /v2.0/ports/739e3193-1ce5-4afc-9142-614bdd620bdf HTTP/1.1" status: 200 len: 930 time: 1.2762790 Oct 26 08:34:49.399981 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34498) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:49.410705 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0c55afe4-74f8-475c-98c3-36c73d5f05c3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:49.435497 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0c55afe4-74f8-475c-98c3-36c73d5f05c3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:49.444282 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943be34f-5b0c-455d-b68e-ab120d9ba598 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Port': ['ID=739e3193-1ce5-4afc-9142-614bdd620bdf,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:49.483514 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-7ca6f249-1fc0-4a38-938d-6614a960ae1b tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Allocated IP 172.20.0.11 (eb60c2c7-30e5-40b0-9ec5-1cf6858565a8/edc7f0e8-ea46-4212-86b3-88cabb0fd413/640b9b3f-296e-47e4-947a-af87c7a7c99e) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:49.512293 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:49.582222 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0d080fb7-7332-4a67-a7b1-33f030a9cfa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:49.603813 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-2ce80b82-552e-41a3-90ca-637f5aa8ee4c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Deleting port 739e3193-1ce5-4afc-9142-614bdd620bdf {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:49.604169 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2ce80b82-552e-41a3-90ca-637f5aa8ee4c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:49.652045 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55afe4-74f8-475c-98c3-36c73d5f05c3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event updated for resources: {'Port': ['ID=88386872-6fdb-4631-bec6-034a4c4a7a2c,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:49.661138 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-48364790-6999-446a-90a0-d43bcb5efb20 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:49.704250 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8e911bf0-a835-4f90-b665-bfcb7e1b267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:49.707989 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 3af837fc-4d05-4257-a062-3f5fa934a3be, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=3af837fc-4d05-4257-a062-3f5fa934a3be,segment=NetworkSegment(5efbb102-c7b3-4d10-8ad9-0b849d30169a),segment_id=5efbb102-c7b3-4d10-8ad9-0b849d30169a)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:49.739099 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2ce80b82-552e-41a3-90ca-637f5aa8ee4c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:49.762393 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-2ce80b82-552e-41a3-90ca-637f5aa8ee4c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Calling delete_port for 739e3193-1ce5-4afc-9142-614bdd620bdf owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:49.763057 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:49.781549 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-08b1c8fc-deb0-4716-9f88-774488b4cad7 None None] For port 00f4d960-849c-4d6c-8e37-e8104a3a2a45, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=00f4d960-849c-4d6c-8e37-e8104a3a2a45,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:49.782283 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-08b1c8fc-deb0-4716-9f88-774488b4cad7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:49.802139 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34508) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:49.841035 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-08b1c8fc-deb0-4716-9f88-774488b4cad7 None None] Calling delete_port for 00f4d960-849c-4d6c-8e37-e8104a3a2a45 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:49.903348 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-1aadc08a-55e7-4d07-9b93-6a348742c9c1 None None] Allocated IP 2001:db8:0:1::2 (b9ee02d4-5cb7-4943-9b37-aae5cc660ad0/02aa2a11-573f-4518-b936-007ad7d05778/04acfd79-710d-4b49-849a-b851408cd195) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:49.909173 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.db.api [None req-8e911bf0-a835-4f90-b665-bfcb7e1b267f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:34:49.909530 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG oslo_db.api [None req-8e911bf0-a835-4f90-b665-bfcb7e1b267f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:34:49.975853 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=3af837fc-4d05-4257-a062-3f5fa934a3be,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:49.996561 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2ce80b82-552e-41a3-90ca-637f5aa8ee4c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:50.036016 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce80b82-552e-41a3-90ca-637f5aa8ee4c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Port': ['ID=739e3193-1ce5-4afc-9142-614bdd620bdf,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:50.047643 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0c55afe4-74f8-475c-98c3-36c73d5f05c3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:50.067905 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2ce80b82-552e-41a3-90ca-637f5aa8ee4c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:50.073978 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2ce80b82-552e-41a3-90ca-637f5aa8ee4c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/ports/739e3193-1ce5-4afc-9142-614bdd620bdf HTTP/1.1" status: 204 len: 168 time: 0.6729920 Oct 26 08:34:50.074606 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34512) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:50.101226 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1eba2af-dbf4-46ca-a569-8e60bc398bd8 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] GET failed (client error): The resource could not be found. Oct 26 08:34:50.106006 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d1eba2af-dbf4-46ca-a569-8e60bc398bd8 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "GET /v2.0/ports/739e3193-1ce5-4afc-9142-614bdd620bdf HTTP/1.1" status: 404 len: 333 time: 0.0303464 Oct 26 08:34:50.106646 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34514) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:50.115555 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-1aadc08a-55e7-4d07-9b93-6a348742c9c1 None None] For port 04acfd79-710d-4b49-849a-b851408cd195, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=04acfd79-710d-4b49-849a-b851408cd195,segment=NetworkSegment(67c08f24-1a4f-4389-b6bd-fcde7d882449),segment_id=67c08f24-1a4f-4389-b6bd-fcde7d882449)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:50.117875 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-08b1c8fc-deb0-4716-9f88-774488b4cad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:50.160462 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b1c8fc-deb0-4716-9f88-774488b4cad7 None None] No DVR routers for this DVR port 00f4d960-849c-4d6c-8e37-e8104a3a2a45 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:34:50.168956 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1c8fc-deb0-4716-9f88-774488b4cad7 None None] Pushing event deleted for resources: {'Port': ['ID=00f4d960-849c-4d6c-8e37-e8104a3a2a45,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:50.174152 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-6be8f0ee-d593-4f75-9c2f-09c490ecc55b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-714267485', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:50.209190 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1aadc08a-55e7-4d07-9b93-6a348742c9c1 None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:50.216157 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1aadc08a-55e7-4d07-9b93-6a348742c9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:50.227099 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6be8f0ee-d593-4f75-9c2f-09c490ecc55b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:50.228396 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6be8f0ee-d593-4f75-9c2f-09c490ecc55b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:50.229745 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-655f7656-95d5-4f48-86bb-5fd968ac4381 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:50.230716 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 3af837fc-4d05-4257-a062-3f5fa934a3be up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:34:50.259268 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-655f7656-95d5-4f48-86bb-5fd968ac4381 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:50.289987 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6be8f0ee-d593-4f75-9c2f-09c490ecc55b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:50.328258 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7ca6f249-1fc0-4a38-938d-6614a960ae1b tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:50.330293 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-655f7656-95d5-4f48-86bb-5fd968ac4381 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:50.334046 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-655f7656-95d5-4f48-86bb-5fd968ac4381 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:50.334800 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-655f7656-95d5-4f48-86bb-5fd968ac4381 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/security-groups/1815c1f5-8f0c-40d6-b0f9-cb8cf3c80047 HTTP/1.1" status: 204 len: 168 time: 0.2271838 Oct 26 08:34:50.338025 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34516) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:50.347383 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe31da-0cfd-46e3-b24f-2ad1074be479 req-660788b4-f51f-44d9-b426-d42215efcbcf tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:50.348945 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-fafe31da-0cfd-46e3-b24f-2ad1074be479 req-660788b4-f51f-44d9-b426-d42215efcbcf tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.6760521 Oct 26 08:34:50.358701 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f7656-95d5-4f48-86bb-5fd968ac4381 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1815c1f5-8f0c-40d6-b0f9-cb8cf3c80047,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:50.384389 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aadc08a-55e7-4d07-9b93-6a348742c9c1 None None] Pushing event updated for resources: {'Port': ['ID=04acfd79-710d-4b49-849a-b851408cd195,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:50.386320 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6be8f0ee-d593-4f75-9c2f-09c490ecc55b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:50.399764 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 3af837fc-4d05-4257-a062-3f5fa934a3be triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:50.400139 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:50.415342 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-57677c38-72fd-49b1-9c52-b660cfbe906c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:50.424676 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6be8f0ee-d593-4f75-9c2f-09c490ecc55b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:50.426323 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6be8f0ee-d593-4f75-9c2f-09c490ecc55b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6210954 Oct 26 08:34:50.432235 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34518) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:50.437165 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-11d45cf6-051d-4742-9117-9d281a20493b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-567997391'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:50.471817 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-57677c38-72fd-49b1-9c52-b660cfbe906c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:50.518982 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d45cf6-051d-4742-9117-9d281a20493b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Made reservation on behalf of b0d747a4dbbb4d2a9d26bc245c028681 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:50.523656 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-11d45cf6-051d-4742-9117-9d281a20493b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:50.543685 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-11d45cf6-051d-4742-9117-9d281a20493b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:50.586945 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-fafe31da-0cfd-46e3-b24f-2ad1074be479 req-4ce8e188-ba60-4db0-8c8f-7f0695b15cd7 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834459 Oct 26 08:34:50.596842 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-57677c38-72fd-49b1-9c52-b660cfbe906c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:50.599779 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-57677c38-72fd-49b1-9c52-b660cfbe906c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:50.601935 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-57677c38-72fd-49b1-9c52-b660cfbe906c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/security-groups/89c291b0-1802-4e30-bb47-b0eb51efbba0 HTTP/1.1" status: 204 len: 168 time: 0.2618585 Oct 26 08:34:50.607250 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34520) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:50.627423 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 00f4d960-849c-4d6c-8e37-e8104a3a2a45 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:34:50.635360 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-7ed72a9a-b1f3-4f65-baf3-4cbf763f7c0c None None] Provisioning complete for port 3af837fc-4d05-4257-a062-3f5fa934a3be triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:50.636011 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7ed72a9a-b1f3-4f65-baf3-4cbf763f7c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:50.650806 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7ca6f249-1fc0-4a38-938d-6614a960ae1b tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:50.672177 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-48364790-6999-446a-90a0-d43bcb5efb20 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] For port 00f4d960-849c-4d6c-8e37-e8104a3a2a45, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=00f4d960-849c-4d6c-8e37-e8104a3a2a45,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:50.677744 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57677c38-72fd-49b1-9c52-b660cfbe906c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c291b0-1802-4e30-bb47-b0eb51efbba0,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:50.685723 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 00f4d960-849c-4d6c-8e37-e8104a3a2a45 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:34:50.686330 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 00f4d960-849c-4d6c-8e37-e8104a3a2a45 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:34:50.739498 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca6f249-1fc0-4a38-938d-6614a960ae1b tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event updated for resources: {'Port': ['ID=640b9b3f-296e-47e4-947a-af87c7a7c99e,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:50.742206 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0c55afe4-74f8-475c-98c3-36c73d5f05c3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:50.764776 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-bba3cc99-d6e5-4861-a9cb-e17583ae0c14 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Deleting subnet cd405fc0-c68d-4b1f-991d-07d04e6e7768 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:34:50.769404 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca6f249-1fc0-4a38-938d-6614a960ae1b tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Network eb60c2c7-30e5-40b0-9ec5-1cf6858565a8 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:50.772852 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bba3cc99-d6e5-4861-a9cb-e17583ae0c14 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:50.785678 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-7ed72a9a-b1f3-4f65-baf3-4cbf763f7c0c None None] Provisioning complete for port 88386872-6fdb-4631-bec6-034a4c4a7a2c triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:50.786094 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7ed72a9a-b1f3-4f65-baf3-4cbf763f7c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:50.820692 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-7ca6f249-1fc0-4a38-938d-6614a960ae1b tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:50.826222 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-11d45cf6-051d-4742-9117-9d281a20493b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:50.834738 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca6f249-1fc0-4a38-938d-6614a960ae1b tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:50.836530 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-7ed72a9a-b1f3-4f65-baf3-4cbf763f7c0c None None] Port 88386872-6fdb-4631-bec6-034a4c4a7a2c cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:34:50.837022 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-11d45cf6-051d-4742-9117-9d281a20493b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:50.838693 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-48364790-6999-446a-90a0-d43bcb5efb20 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:50.844008 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bba3cc99-d6e5-4861-a9cb-e17583ae0c14 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:50.869594 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-48364790-6999-446a-90a0-d43bcb5efb20 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:50.869594 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-48364790-6999-446a-90a0-d43bcb5efb20 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:50.903677 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11d45cf6-051d-4742-9117-9d281a20493b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:34:50.920140 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d45cf6-051d-4742-9117-9d281a20493b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22d1ad81-8477-4940-9cdd-1b2942d34da9,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:50.934582 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-11d45cf6-051d-4742-9117-9d281a20493b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:50.934916 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-11d45cf6-051d-4742-9117-9d281a20493b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Added segment 9a16d0ca-3732-418f-8c7a-ea2e9501a1b7 of type vlan for network da3c5423-dd38-44bc-8a22-305decdc09a9 Oct 26 08:34:51.015029 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-11d45cf6-051d-4742-9117-9d281a20493b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:51.031488 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bba3cc99-d6e5-4861-a9cb-e17583ae0c14 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:51.085814 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-11d45cf6-051d-4742-9117-9d281a20493b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:51.091632 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d45cf6-051d-4742-9117-9d281a20493b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:51.092278 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-11d45cf6-051d-4742-9117-9d281a20493b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:51.153602 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-b551f090-945b-4656-9d96-cf5d44bee7fe None None] Could not find standard attr ID for object 739e3193-1ce5-4afc-9142-614bdd620bdf. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:34:51.175925 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-b551f090-945b-4656-9d96-cf5d44bee7fe None None] Provisioning complete for port 129e905b-074a-4f85-a828-7c3a21e88ea9 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:51.176370 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b551f090-945b-4656-9d96-cf5d44bee7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:51.191580 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-11d45cf6-051d-4742-9117-9d281a20493b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7556455 Oct 26 08:34:51.197310 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34526) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:51.203103 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-1a36e955-3fe3-4d84-86ee-d3739847a4e8 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Request body: {'subnet': {'network_id': 'da3c5423-dd38-44bc-8a22-305decdc09a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:51.223065 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-b551f090-945b-4656-9d96-cf5d44bee7fe None None] Port 129e905b-074a-4f85-a828-7c3a21e88ea9 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:34:51.236651 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-b551f090-945b-4656-9d96-cf5d44bee7fe None None] Provisioning complete for port 04acfd79-710d-4b49-849a-b851408cd195 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:51.237110 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b551f090-945b-4656-9d96-cf5d44bee7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:51.279750 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d45cf6-051d-4742-9117-9d281a20493b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Pushing event updated for resources: {'Network': ['ID=da3c5423-dd38-44bc-8a22-305decdc09a9,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:51.295716 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network da3c5423-dd38-44bc-8a22-305decdc09a9 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:34:51.312196 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48364790-6999-446a-90a0-d43bcb5efb20 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Port': ['ID=00f4d960-849c-4d6c-8e37-e8104a3a2a45,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:51.318899 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bba3cc99-d6e5-4861-a9cb-e17583ae0c14 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:51.328444 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a36e955-3fe3-4d84-86ee-d3739847a4e8 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Made reservation on behalf of b0d747a4dbbb4d2a9d26bc245c028681 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:51.333178 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1a36e955-3fe3-4d84-86ee-d3739847a4e8 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:51.339128 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48364790-6999-446a-90a0-d43bcb5efb20 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:51.353495 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-48364790-6999-446a-90a0-d43bcb5efb20 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:51.356668 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48364790-6999-446a-90a0-d43bcb5efb20 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:51.357271 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-48364790-6999-446a-90a0-d43bcb5efb20 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:51.375891 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca6f249-1fc0-4a38-938d-6614a960ae1b tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:51.377216 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7ca6f249-1fc0-4a38-938d-6614a960ae1b tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:51.379702 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fe2235-7624-474b-952f-375c08e1f629 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:51.383443 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3cc99-d6e5-4861-a9cb-e17583ae0c14 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Subnet': ['ID=cd405fc0-c68d-4b1f-991d-07d04e6e7768,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:51.406881 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48364790-6999-446a-90a0-d43bcb5efb20 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Subnet': ['ID=fd72bc04-885d-4e05-94a6-1c61db72bf08,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:51.420194 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bba3cc99-d6e5-4861-a9cb-e17583ae0c14 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:51.423853 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-bba3cc99-d6e5-4861-a9cb-e17583ae0c14 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/subnets/cd405fc0-c68d-4b1f-991d-07d04e6e7768 HTTP/1.1" status: 204 len: 168 time: 0.7983110 Oct 26 08:34:51.429367 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34528) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:51.434122 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-1694d983-6944-42e8-9830-9b20e3012b39 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'subnet': {'network_id': 'b9ee02d4-5cb7-4943-9b37-aae5cc660ad0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:51.465277 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-48364790-6999-446a-90a0-d43bcb5efb20 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5315938 Oct 26 08:34:51.466002 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34530) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:51.479039 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-81962ea2-adc2-4953-8256-a6dfe4aeb1b8 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:51.492379 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7ca6f249-1fc0-4a38-938d-6614a960ae1b tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1373651 Oct 26 08:34:51.508693 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34532) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:51.515849 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-509ef0b9-9f10-40e8-a0d6-bfac71faa43f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Request body: {'port': {'network_id': 'eb60c2c7-30e5-40b0-9ec5-1cf6858565a8', 'name': 'tempest-FloatingIPTestJSON-1300459994'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:51.668723 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0c55afe4-74f8-475c-98c3-36c73d5f05c3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:51.677962 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0c55afe4-74f8-475c-98c3-36c73d5f05c3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:51.679119 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0c55afe4-74f8-475c-98c3-36c73d5f05c3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:51.691032 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81962ea2-adc2-4953-8256-a6dfe4aeb1b8 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:51.694821 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-81962ea2-adc2-4953-8256-a6dfe4aeb1b8 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:51.712812 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66c839d-c151-470e-acbf-3d627f609b11 None None] Network b9ee02d4-5cb7-4943-9b37-aae5cc660ad0 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:51.842566 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55afe4-74f8-475c-98c3-36c73d5f05c3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event updated for resources: {'Port': ['ID=88386872-6fdb-4631-bec6-034a4c4a7a2c,revision_number=3']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:51.845554 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323efcd-6c36-42fd-ba8e-d72728717a79 req-713f6acf-4dc8-4bc9-9376-7da139212425 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:51.847810 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d323efcd-6c36-42fd-ba8e-d72728717a79 req-713f6acf-4dc8-4bc9-9376-7da139212425 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.1620812 Oct 26 08:34:51.887359 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1694d983-6944-42e8-9830-9b20e3012b39 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Made reservation on behalf of 842b849088674682987bba8ce52bfdf3 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:51.890743 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1694d983-6944-42e8-9830-9b20e3012b39 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:51.902007 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.ipam_backend_mixin [None req-81962ea2-adc2-4953-8256-a6dfe4aeb1b8 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fd72bc04-885d-4e05-94a6-1c61db72bf08 (CIDR: 2001:db8::/64) Oct 26 08:34:51.912173 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-81962ea2-adc2-4953-8256-a6dfe4aeb1b8 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:34:51.912649 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81962ea2-adc2-4953-8256-a6dfe4aeb1b8 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:34:51.931857 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c55afe4-74f8-475c-98c3-36c73d5f05c3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Network 434080da-875d-4072-9e8a-92cee47d29c0 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:51.933468 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-0c55afe4-74f8-475c-98c3-36c73d5f05c3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:51.943069 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-efe3d974-e7bc-4002-8b4f-6991e63d583f None None] Could not find standard attr ID for object 739e3193-1ce5-4afc-9142-614bdd620bdf. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:34:51.985368 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1a36e955-3fe3-4d84-86ee-d3739847a4e8 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:51.995652 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509ef0b9-9f10-40e8-a0d6-bfac71faa43f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Made reservation on behalf of c24067fe70e54b07ab80d6e10b08041f for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:51.999163 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-509ef0b9-9f10-40e8-a0d6-bfac71faa43f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:52.004422 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd57c929-6d10-400a-a473-d6ca5c9d2af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'tenant_id': '34a26fc2cbe741c49d4d94b40e63438a', 'fixed_ips': [{'subnet_id': 'fd72bc04-885d-4e05-94a6-1c61db72bf08'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:34:52.005307 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cd57c929-6d10-400a-a473-d6ca5c9d2af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:52.034084 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-81962ea2-adc2-4953-8256-a6dfe4aeb1b8 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5600591 Oct 26 08:34:52.035138 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34538) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:52.042261 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-88de1a5c-b44e-4e92-af78-8979f5b76b04 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:52.056485 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d3ec100a-3d6a-42ad-baf5-213d55763869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:52.228390 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c55afe4-74f8-475c-98c3-36c73d5f05c3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Router f8e356ad-c07c-48b5-ab89-c2452ceb84fa is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:34:52.247955 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88de1a5c-b44e-4e92-af78-8979f5b76b04 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:52.252557 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-88de1a5c-b44e-4e92-af78-8979f5b76b04 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:52.258973 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-cd57c929-6d10-400a-a473-d6ca5c9d2af4 None None] Allocated IP 2001:db8::f816:3eff:fe6d:86c9 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/fd72bc04-885d-4e05-94a6-1c61db72bf08/9a5b6cbc-238f-4718-bea5-7e7f6c8e2185) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:52.340192 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 04acfd79-710d-4b49-849a-b851408cd195 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:34:52.414068 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d323efcd-6c36-42fd-ba8e-d72728717a79 req-22c11c4a-b618-456e-a90f-1bacd475906f tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5409875 Oct 26 08:34:52.444050 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-509ef0b9-9f10-40e8-a0d6-bfac71faa43f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] device_id is not set on port 54f9d107-e1ab-410f-b7a6-aa0f0a32f7d1 yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:34:52.480367 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c55afe4-74f8-475c-98c3-36c73d5f05c3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:34:52.492758 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-0c55afe4-74f8-475c-98c3-36c73d5f05c3 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "PUT /v2.0/routers/f8e356ad-c07c-48b5-ab89-c2452ceb84fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7049499 Oct 26 08:34:52.494713 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34540) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:52.497347 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12916f43-119d-4804-82a4-417da225d030 None None] Sync routers for ids ['f8e356ad-c07c-48b5-ab89-c2452ceb84fa'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:34:52.517988 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12916f43-119d-4804-82a4-417da225d030 None None] Routers {'f8e356ad-c07c-48b5-ab89-c2452ceb84fa'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:34:52.518602 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-12916f43-119d-4804-82a4-417da225d030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['f8e356ad-c07c-48b5-ab89-c2452ceb84fa'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:52.526800 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-059d88ac-1ad8-4493-8952-64fc3abb9a47 None None] Provisioning complete for port 88386872-6fdb-4631-bec6-034a4c4a7a2c triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:52.527308 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-059d88ac-1ad8-4493-8952-64fc3abb9a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:52.540575 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36e955-3fe3-4d84-86ee-d3739847a4e8 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Pushing event updated for resources: {'Subnet': ['ID=88382667-8966-4d06-ab59-569f8667b155,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:52.564065 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a36e955-3fe3-4d84-86ee-d3739847a4e8 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Checking segment: {'id': '9a16d0ca-3732-418f-8c7a-ea2e9501a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da3c5423-dd38-44bc-8a22-305decdc09a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:34:52.564307 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a36e955-3fe3-4d84-86ee-d3739847a4e8 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Network hostable DHCP agents. Network: da3c5423-dd38-44bc-8a22-305decdc09a9, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:34:52.570415 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bc1847-8008-4c9d-8caa-1e0e73f0aa60 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:52.574464 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a2bc1847-8008-4c9d-8caa-1e0e73f0aa60 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "GET /v2.0/ports/88386872-6fdb-4631-bec6-034a4c4a7a2c HTTP/1.1" status: 200 len: 984 time: 0.0762219 Oct 26 08:34:52.575376 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34542) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:52.600471 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-12916f43-119d-4804-82a4-417da225d030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:52.621046 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12916f43-119d-4804-82a4-417da225d030 None None] Routers {'f8e356ad-c07c-48b5-ab89-c2452ceb84fa'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:34:52.622115 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-12916f43-119d-4804-82a4-417da225d030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['f8e356ad-c07c-48b5-ab89-c2452ceb84fa'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:52.634976 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cd57c929-6d10-400a-a473-d6ca5c9d2af4 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:52.664153 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a36e955-3fe3-4d84-86ee-d3739847a4e8 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Network da3c5423-dd38-44bc-8a22-305decdc09a9 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:34:52.681303 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cd57c929-6d10-400a-a473-d6ca5c9d2af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:52.681699 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-12916f43-119d-4804-82a4-417da225d030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:52.683188 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12916f43-119d-4804-82a4-417da225d030 None None] The sync data for ids ['f8e356ad-c07c-48b5-ab89-c2452ceb84fa'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:34:52.696572 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-1a36e955-3fe3-4d84-86ee-d3739847a4e8 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, da3c5423-dd38-44bc-8a22-305decdc09a9) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:52.722203 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0cb19c-71a8-47af-9b4b-28e456e76719 None None] Network da3c5423-dd38-44bc-8a22-305decdc09a9 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:52.742509 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-509ef0b9-9f10-40e8-a0d6-bfac71faa43f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Allocated IP 172.20.0.9 (eb60c2c7-30e5-40b0-9ec5-1cf6858565a8/edc7f0e8-ea46-4212-86b3-88cabb0fd413/54f9d107-e1ab-410f-b7a6-aa0f0a32f7d1) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:52.753262 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a36e955-3fe3-4d84-86ee-d3739847a4e8 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:52.754285 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1a36e955-3fe3-4d84-86ee-d3739847a4e8 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:52.810512 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd57c929-6d10-400a-a473-d6ca5c9d2af4 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:52.818797 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-059d88ac-1ad8-4493-8952-64fc3abb9a47 None None] Port 88386872-6fdb-4631-bec6-034a4c4a7a2c cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:34:52.824335 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1a36e955-3fe3-4d84-86ee-d3739847a4e8 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6256328 Oct 26 08:34:52.829540 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-cd57c929-6d10-400a-a473-d6ca5c9d2af4 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:52.832344 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34546) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:52.843781 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd57c929-6d10-400a-a473-d6ca5c9d2af4 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:52.854865 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 04acfd79-710d-4b49-849a-b851408cd195 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:52.855236 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:52.868697 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd57c929-6d10-400a-a473-d6ca5c9d2af4 None None] Pushing event updated for resources: {'Port': ['ID=9a5b6cbc-238f-4718-bea5-7e7f6c8e2185,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:52.890720 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-a8b3cea4-bb8c-42fd-82e3-3e3a7e9c5886 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Request body: {'network': {'name': 'tempest-router-network01--1856655504'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:52.967301 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:52.972157 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b3cea4-bb8c-42fd-82e3-3e3a7e9c5886 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Made reservation on behalf of b0d747a4dbbb4d2a9d26bc245c028681 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:52.980865 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a8b3cea4-bb8c-42fd-82e3-3e3a7e9c5886 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:52.998681 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cd57c929-6d10-400a-a473-d6ca5c9d2af4 None None] Attempting to bind port 9a5b6cbc-238f-4718-bea5-7e7f6c8e2185 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:34:52.998681 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cd57c929-6d10-400a-a473-d6ca5c9d2af4 None None] Attempting to bind port 9a5b6cbc-238f-4718-bea5-7e7f6c8e2185 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:34:52.999114 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd57c929-6d10-400a-a473-d6ca5c9d2af4 None None] Attempting to bind port 9a5b6cbc-238f-4718-bea5-7e7f6c8e2185 on network ecf0c004-fa53-4f3e-bbfd-ff079400665b {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:34:53.029000 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1694d983-6944-42e8-9830-9b20e3012b39 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:53.031504 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd57c929-6d10-400a-a473-d6ca5c9d2af4 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:34:53.031756 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd57c929-6d10-400a-a473-d6ca5c9d2af4 None None] Checking segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:34:53.032129 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cd57c929-6d10-400a-a473-d6ca5c9d2af4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:53.032532 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd57c929-6d10-400a-a473-d6ca5c9d2af4 None None] Bound using segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:34:53.034044 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cd57c929-6d10-400a-a473-d6ca5c9d2af4 None None] Bound port: 9a5b6cbc-238f-4718-bea5-7e7f6c8e2185, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:34:53.034998 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cd57c929-6d10-400a-a473-d6ca5c9d2af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:53.072882 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-88de1a5c-b44e-4e92-af78-8979f5b76b04 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:53.107880 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1694d983-6944-42e8-9830-9b20e3012b39 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Network b9ee02d4-5cb7-4943-9b37-aae5cc660ad0 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:53.116705 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b3cea4-bb8c-42fd-82e3-3e3a7e9c5886 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:34:53.122180 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-1694d983-6944-42e8-9830-9b20e3012b39 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:53.125210 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1694d983-6944-42e8-9830-9b20e3012b39 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:53.126076 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1694d983-6944-42e8-9830-9b20e3012b39 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:53.136297 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-509ef0b9-9f10-40e8-a0d6-bfac71faa43f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:53.138053 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694d983-6944-42e8-9830-9b20e3012b39 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Subnet': ['ID=e53f8ed0-0526-4127-948b-ad8f175249f3,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:53.143317 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88de1a5c-b44e-4e92-af78-8979f5b76b04 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:53.149456 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a8b3cea4-bb8c-42fd-82e3-3e3a7e9c5886 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:53.149736 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-a8b3cea4-bb8c-42fd-82e3-3e3a7e9c5886 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Added segment b5325abb-9c89-468a-95ab-873c42e7b6ce of type vlan for network ca67db78-9e4d-44e1-b7f4-d9b34fb07cc3 Oct 26 08:34:53.151317 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73ba10b-b77d-43c8-bc1b-f3403c22133b None None] Network b9ee02d4-5cb7-4943-9b37-aae5cc660ad0 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:53.153195 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-88de1a5c-b44e-4e92-af78-8979f5b76b04 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:53.173169 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88de1a5c-b44e-4e92-af78-8979f5b76b04 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:53.174571 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-88de1a5c-b44e-4e92-af78-8979f5b76b04 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:53.183971 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de1a5c-b44e-4e92-af78-8979f5b76b04 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Subnet': ['ID=24023ca3-6e8d-4eb6-a8b4-e5410b2fe096,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:53.199538 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1694d983-6944-42e8-9830-9b20e3012b39 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7692027 Oct 26 08:34:53.201552 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3835167a-bc05-40b5-95d8-75e7184e45d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-da3c5423-dd38-44bc-8a22-305decdc09a9', 'network_id': 'da3c5423-dd38-44bc-8a22-305decdc09a9', 'tenant_id': 'b0d747a4dbbb4d2a9d26bc245c028681', 'fixed_ips': [{'subnet_id': '88382667-8966-4d06-ab59-569f8667b155'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:34:53.202517 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3835167a-bc05-40b5-95d8-75e7184e45d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:53.202668 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34548) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:53.207835 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-c8d7f0b8-22c9-4428-b2d9-de0d20d6a93d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'security_group': {'name': 'tempest-secgroup-978820505'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:53.215913 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-509ef0b9-9f10-40e8-a0d6-bfac71faa43f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:53.234044 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-88de1a5c-b44e-4e92-af78-8979f5b76b04 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1985343 Oct 26 08:34:53.235921 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a8b3cea4-bb8c-42fd-82e3-3e3a7e9c5886 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:53.239662 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34550) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:53.243366 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-cd57c929-6d10-400a-a473-d6ca5c9d2af4 None None] For port 9a5b6cbc-238f-4718-bea5-7e7f6c8e2185, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:34:53.247070 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-c2e2ceb9-8a9b-49e6-897d-4fe8e40d0425 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'port': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'mac_address': 'fa:16:3e:a6:ae:53', 'name': 'tempest-NetworksTestDHCPv6-895212604'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:53.257833 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-c05b5501-0756-4a60-a872-31072d3edf54 None None] Provisioning complete for port 129e905b-074a-4f85-a828-7c3a21e88ea9 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:53.258215 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c05b5501-0756-4a60-a872-31072d3edf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:53.282408 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509ef0b9-9f10-40e8-a0d6-bfac71faa43f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Network eb60c2c7-30e5-40b0-9ec5-1cf6858565a8 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:53.294506 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-509ef0b9-9f10-40e8-a0d6-bfac71faa43f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:53.297007 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509ef0b9-9f10-40e8-a0d6-bfac71faa43f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:53.305949 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-cd57c929-6d10-400a-a473-d6ca5c9d2af4 None None] For port 9a5b6cbc-238f-4718-bea5-7e7f6c8e2185, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=9a5b6cbc-238f-4718-bea5-7e7f6c8e2185,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:34:53.321431 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c8d7f0b8-22c9-4428-b2d9-de0d20d6a93d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:53.323287 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ef0b9-9f10-40e8-a0d6-bfac71faa43f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event updated for resources: {'Port': ['ID=54f9d107-e1ab-410f-b7a6-aa0f0a32f7d1,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:53.369903 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a8b3cea4-bb8c-42fd-82e3-3e3a7e9c5886 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:53.371404 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cd57c929-6d10-400a-a473-d6ca5c9d2af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:53.372614 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509ef0b9-9f10-40e8-a0d6-bfac71faa43f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:53.373474 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-509ef0b9-9f10-40e8-a0d6-bfac71faa43f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:53.377023 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b3cea4-bb8c-42fd-82e3-3e3a7e9c5886 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:53.378179 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a8b3cea4-bb8c-42fd-82e3-3e3a7e9c5886 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:53.397418 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:53.404239 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-509ef0b9-9f10-40e8-a0d6-bfac71faa43f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8940601 Oct 26 08:34:53.412049 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34552) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:53.415932 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-2d74f5e1-57a6-4917-a19c-8afee0f2166f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Request body: {'floatingip': {'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'port_id': '54f9d107-e1ab-410f-b7a6-aa0f0a32f7d1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:53.443547 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-c05b5501-0756-4a60-a872-31072d3edf54 None None] Port 129e905b-074a-4f85-a828-7c3a21e88ea9 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:34:53.449655 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c8d7f0b8-22c9-4428-b2d9-de0d20d6a93d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:53.460736 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c8d7f0b8-22c9-4428-b2d9-de0d20d6a93d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:53.492522 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34556) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:53.495416 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a8b3cea4-bb8c-42fd-82e3-3e3a7e9c5886 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6094396 Oct 26 08:34:53.502766 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-a4312de8-e9cf-4882-b096-f48d13ad04ce tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Request body: {'network': {'name': 'tempest-router-network02--1254976644'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:53.523523 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2d74f5e1-57a6-4917-a19c-8afee0f2166f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for floatingip, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:53.535434 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c8d7f0b8-22c9-4428-b2d9-de0d20d6a93d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:53.539099 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c8d7f0b8-22c9-4428-b2d9-de0d20d6a93d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.3331649 Oct 26 08:34:53.551913 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34558) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:53.552304 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d7f0b8-22c9-4428-b2d9-de0d20d6a93d tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf7e61f-2525-4576-a998-c4397e9155d0,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:53.561513 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-b3040c8f-7a06-4265-935f-89bcd80a5f4f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'security_group': {'name': 'tempest-secgroup-1935384794'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:53.582052 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-c05b5501-0756-4a60-a872-31072d3edf54 None None] Provisioning complete for port 04acfd79-710d-4b49-849a-b851408cd195 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:53.582052 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c05b5501-0756-4a60-a872-31072d3edf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:53.589971 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3cea4-bb8c-42fd-82e3-3e3a7e9c5886 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Pushing event updated for resources: {'Network': ['ID=ca67db78-9e4d-44e1-b7f4-d9b34fb07cc3,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:53.617378 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd57c929-6d10-400a-a473-d6ca5c9d2af4 None None] Pushing event updated for resources: {'Port': ['ID=9a5b6cbc-238f-4718-bea5-7e7f6c8e2185,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:53.627171 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network ca67db78-9e4d-44e1-b7f4-d9b34fb07cc3 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:34:53.628624 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4312de8-e9cf-4882-b096-f48d13ad04ce tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Made reservation on behalf of b0d747a4dbbb4d2a9d26bc245c028681 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:53.632298 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a4312de8-e9cf-4882-b096-f48d13ad04ce tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:53.674291 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4312de8-e9cf-4882-b096-f48d13ad04ce tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:34:53.684874 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-35ccbc54-3666-4798-9ced-826755f6b29b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:53.692870 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a4312de8-e9cf-4882-b096-f48d13ad04ce tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:53.693244 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-a4312de8-e9cf-4882-b096-f48d13ad04ce tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Added segment efd7d8a4-0d0e-44e3-8895-fbb3836b0c44 of type vlan for network d74cf8b6-e222-4354-8507-ff03c69b3f68 Oct 26 08:34:53.716110 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-3835167a-bc05-40b5-95d8-75e7184e45d9 None None] Allocated IP 172.20.0.2 (da3c5423-dd38-44bc-8a22-305decdc09a9/88382667-8966-4d06-ab59-569f8667b155/d4515e6c-f38f-46b5-bdcd-e0deb90ddceb) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:53.740273 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e2ceb9-8a9b-49e6-897d-4fe8e40d0425 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:53.755177 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad7d4c-e705-4fbe-b1da-5a515753656b req-17c90c19-6755-4bc4-9dd3-ef50754e6924 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:53.757019 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-49ad7d4c-e705-4fbe-b1da-5a515753656b req-17c90c19-6755-4bc4-9dd3-ef50754e6924 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.2109952 Oct 26 08:34:53.764337 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b3040c8f-7a06-4265-935f-89bcd80a5f4f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:53.768737 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a4312de8-e9cf-4882-b096-f48d13ad04ce tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:53.817114 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2d74f5e1-57a6-4917-a19c-8afee0f2166f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:53.875403 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a4312de8-e9cf-4882-b096-f48d13ad04ce tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:53.888651 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4312de8-e9cf-4882-b096-f48d13ad04ce tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:53.889406 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a4312de8-e9cf-4882-b096-f48d13ad04ce tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:54.037368 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a4312de8-e9cf-4882-b096-f48d13ad04ce tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5409575 Oct 26 08:34:54.046090 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34560) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:54.054354 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-cff151a9-73e3-4e3a-8b61-9e6b23e873b6 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Request body: {'subnet': {'network_id': 'ca67db78-9e4d-44e1-b7f4-d9b34fb07cc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:54.064619 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4312de8-e9cf-4882-b096-f48d13ad04ce tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Pushing event updated for resources: {'Network': ['ID=d74cf8b6-e222-4354-8507-ff03c69b3f68,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:54.118941 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network d74cf8b6-e222-4354-8507-ff03c69b3f68 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:34:54.148266 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b3040c8f-7a06-4265-935f-89bcd80a5f4f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:54.165905 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b3040c8f-7a06-4265-935f-89bcd80a5f4f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:54.210618 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-2d74f5e1-57a6-4917-a19c-8afee0f2166f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Allocated IP 172.26.2.9 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/12953a11-ce5f-4092-9074-fa2ddfa3ce90) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:54.240775 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b3040c8f-7a06-4265-935f-89bcd80a5f4f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:54.244842 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b3040c8f-7a06-4265-935f-89bcd80a5f4f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6895425 Oct 26 08:34:54.244977 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34562) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:54.252136 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3040c8f-7a06-4265-935f-89bcd80a5f4f tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c881d6de-1452-4dee-818c-894e29cf24c5,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:54.266982 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-37a46d3b-0ea4-4006-b0fa-6159bfcde0fb tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'security_group': {'name': 'tempest-secgroup-379460727'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:54.274381 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-49ad7d4c-e705-4fbe-b1da-5a515753656b req-7dc70d5a-e803-423e-946a-7210a6ed43cc tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4630923 Oct 26 08:34:54.279078 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:54.318558 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff151a9-73e3-4e3a-8b61-9e6b23e873b6 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Made reservation on behalf of b0d747a4dbbb4d2a9d26bc245c028681 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:54.325409 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cff151a9-73e3-4e3a-8b61-9e6b23e873b6 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:54.331382 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce2919f-b7c4-447b-b2fa-6e180b2b7fc1 None None] Update dhcp port {'port': {'network_id': 'b9ee02d4-5cb7-4943-9b37-aae5cc660ad0', 'fixed_ips': [{'subnet_id': '02aa2a11-573f-4518-b936-007ad7d05778', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e53f8ed0-0526-4127-948b-ad8f175249f3'}], 'binding:host_id': 'dv-neutron-804846-13-hyperv'}, 'id': '04acfd79-710d-4b49-849a-b851408cd195'} from dv-neutron-804846-13-hyperv. {{(pid=102103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 08:34:54.374917 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 9a5b6cbc-238f-4718-bea5-7e7f6c8e2185 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:34:54.391886 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-37a46d3b-0ea4-4006-b0fa-6159bfcde0fb tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:54.399338 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c2e2ceb9-8a9b-49e6-897d-4fe8e40d0425 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:54.432092 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dce2919f-b7c4-447b-b2fa-6e180b2b7fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:54.464188 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-c2e2ceb9-8a9b-49e6-897d-4fe8e40d0425 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] device_id is not set on port 1d881049-2abd-4112-a25c-e30f9f089454 yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:34:54.473212 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2d74f5e1-57a6-4917-a19c-8afee0f2166f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:54.587060 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3835167a-bc05-40b5-95d8-75e7184e45d9 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:54.606762 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3835167a-bc05-40b5-95d8-75e7184e45d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:54.625682 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-37a46d3b-0ea4-4006-b0fa-6159bfcde0fb tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:54.639015 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-37a46d3b-0ea4-4006-b0fa-6159bfcde0fb tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:54.639437 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cff151a9-73e3-4e3a-8b61-9e6b23e873b6 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:54.677491 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-37a46d3b-0ea4-4006-b0fa-6159bfcde0fb tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:54.679077 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-37a46d3b-0ea4-4006-b0fa-6159bfcde0fb tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.4332533 Oct 26 08:34:54.687829 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34564) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:54.703662 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-16e2fb46-6388-4cdf-b59f-b62908bf9b69 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-3700753', 'security_groups': ['99721a1f-d8f3-4bb6-83c6-8c018773e832'], 'network_id': 'b9ee02d4-5cb7-4943-9b37-aae5cc660ad0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e53f8ed0-0526-4127-948b-ad8f175249f3'}]}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:54.711463 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff151a9-73e3-4e3a-8b61-9e6b23e873b6 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Pushing event updated for resources: {'Subnet': ['ID=a77ba9d8-5e94-4d18-ba8c-d1be1d5b6019,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:54.721168 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2d74f5e1-57a6-4917-a19c-8afee0f2166f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:54.737215 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835167a-bc05-40b5-95d8-75e7184e45d9 None None] Pushing event updated for resources: {'Port': ['ID=d4515e6c-f38f-46b5-bdcd-e0deb90ddceb,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:54.744313 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d74f5e1-57a6-4917-a19c-8afee0f2166f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:54.747903 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-2d74f5e1-57a6-4917-a19c-8afee0f2166f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:54.769864 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a46d3b-0ea4-4006-b0fa-6159bfcde0fb tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99721a1f-d8f3-4bb6-83c6-8c018773e832,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:54.778841 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-dce2919f-b7c4-447b-b2fa-6e180b2b7fc1 None None] Allocated IP 2001:db8::2 (b9ee02d4-5cb7-4943-9b37-aae5cc660ad0/e53f8ed0-0526-4127-948b-ad8f175249f3/04acfd79-710d-4b49-849a-b851408cd195) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:54.780227 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d74f5e1-57a6-4917-a19c-8afee0f2166f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:54.805537 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3835167a-bc05-40b5-95d8-75e7184e45d9 None None] Network da3c5423-dd38-44bc-8a22-305decdc09a9 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:54.809306 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 9a5b6cbc-238f-4718-bea5-7e7f6c8e2185 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:54.809653 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:54.822052 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-35ccbc54-3666-4798-9ced-826755f6b29b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Deleting port 88386872-6fdb-4631-bec6-034a4c4a7a2c {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:54.822704 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-35ccbc54-3666-4798-9ced-826755f6b29b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:54.865773 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-3835167a-bc05-40b5-95d8-75e7184e45d9 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:54.868679 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3835167a-bc05-40b5-95d8-75e7184e45d9 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:54.919113 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-c2e2ceb9-8a9b-49e6-897d-4fe8e40d0425 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Allocated IP 2001:db8:0:1::18e (ecf0c004-fa53-4f3e-bbfd-ff079400665b/24023ca3-6e8d-4eb6-a8b4-e5410b2fe096/1d881049-2abd-4112-a25c-e30f9f089454) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:54.952030 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-c2e2ceb9-8a9b-49e6-897d-4fe8e40d0425 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Allocated IP 2001:db8::f816:3eff:fea6:ae53 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/fd72bc04-885d-4e05-94a6-1c61db72bf08/1d881049-2abd-4112-a25c-e30f9f089454) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:54.956291 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff151a9-73e3-4e3a-8b61-9e6b23e873b6 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Checking segment: {'id': 'b5325abb-9c89-468a-95ab-873c42e7b6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ca67db78-9e4d-44e1-b7f4-d9b34fb07cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:34:54.956669 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff151a9-73e3-4e3a-8b61-9e6b23e873b6 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Network hostable DHCP agents. Network: ca67db78-9e4d-44e1-b7f4-d9b34fb07cc3, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:34:54.970982 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:55.065953 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35ebdc0-dd2a-46b6-8f4b-b61849b1027f None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:55.085613 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff151a9-73e3-4e3a-8b61-9e6b23e873b6 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Network ca67db78-9e4d-44e1-b7f4-d9b34fb07cc3 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:34:55.095083 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-35ccbc54-3666-4798-9ced-826755f6b29b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:55.099297 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d74f5e1-57a6-4917-a19c-8afee0f2166f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event updated for resources: {'Port': ['ID=12953a11-ce5f-4092-9074-fa2ddfa3ce90,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:55.105861 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-cff151a9-73e3-4e3a-8b61-9e6b23e873b6 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, ca67db78-9e4d-44e1-b7f4-d9b34fb07cc3) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:55.107721 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e2fb46-6388-4cdf-b59f-b62908bf9b69 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Made reservation on behalf of 842b849088674682987bba8ce52bfdf3 for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:55.115350 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff151a9-73e3-4e3a-8b61-9e6b23e873b6 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:55.115775 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cff151a9-73e3-4e3a-8b61-9e6b23e873b6 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:55.137971 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-3835167a-bc05-40b5-95d8-75e7184e45d9 None None] Attempting to bind port d4515e6c-f38f-46b5-bdcd-e0deb90ddceb on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:34:55.138425 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-3835167a-bc05-40b5-95d8-75e7184e45d9 None None] Attempting to bind port d4515e6c-f38f-46b5-bdcd-e0deb90ddceb by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '9a16d0ca-3732-418f-8c7a-ea2e9501a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da3c5423-dd38-44bc-8a22-305decdc09a9'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:34:55.139954 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3835167a-bc05-40b5-95d8-75e7184e45d9 None None] Attempting to bind port d4515e6c-f38f-46b5-bdcd-e0deb90ddceb on network da3c5423-dd38-44bc-8a22-305decdc09a9 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:34:55.141679 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-cff151a9-73e3-4e3a-8b61-9e6b23e873b6 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0914638 Oct 26 08:34:55.146953 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34566) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:55.149383 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-35ccbc54-3666-4798-9ced-826755f6b29b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Calling delete_port for 88386872-6fdb-4631-bec6-034a4c4a7a2c owned by network:router_interface {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:55.149744 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec34824-62d3-42d4-b785-8fe0c826a1ec None None] Network ca67db78-9e4d-44e1-b7f4-d9b34fb07cc3 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:55.151813 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:55.152655 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-2a10ec31-0c4d-4f31-9c3e-291d68748ebe tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Request body: {'subnet': {'network_id': 'd74cf8b6-e222-4354-8507-ff03c69b3f68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:55.190789 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3835167a-bc05-40b5-95d8-75e7184e45d9 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:34:55.191168 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3835167a-bc05-40b5-95d8-75e7184e45d9 None None] Checking segment: {'id': '9a16d0ca-3732-418f-8c7a-ea2e9501a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da3c5423-dd38-44bc-8a22-305decdc09a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:34:55.191714 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3835167a-bc05-40b5-95d8-75e7184e45d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:55.192173 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3835167a-bc05-40b5-95d8-75e7184e45d9 None None] Bound using segment: {'id': '9a16d0ca-3732-418f-8c7a-ea2e9501a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da3c5423-dd38-44bc-8a22-305decdc09a9'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:34:55.192743 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-3835167a-bc05-40b5-95d8-75e7184e45d9 None None] Bound port: d4515e6c-f38f-46b5-bdcd-e0deb90ddceb, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a16d0ca-3732-418f-8c7a-ea2e9501a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da3c5423-dd38-44bc-8a22-305decdc09a9'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:34:55.193199 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3835167a-bc05-40b5-95d8-75e7184e45d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:55.224863 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dce2919f-b7c4-447b-b2fa-6e180b2b7fc1 None None] For port 04acfd79-710d-4b49-849a-b851408cd195, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=04acfd79-710d-4b49-849a-b851408cd195,segment=NetworkSegment(67c08f24-1a4f-4389-b6bd-fcde7d882449),segment_id=67c08f24-1a4f-4389-b6bd-fcde7d882449)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:55.283124 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a10ec31-0c4d-4f31-9c3e-291d68748ebe tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Made reservation on behalf of b0d747a4dbbb4d2a9d26bc245c028681 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:55.288265 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2a10ec31-0c4d-4f31-9c3e-291d68748ebe tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:55.297361 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-c18f1963-fac6-45aa-ac80-45a2ad0874e6 None None] Provisioning complete for port 9a5b6cbc-238f-4718-bea5-7e7f6c8e2185 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:55.297697 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c18f1963-fac6-45aa-ac80-45a2ad0874e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:55.363292 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-16e2fb46-6388-4cdf-b59f-b62908bf9b69 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:55.367215 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dce2919f-b7c4-447b-b2fa-6e180b2b7fc1 None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:55.369774 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c2e2ceb9-8a9b-49e6-897d-4fe8e40d0425 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:55.386663 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 9a5b6cbc-238f-4718-bea5-7e7f6c8e2185, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=9a5b6cbc-238f-4718-bea5-7e7f6c8e2185,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:55.390614 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dce2919f-b7c4-447b-b2fa-6e180b2b7fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:55.432976 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-16e2fb46-6388-4cdf-b59f-b62908bf9b69 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] device_id is not set on port bcefe5ce-411f-4103-a3d8-5c636856eb6b yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:34:55.442240 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:55.556713 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-3835167a-bc05-40b5-95d8-75e7184e45d9 None None] For port d4515e6c-f38f-46b5-bdcd-e0deb90ddceb, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:34:55.609381 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd689835-6ed8-404a-ab0f-bfef5cdf17b7 req-19f43001-d61a-4edd-8441-3af81b787cbc tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:55.610034 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c2e2ceb9-8a9b-49e6-897d-4fe8e40d0425 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:55.612582 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fd689835-6ed8-404a-ab0f-bfef5cdf17b7 req-19f43001-d61a-4edd-8441-3af81b787cbc tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.1863973 Oct 26 08:34:55.639229 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-3835167a-bc05-40b5-95d8-75e7184e45d9 None None] For port d4515e6c-f38f-46b5-bdcd-e0deb90ddceb, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=d4515e6c-f38f-46b5-bdcd-e0deb90ddceb,segment=NetworkSegment(9a16d0ca-3732-418f-8c7a-ea2e9501a1b7),segment_id=9a16d0ca-3732-418f-8c7a-ea2e9501a1b7)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:34:55.653646 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2919f-b7c4-447b-b2fa-6e180b2b7fc1 None None] Pushing event updated for resources: {'Port': ['ID=04acfd79-710d-4b49-849a-b851408cd195,revision_number=6']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:55.674777 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3835167a-bc05-40b5-95d8-75e7184e45d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:55.682607 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:34:55.708044 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-35ccbc54-3666-4798-9ced-826755f6b29b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:55.711404 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e2ceb9-8a9b-49e6-897d-4fe8e40d0425 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:55.727131 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-c2e2ceb9-8a9b-49e6-897d-4fe8e40d0425 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:55.734523 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e2ceb9-8a9b-49e6-897d-4fe8e40d0425 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:55.741274 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e2ceb9-8a9b-49e6-897d-4fe8e40d0425 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:55.742176 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c2e2ceb9-8a9b-49e6-897d-4fe8e40d0425 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:55.743805 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2d74f5e1-57a6-4917-a19c-8afee0f2166f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:55.747109 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e2ceb9-8a9b-49e6-897d-4fe8e40d0425 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Port': ['ID=1d881049-2abd-4112-a25c-e30f9f089454,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:55.804495 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-16e2fb46-6388-4cdf-b59f-b62908bf9b69 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Allocated IP 2001:db8::93 (b9ee02d4-5cb7-4943-9b37-aae5cc660ad0/e53f8ed0-0526-4127-948b-ad8f175249f3/bcefe5ce-411f-4103-a3d8-5c636856eb6b) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:55.826872 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ccbc54-3666-4798-9ced-826755f6b29b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event deleted for resources: {'Port': ['ID=88386872-6fdb-4631-bec6-034a4c4a7a2c,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:55.832173 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aab82a0-e8ab-4174-89c3-f0268f708d73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-ca67db78-9e4d-44e1-b7f4-d9b34fb07cc3', 'network_id': 'ca67db78-9e4d-44e1-b7f4-d9b34fb07cc3', 'tenant_id': 'b0d747a4dbbb4d2a9d26bc245c028681', 'fixed_ips': [{'subnet_id': 'a77ba9d8-5e94-4d18-ba8c-d1be1d5b6019'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:34:55.833060 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9aab82a0-e8ab-4174-89c3-f0268f708d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:55.834366 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c2e2ceb9-8a9b-49e6-897d-4fe8e40d0425 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5924098 Oct 26 08:34:55.836789 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fd689835-6ed8-404a-ab0f-bfef5cdf17b7 req-d3580e85-f844-4d71-88d9-62cca08fed4b tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2056143 Oct 26 08:34:55.842441 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34570) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:55.851768 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2a10ec31-0c4d-4f31-9c3e-291d68748ebe tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:55.862106 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=9a5b6cbc-238f-4718-bea5-7e7f6c8e2185,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:55.995920 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2d74f5e1-57a6-4917-a19c-8afee0f2166f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:56.075138 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a10ec31-0c4d-4f31-9c3e-291d68748ebe tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Pushing event updated for resources: {'Subnet': ['ID=7de0aa57-9f03-49d0-9468-c9833f647c55,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:56.125982 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a10ec31-0c4d-4f31-9c3e-291d68748ebe tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Checking segment: {'id': 'efd7d8a4-0d0e-44e3-8895-fbb3836b0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd74cf8b6-e222-4354-8507-ff03c69b3f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:34:56.127836 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a10ec31-0c4d-4f31-9c3e-291d68748ebe tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Network hostable DHCP agents. Network: d74cf8b6-e222-4354-8507-ff03c69b3f68, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:34:56.254509 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-16e2fb46-6388-4cdf-b59f-b62908bf9b69 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:56.267321 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-35ccbc54-3666-4798-9ced-826755f6b29b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:56.290352 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835167a-bc05-40b5-95d8-75e7184e45d9 None None] Pushing event updated for resources: {'Port': ['ID=d4515e6c-f38f-46b5-bdcd-e0deb90ddceb,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:56.301712 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a10ec31-0c4d-4f31-9c3e-291d68748ebe tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Network d74cf8b6-e222-4354-8507-ff03c69b3f68 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:34:56.333963 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 9a5b6cbc-238f-4718-bea5-7e7f6c8e2185 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:34:56.335398 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-09615a73-e0d0-454e-9f7d-77f74812e1cb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting port 1d881049-2abd-4112-a25c-e30f9f089454 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:34:56.343798 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-09615a73-e0d0-454e-9f7d-77f74812e1cb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:56.350839 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-9aab82a0-e8ab-4174-89c3-f0268f708d73 None None] Allocated IP 172.20.0.2 (ca67db78-9e4d-44e1-b7f4-d9b34fb07cc3/a77ba9d8-5e94-4d18-ba8c-d1be1d5b6019/85b476eb-16ab-43d9-9e54-3cc6254d7fc1) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:56.351076 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-2a10ec31-0c4d-4f31-9c3e-291d68748ebe tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, d74cf8b6-e222-4354-8507-ff03c69b3f68) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:56.394608 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6111b33-0a50-489e-a6fd-b3833b85a504 None None] Update dhcp port {'port': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'fixed_ips': [{'subnet_id': 'fd72bc04-885d-4e05-94a6-1c61db72bf08', 'ip_address': '2001:db8::f816:3eff:fe6d:86c9'}, {'subnet_id': '24023ca3-6e8d-4eb6-a8b4-e5410b2fe096'}], 'binding:host_id': 'dv-neutron-804846-13-hyperv'}, 'id': '9a5b6cbc-238f-4718-bea5-7e7f6c8e2185'} from dv-neutron-804846-13-hyperv. {{(pid=102103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 08:34:56.400559 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ac7291-5627-4969-af98-df4247be0ec1 None None] Network d74cf8b6-e222-4354-8507-ff03c69b3f68 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:56.415621 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a10ec31-0c4d-4f31-9c3e-291d68748ebe tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:56.416229 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2a10ec31-0c4d-4f31-9c3e-291d68748ebe tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:56.443954 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-16e2fb46-6388-4cdf-b59f-b62908bf9b69 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:56.469737 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2a10ec31-0c4d-4f31-9c3e-291d68748ebe tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3190324 Oct 26 08:34:56.474684 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34572) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:56.480720 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e2fb46-6388-4cdf-b59f-b62908bf9b69 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Network b9ee02d4-5cb7-4943-9b37-aae5cc660ad0 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:56.484610 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-16e2fb46-6388-4cdf-b59f-b62908bf9b69 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:56.487396 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e2fb46-6388-4cdf-b59f-b62908bf9b69 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:56.495861 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e2fb46-6388-4cdf-b59f-b62908bf9b69 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:56.496207 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-16e2fb46-6388-4cdf-b59f-b62908bf9b69 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:56.603603 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-09615a73-e0d0-454e-9f7d-77f74812e1cb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:56.615806 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ccbc54-3666-4798-9ced-826755f6b29b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Router f8e356ad-c07c-48b5-ab89-c2452ceb84fa has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:34:56.633398 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2d74f5e1-57a6-4917-a19c-8afee0f2166f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:56.653774 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2fb46-6388-4cdf-b59f-b62908bf9b69 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Port': ['ID=bcefe5ce-411f-4103-a3d8-5c636856eb6b,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:56.666981 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-16e2fb46-6388-4cdf-b59f-b62908bf9b69 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.9722171 Oct 26 08:34:56.670533 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34574) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:56.676566 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-524b6028-c950-4064-919f-3fd7ab1f6d3b tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'subnet': {'network_id': 'b9ee02d4-5cb7-4943-9b37-aae5cc660ad0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:56.678759 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-09615a73-e0d0-454e-9f7d-77f74812e1cb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Calling delete_port for 1d881049-2abd-4112-a25c-e30f9f089454 owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:34:56.712874 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2d74f5e1-57a6-4917-a19c-8afee0f2166f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:56.795051 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ccbc54-3666-4798-9ced-826755f6b29b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:34:56.806679 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-35ccbc54-3666-4798-9ced-826755f6b29b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "PUT /v2.0/routers/f8e356ad-c07c-48b5-ab89-c2452ceb84fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2300293 Oct 26 08:34:56.807390 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34576) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:56.917712 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9aab82a0-e8ab-4174-89c3-f0268f708d73 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:56.947949 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9aab82a0-e8ab-4174-89c3-f0268f708d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:56.955842 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38df5472-cd77-4333-952b-08d0f3cd43e3 None None] Sync routers for ids ['f8e356ad-c07c-48b5-ab89-c2452ceb84fa'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:34:56.964462 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a6111b33-0a50-489e-a6fd-b3833b85a504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:57.116119 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fcbfc-eae0-40e8-9707-8320148238d6 req-dfb5851c-a059-4529-8a3a-929e976085aa tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:57.117576 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38df5472-cd77-4333-952b-08d0f3cd43e3 None None] Routers {'f8e356ad-c07c-48b5-ab89-c2452ceb84fa'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:34:57.118355 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-38df5472-cd77-4333-952b-08d0f3cd43e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['f8e356ad-c07c-48b5-ab89-c2452ceb84fa'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:57.124872 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-351fcbfc-eae0-40e8-9707-8320148238d6 req-dfb5851c-a059-4529-8a3a-929e976085aa tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.1780467 Oct 26 08:34:57.133927 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 9a5b6cbc-238f-4718-bea5-7e7f6c8e2185 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:57.134695 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:57.179723 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524b6028-c950-4064-919f-3fd7ab1f6d3b tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Made reservation on behalf of 842b849088674682987bba8ce52bfdf3 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:57.183826 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-524b6028-c950-4064-919f-3fd7ab1f6d3b tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:57.237840 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-33f73aad-bed4-40c5-9de4-d0903ac216af tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] remove_router_interface failed (client error): The resource could not be found. Oct 26 08:34:57.242457 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-33f73aad-bed4-40c5-9de4-d0903ac216af tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "PUT /v2.0/routers/f8e356ad-c07c-48b5-ab89-c2452ceb84fa/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4317129 Oct 26 08:34:57.272959 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34580) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:57.286930 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab82a0-e8ab-4174-89c3-f0268f708d73 None None] Pushing event updated for resources: {'Port': ['ID=85b476eb-16ab-43d9-9e54-3cc6254d7fc1,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:57.330841 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c3fac322-e559-4771-8937-f3c641112c11 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8e356ad-c07c-48b5-ab89-c2452ceb84fa HTTP/1.1" status: 200 len: 205 time: 0.0562565 Oct 26 08:34:57.336983 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34582) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:57.349393 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d74f5e1-57a6-4917-a19c-8afee0f2166f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event updated for resources: {'Port': ['ID=12953a11-ce5f-4092-9074-fa2ddfa3ce90,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:57.367008 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-38df5472-cd77-4333-952b-08d0f3cd43e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:57.367822 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-351fcbfc-eae0-40e8-9707-8320148238d6 req-ae317939-e0e0-4245-a93b-a5e8ed7f0fb7 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2417362 Oct 26 08:34:57.413972 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aab82a0-e8ab-4174-89c3-f0268f708d73 None None] Network ca67db78-9e4d-44e1-b7f4-d9b34fb07cc3 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:57.420536 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-9aab82a0-e8ab-4174-89c3-f0268f708d73 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:57.428693 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-4647ae72-7d06-4128-b1d4-de0b69b30c52 None None] Provisioning complete for port 129e905b-074a-4f85-a828-7c3a21e88ea9 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:57.429403 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4647ae72-7d06-4128-b1d4-de0b69b30c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:57.432556 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aab82a0-e8ab-4174-89c3-f0268f708d73 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:57.444186 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc2b7ae-5342-4ac5-a323-5132e541114f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-d74cf8b6-e222-4354-8507-ff03c69b3f68', 'network_id': 'd74cf8b6-e222-4354-8507-ff03c69b3f68', 'tenant_id': 'b0d747a4dbbb4d2a9d26bc245c028681', 'fixed_ips': [{'subnet_id': '7de0aa57-9f03-49d0-9468-c9833f647c55'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:34:57.445362 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dfc2b7ae-5342-4ac5-a323-5132e541114f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:57.489657 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2d74f5e1-57a6-4917-a19c-8afee0f2166f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:57.500460 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0367ae36-2178-4b9d-b0e0-ed585e54d579 None None] Network da3c5423-dd38-44bc-8a22-305decdc09a9 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:57.503749 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-66f57b68-1969-4e9a-b223-0fb153052494 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:57.503898 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38df5472-cd77-4333-952b-08d0f3cd43e3 None None] Routers {'f8e356ad-c07c-48b5-ab89-c2452ceb84fa'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:34:57.504629 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-38df5472-cd77-4333-952b-08d0f3cd43e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['f8e356ad-c07c-48b5-ab89-c2452ceb84fa'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:57.703134 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b4d637bc-2995-44da-897c-98812a428c0b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:57.709155 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 04acfd79-710d-4b49-849a-b851408cd195 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:34:57.721141 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-38df5472-cd77-4333-952b-08d0f3cd43e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:57.721814 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38df5472-cd77-4333-952b-08d0f3cd43e3 None None] The sync data for ids ['f8e356ad-c07c-48b5-ab89-c2452ceb84fa'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:34:57.734012 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-09615a73-e0d0-454e-9f7d-77f74812e1cb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:57.776110 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-a6111b33-0a50-489e-a6fd-b3833b85a504 None None] Allocated IP 2001:db8:0:1::2 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/24023ca3-6e8d-4eb6-a8b4-e5410b2fe096/9a5b6cbc-238f-4718-bea5-7e7f6c8e2185) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:57.817265 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-9aab82a0-e8ab-4174-89c3-f0268f708d73 None None] Attempting to bind port 85b476eb-16ab-43d9-9e54-3cc6254d7fc1 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:34:57.817678 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-9aab82a0-e8ab-4174-89c3-f0268f708d73 None None] Attempting to bind port 85b476eb-16ab-43d9-9e54-3cc6254d7fc1 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'b5325abb-9c89-468a-95ab-873c42e7b6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ca67db78-9e4d-44e1-b7f4-d9b34fb07cc3'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:34:57.818053 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aab82a0-e8ab-4174-89c3-f0268f708d73 None None] Attempting to bind port 85b476eb-16ab-43d9-9e54-3cc6254d7fc1 on network ca67db78-9e4d-44e1-b7f4-d9b34fb07cc3 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:34:57.832476 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-4647ae72-7d06-4128-b1d4-de0b69b30c52 None None] Port 129e905b-074a-4f85-a828-7c3a21e88ea9 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:34:57.864172 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09615a73-e0d0-454e-9f7d-77f74812e1cb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Port': ['ID=1d881049-2abd-4112-a25c-e30f9f089454,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:57.898560 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [None req-2d74f5e1-57a6-4917-a19c-8afee0f2166f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Floating IP 0bb4cf40-7d6f-4ee8-b1a1-450de192b993 associated. External IP: 172.26.2.9, port: 54f9d107-e1ab-410f-b7a6-aa0f0a32f7d1. Oct 26 08:34:57.911190 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aab82a0-e8ab-4174-89c3-f0268f708d73 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:34:57.911594 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aab82a0-e8ab-4174-89c3-f0268f708d73 None None] Checking segment: {'id': 'b5325abb-9c89-468a-95ab-873c42e7b6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ca67db78-9e4d-44e1-b7f4-d9b34fb07cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:34:57.912004 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9aab82a0-e8ab-4174-89c3-f0268f708d73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:57.912403 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aab82a0-e8ab-4174-89c3-f0268f708d73 None None] Bound using segment: {'id': 'b5325abb-9c89-468a-95ab-873c42e7b6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ca67db78-9e4d-44e1-b7f4-d9b34fb07cc3'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:34:57.912890 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-9aab82a0-e8ab-4174-89c3-f0268f708d73 None None] Bound port: 85b476eb-16ab-43d9-9e54-3cc6254d7fc1, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5325abb-9c89-468a-95ab-873c42e7b6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ca67db78-9e4d-44e1-b7f4-d9b34fb07cc3'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:34:57.913275 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9aab82a0-e8ab-4174-89c3-f0268f708d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:57.995041 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-09615a73-e0d0-454e-9f7d-77f74812e1cb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:58.001062 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-09615a73-e0d0-454e-9f7d-77f74812e1cb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/ports/1d881049-2abd-4112-a25c-e30f9f089454 HTTP/1.1" status: 204 len: 168 time: 2.1464698 Oct 26 08:34:58.005111 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09615a73-e0d0-454e-9f7d-77f74812e1cb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:34:58.005655 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09615a73-e0d0-454e-9f7d-77f74812e1cb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:34:58.006055 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34588) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:58.006543 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09615a73-e0d0-454e-9f7d-77f74812e1cb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:34:58.006543 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09615a73-e0d0-454e-9f7d-77f74812e1cb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:34:58.007217 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09615a73-e0d0-454e-9f7d-77f74812e1cb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:34:58.007895 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09615a73-e0d0-454e-9f7d-77f74812e1cb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:34:58.008364 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09615a73-e0d0-454e-9f7d-77f74812e1cb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:34:58.008807 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09615a73-e0d0-454e-9f7d-77f74812e1cb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:34:58.009697 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09615a73-e0d0-454e-9f7d-77f74812e1cb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:34:58.009697 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09615a73-e0d0-454e-9f7d-77f74812e1cb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:34:58.010112 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09615a73-e0d0-454e-9f7d-77f74812e1cb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:34:58.010543 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09615a73-e0d0-454e-9f7d-77f74812e1cb tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:34:58.021611 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.ipam_backend_mixin [None req-524b6028-c950-4064-919f-3fd7ab1f6d3b tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e53f8ed0-0526-4127-948b-ad8f175249f3 (CIDR: 2001:db8::/64) Oct 26 08:34:58.027011 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-66f57b68-1969-4e9a-b223-0fb153052494 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:58.030401 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-66f57b68-1969-4e9a-b223-0fb153052494 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:58.047680 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85492454-2a4d-4505-969d-9f7b016e581f req-3e9f1556-6a67-4c63-bb21-c27014dd2083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:58.049784 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-85492454-2a4d-4505-969d-9f7b016e581f req-3e9f1556-6a67-4c63-bb21-c27014dd2083 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6eab6734a4b340b3a9f449d2b1ad4f89&device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 1098 time: 0.3094058 Oct 26 08:34:58.052789 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-524b6028-c950-4064-919f-3fd7ab1f6d3b tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:34:58.053341 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-524b6028-c950-4064-919f-3fd7ab1f6d3b tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:34:58.070643 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-4647ae72-7d06-4128-b1d4-de0b69b30c52 None None] Provisioning complete for port 04acfd79-710d-4b49-849a-b851408cd195 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:58.071013 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4647ae72-7d06-4128-b1d4-de0b69b30c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:58.129815 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-524b6028-c950-4064-919f-3fd7ab1f6d3b tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4549491 Oct 26 08:34:58.131581 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34590) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:58.136512 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-b2330511-3327-48da-8895-ca91c9fb5670 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'subnet': {'network_id': 'b9ee02d4-5cb7-4943-9b37-aae5cc660ad0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:58.142191 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-66f57b68-1969-4e9a-b223-0fb153052494 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:58.143258 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f57b68-1969-4e9a-b223-0fb153052494 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Fanout notify agent at l3_agent the message router_deleted on router f8e356ad-c07c-48b5-ab89-c2452ceb84fa {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:34:58.155266 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c2aac-043e-4cad-8434-179d7e34fb62 req-6983e51f-3471-4310-836e-948cd2e984d7 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:58.156217 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-679c2aac-043e-4cad-8434-179d7e34fb62 req-6983e51f-3471-4310-836e-948cd2e984d7 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.2473478 Oct 26 08:34:58.163573 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-66f57b68-1969-4e9a-b223-0fb153052494 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:58.166675 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-66f57b68-1969-4e9a-b223-0fb153052494 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/routers/f8e356ad-c07c-48b5-ab89-c2452ceb84fa HTTP/1.1" status: 204 len: 168 time: 0.8260098 Oct 26 08:34:58.168515 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34592) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:58.184058 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 04acfd79-710d-4b49-849a-b851408cd195 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:58.184058 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:58.214843 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d551082-bc23-4876-acce-05784deda977 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:58.216357 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-0d551082-bc23-4876-acce-05784deda977 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2073939 Oct 26 08:34:58.225315 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34594) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:58.250975 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-dfc2b7ae-5342-4ac5-a323-5132e541114f None None] Allocated IP 172.20.0.2 (d74cf8b6-e222-4354-8507-ff03c69b3f68/7de0aa57-9f03-49d0-9468-c9833f647c55/a4cc4e33-6061-4b14-a9a9-bb68dd573a85) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:58.290661 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-9aab82a0-e8ab-4174-89c3-f0268f708d73 None None] For port 85b476eb-16ab-43d9-9e54-3cc6254d7fc1, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:34:58.307089 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-a6111b33-0a50-489e-a6fd-b3833b85a504 None None] For port 9a5b6cbc-238f-4718-bea5-7e7f6c8e2185, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=9a5b6cbc-238f-4718-bea5-7e7f6c8e2185,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:58.315364 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-679c2aac-043e-4cad-8434-179d7e34fb62 req-d104461e-d0dc-4f5b-a24f-27b995e2ae54 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127014 Oct 26 08:34:58.362561 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931f9461-1258-471a-85e6-2bde19be8774 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:58.365975 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-931f9461-1258-471a-85e6-2bde19be8774 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1356816 Oct 26 08:34:58.368579 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34596) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:58.381672 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-41a327ff-6318-4085-ae12-bdd3a093cb16 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Deleting subnet d6a76286-c7c5-4787-b2a9-237e198d9e79 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:34:58.384943 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-9aab82a0-e8ab-4174-89c3-f0268f708d73 None None] For port 85b476eb-16ab-43d9-9e54-3cc6254d7fc1, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=85b476eb-16ab-43d9-9e54-3cc6254d7fc1,segment=NetworkSegment(b5325abb-9c89-468a-95ab-873c42e7b6ce),segment_id=b5325abb-9c89-468a-95ab-873c42e7b6ce)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:34:58.395181 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85492454-2a4d-4505-969d-9f7b016e581f req-f8d519e5-e428-4374-9384-b7f30972a6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:58.397041 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-85492454-2a4d-4505-969d-9f7b016e581f req-f8d519e5-e428-4374-9384-b7f30972a6c3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8898436d-e40a-418e-85e2-87f0fb58c97b HTTP/1.1" status: 200 len: 913 time: 0.3124139 Oct 26 08:34:58.402605 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-41a327ff-6318-4085-ae12-bdd3a093cb16 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:58.409356 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9aab82a0-e8ab-4174-89c3-f0268f708d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:58.414672 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2330511-3327-48da-8895-ca91c9fb5670 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Made reservation on behalf of 842b849088674682987bba8ce52bfdf3 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:58.418311 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b2330511-3327-48da-8895-ca91c9fb5670 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:58.479795 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f3793c-974e-47e7-ba25-d99431c3fcef tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:58.481490 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f3793c-974e-47e7-ba25-d99431c3fcef tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:58.483098 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f3793c-974e-47e7-ba25-d99431c3fcef tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:58.483340 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a6111b33-0a50-489e-a6fd-b3833b85a504 None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:58.484727 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b6f3793c-974e-47e7-ba25-d99431c3fcef tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1133771 Oct 26 08:34:58.489146 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34598) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:58.525396 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a6111b33-0a50-489e-a6fd-b3833b85a504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:58.558231 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-41a327ff-6318-4085-ae12-bdd3a093cb16 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:58.565434 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-b4d637bc-2995-44da-897c-98812a428c0b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Allocated IP 172.20.0.1 (ca67db78-9e4d-44e1-b7f4-d9b34fb07cc3/a77ba9d8-5e94-4d18-ba8c-d1be1d5b6019/1dc891d1-e048-4571-ac70-165176bad524) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:34:58.596375 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1b93274-6461-4260-9e86-ea455e672ec0 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting subnet 24023ca3-6e8d-4eb6-a8b4-e5410b2fe096 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:34:58.609360 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-85492454-2a4d-4505-969d-9f7b016e581f req-ac1054ff-6b31-4d28-b258-230720995aa0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5b4c931-0784-4417-9cf2-14aace14e7b9 HTTP/1.1" status: 200 len: 1001 time: 0.2040336 Oct 26 08:34:58.625987 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e1b93274-6461-4260-9e86-ea455e672ec0 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:58.634235 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab82a0-e8ab-4174-89c3-f0268f708d73 None None] Pushing event updated for resources: {'Port': ['ID=85b476eb-16ab-43d9-9e54-3cc6254d7fc1,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:58.686057 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85492454-2a4d-4505-969d-9f7b016e581f req-3ec3f418-701b-412f-9c96-618abdd218ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:58.692825 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-85492454-2a4d-4505-969d-9f7b016e581f req-3ec3f418-701b-412f-9c96-618abdd218ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=33b25e72-0e11-43c0-9e6c-63bdef265ca2 HTTP/1.1" status: 200 len: 851 time: 0.0723834 Oct 26 08:34:58.698844 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d74f5e1-57a6-4917-a19c-8afee0f2166f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Router 1fe4e193-bc1b-4ccb-b74d-89b3fded41d1 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:34:58.710772 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.ipam_backend_mixin [None req-b2330511-3327-48da-8895-ca91c9fb5670 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 02aa2a11-573f-4518-b936-007ad7d05778 (CIDR: 2001:db8:0:1::/64) Oct 26 08:34:58.733147 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e1b93274-6461-4260-9e86-ea455e672ec0 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:58.799786 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2330511-3327-48da-8895-ca91c9fb5670 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:34:58.800196 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2330511-3327-48da-8895-ca91c9fb5670 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:34:58.865997 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b2330511-3327-48da-8895-ca91c9fb5670 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7332575 Oct 26 08:34:58.870561 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34600) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:58.877490 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-d41835e1-36c4-427a-8799-d3cfb57890ca tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'subnet': {'network_id': 'b9ee02d4-5cb7-4943-9b37-aae5cc660ad0', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:58.999180 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e1b93274-6461-4260-9e86-ea455e672ec0 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:59.010373 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device d4515e6c-f38f-46b5-bdcd-e0deb90ddceb up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:34:59.081302 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85492454-2a4d-4505-969d-9f7b016e581f req-fd3c5e1c-5104-4be5-aadd-e2d27ad3e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:59.083324 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-85492454-2a4d-4505-969d-9f7b016e581f req-fd3c5e1c-5104-4be5-aadd-e2d27ad3e4c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8898436d-e40a-418e-85e2-87f0fb58c97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3642220 Oct 26 08:34:59.097032 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41835e1-36c4-427a-8799-d3cfb57890ca tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Made reservation on behalf of 842b849088674682987bba8ce52bfdf3 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:34:59.101388 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d41835e1-36c4-427a-8799-d3cfb57890ca tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:59.106211 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-659f6b2c-14c7-4b11-b112-0c01abbc4b6b None None] Provisioning complete for port d4515e6c-f38f-46b5-bdcd-e0deb90ddceb triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:59.106595 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-659f6b2c-14c7-4b11-b112-0c01abbc4b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:59.116409 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b4d637bc-2995-44da-897c-98812a428c0b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:59.151637 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-41a327ff-6318-4085-ae12-bdd3a093cb16 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:59.151895 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e1b93274-6461-4260-9e86-ea455e672ec0 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:59.154804 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dfc2b7ae-5342-4ac5-a323-5132e541114f None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:59.179156 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6111b33-0a50-489e-a6fd-b3833b85a504 None None] Pushing event updated for resources: {'Port': ['ID=9a5b6cbc-238f-4718-bea5-7e7f6c8e2185,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:59.190131 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b93274-6461-4260-9e86-ea455e672ec0 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Subnet': ['ID=24023ca3-6e8d-4eb6-a8b4-e5410b2fe096,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:59.191204 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dfc2b7ae-5342-4ac5-a323-5132e541114f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:59.198027 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e1b93274-6461-4260-9e86-ea455e672ec0 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:59.203647 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e1b93274-6461-4260-9e86-ea455e672ec0 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/24023ca3-6e8d-4eb6-a8b4-e5410b2fe096 HTTP/1.1" status: 204 len: 168 time: 0.7120669 Oct 26 08:34:59.208123 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34602) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:59.250945 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b93274-6461-4260-9e86-ea455e672ec0 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:34:59.251196 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b93274-6461-4260-9e86-ea455e672ec0 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:34:59.252004 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b93274-6461-4260-9e86-ea455e672ec0 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:34:59.252502 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b93274-6461-4260-9e86-ea455e672ec0 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:34:59.252764 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b93274-6461-4260-9e86-ea455e672ec0 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:34:59.253203 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b93274-6461-4260-9e86-ea455e672ec0 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:34:59.254259 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b93274-6461-4260-9e86-ea455e672ec0 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:34:59.254810 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b93274-6461-4260-9e86-ea455e672ec0 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:34:59.255047 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b93274-6461-4260-9e86-ea455e672ec0 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:34:59.255512 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b93274-6461-4260-9e86-ea455e672ec0 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:34:59.255902 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b93274-6461-4260-9e86-ea455e672ec0 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:34:59.256491 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b93274-6461-4260-9e86-ea455e672ec0 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:34:59.281338 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-659f6b2c-14c7-4b11-b112-0c01abbc4b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:59.284181 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port d4515e6c-f38f-46b5-bdcd-e0deb90ddceb triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:59.284710 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:59.298597 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-4939c04f-d52d-4cf5-8d77-7f11388d295a tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting subnet fd72bc04-885d-4e05-94a6-1c61db72bf08 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:34:59.303650 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4939c04f-d52d-4cf5-8d77-7f11388d295a tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:59.328842 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2b7ae-5342-4ac5-a323-5132e541114f None None] Pushing event updated for resources: {'Port': ['ID=a4cc4e33-6061-4b14-a9a9-bb68dd573a85,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:59.345823 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d74f5e1-57a6-4917-a19c-8afee0f2166f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:34:59.358033 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78badcc-25eb-4862-bc70-5f3870878105 None None] Sync routers for ids ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:34:59.375481 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78badcc-25eb-4862-bc70-5f3870878105 None None] Routers {'1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:34:59.384299 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc2b7ae-5342-4ac5-a323-5132e541114f None None] Network d74cf8b6-e222-4354-8507-ff03c69b3f68 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:59.385446 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-e78badcc-25eb-4862-bc70-5f3870878105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:59.393478 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-dfc2b7ae-5342-4ac5-a323-5132e541114f None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:59.404326 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc2b7ae-5342-4ac5-a323-5132e541114f None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:59.406518 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-85492454-2a4d-4505-969d-9f7b016e581f req-64e8e272-6dce-4636-bfc3-ff6cd0d67827 service neutron] 10.222.0.47 "GET /v2.0/networks/8898436d-e40a-418e-85e2-87f0fb58c97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881894 Oct 26 08:34:59.424783 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-659f6b2c-14c7-4b11-b112-0c01abbc4b6b None None] For port d4515e6c-f38f-46b5-bdcd-e0deb90ddceb, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=d4515e6c-f38f-46b5-bdcd-e0deb90ddceb,segment=NetworkSegment(9a16d0ca-3732-418f-8c7a-ea2e9501a1b7),segment_id=9a16d0ca-3732-418f-8c7a-ea2e9501a1b7)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:34:59.428659 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4939c04f-d52d-4cf5-8d77-7f11388d295a tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:59.442194 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-659f6b2c-14c7-4b11-b112-0c01abbc4b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:59.477108 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-e78badcc-25eb-4862-bc70-5f3870878105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:59.494295 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78badcc-25eb-4862-bc70-5f3870878105 None None] Routers {'1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:34:59.496740 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-e78badcc-25eb-4862-bc70-5f3870878105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:59.575400 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-e78badcc-25eb-4862-bc70-5f3870878105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:34:59.576445 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78badcc-25eb-4862-bc70-5f3870878105 None None] The sync data for ids ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:34:59.596957 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b4d637bc-2995-44da-897c-98812a428c0b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:59.622538 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4939c04f-d52d-4cf5-8d77-7f11388d295a tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:59.630509 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-659f6b2c-14c7-4b11-b112-0c01abbc4b6b None None] Provisioning complete for port bcefe5ce-411f-4103-a3d8-5c636856eb6b triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:59.631050 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-659f6b2c-14c7-4b11-b112-0c01abbc4b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:59.698515 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2d74f5e1-57a6-4917-a19c-8afee0f2166f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:59.709408 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d637bc-2995-44da-897c-98812a428c0b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Pushing event updated for resources: {'Port': ['ID=1dc891d1-e048-4571-ac70-165176bad524,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:59.716891 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-dfc2b7ae-5342-4ac5-a323-5132e541114f None None] Attempting to bind port a4cc4e33-6061-4b14-a9a9-bb68dd573a85 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:34:59.717537 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-dfc2b7ae-5342-4ac5-a323-5132e541114f None None] Attempting to bind port a4cc4e33-6061-4b14-a9a9-bb68dd573a85 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'efd7d8a4-0d0e-44e3-8895-fbb3836b0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd74cf8b6-e222-4354-8507-ff03c69b3f68'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:34:59.718084 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc2b7ae-5342-4ac5-a323-5132e541114f None None] Attempting to bind port a4cc4e33-6061-4b14-a9a9-bb68dd573a85 on network d74cf8b6-e222-4354-8507-ff03c69b3f68 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:34:59.736961 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6b2c-14c7-4b11-b112-0c01abbc4b6b None None] Pushing event updated for resources: {'Port': ['ID=d4515e6c-f38f-46b5-bdcd-e0deb90ddceb,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:59.747239 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc2b7ae-5342-4ac5-a323-5132e541114f None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:34:59.747937 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc2b7ae-5342-4ac5-a323-5132e541114f None None] Checking segment: {'id': 'efd7d8a4-0d0e-44e3-8895-fbb3836b0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd74cf8b6-e222-4354-8507-ff03c69b3f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:34:59.748562 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dfc2b7ae-5342-4ac5-a323-5132e541114f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:59.749105 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc2b7ae-5342-4ac5-a323-5132e541114f None None] Bound using segment: {'id': 'efd7d8a4-0d0e-44e3-8895-fbb3836b0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd74cf8b6-e222-4354-8507-ff03c69b3f68'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:34:59.749798 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-dfc2b7ae-5342-4ac5-a323-5132e541114f None None] Bound port: a4cc4e33-6061-4b14-a9a9-bb68dd573a85, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efd7d8a4-0d0e-44e3-8895-fbb3836b0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd74cf8b6-e222-4354-8507-ff03c69b3f68'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:34:59.750397 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dfc2b7ae-5342-4ac5-a323-5132e541114f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:59.764914 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d41835e1-36c4-427a-8799-d3cfb57890ca tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:59.776149 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-41a327ff-6318-4085-ae12-bdd3a093cb16 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:59.778961 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-659f6b2c-14c7-4b11-b112-0c01abbc4b6b None None] Port bcefe5ce-411f-4103-a3d8-5c636856eb6b cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:34:59.820313 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41835e1-36c4-427a-8799-d3cfb57890ca tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Network b9ee02d4-5cb7-4943-9b37-aae5cc660ad0 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:59.821539 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4939c04f-d52d-4cf5-8d77-7f11388d295a tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:59.827279 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d637bc-2995-44da-897c-98812a428c0b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Network ca67db78-9e4d-44e1-b7f4-d9b34fb07cc3 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:34:59.835652 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-d41835e1-36c4-427a-8799-d3cfb57890ca tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:59.847225 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead282ad-2dde-491f-8086-c956c450c76c None None] Network b9ee02d4-5cb7-4943-9b37-aae5cc660ad0 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:34:59.848810 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41835e1-36c4-427a-8799-d3cfb57890ca tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:34:59.849414 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d41835e1-36c4-427a-8799-d3cfb57890ca tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:59.867275 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4939c04f-d52d-4cf5-8d77-7f11388d295a tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:59.873407 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4939c04f-d52d-4cf5-8d77-7f11388d295a tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/fd72bc04-885d-4e05-94a6-1c61db72bf08 HTTP/1.1" status: 204 len: 168 time: 0.6642210 Oct 26 08:34:59.876924 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34606) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:59.888631 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-b4d637bc-2995-44da-897c-98812a428c0b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:34:59.891346 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d637bc-2995-44da-897c-98812a428c0b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:34:59.929895 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dfc2b7ae-5342-4ac5-a323-5132e541114f None None] For port a4cc4e33-6061-4b14-a9a9-bb68dd573a85, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:34:59.951844 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-82effb7d-f54a-4657-8e3a-31a6f005b164 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0717053 Oct 26 08:34:59.960141 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34608) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:59.971140 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d41835e1-36c4-427a-8799-d3cfb57890ca tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0991631 Oct 26 08:34:59.973120 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dfc2b7ae-5342-4ac5-a323-5132e541114f None None] For port a4cc4e33-6061-4b14-a9a9-bb68dd573a85, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=a4cc4e33-6061-4b14-a9a9-bb68dd573a85,segment=NetworkSegment(efd7d8a4-0d0e-44e3-8895-fbb3836b0c44),segment_id=efd7d8a4-0d0e-44e3-8895-fbb3836b0c44)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:34:59.976488 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-81a604c0-b58e-4dae-8d7f-8a52ee374bb0 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:34:59.982283 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41835e1-36c4-427a-8799-d3cfb57890ca tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Subnet': ['ID=132d37d0-829b-422c-bee5-2fb782c025bc,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:34:59.984731 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34610) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:34:59.989092 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dfc2b7ae-5342-4ac5-a323-5132e541114f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:34:59.991020 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-a4fb8301-bc89-4a56-be86-a9e2545f66da None None] Provisioning complete for port d4515e6c-f38f-46b5-bdcd-e0deb90ddceb triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:34:59.991383 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a4fb8301-bc89-4a56-be86-a9e2545f66da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:00.013693 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-9e852f4f-94f5-4595-857c-3e534b0c7478 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-702356987', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '132d37d0-829b-422c-bee5-2fb782c025bc'}], 'security_groups': ['6cf7e61f-2525-4576-a998-c4397e9155d0', 'c881d6de-1452-4dee-818c-894e29cf24c5']}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:00.108209 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939c04f-d52d-4cf5-8d77-7f11388d295a tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Subnet': ['ID=fd72bc04-885d-4e05-94a6-1c61db72bf08,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:00.135336 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f623a007-71e8-46ff-8ac3-dbcd5aebe2df None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:00.197721 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9e852f4f-94f5-4595-857c-3e534b0c7478 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:00.207153 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a6ecbc-c3b7-4ae2-ac7b-f9282478cf87 None None] Network ca67db78-9e4d-44e1-b7f4-d9b34fb07cc3 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:00.237376 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a604c0-b58e-4dae-8d7f-8a52ee374bb0 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:00.241153 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-81a604c0-b58e-4dae-8d7f-8a52ee374bb0 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:00.275237 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2b7ae-5342-4ac5-a323-5132e541114f None None] Pushing event updated for resources: {'Port': ['ID=a4cc4e33-6061-4b14-a9a9-bb68dd573a85,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:00.332990 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a327ff-6318-4085-ae12-bdd3a093cb16 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event deleted for resources: {'Subnet': ['ID=d6a76286-c7c5-4787-b2a9-237e198d9e79,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:00.349136 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-41a327ff-6318-4085-ae12-bdd3a093cb16 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:00.355881 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-41a327ff-6318-4085-ae12-bdd3a093cb16 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/subnets/d6a76286-c7c5-4787-b2a9-237e198d9e79 HTTP/1.1" status: 204 len: 168 time: 2.1838284 Oct 26 08:35:00.359495 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2d74f5e1-57a6-4917-a19c-8afee0f2166f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.9474618 Oct 26 08:35:00.360812 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34612) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:00.368436 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb7f809-b0da-4607-a6f7-c53105cb0f18 None None] Network 434080da-875d-4072-9e8a-92cee47d29c0 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:00.373176 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b4d637bc-2995-44da-897c-98812a428c0b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:00.378778 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34614) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:00.384928 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-fe3802e3-2358-4bbd-a405-09cad72ce6f7 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:00.533403 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159091b3-9208-40fd-86aa-13d4fa9a8232 req-1c1a8cf8-1e82-4f23-be36-f44905c3d08c tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:00.541140 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-159091b3-9208-40fd-86aa-13d4fa9a8232 req-1c1a8cf8-1e82-4f23-be36-f44905c3d08c tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 1.0274510 Oct 26 08:35:00.590346 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-85492454-2a4d-4505-969d-9f7b016e581f req-54e75b88-adad-4163-97c3-7275830e8a3f service neutron] 10.222.0.47 "GET /v2.0/networks/8898436d-e40a-418e-85e2-87f0fb58c97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1678278 Oct 26 08:35:00.629488 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-12698351-dffa-4fc6-a175-11ea4dec8690 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:00.681711 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fe3802e3-2358-4bbd-a405-09cad72ce6f7 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for floatingip, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:00.688267 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-159091b3-9208-40fd-86aa-13d4fa9a8232 req-5dc0a118-b86b-465e-a858-8d831bf0fed4 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405609 Oct 26 08:35:00.704153 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b4d637bc-2995-44da-897c-98812a428c0b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:00.716874 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-560e3c77-5ad2-4e72-9006-02526f637acf None None] Could not find standard attr ID for object 1d881049-2abd-4112-a25c-e30f9f089454. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:35:00.758508 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd114aa-6301-4462-a6b1-f4c62bae39fc None None] Update dhcp port {'port': {'network_id': 'b9ee02d4-5cb7-4943-9b37-aae5cc660ad0', 'fixed_ips': [{'subnet_id': '02aa2a11-573f-4518-b936-007ad7d05778', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e53f8ed0-0526-4127-948b-ad8f175249f3', 'ip_address': '2001:db8::2'}, {'subnet_id': '132d37d0-829b-422c-bee5-2fb782c025bc'}], 'binding:host_id': 'dv-neutron-804846-13-hyperv'}, 'id': '04acfd79-710d-4b49-849a-b851408cd195'} from dv-neutron-804846-13-hyperv. {{(pid=102103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 08:35:00.791461 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d2f3c6-b9b9-4095-b0fc-8807de94a2b7 None None] DHCP port deletion for ecf0c004-fa53-4f3e-bbfd-ff079400665b request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:35:00.804917 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-560e3c77-5ad2-4e72-9006-02526f637acf None None] Provisioning complete for port 85b476eb-16ab-43d9-9e54-3cc6254d7fc1 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:00.805299 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-560e3c77-5ad2-4e72-9006-02526f637acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:00.838295 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2fd114aa-6301-4462-a6b1-f4c62bae39fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:00.934267 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5a00e5-898e-48c7-8d41-e2b2f751e4ad None None] DHCP port deletion for 434080da-875d-4072-9e8a-92cee47d29c0 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:35:00.995558 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-12698351-dffa-4fc6-a175-11ea4dec8690 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Deleting port 3af837fc-4d05-4257-a062-3f5fa934a3be {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:00.995946 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-12698351-dffa-4fc6-a175-11ea4dec8690 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:01.181017 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device a4cc4e33-6061-4b14-a9a9-bb68dd573a85 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:35:01.192828 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-c6d2f3c6-b9b9-4095-b0fc-8807de94a2b7 None None] Deleting port 9a5b6cbc-238f-4718-bea5-7e7f6c8e2185 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:01.193207 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c6d2f3c6-b9b9-4095-b0fc-8807de94a2b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:01.208708 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-9e852f4f-94f5-4595-857c-3e534b0c7478 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Delete allocated IP 2001:db8::93 (b9ee02d4-5cb7-4943-9b37-aae5cc660ad0/e53f8ed0-0526-4127-948b-ad8f175249f3) {{(pid=102102) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 08:35:01.285862 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fe3802e3-2358-4bbd-a405-09cad72ce6f7 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:01.287230 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-81a604c0-b58e-4dae-8d7f-8a52ee374bb0 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:01.290001 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-9e852f4f-94f5-4595-857c-3e534b0c7478 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Allocated IP 2001:db8:0:2::12f (b9ee02d4-5cb7-4943-9b37-aae5cc660ad0/132d37d0-829b-422c-bee5-2fb782c025bc/bcefe5ce-411f-4103-a3d8-5c636856eb6b) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:01.295382 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-12698351-dffa-4fc6-a175-11ea4dec8690 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] For port 3af837fc-4d05-4257-a062-3f5fa934a3be, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=3af837fc-4d05-4257-a062-3f5fa934a3be,segment=NetworkSegment(5efbb102-c7b3-4d10-8ad9-0b849d30169a),segment_id=5efbb102-c7b3-4d10-8ad9-0b849d30169a)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:35:01.296088 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-12698351-dffa-4fc6-a175-11ea4dec8690 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:01.318922 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fe3802e3-2358-4bbd-a405-09cad72ce6f7 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:01.319142 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.l3_db [None req-fe3802e3-2358-4bbd-a405-09cad72ce6f7 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Floating IP 0bb4cf40-7d6f-4ee8-b1a1-450de192b993 disassociated. External IP: 172.26.2.9, port: 54f9d107-e1ab-410f-b7a6-aa0f0a32f7d1. Oct 26 08:35:01.324818 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-12698351-dffa-4fc6-a175-11ea4dec8690 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Calling delete_port for 3af837fc-4d05-4257-a062-3f5fa934a3be owned by network:dhcp {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:01.478995 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b4d637bc-2995-44da-897c-98812a428c0b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:01.487454 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b4d637bc-2995-44da-897c-98812a428c0b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:01.497425 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-560e3c77-5ad2-4e72-9006-02526f637acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:01.562640 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-c6d2f3c6-b9b9-4095-b0fc-8807de94a2b7 None None] For port 9a5b6cbc-238f-4718-bea5-7e7f6c8e2185, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=9a5b6cbc-238f-4718-bea5-7e7f6c8e2185,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:35:01.563081 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c6d2f3c6-b9b9-4095-b0fc-8807de94a2b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:01.578817 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-12698351-dffa-4fc6-a175-11ea4dec8690 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:01.592925 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d637bc-2995-44da-897c-98812a428c0b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Pushing event updated for resources: {'Port': ['ID=1dc891d1-e048-4571-ac70-165176bad524,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:01.594421 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-c6d2f3c6-b9b9-4095-b0fc-8807de94a2b7 None None] Calling delete_port for 9a5b6cbc-238f-4718-bea5-7e7f6c8e2185 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:01.620891 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-560e3c77-5ad2-4e72-9006-02526f637acf None None] For port 85b476eb-16ab-43d9-9e54-3cc6254d7fc1, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=85b476eb-16ab-43d9-9e54-3cc6254d7fc1,segment=NetworkSegment(b5325abb-9c89-468a-95ab-873c42e7b6ce),segment_id=b5325abb-9c89-468a-95ab-873c42e7b6ce)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:35:01.640654 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12698351-dffa-4fc6-a175-11ea4dec8690 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] No DVR routers for this DVR port 3af837fc-4d05-4257-a062-3f5fa934a3be on host dv-neutron-804846-13-hyperv {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:35:01.644674 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12698351-dffa-4fc6-a175-11ea4dec8690 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event deleted for resources: {'Port': ['ID=3af837fc-4d05-4257-a062-3f5fa934a3be,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:01.645641 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a604c0-b58e-4dae-8d7f-8a52ee374bb0 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:01.647156 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a604c0-b58e-4dae-8d7f-8a52ee374bb0 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Subnet': ['ID=4b27717a-16f4-4128-b893-74f3ad157e0e,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:01.648087 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-560e3c77-5ad2-4e72-9006-02526f637acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:01.654485 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-3d5a00e5-898e-48c7-8d41-e2b2f751e4ad None None] Deleting port 3af837fc-4d05-4257-a062-3f5fa934a3be {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:01.654860 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3d5a00e5-898e-48c7-8d41-e2b2f751e4ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:01.660344 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-81a604c0-b58e-4dae-8d7f-8a52ee374bb0 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:01.663596 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a604c0-b58e-4dae-8d7f-8a52ee374bb0 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:01.664364 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-81a604c0-b58e-4dae-8d7f-8a52ee374bb0 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:01.685526 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b4d637bc-2995-44da-897c-98812a428c0b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:01.804557 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-12698351-dffa-4fc6-a175-11ea4dec8690 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:01.809993 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port a4cc4e33-6061-4b14-a9a9-bb68dd573a85 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:01.810605 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:01.819045 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a437a23-9bac-4d99-a91b-889a5615cfb1 None None] Network d74cf8b6-e222-4354-8507-ff03c69b3f68 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:01.840975 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-12698351-dffa-4fc6-a175-11ea4dec8690 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['434080da-875d-4072-9e8a-92cee47d29c0']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:01.856125 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-12698351-dffa-4fc6-a175-11ea4dec8690 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5efbb102-c7b3-4d10-8ad9-0b849d30169a') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:01.856429 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-12698351-dffa-4fc6-a175-11ea4dec8690 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5efbb102-c7b3-4d10-8ad9-0b849d30169a') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:01.875225 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-12698351-dffa-4fc6-a175-11ea4dec8690 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:01.900728 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-12698351-dffa-4fc6-a175-11ea4dec8690 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:01.909333 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d637bc-2995-44da-897c-98812a428c0b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Network ca67db78-9e4d-44e1-b7f4-d9b34fb07cc3 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:01.912523 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-b4d637bc-2995-44da-897c-98812a428c0b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:01.915089 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12698351-dffa-4fc6-a175-11ea4dec8690 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:35:01.915372 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-12698351-dffa-4fc6-a175-11ea4dec8690 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:01.915520 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-560e3c77-5ad2-4e72-9006-02526f637acf None None] Provisioning complete for port 9a5b6cbc-238f-4718-bea5-7e7f6c8e2185 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:01.915869 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-560e3c77-5ad2-4e72-9006-02526f637acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:01.919374 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:35:01.919374 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:35:01.919374 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:35:01.919374 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:35:01.919374 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:35:01.919374 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:35:01.919374 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:35:01.919374 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:35:01.919374 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:35:01.919374 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:35:01.919374 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:35:01.919374 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:35:01.919374 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:35:01.919374 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:35:01.919374 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:35:01.919374 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:35:01.919374 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:35:01.919374 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:35:01.919374 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:35:01.919374 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:35:01.919374 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:35:01.919374 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:35:01.919374 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:35:01.919374 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:35:01.919374 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:35:01.919374 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:35:01.919374 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:35:01.919374 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:35:01.919374 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:35:01.919374 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:35:01.919374 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:35:01.919374 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:35:02.075851 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-12698351-dffa-4fc6-a175-11ea4dec8690 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:02.082451 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-81a604c0-b58e-4dae-8d7f-8a52ee374bb0 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1120350 Oct 26 08:35:02.089205 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34618) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:02.090381 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-12698351-dffa-4fc6-a175-11ea4dec8690 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:02.094129 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-12698351-dffa-4fc6-a175-11ea4dec8690 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/networks/434080da-875d-4072-9e8a-92cee47d29c0 HTTP/1.1" status: 204 len: 168 time: 1.7284923 Oct 26 08:35:02.099961 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-34b263b4-fb77-4830-9c31-cd6df799a807 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:02.101377 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34620) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:02.108914 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9e852f4f-94f5-4595-857c-3e534b0c7478 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:02.115931 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-4c4b1ff1-bce9-4652-be93-07e854a22e9c tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-159706911'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:02.126858 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9e852f4f-94f5-4595-857c-3e534b0c7478 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:02.130722 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e3c77-5ad2-4e72-9006-02526f637acf None None] Pushing event updated for resources: {'Port': ['ID=85b476eb-16ab-43d9-9e54-3cc6254d7fc1,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:02.149192 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c6d2f3c6-b9b9-4095-b0fc-8807de94a2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:02.156571 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-3d5a00e5-898e-48c7-8d41-e2b2f751e4ad None None] For port 3af837fc-4d05-4257-a062-3f5fa934a3be, host dv-neutron-804846-13-hyperv, got binding levels [] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:35:02.157111 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3d5a00e5-898e-48c7-8d41-e2b2f751e4ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:02.191170 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12698351-dffa-4fc6-a175-11ea4dec8690 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event deleted for resources: {'Network': ['ID=434080da-875d-4072-9e8a-92cee47d29c0,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:02.203607 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2f3c6-b9b9-4095-b0fc-8807de94a2b7 None None] Pushing event deleted for resources: {'Port': ['ID=9a5b6cbc-238f-4718-bea5-7e7f6c8e2185,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:02.250489 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-3d5a00e5-898e-48c7-8d41-e2b2f751e4ad None None] Calling delete_port for 3af837fc-4d05-4257-a062-3f5fa934a3be owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:02.263030 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dad3f3-e48f-4e4b-8933-d21a583c563c req-299646f6-b551-48fa-982c-ba37939e4c66 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:02.264829 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.ipam_backend_mixin [None req-3d5a00e5-898e-48c7-8d41-e2b2f751e4ad None None] Port 3af837fc-4d05-4257-a062-3f5fa934a3be was not found and therefore no delete operation was performed {{(pid=102103) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 08:35:02.271526 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e4dad3f3-e48f-4e4b-8933-d21a583c563c req-299646f6-b551-48fa-982c-ba37939e4c66 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.2550459 Oct 26 08:35:02.272124 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d2f3c6-b9b9-4095-b0fc-8807de94a2b7 None None] No DVR routers for this DVR port 9a5b6cbc-238f-4718-bea5-7e7f6c8e2185 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:35:02.287484 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3d5a00e5-898e-48c7-8d41-e2b2f751e4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:02.292307 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d637bc-2995-44da-897c-98812a428c0b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Router 71628e25-ec51-45c0-9874-d8c4968a54c6 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:35:02.300769 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-560e3c77-5ad2-4e72-9006-02526f637acf None None] Could not find standard attr ID for object 9a5b6cbc-238f-4718-bea5-7e7f6c8e2185. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:35:02.316992 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-9e852f4f-94f5-4595-857c-3e534b0c7478 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] In _notify_port_updated(), no bound segment for port bcefe5ce-411f-4103-a3d8-5c636856eb6b on network b9ee02d4-5cb7-4943-9b37-aae5cc660ad0 {{(pid=102102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 08:35:02.323130 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e852f4f-94f5-4595-857c-3e534b0c7478 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:02.323867 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9e852f4f-94f5-4595-857c-3e534b0c7478 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:02.325562 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9e852f4f-94f5-4595-857c-3e534b0c7478 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "PUT /v2.0/ports/bcefe5ce-411f-4103-a3d8-5c636856eb6b HTTP/1.1" status: 200 len: 969 time: 2.3374941 Oct 26 08:35:02.331701 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4b1ff1-bce9-4652-be93-07e854a22e9c tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Made reservation on behalf of 502737b6a12c43caa6c2ea21f619d856 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:02.335421 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c4b1ff1-bce9-4652-be93-07e854a22e9c tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:02.337211 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34622) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:02.360831 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34692292-8b66-4059-8c21-74026d2649e2 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:02.363647 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.db [None req-560e3c77-5ad2-4e72-9006-02526f637acf None None] No ports have port_id starting with 9a5b6cbc-238f-4718-bea5-7e7f6c8e2185 Oct 26 08:35:02.384937 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b263b4-fb77-4830-9c31-cd6df799a807 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:02.388677 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-34b263b4-fb77-4830-9c31-cd6df799a807 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:02.397381 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e852f4f-94f5-4595-857c-3e534b0c7478 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event updated for resources: {'Port': ['ID=bcefe5ce-411f-4103-a3d8-5c636856eb6b,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:02.422673 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3d5a00e5-898e-48c7-8d41-e2b2f751e4ad None None] Network 434080da-875d-4072-9e8a-92cee47d29c0 is not hosted by any dhcp agent {{(pid=102103) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 08:35:02.423262 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5a00e5-898e-48c7-8d41-e2b2f751e4ad None None] No DVR routers for this DVR port 3af837fc-4d05-4257-a062-3f5fa934a3be on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:35:02.459672 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a00e5-898e-48c7-8d41-e2b2f751e4ad None None] Pushing event deleted for resources: {'Port': ['ID=3af837fc-4d05-4257-a062-3f5fa934a3be,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:02.460601 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e4dad3f3-e48f-4e4b-8933-d21a583c563c req-a2991e52-03f7-40c3-9bfa-43b02f0e5ead tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881192 Oct 26 08:35:02.461959 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c4b1ff1-bce9-4652-be93-07e854a22e9c tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:35:02.470616 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d637bc-2995-44da-897c-98812a428c0b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:35:02.480481 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b4d637bc-2995-44da-897c-98812a428c0b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] 10.222.0.41 "PUT /v2.0/routers/71628e25-ec51-45c0-9874-d8c4968a54c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0030198 Oct 26 08:35:02.481116 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34624) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:02.493312 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-2fd114aa-6301-4462-a6b1-f4c62bae39fc None None] Allocated IP 2001:db8:0:2::2 (b9ee02d4-5cb7-4943-9b37-aae5cc660ad0/132d37d0-829b-422c-bee5-2fb782c025bc/04acfd79-710d-4b49-849a-b851408cd195) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:02.508552 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3874330-c5d4-4a1d-869e-95a9a680b8b5 None None] Sync routers for ids ['71628e25-ec51-45c0-9874-d8c4968a54c6'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:35:02.530594 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:02.535347 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c4b1ff1-bce9-4652-be93-07e854a22e9c tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:02.535757 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-4c4b1ff1-bce9-4652-be93-07e854a22e9c tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Added segment c4c507c4-2df5-475e-8f64-442a5e1ec615 of type vlan for network 796736d7-373b-4b1c-ac2c-cc52959575a8 Oct 26 08:35:02.593489 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.ipam_backend_mixin [None req-34b263b4-fb77-4830-9c31-cd6df799a807 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4b27717a-16f4-4128-b893-74f3ad157e0e (CIDR: 2001:db8::/64) Oct 26 08:35:02.606537 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3874330-c5d4-4a1d-869e-95a9a680b8b5 None None] Routers {'71628e25-ec51-45c0-9874-d8c4968a54c6'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:02.607175 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-f3874330-c5d4-4a1d-869e-95a9a680b8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['71628e25-ec51-45c0-9874-d8c4968a54c6'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:02.616263 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-34b263b4-fb77-4830-9c31-cd6df799a807 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:35:02.616760 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34b263b4-fb77-4830-9c31-cd6df799a807 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:02.618397 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c4b1ff1-bce9-4652-be93-07e854a22e9c tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:02.630469 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3802e3-2358-4bbd-a405-09cad72ce6f7 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Router 1fe4e193-bc1b-4ccb-b74d-89b3fded41d1 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:35:02.671044 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-34b263b4-fb77-4830-9c31-cd6df799a807 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5756681 Oct 26 08:35:02.671712 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34628) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:02.680356 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-dca61aed-e2ae-4771-a7ca-613d0cad8cc3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:02.687081 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c4b1ff1-bce9-4652-be93-07e854a22e9c tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:02.694035 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-f3874330-c5d4-4a1d-869e-95a9a680b8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:02.694704 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4b1ff1-bce9-4652-be93-07e854a22e9c tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:02.695573 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c4b1ff1-bce9-4652-be93-07e854a22e9c tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:02.735289 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port a4cc4e33-6061-4b14-a9a9-bb68dd573a85, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=a4cc4e33-6061-4b14-a9a9-bb68dd573a85,segment=NetworkSegment(efd7d8a4-0d0e-44e3-8895-fbb3836b0c44),segment_id=efd7d8a4-0d0e-44e3-8895-fbb3836b0c44)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:35:02.750999 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-87ada66a-ca83-4cde-b7ac-c57f1b5c1df9 None None] Provisioning complete for port 85b476eb-16ab-43d9-9e54-3cc6254d7fc1 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:02.751667 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-87ada66a-ca83-4cde-b7ac-c57f1b5c1df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:02.756757 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:02.757870 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device d4515e6c-f38f-46b5-bdcd-e0deb90ddceb up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:35:02.804726 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3874330-c5d4-4a1d-869e-95a9a680b8b5 None None] Routers {'71628e25-ec51-45c0-9874-d8c4968a54c6'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:02.805649 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-f3874330-c5d4-4a1d-869e-95a9a680b8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['71628e25-ec51-45c0-9874-d8c4968a54c6'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:02.823649 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9862c-e667-4ef2-95ad-dc05e2766721 req-a4dd99ec-6a81-461d-a54e-519b92b83b28 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:02.825239 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a9d9862c-e667-4ef2-95ad-dc05e2766721 req-a4dd99ec-6a81-461d-a54e-519b92b83b28 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.2207155 Oct 26 08:35:02.852200 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-3306c7bf-bb77-4ddf-961a-1a30f44759a9 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Deleting port bcefe5ce-411f-4103-a3d8-5c636856eb6b {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:02.853113 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3306c7bf-bb77-4ddf-961a-1a30f44759a9 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:02.864792 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4c4b1ff1-bce9-4652-be93-07e854a22e9c tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7592444 Oct 26 08:35:02.871061 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34630) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:02.884439 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-4ff22586-504e-44d0-9494-32d29fbddeb5 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Request body: {'subnet': {'network_id': '796736d7-373b-4b1c-ac2c-cc52959575a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:02.931170 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-f3874330-c5d4-4a1d-869e-95a9a680b8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:02.931850 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3874330-c5d4-4a1d-869e-95a9a680b8b5 None None] The sync data for ids ['71628e25-ec51-45c0-9874-d8c4968a54c6'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:35:02.935557 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b1ff1-bce9-4652-be93-07e854a22e9c tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event updated for resources: {'Network': ['ID=796736d7-373b-4b1c-ac2c-cc52959575a8,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:02.952760 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-2fd114aa-6301-4462-a6b1-f4c62bae39fc None None] For port 04acfd79-710d-4b49-849a-b851408cd195, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=04acfd79-710d-4b49-849a-b851408cd195,segment=NetworkSegment(67c08f24-1a4f-4389-b6bd-fcde7d882449),segment_id=67c08f24-1a4f-4389-b6bd-fcde7d882449)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:35:02.956784 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 796736d7-373b-4b1c-ac2c-cc52959575a8 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:35:02.975174 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3802e3-2358-4bbd-a405-09cad72ce6f7 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:35:02.986503 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fe3802e3-2358-4bbd-a405-09cad72ce6f7 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:02.990647 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3970f8fb-e171-4337-847f-0b22b6937441 None None] Sync routers for ids ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:35:03.003912 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3970f8fb-e171-4337-847f-0b22b6937441 None None] Routers {'1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:03.004672 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-3970f8fb-e171-4337-847f-0b22b6937441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:03.028365 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3306c7bf-bb77-4ddf-961a-1a30f44759a9 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:03.044201 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-fe3802e3-2358-4bbd-a405-09cad72ce6f7 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "PUT /v2.0/floatingips/0bb4cf40-7d6f-4ee8-b1a1-450de192b993 HTTP/1.1" status: 200 len: 686 time: 2.6640642 Oct 26 08:35:03.047860 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34632) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:03.056101 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-3306c7bf-bb77-4ddf-961a-1a30f44759a9 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Calling delete_port for bcefe5ce-411f-4103-a3d8-5c636856eb6b owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:03.059394 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-3970f8fb-e171-4337-847f-0b22b6937441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:03.085388 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a150d9-0fb2-4f51-93de-599ba8d7ff4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'tenant_id': '34a26fc2cbe741c49d4d94b40e63438a', 'fixed_ips': [{'subnet_id': '4b27717a-16f4-4128-b893-74f3ad157e0e'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:35:03.086615 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d1a150d9-0fb2-4f51-93de-599ba8d7ff4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:03.087834 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3970f8fb-e171-4337-847f-0b22b6937441 None None] Routers {'1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:03.089744 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-3970f8fb-e171-4337-847f-0b22b6937441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:03.097129 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=a4cc4e33-6061-4b14-a9a9-bb68dd573a85,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:03.117429 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2fd114aa-6301-4462-a6b1-f4c62bae39fc None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:03.137362 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2fd114aa-6301-4462-a6b1-f4c62bae39fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:03.168301 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a9d9862c-e667-4ef2-95ad-dc05e2766721 req-e639b774-5055-4927-b46c-7612fc4b60f4 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3282976 Oct 26 08:35:03.169911 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-3970f8fb-e171-4337-847f-0b22b6937441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:03.173773 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3970f8fb-e171-4337-847f-0b22b6937441 None None] The sync data for ids ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:35:03.246869 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca61aed-e2ae-4771-a7ca-613d0cad8cc3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:03.252895 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dca61aed-e2ae-4771-a7ca-613d0cad8cc3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:03.289923 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port d4515e6c-f38f-46b5-bdcd-e0deb90ddceb triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:03.290612 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:03.336329 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3306c7bf-bb77-4ddf-961a-1a30f44759a9 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:03.339079 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-d0b0fb29-c795-47d9-9dde-8eaf08883189 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Deleting port 12953a11-ce5f-4092-9074-fa2ddfa3ce90 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:03.339509 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d0b0fb29-c795-47d9-9dde-8eaf08883189 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:03.379210 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306c7bf-bb77-4ddf-961a-1a30f44759a9 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Port': ['ID=bcefe5ce-411f-4103-a3d8-5c636856eb6b,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:03.397872 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd114aa-6301-4462-a6b1-f4c62bae39fc None None] Pushing event updated for resources: {'Port': ['ID=04acfd79-710d-4b49-849a-b851408cd195,revision_number=7']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:03.437226 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-6f8997b2-f606-4c5f-aa79-3994b7d21369 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:35:03.441441 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6f8997b2-f606-4c5f-aa79-3994b7d21369 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] 10.222.0.41 "PUT /v2.0/routers/71628e25-ec51-45c0-9874-d8c4968a54c6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9490995 Oct 26 08:35:03.441441 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff22586-504e-44d0-9494-32d29fbddeb5 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Made reservation on behalf of 502737b6a12c43caa6c2ea21f619d856 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:03.444797 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4ff22586-504e-44d0-9494-32d29fbddeb5 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:03.458455 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34638) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:03.564969 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3306c7bf-bb77-4ddf-961a-1a30f44759a9 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:03.571248 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3306c7bf-bb77-4ddf-961a-1a30f44759a9 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/ports/bcefe5ce-411f-4103-a3d8-5c636856eb6b HTTP/1.1" status: 204 len: 168 time: 1.2214940 Oct 26 08:35:03.577594 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34640) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:03.631610 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f9d60d7-0d56-4d0b-97a8-2b75b81d72a8 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] GET failed (client error): The resource could not be found. Oct 26 08:35:03.636139 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-7f9d60d7-0d56-4d0b-97a8-2b75b81d72a8 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "GET /v2.0/ports/bcefe5ce-411f-4103-a3d8-5c636856eb6b HTTP/1.1" status: 404 len: 333 time: 0.0526090 Oct 26 08:35:03.640411 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34642) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:03.648307 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-87ada66a-ca83-4cde-b7ac-c57f1b5c1df9 None None] Provisioning complete for port a4cc4e33-6061-4b14-a9a9-bb68dd573a85 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:03.648684 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-87ada66a-ca83-4cde-b7ac-c57f1b5c1df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:03.659363 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d0b0fb29-c795-47d9-9dde-8eaf08883189 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:03.659766 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d0b0fb29-c795-47d9-9dde-8eaf08883189 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:03.684909 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-d1a150d9-0fb2-4f51-93de-599ba8d7ff4d None None] Allocated IP 2001:db8::2 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/4b27717a-16f4-4128-b893-74f3ad157e0e/c962a60a-1974-40e9-8ce2-225772c6c430) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:03.696222 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef84206-3a07-4108-b8ce-ee792955d841 req-a9eae560-c200-43a9-8af4-4f72bd7c6f17 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:03.697668 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7ef84206-3a07-4108-b8ce-ee792955d841 req-a9eae560-c200-43a9-8af4-4f72bd7c6f17 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.2349889 Oct 26 08:35:03.701161 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-d0b0fb29-c795-47d9-9dde-8eaf08883189 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Calling delete_port for 12953a11-ce5f-4092-9074-fa2ddfa3ce90 owned by network:floatingip {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:03.832141 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 85b476eb-16ab-43d9-9e54-3cc6254d7fc1 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:35:03.857106 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f0c344ab-93ed-4b33-a4ac-322d19075eb3 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:03.861538 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7ef84206-3a07-4108-b8ce-ee792955d841 req-eed74684-c79b-4dfc-a28a-b8fcc309d36d tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229186 Oct 26 08:35:04.006001 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d0b0fb29-c795-47d9-9dde-8eaf08883189 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:04.018793 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-87ada66a-ca83-4cde-b7ac-c57f1b5c1df9 None None] Provisioning complete for port 1dc891d1-e048-4571-ac70-165176bad524 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:04.019348 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-87ada66a-ca83-4cde-b7ac-c57f1b5c1df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:04.045215 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f0c344ab-93ed-4b33-a4ac-322d19075eb3 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:04.083178 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d1a150d9-0fb2-4f51-93de-599ba8d7ff4d None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:04.086400 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 85b476eb-16ab-43d9-9e54-3cc6254d7fc1 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:04.086766 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:04.116602 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d1a150d9-0fb2-4f51-93de-599ba8d7ff4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:04.119668 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.objects.ports [None req-dca61aed-e2ae-4771-a7ca-613d0cad8cc3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102101) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 08:35:04.125365 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b0fb29-c795-47d9-9dde-8eaf08883189 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event deleted for resources: {'Port': ['ID=12953a11-ce5f-4092-9074-fa2ddfa3ce90,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:04.140784 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4ff22586-504e-44d0-9494-32d29fbddeb5 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:04.156717 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dca61aed-e2ae-4771-a7ca-613d0cad8cc3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:04.162271 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-87ada66a-ca83-4cde-b7ac-c57f1b5c1df9 None None] Port 1dc891d1-e048-4571-ac70-165176bad524 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:35:04.180428 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a150d9-0fb2-4f51-93de-599ba8d7ff4d None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:04.187121 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-d1a150d9-0fb2-4f51-93de-599ba8d7ff4d None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:04.198385 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a150d9-0fb2-4f51-93de-599ba8d7ff4d None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:04.228496 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a00acf4f-bb88-47d2-8526-b3341f36e3ec tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:04.253178 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a150d9-0fb2-4f51-93de-599ba8d7ff4d None None] Pushing event updated for resources: {'Port': ['ID=c962a60a-1974-40e9-8ce2-225772c6c430,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:04.258347 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca61aed-e2ae-4771-a7ca-613d0cad8cc3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:04.289540 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-dca61aed-e2ae-4771-a7ca-613d0cad8cc3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:04.293225 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca61aed-e2ae-4771-a7ca-613d0cad8cc3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:04.293851 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dca61aed-e2ae-4771-a7ca-613d0cad8cc3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:04.296365 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff22586-504e-44d0-9494-32d29fbddeb5 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Checking segment: {'id': 'c4c507c4-2df5-475e-8f64-442a5e1ec615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '796736d7-373b-4b1c-ac2c-cc52959575a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:35:04.296736 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff22586-504e-44d0-9494-32d29fbddeb5 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Network hostable DHCP agents. Network: 796736d7-373b-4b1c-ac2c-cc52959575a8, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:35:04.298848 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f0c344ab-93ed-4b33-a4ac-322d19075eb3 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:04.301435 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f0c344ab-93ed-4b33-a4ac-322d19075eb3 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:04.305465 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f0c344ab-93ed-4b33-a4ac-322d19075eb3 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/security-groups/99721a1f-d8f3-4bb6-83c6-8c018773e832 HTTP/1.1" status: 204 len: 168 time: 0.6620674 Oct 26 08:35:04.306179 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34648) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:04.321577 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff22586-504e-44d0-9494-32d29fbddeb5 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event updated for resources: {'Subnet': ['ID=08f2fd21-c41f-4945-89fb-a75ea242820c,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:04.336226 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c344ab-93ed-4b33-a4ac-322d19075eb3 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99721a1f-d8f3-4bb6-83c6-8c018773e832,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:04.367964 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478022fb-9ce0-48f5-b6d0-495c112137a7 req-1ee773ee-029e-4674-b99a-0b1b04c9e854 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:04.369570 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-478022fb-9ce0-48f5-b6d0-495c112137a7 req-1ee773ee-029e-4674-b99a-0b1b04c9e854 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.2480345 Oct 26 08:35:04.371060 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a150d9-0fb2-4f51-93de-599ba8d7ff4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:35:04.371565 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a150d9-0fb2-4f51-93de-599ba8d7ff4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:35:04.372755 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a150d9-0fb2-4f51-93de-599ba8d7ff4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:35:04.373232 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a150d9-0fb2-4f51-93de-599ba8d7ff4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:35:04.374348 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a150d9-0fb2-4f51-93de-599ba8d7ff4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:35:04.374913 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a150d9-0fb2-4f51-93de-599ba8d7ff4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:35:04.375349 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a150d9-0fb2-4f51-93de-599ba8d7ff4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:35:04.375832 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a150d9-0fb2-4f51-93de-599ba8d7ff4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:35:04.376907 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a150d9-0fb2-4f51-93de-599ba8d7ff4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:35:04.377490 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a150d9-0fb2-4f51-93de-599ba8d7ff4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:35:04.378033 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a150d9-0fb2-4f51-93de-599ba8d7ff4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:35:04.378700 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a150d9-0fb2-4f51-93de-599ba8d7ff4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:35:04.421012 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-d1a150d9-0fb2-4f51-93de-599ba8d7ff4d None None] Attempting to bind port c962a60a-1974-40e9-8ce2-225772c6c430 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:35:04.421554 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-d1a150d9-0fb2-4f51-93de-599ba8d7ff4d None None] Attempting to bind port c962a60a-1974-40e9-8ce2-225772c6c430 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:35:04.422046 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a150d9-0fb2-4f51-93de-599ba8d7ff4d None None] Attempting to bind port c962a60a-1974-40e9-8ce2-225772c6c430 on network ecf0c004-fa53-4f3e-bbfd-ff079400665b {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:35:04.433018 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-dca61aed-e2ae-4771-a7ca-613d0cad8cc3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7567241 Oct 26 08:35:04.433703 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a150d9-0fb2-4f51-93de-599ba8d7ff4d None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:35:04.434558 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a150d9-0fb2-4f51-93de-599ba8d7ff4d None None] Checking segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:35:04.434558 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d1a150d9-0fb2-4f51-93de-599ba8d7ff4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:04.435144 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a150d9-0fb2-4f51-93de-599ba8d7ff4d None None] Bound using segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:35:04.435803 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-d1a150d9-0fb2-4f51-93de-599ba8d7ff4d None None] Bound port: c962a60a-1974-40e9-8ce2-225772c6c430, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:35:04.436733 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d1a150d9-0fb2-4f51-93de-599ba8d7ff4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:04.436885 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34650) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:04.445538 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d0b0fb29-c795-47d9-9dde-8eaf08883189 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for floatingip, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:04.447574 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-877958ca-2a9b-49dc-ba8f-79a71771b383 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'port': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'mac_address': 'fa:16:3e:c2:dd:16', 'name': 'tempest-NetworksTestDHCPv6-1081294429'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:04.448353 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d0b0fb29-c795-47d9-9dde-8eaf08883189 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:04.449635 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-91eec381-1f17-436d-8fa3-e90a83bedc34 None None] Provisioning complete for port a4cc4e33-6061-4b14-a9a9-bb68dd573a85 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:04.450116 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-91eec381-1f17-436d-8fa3-e90a83bedc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:04.450307 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d0b0fb29-c795-47d9-9dde-8eaf08883189 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "DELETE /v2.0/floatingips/0bb4cf40-7d6f-4ee8-b1a1-450de192b993 HTTP/1.1" status: 204 len: 168 time: 1.4009256 Oct 26 08:35:04.459066 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34652) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:04.468955 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-c326dd9d-d13a-4360-86a2-8dbe7f0a076d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Request body: {'floatingip': {'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'port_id': '640b9b3f-296e-47e4-947a-af87c7a7c99e'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:04.544923 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c326dd9d-d13a-4360-86a2-8dbe7f0a076d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for floatingip, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:04.565853 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff22586-504e-44d0-9494-32d29fbddeb5 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Network 796736d7-373b-4b1c-ac2c-cc52959575a8 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:35:04.609971 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-d1a150d9-0fb2-4f51-93de-599ba8d7ff4d None None] For port c962a60a-1974-40e9-8ce2-225772c6c430, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:35:04.616464 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-d1a150d9-0fb2-4f51-93de-599ba8d7ff4d None None] For port c962a60a-1974-40e9-8ce2-225772c6c430, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=c962a60a-1974-40e9-8ce2-225772c6c430,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:35:04.645561 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d1a150d9-0fb2-4f51-93de-599ba8d7ff4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:04.660522 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 85b476eb-16ab-43d9-9e54-3cc6254d7fc1 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:35:04.662261 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-a00acf4f-bb88-47d2-8526-b3341f36e3ec tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Deleting port 1dc891d1-e048-4571-ac70-165176bad524 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:04.662811 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a00acf4f-bb88-47d2-8526-b3341f36e3ec tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:04.770083 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a150d9-0fb2-4f51-93de-599ba8d7ff4d None None] Pushing event updated for resources: {'Port': ['ID=c962a60a-1974-40e9-8ce2-225772c6c430,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:04.799353 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a00acf4f-bb88-47d2-8526-b3341f36e3ec tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:04.809780 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 85b476eb-16ab-43d9-9e54-3cc6254d7fc1 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:04.810299 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:04.820485 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-a00acf4f-bb88-47d2-8526-b3341f36e3ec tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Calling delete_port for 1dc891d1-e048-4571-ac70-165176bad524 owned by network:router_interface {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:04.889056 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-6b306303-083c-4af3-9edc-d9fe97983c2f None None] Provisioning complete for port 129e905b-074a-4f85-a828-7c3a21e88ea9 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:04.889825 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6b306303-083c-4af3-9edc-d9fe97983c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:04.975452 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-6b306303-083c-4af3-9edc-d9fe97983c2f None None] Port 129e905b-074a-4f85-a828-7c3a21e88ea9 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:35:04.984737 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-4ff22586-504e-44d0-9494-32d29fbddeb5 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 796736d7-373b-4b1c-ac2c-cc52959575a8) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:04.994886 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-6b306303-083c-4af3-9edc-d9fe97983c2f None None] Could not find standard attr ID for object bcefe5ce-411f-4103-a3d8-5c636856eb6b. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:35:05.008249 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 04acfd79-710d-4b49-849a-b851408cd195 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:35:05.053386 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca61aed-e2ae-4771-a7ca-613d0cad8cc3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Subnet': ['ID=cb968938-6f12-4956-860c-428c83f4dd31,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:05.053679 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-6b306303-083c-4af3-9edc-d9fe97983c2f None None] Provisioning complete for port 04acfd79-710d-4b49-849a-b851408cd195 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:05.053679 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6b306303-083c-4af3-9edc-d9fe97983c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:05.060403 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff22586-504e-44d0-9494-32d29fbddeb5 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:05.061028 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4ff22586-504e-44d0-9494-32d29fbddeb5 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:05.067946 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dcfa0e-be2a-46d5-b520-a2b247cc0f78 None None] Network 796736d7-373b-4b1c-ac2c-cc52959575a8 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:05.093140 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-478022fb-9ce0-48f5-b6d0-495c112137a7 req-97a41ff2-f594-4d65-8865-8ca7c5da191b tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6875463 Oct 26 08:35:05.101514 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4ff22586-504e-44d0-9494-32d29fbddeb5 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2217348 Oct 26 08:35:05.104106 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a8041ac0-4b40-4510-abfe-2c45d56f0170 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:05.112040 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34654) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:05.120348 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-99799b3f-818a-4f82-8c39-dd95962c9dba tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1737426954', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:05.150879 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a8041ac0-4b40-4510-abfe-2c45d56f0170 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:05.178131 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a00acf4f-bb88-47d2-8526-b3341f36e3ec tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:05.218102 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-99799b3f-818a-4f82-8c39-dd95962c9dba tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:05.219193 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-99799b3f-818a-4f82-8c39-dd95962c9dba tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:05.222589 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a8041ac0-4b40-4510-abfe-2c45d56f0170 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:05.223645 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00acf4f-bb88-47d2-8526-b3341f36e3ec tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Pushing event deleted for resources: {'Port': ['ID=1dc891d1-e048-4571-ac70-165176bad524,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:05.225163 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a8041ac0-4b40-4510-abfe-2c45d56f0170 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:05.229412 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a8041ac0-4b40-4510-abfe-2c45d56f0170 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/security-groups/c881d6de-1452-4dee-818c-894e29cf24c5 HTTP/1.1" status: 204 len: 168 time: 0.9089043 Oct 26 08:35:05.235397 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34656) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:05.292795 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 04acfd79-710d-4b49-849a-b851408cd195 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:05.292795 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:05.293148 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8041ac0-4b40-4510-abfe-2c45d56f0170 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c881d6de-1452-4dee-818c-894e29cf24c5,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:05.376956 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-99799b3f-818a-4f82-8c39-dd95962c9dba tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:05.392807 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-68d26982-1453-41d5-b053-3076a3a31bf3 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:05.399976 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-99799b3f-818a-4f82-8c39-dd95962c9dba tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:05.423304 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877958ca-2a9b-49dc-ba8f-79a71771b383 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:05.458286 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-68d26982-1453-41d5-b053-3076a3a31bf3 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:05.498647 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c326dd9d-d13a-4360-86a2-8dbe7f0a076d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:05.498899 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a00acf4f-bb88-47d2-8526-b3341f36e3ec tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:05.503453 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-99799b3f-818a-4f82-8c39-dd95962c9dba tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:05.507156 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-99799b3f-818a-4f82-8c39-dd95962c9dba tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3913882 Oct 26 08:35:05.507741 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34658) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:05.580546 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e50cb9b-40d5-4fa0-bbb1-10aec230789a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-796736d7-373b-4b1c-ac2c-cc52959575a8', 'network_id': '796736d7-373b-4b1c-ac2c-cc52959575a8', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'fixed_ips': [{'subnet_id': '08f2fd21-c41f-4945-89fb-a75ea242820c'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:35:05.580546 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5e50cb9b-40d5-4fa0-bbb1-10aec230789a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:05.618997 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device a4cc4e33-6061-4b14-a9a9-bb68dd573a85 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:35:05.678450 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-c326dd9d-d13a-4360-86a2-8dbe7f0a076d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Allocated IP 172.26.2.36 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/e06c0fd3-9736-4e89-bac5-2cdd6d9b58a4) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:05.710152 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-68d26982-1453-41d5-b053-3076a3a31bf3 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:05.713194 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-68d26982-1453-41d5-b053-3076a3a31bf3 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:05.717345 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-68d26982-1453-41d5-b053-3076a3a31bf3 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/security-groups/6cf7e61f-2525-4576-a998-c4397e9155d0 HTTP/1.1" status: 204 len: 168 time: 0.4774642 Oct 26 08:35:05.718072 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34660) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:05.733669 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-bbe116ab-25d9-460b-a0d1-8e5d9ba06168 None None] Could not find standard attr ID for object bcefe5ce-411f-4103-a3d8-5c636856eb6b. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:35:05.768144 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-877958ca-2a9b-49dc-ba8f-79a71771b383 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:05.804343 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port a4cc4e33-6061-4b14-a9a9-bb68dd573a85 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:05.804839 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:05.819610 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d26982-1453-41d5-b053-3076a3a31bf3 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf7e61f-2525-4576-a998-c4397e9155d0,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:05.860318 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-877958ca-2a9b-49dc-ba8f-79a71771b383 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] device_id is not set on port ad741169-32e6-46a6-ab9f-0f4577e5cb06 yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:35:05.875381 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-610b3589-b9c6-4939-8a79-9549752f12e3 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Deleting subnet e53f8ed0-0526-4127-948b-ad8f175249f3 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:35:05.883658 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-610b3589-b9c6-4939-8a79-9549752f12e3 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:05.884113 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-5e50cb9b-40d5-4fa0-bbb1-10aec230789a None None] Allocated IP 2001:db8::2 (796736d7-373b-4b1c-ac2c-cc52959575a8/08f2fd21-c41f-4945-89fb-a75ea242820c/2daf7904-1f38-42d3-9ff0-193ca842c242) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:06.029914 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-610b3589-b9c6-4939-8a79-9549752f12e3 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:06.082800 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 9a5b6cbc-238f-4718-bea5-7e7f6c8e2185 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:35:06.094860 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c326dd9d-d13a-4360-86a2-8dbe7f0a076d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:06.115928 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00acf4f-bb88-47d2-8526-b3341f36e3ec tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Router 71628e25-ec51-45c0-9874-d8c4968a54c6 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:35:06.125448 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 9a5b6cbc-238f-4718-bea5-7e7f6c8e2185 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:35:06.131531 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 9a5b6cbc-238f-4718-bea5-7e7f6c8e2185 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:35:06.132149 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 3af837fc-4d05-4257-a062-3f5fa934a3be no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:35:06.185738 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 3af837fc-4d05-4257-a062-3f5fa934a3be {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:35:06.185738 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 3af837fc-4d05-4257-a062-3f5fa934a3be not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:35:06.212343 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5e50cb9b-40d5-4fa0-bbb1-10aec230789a None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:06.226444 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-610b3589-b9c6-4939-8a79-9549752f12e3 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:06.237365 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5e50cb9b-40d5-4fa0-bbb1-10aec230789a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:06.289785 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e50cb9b-40d5-4fa0-bbb1-10aec230789a None None] Network 796736d7-373b-4b1c-ac2c-cc52959575a8 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:06.293022 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-5e50cb9b-40d5-4fa0-bbb1-10aec230789a None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:06.297823 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e50cb9b-40d5-4fa0-bbb1-10aec230789a None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:06.301793 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50cb9b-40d5-4fa0-bbb1-10aec230789a None None] Pushing event updated for resources: {'Port': ['ID=2daf7904-1f38-42d3-9ff0-193ca842c242,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:06.312870 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00acf4f-bb88-47d2-8526-b3341f36e3ec tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:35:06.332303 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f8c547-91a3-4c6c-8c75-7728b12b42ff None None] Sync routers for ids ['71628e25-ec51-45c0-9874-d8c4968a54c6'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:35:06.366493 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c4226d-f38b-4306-bf6c-ac6d6b6c6dd5 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:06.379124 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-877958ca-2a9b-49dc-ba8f-79a71771b383 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Allocated IP 2001:db8::33a (ecf0c004-fa53-4f3e-bbfd-ff079400665b/4b27717a-16f4-4128-b893-74f3ad157e0e/ad741169-32e6-46a6-ab9f-0f4577e5cb06) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:06.383876 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a00acf4f-bb88-47d2-8526-b3341f36e3ec tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] 10.222.0.41 "PUT /v2.0/routers/71628e25-ec51-45c0-9874-d8c4968a54c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9193051 Oct 26 08:35:06.384024 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c326dd9d-d13a-4360-86a2-8dbe7f0a076d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:06.386650 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f8c547-91a3-4c6c-8c75-7728b12b42ff None None] Routers {'71628e25-ec51-45c0-9874-d8c4968a54c6'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:06.386806 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34664) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:06.386908 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-14f8c547-91a3-4c6c-8c75-7728b12b42ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['71628e25-ec51-45c0-9874-d8c4968a54c6'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:06.433650 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3cf061-d6bd-4f1e-95af-6f5f0b9983b4 req-2529d317-2180-460d-bfb0-0015a2c6e1c5 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:06.435414 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-1b3cf061-d6bd-4f1e-95af-6f5f0b9983b4 req-2529d317-2180-460d-bfb0-0015a2c6e1c5 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.1268015 Oct 26 08:35:06.462669 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-5e50cb9b-40d5-4fa0-bbb1-10aec230789a None None] Attempting to bind port 2daf7904-1f38-42d3-9ff0-193ca842c242 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:35:06.462669 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-5e50cb9b-40d5-4fa0-bbb1-10aec230789a None None] Attempting to bind port 2daf7904-1f38-42d3-9ff0-193ca842c242 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'c4c507c4-2df5-475e-8f64-442a5e1ec615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '796736d7-373b-4b1c-ac2c-cc52959575a8'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:35:06.463305 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e50cb9b-40d5-4fa0-bbb1-10aec230789a None None] Attempting to bind port 2daf7904-1f38-42d3-9ff0-193ca842c242 on network 796736d7-373b-4b1c-ac2c-cc52959575a8 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:35:06.463652 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-877958ca-2a9b-49dc-ba8f-79a71771b383 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Allocated IP 2001:db8:0:1:f816:3eff:fec2:dd16 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/cb968938-6f12-4956-860c-428c83f4dd31/ad741169-32e6-46a6-ab9f-0f4577e5cb06) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:06.466293 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-14f8c547-91a3-4c6c-8c75-7728b12b42ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:06.480106 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-9f75bbf3-3746-4a9e-9a85-36d3aebbf367 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] delete failed (client error): The resource could not be found. Oct 26 08:35:06.486140 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9f75bbf3-3746-4a9e-9a85-36d3aebbf367 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-1075633619 HTTP/1.1" status: 404 len: 335 time: 0.0691571 Oct 26 08:35:06.487523 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e50cb9b-40d5-4fa0-bbb1-10aec230789a None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:35:06.487695 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34666) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:06.487813 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e50cb9b-40d5-4fa0-bbb1-10aec230789a None None] Checking segment: {'id': 'c4c507c4-2df5-475e-8f64-442a5e1ec615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '796736d7-373b-4b1c-ac2c-cc52959575a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:35:06.487813 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5e50cb9b-40d5-4fa0-bbb1-10aec230789a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:06.488196 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e50cb9b-40d5-4fa0-bbb1-10aec230789a None None] Bound using segment: {'id': 'c4c507c4-2df5-475e-8f64-442a5e1ec615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '796736d7-373b-4b1c-ac2c-cc52959575a8'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:35:06.488793 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-5e50cb9b-40d5-4fa0-bbb1-10aec230789a None None] Bound port: 2daf7904-1f38-42d3-9ff0-193ca842c242, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c507c4-2df5-475e-8f64-442a5e1ec615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '796736d7-373b-4b1c-ac2c-cc52959575a8'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:35:06.490135 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5e50cb9b-40d5-4fa0-bbb1-10aec230789a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:06.493210 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-1b3cf061-d6bd-4f1e-95af-6f5f0b9983b4 req-4f7e1b1a-044d-45a0-b4a9-91cf47eb63d3 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466449 Oct 26 08:35:06.496364 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-72817ccc-bce5-433f-98e1-ccc0ddc6686f tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Request body: {'router': {'external_gateway_info': {'network_id': '71628e25-ec51-45c0-9874-d8c4968a54c6'}}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:06.508689 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c326dd9d-d13a-4360-86a2-8dbe7f0a076d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:06.513746 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f8c547-91a3-4c6c-8c75-7728b12b42ff None None] Routers {'71628e25-ec51-45c0-9874-d8c4968a54c6'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:06.514505 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-14f8c547-91a3-4c6c-8c75-7728b12b42ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['71628e25-ec51-45c0-9874-d8c4968a54c6'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:06.521010 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-768675bd-54ae-4af1-b8c0-a634467bdc79 None None] Provisioning complete for port c962a60a-1974-40e9-8ce2-225772c6c430 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:06.521495 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-768675bd-54ae-4af1-b8c0-a634467bdc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:06.530107 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4cdd0c15-4cc3-4668-9645-e13f4e489176 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:06.549382 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c326dd9d-d13a-4360-86a2-8dbe7f0a076d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event updated for resources: {'Port': ['ID=e06c0fd3-9736-4e89-bac5-2cdd6d9b58a4,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:06.586693 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-c326dd9d-d13a-4360-86a2-8dbe7f0a076d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:06.600694 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c326dd9d-d13a-4360-86a2-8dbe7f0a076d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:06.632846 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-610b3589-b9c6-4939-8a79-9549752f12e3 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:06.684878 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b3589-b9c6-4939-8a79-9549752f12e3 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Subnet': ['ID=e53f8ed0-0526-4127-948b-ad8f175249f3,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:06.758922 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-14f8c547-91a3-4c6c-8c75-7728b12b42ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:06.759588 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f8c547-91a3-4c6c-8c75-7728b12b42ff None None] The sync data for ids ['71628e25-ec51-45c0-9874-d8c4968a54c6'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:35:06.770823 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-610b3589-b9c6-4939-8a79-9549752f12e3 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:06.773258 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device c962a60a-1974-40e9-8ce2-225772c6c430 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:35:06.775095 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9919070c-d1cb-4283-9216-7e420eb113d5 None None] Network b9ee02d4-5cb7-4943-9b37-aae5cc660ad0 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:06.779824 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-610b3589-b9c6-4939-8a79-9549752f12e3 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/subnets/e53f8ed0-0526-4127-948b-ad8f175249f3 HTTP/1.1" status: 204 len: 168 time: 1.0526719 Oct 26 08:35:06.780000 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34672) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:06.883668 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a66fe-0b98-417a-9dfc-a5a5ddfb6c88 req-6436121e-eb46-45de-a9b4-85b7a3a29594 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:06.885156 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-1f6a66fe-0b98-417a-9dfc-a5a5ddfb6c88 req-6436121e-eb46-45de-a9b4-85b7a3a29594 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.1094744 Oct 26 08:35:07.000121 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-1f6a66fe-0b98-417a-9dfc-a5a5ddfb6c88 req-c4176be7-031c-4704-9c4a-1769404acad8 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972977 Oct 26 08:35:07.023434 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-72817ccc-bce5-433f-98e1-ccc0ddc6686f tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:07.036061 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-4cdd0c15-4cc3-4668-9645-e13f4e489176 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Allocated IP 2001:db8::1 (796736d7-373b-4b1c-ac2c-cc52959575a8/08f2fd21-c41f-4945-89fb-a75ea242820c/b67b7695-8ff3-4e01-8ac2-79a5abdd841d) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:07.062267 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-9896e05b-3281-43d1-bbe1-6c7b4dba7f53 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Deleting subnet 132d37d0-829b-422c-bee5-2fb782c025bc {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:35:07.072270 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9896e05b-3281-43d1-bbe1-6c7b4dba7f53 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:07.116886 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-72817ccc-bce5-433f-98e1-ccc0ddc6686f tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] update failed (client error): The resource could not be found. Oct 26 08:35:07.117969 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-72817ccc-bce5-433f-98e1-ccc0ddc6686f tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] 10.222.0.41 "PUT /v2.0/routers/71628e25-ec51-45c0-9874-d8c4968a54c6 HTTP/1.1" status: 404 len: 339 time: 0.6273203 Oct 26 08:35:07.123002 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34674) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:07.157845 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-5e50cb9b-40d5-4fa0-bbb1-10aec230789a None None] For port 2daf7904-1f38-42d3-9ff0-193ca842c242, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:35:07.185834 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-768675bd-54ae-4af1-b8c0-a634467bdc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:07.191649 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-5e50cb9b-40d5-4fa0-bbb1-10aec230789a None None] For port 2daf7904-1f38-42d3-9ff0-193ca842c242, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=2daf7904-1f38-42d3-9ff0-193ca842c242,segment=NetworkSegment(c4c507c4-2df5-475e-8f64-442a5e1ec615),segment_id=c4c507c4-2df5-475e-8f64-442a5e1ec615)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:35:07.222409 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5e50cb9b-40d5-4fa0-bbb1-10aec230789a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:07.224686 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-877958ca-2a9b-49dc-ba8f-79a71771b383 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:07.227561 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9896e05b-3281-43d1-bbe1-6c7b4dba7f53 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:07.263296 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port c962a60a-1974-40e9-8ce2-225772c6c430 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:07.263676 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:07.326862 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4cdd0c15-4cc3-4668-9645-e13f4e489176 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:07.374163 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-768675bd-54ae-4af1-b8c0-a634467bdc79 None None] For port c962a60a-1974-40e9-8ce2-225772c6c430, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=c962a60a-1974-40e9-8ce2-225772c6c430,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:35:07.389310 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-768675bd-54ae-4af1-b8c0-a634467bdc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:07.401023 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50cb9b-40d5-4fa0-bbb1-10aec230789a None None] Pushing event updated for resources: {'Port': ['ID=2daf7904-1f38-42d3-9ff0-193ca842c242,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:07.417201 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-877958ca-2a9b-49dc-ba8f-79a71771b383 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:07.483992 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877958ca-2a9b-49dc-ba8f-79a71771b383 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:07.496349 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-877958ca-2a9b-49dc-ba8f-79a71771b383 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:07.500967 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9896e05b-3281-43d1-bbe1-6c7b4dba7f53 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:07.505278 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877958ca-2a9b-49dc-ba8f-79a71771b383 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Port': ['ID=ad741169-32e6-46a6-ab9f-0f4577e5cb06,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:07.520366 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3397d7db-4bf4-48be-97f0-653a51363c6c tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:07.550084 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4cdd0c15-4cc3-4668-9645-e13f4e489176 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:07.553577 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dcb317-1896-4ead-8cce-c353d28bca4b None None] Update dhcp port {'port': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'fixed_ips': [{'subnet_id': '4b27717a-16f4-4128-b893-74f3ad157e0e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cb968938-6f12-4956-860c-428c83f4dd31'}], 'binding:host_id': 'dv-neutron-804846-13-hyperv'}, 'id': 'c962a60a-1974-40e9-8ce2-225772c6c430'} from dv-neutron-804846-13-hyperv. {{(pid=102103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 08:35:07.559200 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768675bd-54ae-4af1-b8c0-a634467bdc79 None None] Pushing event updated for resources: {'Port': ['ID=c962a60a-1974-40e9-8ce2-225772c6c430,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:07.564600 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877958ca-2a9b-49dc-ba8f-79a71771b383 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:07.572319 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877958ca-2a9b-49dc-ba8f-79a71771b383 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:07.573086 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-877958ca-2a9b-49dc-ba8f-79a71771b383 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:07.594659 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a1dcb317-1896-4ead-8cce-c353d28bca4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:07.634632 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-877958ca-2a9b-49dc-ba8f-79a71771b383 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1905603 Oct 26 08:35:07.660505 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34676) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:07.679026 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c326dd9d-d13a-4360-86a2-8dbe7f0a076d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:07.761243 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdd0c15-4cc3-4668-9645-e13f4e489176 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Network 796736d7-373b-4b1c-ac2c-cc52959575a8 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:07.775837 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-4cdd0c15-4cc3-4668-9645-e13f4e489176 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:07.778364 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdd0c15-4cc3-4668-9645-e13f4e489176 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:07.779436 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4cdd0c15-4cc3-4668-9645-e13f4e489176 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:07.854829 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c326dd9d-d13a-4360-86a2-8dbe7f0a076d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:07.868818 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd0c15-4cc3-4668-9645-e13f4e489176 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event updated for resources: {'Port': ['ID=b67b7695-8ff3-4e01-8ac2-79a5abdd841d,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:07.870225 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-a1dcb317-1896-4ead-8cce-c353d28bca4b None None] Allocated IP 2001:db8:0:1:f816:3eff:fe80:bae (ecf0c004-fa53-4f3e-bbfd-ff079400665b/cb968938-6f12-4956-860c-428c83f4dd31/c962a60a-1974-40e9-8ce2-225772c6c430) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:07.984665 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9896e05b-3281-43d1-bbe1-6c7b4dba7f53 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:08.005434 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9896e05b-3281-43d1-bbe1-6c7b4dba7f53 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:08.011716 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9896e05b-3281-43d1-bbe1-6c7b4dba7f53 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/subnets/132d37d0-829b-422c-bee5-2fb782c025bc HTTP/1.1" status: 204 len: 168 time: 1.2263091 Oct 26 08:35:08.015680 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34678) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:08.036551 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-6acddb67-b79f-4fea-97b1-399c5eadd786 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting port ad741169-32e6-46a6-ab9f-0f4577e5cb06 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:08.036888 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6acddb67-b79f-4fea-97b1-399c5eadd786 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:08.042153 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-a1dcb317-1896-4ead-8cce-c353d28bca4b None None] For port c962a60a-1974-40e9-8ce2-225772c6c430, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=c962a60a-1974-40e9-8ce2-225772c6c430,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:35:08.046712 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9896e05b-3281-43d1-bbe1-6c7b4dba7f53 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Subnet': ['ID=132d37d0-829b-422c-bee5-2fb782c025bc,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:08.096756 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a1dcb317-1896-4ead-8cce-c353d28bca4b None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:08.104202 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a1dcb317-1896-4ead-8cce-c353d28bca4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:08.105079 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-7960fc24-2aa8-41ad-910d-55931e60ca93 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:08.105659 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7960fc24-2aa8-41ad-910d-55931e60ca93 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:08.112564 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7960fc24-2aa8-41ad-910d-55931e60ca93 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/subnets/e53f8ed0-0526-4127-948b-ad8f175249f3 HTTP/1.1" status: 404 len: 337 time: 0.0915716 Oct 26 08:35:08.113457 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34682) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:08.140647 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4cdd0c15-4cc3-4668-9645-e13f4e489176 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:08.187195 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c326dd9d-d13a-4360-86a2-8dbe7f0a076d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:08.198567 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c326dd9d-d13a-4360-86a2-8dbe7f0a076d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:08.250856 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dcb317-1896-4ead-8cce-c353d28bca4b None None] Pushing event updated for resources: {'Port': ['ID=c962a60a-1974-40e9-8ce2-225772c6c430,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:08.263181 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c326dd9d-d13a-4360-86a2-8dbe7f0a076d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event updated for resources: {'Port': ['ID=e06c0fd3-9736-4e89-bac5-2cdd6d9b58a4,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:08.377124 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6acddb67-b79f-4fea-97b1-399c5eadd786 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:08.414570 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-2416e7bd-6336-4c2a-a4de-616b7dbca61c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Deleting subnet 02aa2a11-573f-4518-b936-007ad7d05778 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:35:08.442623 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-6acddb67-b79f-4fea-97b1-399c5eadd786 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Calling delete_port for ad741169-32e6-46a6-ab9f-0f4577e5cb06 owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:08.448630 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-3397d7db-4bf4-48be-97f0-653a51363c6c tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Allocated IP 172.20.0.1 (da3c5423-dd38-44bc-8a22-305decdc09a9/88382667-8966-4d06-ab59-569f8667b155/643ce0b3-adad-42bb-a501-3663e359737e) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:08.450712 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2416e7bd-6336-4c2a-a4de-616b7dbca61c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:08.625293 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a547ca-4887-4170-a7b9-0072c4906ecf None None] Network b9ee02d4-5cb7-4943-9b37-aae5cc660ad0 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:08.806695 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 2daf7904-1f38-42d3-9ff0-193ca842c242 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:35:08.825481 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c326dd9d-d13a-4360-86a2-8dbe7f0a076d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:08.860596 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-ae8f0d0a-1742-4153-b492-bf57ca7b46b9 None None] Provisioning complete for port 129e905b-074a-4f85-a828-7c3a21e88ea9 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:08.860879 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ae8f0d0a-1742-4153-b492-bf57ca7b46b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:08.920545 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 2daf7904-1f38-42d3-9ff0-193ca842c242 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:08.921076 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:08.985022 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-ae8f0d0a-1742-4153-b492-bf57ca7b46b9 None None] Port 129e905b-074a-4f85-a828-7c3a21e88ea9 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:35:08.993937 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fcd9f-a4a9-4cc9-886c-88f8924a8a15 req-7107b728-ca74-4d37-8f44-df9e6213f353 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:09.000811 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9a9fcd9f-a4a9-4cc9-886c-88f8924a8a15 req-7107b728-ca74-4d37-8f44-df9e6213f353 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.2210231 Oct 26 08:35:09.056689 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [None req-c326dd9d-d13a-4360-86a2-8dbe7f0a076d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Floating IP 678082dd-0183-4a71-9924-3514923a00c6 associated. External IP: 172.26.2.36, port: 640b9b3f-296e-47e4-947a-af87c7a7c99e. Oct 26 08:35:09.058472 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:09.086372 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-ae8f0d0a-1742-4153-b492-bf57ca7b46b9 None None] Provisioning complete for port 04acfd79-710d-4b49-849a-b851408cd195 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:09.086752 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ae8f0d0a-1742-4153-b492-bf57ca7b46b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:09.137755 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 2daf7904-1f38-42d3-9ff0-193ca842c242, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=2daf7904-1f38-42d3-9ff0-193ca842c242,segment=NetworkSegment(c4c507c4-2df5-475e-8f64-442a5e1ec615),segment_id=c4c507c4-2df5-475e-8f64-442a5e1ec615)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:35:09.148858 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:09.149673 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device c962a60a-1974-40e9-8ce2-225772c6c430 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:35:09.204768 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9a9fcd9f-a4a9-4cc9-886c-88f8924a8a15 req-4b76dabd-6e0b-4705-96c7-ba91a6011c16 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945980 Oct 26 08:35:09.236660 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2416e7bd-6336-4c2a-a4de-616b7dbca61c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:09.239498 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8039201-6ddf-4a88-ab86-a16f044204ea None None] Network 796736d7-373b-4b1c-ac2c-cc52959575a8 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:09.338328 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port c962a60a-1974-40e9-8ce2-225772c6c430 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:09.338328 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:09.396172 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c326dd9d-d13a-4360-86a2-8dbe7f0a076d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Router 1fe4e193-bc1b-4ccb-b74d-89b3fded41d1 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:35:09.449034 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=2daf7904-1f38-42d3-9ff0-193ca842c242,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:09.469024 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2416e7bd-6336-4c2a-a4de-616b7dbca61c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:09.570415 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c326dd9d-d13a-4360-86a2-8dbe7f0a076d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:35:09.586853 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692b6921-d84a-48e0-b991-53f8969f456b None None] Sync routers for ids ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:35:09.604512 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692b6921-d84a-48e0-b991-53f8969f456b None None] Routers {'1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:09.605146 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-692b6921-d84a-48e0-b991-53f8969f456b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:09.606844 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c326dd9d-d13a-4360-86a2-8dbe7f0a076d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:09.656244 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c326dd9d-d13a-4360-86a2-8dbe7f0a076d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.1901960 Oct 26 08:35:09.656543 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34686) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:09.690397 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-a1cbd99c-faff-46db-92ee-66d1fe6c0d85 None None] Provisioning complete for port c962a60a-1974-40e9-8ce2-225772c6c430 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:09.690904 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a1cbd99c-faff-46db-92ee-66d1fe6c0d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:09.699688 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-692b6921-d84a-48e0-b991-53f8969f456b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:09.718981 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692b6921-d84a-48e0-b991-53f8969f456b None None] Routers {'1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:09.719607 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-692b6921-d84a-48e0-b991-53f8969f456b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:09.733656 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-31b7bcdf-e109-4bd6-bf92-10e0dbfd60b3 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "GET /v2.0/floatingips/678082dd-0183-4a71-9924-3514923a00c6 HTTP/1.1" status: 200 len: 978 time: 0.0727711 Oct 26 08:35:09.734972 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34688) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:09.752077 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43572f98-8426-4383-8c41-4664a5772216 req-0d219a21-5356-43c4-aa43-cd880fbbaa96 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:09.753367 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-43572f98-8426-4383-8c41-4664a5772216 req-0d219a21-5356-43c4-aa43-cd880fbbaa96 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.4363174 Oct 26 08:35:09.785457 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4cdd0c15-4cc3-4668-9645-e13f4e489176 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:09.793702 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3397d7db-4bf4-48be-97f0-653a51363c6c tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:09.795763 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-692b6921-d84a-48e0-b991-53f8969f456b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:09.796445 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692b6921-d84a-48e0-b991-53f8969f456b None None] The sync data for ids ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:35:09.904218 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2416e7bd-6336-4c2a-a4de-616b7dbca61c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:09.911049 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4cdd0c15-4cc3-4668-9645-e13f4e489176 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:09.911595 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-a1cbd99c-faff-46db-92ee-66d1fe6c0d85 None None] Provisioning complete for port 2daf7904-1f38-42d3-9ff0-193ca842c242 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:09.911978 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a1cbd99c-faff-46db-92ee-66d1fe6c0d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:09.916088 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4cdd0c15-4cc3-4668-9645-e13f4e489176 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:09.951141 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f3470219-2049-4222-8c87-bd5900549c67 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2160633 Oct 26 08:35:09.953910 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34690) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:09.962114 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-a7a59750-4844-4b68-98a4-ce7cfaf4bf3f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Request body: {'floatingip': {'port_id': '54f9d107-e1ab-410f-b7a6-aa0f0a32f7d1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:10.060899 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a7a59750-4844-4b68-98a4-ce7cfaf4bf3f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for floatingip, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:10.142463 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-819f0488-d4d2-4065-bcf8-52e10d1c7044 None None] Could not find standard attr ID for object 1d881049-2abd-4112-a25c-e30f9f089454. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:35:10.166778 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-819f0488-d4d2-4065-bcf8-52e10d1c7044 None None] Provisioning complete for port ad741169-32e6-46a6-ab9f-0f4577e5cb06 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:10.167166 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-819f0488-d4d2-4065-bcf8-52e10d1c7044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:10.179396 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2416e7bd-6336-4c2a-a4de-616b7dbca61c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Subnet': ['ID=02aa2a11-573f-4518-b936-007ad7d05778,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:10.200569 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2416e7bd-6336-4c2a-a4de-616b7dbca61c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:10.211534 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-2416e7bd-6336-4c2a-a4de-616b7dbca61c tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/subnets/02aa2a11-573f-4518-b936-007ad7d05778 HTTP/1.1" status: 204 len: 168 time: 2.0887730 Oct 26 08:35:10.218523 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3397d7db-4bf4-48be-97f0-653a51363c6c tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:10.225135 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34692) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:10.256861 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae7ff23f-58e3-4afe-b92c-328c1dd8ec01 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:10.257327 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae7ff23f-58e3-4afe-b92c-328c1dd8ec01 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:10.263509 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef6b926-2411-4b6e-8f67-9a0a407ba367 None None] Network b9ee02d4-5cb7-4943-9b37-aae5cc660ad0 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:10.265800 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ae7ff23f-58e3-4afe-b92c-328c1dd8ec01 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/subnets/cd405fc0-c68d-4b1f-991d-07d04e6e7768 HTTP/1.1" status: 404 len: 337 time: 0.0393002 Oct 26 08:35:10.266668 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34694) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:10.285475 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6acddb67-b79f-4fea-97b1-399c5eadd786 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:10.297313 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd0c15-4cc3-4668-9645-e13f4e489176 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event updated for resources: {'Port': ['ID=b67b7695-8ff3-4e01-8ac2-79a5abdd841d,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:10.310019 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c2b1c878-cb04-43f0-8a0f-ecea9bc5c9f3 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca5ef895-581c-40a4-ace3-53a3000b7473 HTTP/1.1" status: 200 len: 205 time: 0.0375662 Oct 26 08:35:10.312891 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34696) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:10.369232 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-cd1cb515-b7cc-44f7-89c2-35cc411f67b3 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] delete failed (client error): The resource could not be found. Oct 26 08:35:10.374733 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-cd1cb515-b7cc-44f7-89c2-35cc411f67b3 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/routers/ca5ef895-581c-40a4-ace3-53a3000b7473 HTTP/1.1" status: 404 len: 336 time: 0.0586252 Oct 26 08:35:10.374733 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34698) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:10.389677 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-43572f98-8426-4383-8c41-4664a5772216 req-89ea5cd1-cb39-4349-a282-e14dc1c4bba4 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5034499 Oct 26 08:35:10.464784 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3397d7db-4bf4-48be-97f0-653a51363c6c tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Network da3c5423-dd38-44bc-8a22-305decdc09a9 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:10.473742 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-3397d7db-4bf4-48be-97f0-653a51363c6c tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:10.554762 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3397d7db-4bf4-48be-97f0-653a51363c6c tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:10.569398 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdd0c15-4cc3-4668-9645-e13f4e489176 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Network 796736d7-373b-4b1c-ac2c-cc52959575a8 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:10.591451 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-819f0488-d4d2-4065-bcf8-52e10d1c7044 None None] Port ad741169-32e6-46a6-ab9f-0f4577e5cb06 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:35:10.592423 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6acddb67-b79f-4fea-97b1-399c5eadd786 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:10.604047 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6acddb67-b79f-4fea-97b1-399c5eadd786 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/ports/ad741169-32e6-46a6-ab9f-0f4577e5cb06 HTTP/1.1" status: 204 len: 168 time: 2.9372513 Oct 26 08:35:10.607309 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-4cdd0c15-4cc3-4668-9645-e13f4e489176 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:10.628387 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 2daf7904-1f38-42d3-9ff0-193ca842c242 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:35:10.640038 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34702) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:10.644768 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ee8dd7-230a-43a7-8a95-3e7017d47307 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:10.645371 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91ee8dd7-230a-43a7-8a95-3e7017d47307 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:10.651524 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-91ee8dd7-230a-43a7-8a95-3e7017d47307 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/subnets/d49fb1ec-1ca7-409e-9aa5-916637ffeaa6 HTTP/1.1" status: 404 len: 337 time: 0.2743948 Oct 26 08:35:10.652813 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34704) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:10.657954 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3397d7db-4bf4-48be-97f0-653a51363c6c tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Pushing event updated for resources: {'Port': ['ID=643ce0b3-adad-42bb-a501-3663e359737e,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:10.765586 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acddb67-b79f-4fea-97b1-399c5eadd786 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Port': ['ID=ad741169-32e6-46a6-ab9f-0f4577e5cb06,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:10.778329 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dbe9fc9-4396-4738-b03b-520ddfb533ef tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:10.779008 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dbe9fc9-4396-4738-b03b-520ddfb533ef tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:10.793844 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6dbe9fc9-4396-4738-b03b-520ddfb533ef tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/subnets/332a7f68-bf39-45d2-a2bc-a852b16e2fa6 HTTP/1.1" status: 404 len: 337 time: 0.1343372 Oct 26 08:35:10.799139 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34706) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:10.807188 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-c839ddb7-1283-4070-994c-e371db0421c6 None None] Provisioning complete for port b67b7695-8ff3-4e01-8ac2-79a5abdd841d triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:10.807787 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c839ddb7-1283-4070-994c-e371db0421c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:10.820231 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3397d7db-4bf4-48be-97f0-653a51363c6c tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:10.888136 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-c839ddb7-1283-4070-994c-e371db0421c6 None None] Port b67b7695-8ff3-4e01-8ac2-79a5abdd841d cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:35:10.899994 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 2daf7904-1f38-42d3-9ff0-193ca842c242 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:10.900362 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:10.916383 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-b258bee5-2648-4bb6-9112-17a2a2fcff3a tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:10.916845 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b258bee5-2648-4bb6-9112-17a2a2fcff3a tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:10.923722 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34708) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:10.924567 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b258bee5-2648-4bb6-9112-17a2a2fcff3a tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/subnets/fa3f9a59-cfb4-4a01-9fed-08b755d8ec18 HTTP/1.1" status: 404 len: 337 time: 0.1213913 Oct 26 08:35:10.942024 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a713ca1-8b8d-4641-9422-7277f43a2783 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:10.944508 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-0a713ca1-8b8d-4641-9422-7277f43a2783 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.3034971 Oct 26 08:35:10.946162 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-c839ddb7-1283-4070-994c-e371db0421c6 None None] Provisioning complete for port 2daf7904-1f38-42d3-9ff0-193ca842c242 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:10.946538 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c839ddb7-1283-4070-994c-e371db0421c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:10.951357 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34710) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:10.968051 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d3a83-55f3-4ef2-82dd-c5bd127608be req-0389885d-3b24-4a21-be1c-c9fbce909829 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:10.969464 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-211d3a83-55f3-4ef2-82dd-c5bd127608be req-0389885d-3b24-4a21-be1c-c9fbce909829 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.3261335 Oct 26 08:35:10.974413 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-4431c274-8d6f-447e-8108-edb9eb5b81e4 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:10.975286 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4431c274-8d6f-447e-8108-edb9eb5b81e4 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:10.982199 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4431c274-8d6f-447e-8108-edb9eb5b81e4 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/ports/039680e9-1aa2-4d8d-980c-ce56d5d5a171 HTTP/1.1" status: 404 len: 333 time: 0.0568161 Oct 26 08:35:10.991947 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34712) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:11.032685 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-211d3a83-55f3-4ef2-82dd-c5bd127608be req-3648647c-2d9e-4b5d-b3c0-fe71d1e4329b tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444386 Oct 26 08:35:11.067970 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8dab096-1050-4a29-9f6b-ca7e6c86bb81 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:11.068358 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8dab096-1050-4a29-9f6b-ca7e6c86bb81 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:11.074367 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f8dab096-1050-4a29-9f6b-ca7e6c86bb81 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/subnets/417b3f8a-9113-46d4-9850-7b1af881dcb1 HTTP/1.1" status: 404 len: 337 time: 0.0812593 Oct 26 08:35:11.076759 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34716) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:11.110864 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c200d34-afe0-4a48-bbf3-beda99830dfd None None] DHCP port deletion for b9ee02d4-5cb7-4943-9b37-aae5cc660ad0 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:35:11.113269 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc6759b-6ba3-4d17-a717-1bb636066611 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:11.113765 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dc6759b-6ba3-4d17-a717-1bb636066611 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:11.119841 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-0dc6759b-6ba3-4d17-a717-1bb636066611 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/subnets/84fcd846-554b-4265-a362-9c06992aea96 HTTP/1.1" status: 404 len: 337 time: 0.0418472 Oct 26 08:35:11.120653 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34718) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:11.143460 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c8790e-664e-44a9-9eb6-981e3f55747f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:11.145488 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-48c8790e-664e-44a9-9eb6-981e3f55747f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1929312 Oct 26 08:35:11.161500 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34720) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:11.162475 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ba7ff3e-2136-4a24-a7f2-3206feacf105 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:11.163324 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ba7ff3e-2136-4a24-a7f2-3206feacf105 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:11.169502 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-0ba7ff3e-2136-4a24-a7f2-3206feacf105 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/ports/f81806af-d323-4856-ba59-b66e4b5fb0c1 HTTP/1.1" status: 404 len: 333 time: 0.0433254 Oct 26 08:35:11.178303 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34722) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:11.189612 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.db.resource_extend [None req-a7a59750-4844-4b68-98a4-ce7cfaf4bf3f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 08:35:11.215810 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-c839ddb7-1283-4070-994c-e371db0421c6 None None] Provisioning complete for port 129e905b-074a-4f85-a828-7c3a21e88ea9 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:11.216257 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c839ddb7-1283-4070-994c-e371db0421c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:11.216379 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cdd0c15-4cc3-4668-9645-e13f4e489176 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Router 891add9e-b5a9-4c7d-8551-41677523d494 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:35:11.224329 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3397d7db-4bf4-48be-97f0-653a51363c6c tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:11.255946 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493becc8-dc1c-40f3-8928-2f47c0f39f5a req-3036eaea-8d65-4985-b725-ad4563407ac2 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:11.257666 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-493becc8-dc1c-40f3-8928-2f47c0f39f5a req-3036eaea-8d65-4985-b725-ad4563407ac2 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.1091392 Oct 26 08:35:11.263324 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f32ca3-db10-4753-a7b2-bc608d9c7f62 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:11.263959 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85f32ca3-db10-4753-a7b2-bc608d9c7f62 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:11.269959 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-85f32ca3-db10-4753-a7b2-bc608d9c7f62 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/subnets/16c86110-f94f-41e9-bcee-60e19dbc5ec5 HTTP/1.1" status: 404 len: 337 time: 0.0862412 Oct 26 08:35:11.270129 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-c839ddb7-1283-4070-994c-e371db0421c6 None None] Port 129e905b-074a-4f85-a828-7c3a21e88ea9 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:35:11.271622 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34724) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:11.274049 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-7c200d34-afe0-4a48-bbf3-beda99830dfd None None] Deleting port 04acfd79-710d-4b49-849a-b851408cd195 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:11.274515 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7c200d34-afe0-4a48-bbf3-beda99830dfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:11.315158 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c87ec7e-79e6-461e-a4a7-c642c9a570ae tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:11.315519 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c87ec7e-79e6-461e-a4a7-c642c9a570ae tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:11.321035 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-7c87ec7e-79e6-461e-a4a7-c642c9a570ae tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/subnets/7b54e1a0-08c2-4c5e-a201-0bdfa3386035 HTTP/1.1" status: 404 len: 337 time: 0.0464401 Oct 26 08:35:11.322641 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a7a59750-4844-4b68-98a4-ce7cfaf4bf3f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:11.325229 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34726) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:11.331762 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-c839ddb7-1283-4070-994c-e371db0421c6 None None] Provisioning complete for port 04acfd79-710d-4b49-849a-b851408cd195 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:11.332266 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c839ddb7-1283-4070-994c-e371db0421c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:11.340118 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a7a59750-4844-4b68-98a4-ce7cfaf4bf3f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:11.380522 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-7c200d34-afe0-4a48-bbf3-beda99830dfd None None] For port 04acfd79-710d-4b49-849a-b851408cd195, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=04acfd79-710d-4b49-849a-b851408cd195,segment=NetworkSegment(67c08f24-1a4f-4389-b6bd-fcde7d882449),segment_id=67c08f24-1a4f-4389-b6bd-fcde7d882449)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:35:11.381071 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7c200d34-afe0-4a48-bbf3-beda99830dfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:11.396110 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc5622b-b568-4353-bc4f-26364107820f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:11.398100 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc5622b-b568-4353-bc4f-26364107820f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:11.399302 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc5622b-b568-4353-bc4f-26364107820f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:11.400116 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-7c200d34-afe0-4a48-bbf3-beda99830dfd None None] Calling delete_port for 04acfd79-710d-4b49-849a-b851408cd195 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:11.403993 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2bc5622b-b568-4353-bc4f-26364107820f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2302208 Oct 26 08:35:11.433938 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34728) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:11.467811 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-493becc8-dc1c-40f3-8928-2f47c0f39f5a req-1ef6b2b0-168d-4334-8d59-83302b0aa7ad tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706574 Oct 26 08:35:11.510038 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdd0c15-4cc3-4668-9645-e13f4e489176 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:35:11.530221 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7c200d34-afe0-4a48-bbf3-beda99830dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:11.532805 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91963a4a-5515-4b6d-9851-e772879ae8d0 None None] Sync routers for ids ['891add9e-b5a9-4c7d-8551-41677523d494'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:35:11.534643 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4cdd0c15-4cc3-4668-9645-e13f4e489176 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "PUT /v2.0/routers/891add9e-b5a9-4c7d-8551-41677523d494/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0262282 Oct 26 08:35:11.539746 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bfb97ad-8147-4baa-9519-bbf6e75e4111 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting subnet 4b27717a-16f4-4128-b893-74f3ad157e0e {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:35:11.543049 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34732) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:11.570503 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c200d34-afe0-4a48-bbf3-beda99830dfd None None] Pushing event deleted for resources: {'Port': ['ID=04acfd79-710d-4b49-849a-b851408cd195,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:11.570691 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6bfb97ad-8147-4baa-9519-bbf6e75e4111 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:11.578728 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c200d34-afe0-4a48-bbf3-beda99830dfd None None] No DVR routers for this DVR port 04acfd79-710d-4b49-849a-b851408cd195 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:35:11.585488 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91963a4a-5515-4b6d-9851-e772879ae8d0 None None] Routers {'891add9e-b5a9-4c7d-8551-41677523d494'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:11.586475 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-91963a4a-5515-4b6d-9851-e772879ae8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['891add9e-b5a9-4c7d-8551-41677523d494'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:11.638784 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-91963a4a-5515-4b6d-9851-e772879ae8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:11.642661 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [None req-a7a59750-4844-4b68-98a4-ce7cfaf4bf3f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Floating IP 678082dd-0183-4a71-9924-3514923a00c6 associated. External IP: 172.26.2.36, port: 640b9b3f-296e-47e4-947a-af87c7a7c99e. Oct 26 08:35:11.659090 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91963a4a-5515-4b6d-9851-e772879ae8d0 None None] Routers {'891add9e-b5a9-4c7d-8551-41677523d494'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:11.659717 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-91963a4a-5515-4b6d-9851-e772879ae8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['891add9e-b5a9-4c7d-8551-41677523d494'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:11.705811 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-0ec7cb50-7698-4967-a575-3a3def9c5426 None None] Provisioning complete for port 643ce0b3-adad-42bb-a501-3663e359737e triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:11.706596 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0ec7cb50-7698-4967-a575-3a3def9c5426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:11.709242 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-91963a4a-5515-4b6d-9851-e772879ae8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:11.710080 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91963a4a-5515-4b6d-9851-e772879ae8d0 None None] The sync data for ids ['891add9e-b5a9-4c7d-8551-41677523d494'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:35:11.718231 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3397d7db-4bf4-48be-97f0-653a51363c6c tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:11.727551 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3397d7db-4bf4-48be-97f0-653a51363c6c tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:11.763761 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-0ec7cb50-7698-4967-a575-3a3def9c5426 None None] Port 643ce0b3-adad-42bb-a501-3663e359737e cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:35:11.779643 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-0ec7cb50-7698-4967-a575-3a3def9c5426 None None] Provisioning complete for port b67b7695-8ff3-4e01-8ac2-79a5abdd841d triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:11.779643 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0ec7cb50-7698-4967-a575-3a3def9c5426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:11.814138 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3397d7db-4bf4-48be-97f0-653a51363c6c tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:11.817485 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3397d7db-4bf4-48be-97f0-653a51363c6c tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Pushing event updated for resources: {'Port': ['ID=643ce0b3-adad-42bb-a501-3663e359737e,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:11.818007 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-0ec7cb50-7698-4967-a575-3a3def9c5426 None None] Port b67b7695-8ff3-4e01-8ac2-79a5abdd841d cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:35:11.924551 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3397d7db-4bf4-48be-97f0-653a51363c6c tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Network da3c5423-dd38-44bc-8a22-305decdc09a9 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:11.926094 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-3397d7db-4bf4-48be-97f0-653a51363c6c tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:12.041613 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3397d7db-4bf4-48be-97f0-653a51363c6c tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Router 71628e25-ec51-45c0-9874-d8c4968a54c6 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:35:12.056802 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ffa609-bdf4-4fef-8022-e286be50b77e tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:12.058409 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f3ffa609-bdf4-4fef-8022-e286be50b77e tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "GET /v2.0/ports/b67b7695-8ff3-4e01-8ac2-79a5abdd841d HTTP/1.1" status: 200 len: 911 time: 0.5115616 Oct 26 08:35:12.060980 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-a789ffe1-e022-4368-abad-c53e06713a72 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Deleting port 129e905b-074a-4f85-a828-7c3a21e88ea9 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:12.061437 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a789ffe1-e022-4368-abad-c53e06713a72 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:12.066322 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34734) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:12.146605 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3397d7db-4bf4-48be-97f0-653a51363c6c tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:35:12.151330 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3397d7db-4bf4-48be-97f0-653a51363c6c tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] 10.222.0.41 "PUT /v2.0/routers/71628e25-ec51-45c0-9874-d8c4968a54c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0273163 Oct 26 08:35:12.153961 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34736) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:12.160699 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5e48e9-91c8-454b-a460-b0b65b787a66 None None] Sync routers for ids ['71628e25-ec51-45c0-9874-d8c4968a54c6'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:35:12.176599 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5e48e9-91c8-454b-a460-b0b65b787a66 None None] Routers {'71628e25-ec51-45c0-9874-d8c4968a54c6'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:12.178136 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-eb5e48e9-91c8-454b-a460-b0b65b787a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['71628e25-ec51-45c0-9874-d8c4968a54c6'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:12.192844 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6bfb97ad-8147-4baa-9519-bbf6e75e4111 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:12.214479 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-eb5e48e9-91c8-454b-a460-b0b65b787a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:12.225485 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5e48e9-91c8-454b-a460-b0b65b787a66 None None] Routers {'71628e25-ec51-45c0-9874-d8c4968a54c6'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:12.226325 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-eb5e48e9-91c8-454b-a460-b0b65b787a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['71628e25-ec51-45c0-9874-d8c4968a54c6'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:12.247636 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-4313c401-cb71-4f0a-9e07-84220f264819 None None] Provisioning complete for port 643ce0b3-adad-42bb-a501-3663e359737e triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:12.248690 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4313c401-cb71-4f0a-9e07-84220f264819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:12.263627 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-498db272-5f90-48f4-845b-d8ed81f4237b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:12.266403 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-eb5e48e9-91c8-454b-a460-b0b65b787a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:12.267417 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5e48e9-91c8-454b-a460-b0b65b787a66 None None] The sync data for ids ['71628e25-ec51-45c0-9874-d8c4968a54c6'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:35:12.285059 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a789ffe1-e022-4368-abad-c53e06713a72 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:12.301695 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-4313c401-cb71-4f0a-9e07-84220f264819 None None] Port 643ce0b3-adad-42bb-a501-3663e359737e cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:35:12.324508 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-a789ffe1-e022-4368-abad-c53e06713a72 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Calling delete_port for 129e905b-074a-4f85-a828-7c3a21e88ea9 owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:12.354667 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-498db272-5f90-48f4-845b-d8ed81f4237b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 26 08:35:12.355648 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-498db272-5f90-48f4-845b-d8ed81f4237b tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] 10.222.0.41 "DELETE /v2.0/routers/71628e25-ec51-45c0-9874-d8c4968a54c6 HTTP/1.1" status: 409 len: 329 time: 0.2007718 Oct 26 08:35:12.358428 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34738) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:12.561398 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 04acfd79-710d-4b49-849a-b851408cd195 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:35:12.570009 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6bfb97ad-8147-4baa-9519-bbf6e75e4111 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:12.592558 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 04acfd79-710d-4b49-849a-b851408cd195 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:35:12.593049 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 04acfd79-710d-4b49-849a-b851408cd195 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:35:12.695210 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a789ffe1-e022-4368-abad-c53e06713a72 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:12.742283 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a59750-4844-4b68-98a4-ce7cfaf4bf3f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Router 1fe4e193-bc1b-4ccb-b74d-89b3fded41d1 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:35:12.745346 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789ffe1-e022-4368-abad-c53e06713a72 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Port': ['ID=129e905b-074a-4f85-a828-7c3a21e88ea9,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:12.752462 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a789ffe1-e022-4368-abad-c53e06713a72 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:12.755934 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a789ffe1-e022-4368-abad-c53e06713a72 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/ports/129e905b-074a-4f85-a828-7c3a21e88ea9 HTTP/1.1" status: 204 len: 168 time: 1.4299769 Oct 26 08:35:12.773173 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34740) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:12.774292 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6bfb97ad-8147-4baa-9519-bbf6e75e4111 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:12.863123 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6bfb97ad-8147-4baa-9519-bbf6e75e4111 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:12.866183 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6bfb97ad-8147-4baa-9519-bbf6e75e4111 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/4b27717a-16f4-4128-b893-74f3ad157e0e HTTP/1.1" status: 204 len: 168 time: 1.4312849 Oct 26 08:35:12.868795 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34742) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:12.870919 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbb2434-e5ce-4188-8a2c-b8eec700108e None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:12.872804 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb97ad-8147-4baa-9519-bbf6e75e4111 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Subnet': ['ID=4b27717a-16f4-4128-b893-74f3ad157e0e,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:12.925713 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8d321c4-f7f2-4419-a2c0-89a58444fcc3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting subnet cb968938-6f12-4956-860c-428c83f4dd31 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:35:12.931570 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f8d321c4-f7f2-4419-a2c0-89a58444fcc3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:12.974037 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3d5630c7-4855-4c00-93bf-a87f5c809833 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:13.001738 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f8d321c4-f7f2-4419-a2c0-89a58444fcc3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:13.108535 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-86d3ad66-e1c8-4975-9b65-83ea83e81fab tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:13.114063 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f8d321c4-f7f2-4419-a2c0-89a58444fcc3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:13.125188 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a59750-4844-4b68-98a4-ce7cfaf4bf3f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:35:13.134852 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3d5630c7-4855-4c00-93bf-a87f5c809833 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:13.139921 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542880a5-8e74-43ba-9ac8-04b7a0806805 None None] Sync routers for ids ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:35:13.154227 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542880a5-8e74-43ba-9ac8-04b7a0806805 None None] Routers {'1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:13.154882 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-542880a5-8e74-43ba-9ac8-04b7a0806805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:13.195118 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-542880a5-8e74-43ba-9ac8-04b7a0806805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:13.205960 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542880a5-8e74-43ba-9ac8-04b7a0806805 None None] Routers {'1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:13.206626 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-542880a5-8e74-43ba-9ac8-04b7a0806805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:13.230795 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-3d5630c7-4855-4c00-93bf-a87f5c809833 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9ee02d4-5cb7-4943-9b37-aae5cc660ad0']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:13.249200 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-3d5630c7-4855-4c00-93bf-a87f5c809833 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67c08f24-1a4f-4389-b6bd-fcde7d882449') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:13.249493 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-3d5630c7-4855-4c00-93bf-a87f5c809833 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67c08f24-1a4f-4389-b6bd-fcde7d882449') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:13.253464 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-83d8a470-4659-4706-9df9-ff01518061c1 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:13.273221 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-542880a5-8e74-43ba-9ac8-04b7a0806805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:13.274054 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542880a5-8e74-43ba-9ac8-04b7a0806805 None None] The sync data for ids ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:35:13.302233 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3d5630c7-4855-4c00-93bf-a87f5c809833 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:13.303816 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f8d321c4-f7f2-4419-a2c0-89a58444fcc3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:13.354228 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d321c4-f7f2-4419-a2c0-89a58444fcc3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Subnet': ['ID=cb968938-6f12-4956-860c-428c83f4dd31,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:13.356391 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f8d321c4-f7f2-4419-a2c0-89a58444fcc3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:13.359894 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f8d321c4-f7f2-4419-a2c0-89a58444fcc3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/cb968938-6f12-4956-860c-428c83f4dd31 HTTP/1.1" status: 204 len: 168 time: 0.4901075 Oct 26 08:35:13.360596 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3d5630c7-4855-4c00-93bf-a87f5c809833 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:13.362951 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34744) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:13.379069 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d5630c7-4855-4c00-93bf-a87f5c809833 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:35:13.379474 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3d5630c7-4855-4c00-93bf-a87f5c809833 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:13.384091 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:35:13.384091 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:35:13.384091 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:35:13.384091 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:35:13.384091 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:35:13.384091 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:35:13.384091 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:35:13.384091 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:35:13.384091 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:35:13.384091 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:35:13.384091 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:35:13.384091 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:35:13.384091 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:35:13.384091 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:35:13.384091 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:35:13.384091 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:35:13.384091 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:35:13.384091 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:35:13.384091 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:35:13.384091 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:35:13.384091 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:35:13.384091 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:35:13.384091 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:35:13.384091 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:35:13.384091 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:35:13.384091 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:35:13.384091 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:35:13.384091 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:35:13.384091 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:35:13.384091 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:35:13.384091 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:35:13.384091 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:35:13.410557 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c936c433-da61-4c44-ad62-8a35adcc39b3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0426185 Oct 26 08:35:13.410771 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34746) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:13.418283 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-eadaffd6-bc5b-4980-9cb8-fe9dd58fb3fc tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:13.546146 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3d5630c7-4855-4c00-93bf-a87f5c809833 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:13.551759 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3d5630c7-4855-4c00-93bf-a87f5c809833 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:13.556075 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3d5630c7-4855-4c00-93bf-a87f5c809833 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] 10.222.0.41 "DELETE /v2.0/networks/b9ee02d4-5cb7-4943-9b37-aae5cc660ad0 HTTP/1.1" status: 204 len: 168 time: 0.7775614 Oct 26 08:35:13.602620 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5630c7-4855-4c00-93bf-a87f5c809833 tempest-PortsIpV6TestJSON-1590037912 tempest-PortsIpV6TestJSON-1590037912-project] Pushing event deleted for resources: {'Network': ['ID=b9ee02d4-5cb7-4943-9b37-aae5cc660ad0,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:13.606513 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadaffd6-bc5b-4980-9cb8-fe9dd58fb3fc tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:13.614160 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eadaffd6-bc5b-4980-9cb8-fe9dd58fb3fc tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:13.658723 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a59750-4844-4b68-98a4-ce7cfaf4bf3f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Router 1fe4e193-bc1b-4ccb-b74d-89b3fded41d1 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:35:13.744314 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-86d3ad66-e1c8-4975-9b65-83ea83e81fab tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Deleting port 643ce0b3-adad-42bb-a501-3663e359737e {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:13.746418 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-86d3ad66-e1c8-4975-9b65-83ea83e81fab tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:13.757434 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62680572-b3cb-402e-a546-d3f6cd9c0c4b None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:13.847661 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a59750-4844-4b68-98a4-ce7cfaf4bf3f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:35:13.852454 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a7a59750-4844-4b68-98a4-ce7cfaf4bf3f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:13.856224 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-83d8a470-4659-4706-9df9-ff01518061c1 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Deleting port b67b7695-8ff3-4e01-8ac2-79a5abdd841d {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:13.856550 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-83d8a470-4659-4706-9df9-ff01518061c1 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:13.861204 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b94d3d9-e2a2-401c-9cf1-418fd0c61baa None None] Provisioning complete for port c962a60a-1974-40e9-8ce2-225772c6c430 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:13.861745 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b94d3d9-e2a2-401c-9cf1-418fd0c61baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:13.872144 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be229a22-43f5-46d5-b23e-12d6e84851e0 None None] Sync routers for ids ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:35:13.896820 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be229a22-43f5-46d5-b23e-12d6e84851e0 None None] Routers {'1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:13.898936 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-be229a22-43f5-46d5-b23e-12d6e84851e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:13.952585 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eadaffd6-bc5b-4980-9cb8-fe9dd58fb3fc tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:13.981901 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a7a59750-4844-4b68-98a4-ce7cfaf4bf3f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "PUT /v2.0/floatingips/678082dd-0183-4a71-9924-3514923a00c6 HTTP/1.1" status: 200 len: 977 time: 4.0258744 Oct 26 08:35:13.986071 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34752) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:13.998316 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-f1ded584-056b-4465-ae06-28d92169376d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:13.998549 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-be229a22-43f5-46d5-b23e-12d6e84851e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:14.022109 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be229a22-43f5-46d5-b23e-12d6e84851e0 None None] Routers {'1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:14.023420 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-be229a22-43f5-46d5-b23e-12d6e84851e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:14.056238 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-83d8a470-4659-4706-9df9-ff01518061c1 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:14.059276 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-86d3ad66-e1c8-4975-9b65-83ea83e81fab tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:14.066415 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-be229a22-43f5-46d5-b23e-12d6e84851e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:14.067286 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be229a22-43f5-46d5-b23e-12d6e84851e0 None None] The sync data for ids ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:35:14.083731 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-83d8a470-4659-4706-9df9-ff01518061c1 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Calling delete_port for b67b7695-8ff3-4e01-8ac2-79a5abdd841d owned by network:router_interface {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:14.083932 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadaffd6-bc5b-4980-9cb8-fe9dd58fb3fc tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Subnet': ['ID=1ab118a0-31de-479f-91eb-18904d966112,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:14.089605 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6c3a3b-b86b-40c3-922a-41c1ad0ddbcd None None] DHCP port deletion for ecf0c004-fa53-4f3e-bbfd-ff079400665b request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:35:14.097906 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f1ded584-056b-4465-ae06-28d92169376d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for floatingip, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:14.101954 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34754) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:14.111619 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadaffd6-bc5b-4980-9cb8-fe9dd58fb3fc tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:14.118352 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-86d3ad66-e1c8-4975-9b65-83ea83e81fab tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Calling delete_port for 643ce0b3-adad-42bb-a501-3663e359737e owned by network:router_interface {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:14.120875 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-eadaffd6-bc5b-4980-9cb8-fe9dd58fb3fc tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:14.126712 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadaffd6-bc5b-4980-9cb8-fe9dd58fb3fc tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:14.127728 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eadaffd6-bc5b-4980-9cb8-fe9dd58fb3fc tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:14.146604 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-de6c3a3b-b86b-40c3-922a-41c1ad0ddbcd None None] Deleting port c962a60a-1974-40e9-8ce2-225772c6c430 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:14.147111 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-de6c3a3b-b86b-40c3-922a-41c1ad0ddbcd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:14.156822 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-eadaffd6-bc5b-4980-9cb8-fe9dd58fb3fc tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7422190 Oct 26 08:35:14.157678 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34756) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:14.163134 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-4345b414-9a45-43d4-9760-c039821f4455 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:14.233799 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-de6c3a3b-b86b-40c3-922a-41c1ad0ddbcd None None] For port c962a60a-1974-40e9-8ce2-225772c6c430, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=c962a60a-1974-40e9-8ce2-225772c6c430,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:35:14.234308 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-de6c3a3b-b86b-40c3-922a-41c1ad0ddbcd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:14.248889 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-de6c3a3b-b86b-40c3-922a-41c1ad0ddbcd None None] Calling delete_port for c962a60a-1974-40e9-8ce2-225772c6c430 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:14.335478 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-de6c3a3b-b86b-40c3-922a-41c1ad0ddbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:14.372264 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c3a3b-b86b-40c3-922a-41c1ad0ddbcd None None] Pushing event deleted for resources: {'Port': ['ID=c962a60a-1974-40e9-8ce2-225772c6c430,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:14.382580 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6c3a3b-b86b-40c3-922a-41c1ad0ddbcd None None] No DVR routers for this DVR port c962a60a-1974-40e9-8ce2-225772c6c430 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:35:14.383185 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4345b414-9a45-43d4-9760-c039821f4455 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:14.386872 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4345b414-9a45-43d4-9760-c039821f4455 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:14.401652 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e436e42d-08e5-4524-a939-094c7d42a1b8 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:14.501642 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-86d3ad66-e1c8-4975-9b65-83ea83e81fab tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:14.564917 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d3ad66-e1c8-4975-9b65-83ea83e81fab tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Pushing event deleted for resources: {'Port': ['ID=643ce0b3-adad-42bb-a501-3663e359737e,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:14.605374 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.ipam_backend_mixin [None req-4345b414-9a45-43d4-9760-c039821f4455 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1ab118a0-31de-479f-91eb-18904d966112 (CIDR: 2001:db8::/64) Oct 26 08:35:14.618980 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07216dd5-5f41-4ef6-92ca-332ed42e0a4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'tenant_id': '34a26fc2cbe741c49d4d94b40e63438a', 'fixed_ips': [{'subnet_id': '1ab118a0-31de-479f-91eb-18904d966112'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:35:14.620516 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-07216dd5-5f41-4ef6-92ca-332ed42e0a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:14.633967 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-4345b414-9a45-43d4-9760-c039821f4455 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:35:14.634281 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4345b414-9a45-43d4-9760-c039821f4455 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:14.643166 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device c962a60a-1974-40e9-8ce2-225772c6c430 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:35:14.668824 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4345b414-9a45-43d4-9760-c039821f4455 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5101736 Oct 26 08:35:14.672021 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34760) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:14.679430 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-58b5fa70-b2d5-4c58-b33c-b5fd9ab607c3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'subnet': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:14.705360 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: c962a60a-1974-40e9-8ce2-225772c6c430 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:35:14.705868 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device c962a60a-1974-40e9-8ce2-225772c6c430 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:35:14.730438 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f1ded584-056b-4465-ae06-28d92169376d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:14.743400 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f1ded584-056b-4465-ae06-28d92169376d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:14.743620 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [None req-f1ded584-056b-4465-ae06-28d92169376d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Floating IP 678082dd-0183-4a71-9924-3514923a00c6 disassociated. External IP: 172.26.2.36, port: 54f9d107-e1ab-410f-b7a6-aa0f0a32f7d1. Oct 26 08:35:14.832824 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-86d3ad66-e1c8-4975-9b65-83ea83e81fab tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:14.862044 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-07216dd5-5f41-4ef6-92ca-332ed42e0a4f None None] Allocated IP 2001:db8::2 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/1ab118a0-31de-479f-91eb-18904d966112/78168b64-7710-4f06-81cc-a44a10665368) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:14.936649 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-65381185-a966-489f-a00a-7696c9abbb69 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=842b849088674682987bba8ce52bfdf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8322322 Oct 26 08:35:14.939863 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34762) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:14.965325 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-83d8a470-4659-4706-9df9-ff01518061c1 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:15.003841 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8a470-4659-4706-9df9-ff01518061c1 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event deleted for resources: {'Port': ['ID=b67b7695-8ff3-4e01-8ac2-79a5abdd841d,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:15.030589 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-07216dd5-5f41-4ef6-92ca-332ed42e0a4f None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:15.039671 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-07216dd5-5f41-4ef6-92ca-332ed42e0a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:15.086938 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07216dd5-5f41-4ef6-92ca-332ed42e0a4f None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:15.090421 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-07216dd5-5f41-4ef6-92ca-332ed42e0a4f None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:15.097072 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07216dd5-5f41-4ef6-92ca-332ed42e0a4f None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:15.102923 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d3ad66-e1c8-4975-9b65-83ea83e81fab tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Router 71628e25-ec51-45c0-9874-d8c4968a54c6 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:35:15.103471 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07216dd5-5f41-4ef6-92ca-332ed42e0a4f None None] Pushing event updated for resources: {'Port': ['ID=78168b64-7710-4f06-81cc-a44a10665368,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:15.127802 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b5fa70-b2d5-4c58-b33c-b5fd9ab607c3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:15.131161 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-58b5fa70-b2d5-4c58-b33c-b5fd9ab607c3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:15.170781 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-07216dd5-5f41-4ef6-92ca-332ed42e0a4f None None] Attempting to bind port 78168b64-7710-4f06-81cc-a44a10665368 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:35:15.171446 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-07216dd5-5f41-4ef6-92ca-332ed42e0a4f None None] Attempting to bind port 78168b64-7710-4f06-81cc-a44a10665368 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:35:15.172456 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07216dd5-5f41-4ef6-92ca-332ed42e0a4f None None] Attempting to bind port 78168b64-7710-4f06-81cc-a44a10665368 on network ecf0c004-fa53-4f3e-bbfd-ff079400665b {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:35:15.178908 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07216dd5-5f41-4ef6-92ca-332ed42e0a4f None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:35:15.179576 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07216dd5-5f41-4ef6-92ca-332ed42e0a4f None None] Checking segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:35:15.180815 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-07216dd5-5f41-4ef6-92ca-332ed42e0a4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:15.181376 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07216dd5-5f41-4ef6-92ca-332ed42e0a4f None None] Bound using segment: {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:35:15.182265 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-07216dd5-5f41-4ef6-92ca-332ed42e0a4f None None] Bound port: 78168b64-7710-4f06-81cc-a44a10665368, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd423c6e9-36b4-499a-9e30-82b2b4532a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:35:15.183420 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-07216dd5-5f41-4ef6-92ca-332ed42e0a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:15.183862 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-83d8a470-4659-4706-9df9-ff01518061c1 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:15.223975 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-aa652c6e-d78d-44bc-8f09-3ed41d729467 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:15.243155 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d3ad66-e1c8-4975-9b65-83ea83e81fab tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:35:15.249155 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-86d3ad66-e1c8-4975-9b65-83ea83e81fab tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] 10.222.0.41 "PUT /v2.0/routers/71628e25-ec51-45c0-9874-d8c4968a54c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8897312 Oct 26 08:35:15.259883 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1961f8-774b-4f39-be11-49426e5e1e6a None None] Sync routers for ids ['71628e25-ec51-45c0-9874-d8c4968a54c6'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:35:15.282794 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1961f8-774b-4f39-be11-49426e5e1e6a None None] Routers {'71628e25-ec51-45c0-9874-d8c4968a54c6'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:15.283738 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-8c1961f8-774b-4f39-be11-49426e5e1e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['71628e25-ec51-45c0-9874-d8c4968a54c6'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:15.287707 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-aa652c6e-d78d-44bc-8f09-3ed41d729467 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:15.289067 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34764) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:15.327853 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-8c1961f8-774b-4f39-be11-49426e5e1e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:15.332205 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-07216dd5-5f41-4ef6-92ca-332ed42e0a4f None None] For port 78168b64-7710-4f06-81cc-a44a10665368, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:35:15.351897 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-07216dd5-5f41-4ef6-92ca-332ed42e0a4f None None] For port 78168b64-7710-4f06-81cc-a44a10665368, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=78168b64-7710-4f06-81cc-a44a10665368,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:35:15.354778 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1961f8-774b-4f39-be11-49426e5e1e6a None None] Routers {'71628e25-ec51-45c0-9874-d8c4968a54c6'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:15.355505 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-8c1961f8-774b-4f39-be11-49426e5e1e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['71628e25-ec51-45c0-9874-d8c4968a54c6'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:15.359777 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-07216dd5-5f41-4ef6-92ca-332ed42e0a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:15.389581 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ded584-056b-4465-ae06-28d92169376d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Router 1fe4e193-bc1b-4ccb-b74d-89b3fded41d1 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:35:15.392067 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d8a470-4659-4706-9df9-ff01518061c1 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Router 891add9e-b5a9-4c7d-8551-41677523d494 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:35:15.399669 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-8c1961f8-774b-4f39-be11-49426e5e1e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:15.400345 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1961f8-774b-4f39-be11-49426e5e1e6a None None] The sync data for ids ['71628e25-ec51-45c0-9874-d8c4968a54c6'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:35:15.470321 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07216dd5-5f41-4ef6-92ca-332ed42e0a4f None None] Pushing event updated for resources: {'Port': ['ID=78168b64-7710-4f06-81cc-a44a10665368,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:15.561684 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d8a470-4659-4706-9df9-ff01518061c1 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:35:15.572395 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-83d8a470-4659-4706-9df9-ff01518061c1 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "PUT /v2.0/routers/891add9e-b5a9-4c7d-8551-41677523d494/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5027816 Oct 26 08:35:15.573063 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34766) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:15.576912 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523e30bc-cd5d-4045-bedf-9930c9704790 None None] Sync routers for ids ['891add9e-b5a9-4c7d-8551-41677523d494'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:35:15.600265 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523e30bc-cd5d-4045-bedf-9930c9704790 None None] Routers {'891add9e-b5a9-4c7d-8551-41677523d494'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:15.601431 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-523e30bc-cd5d-4045-bedf-9930c9704790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['891add9e-b5a9-4c7d-8551-41677523d494'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:15.613196 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3ad9dc0a-76c8-4bfb-a1fb-fbb5b4590b87 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "GET /v2.0/ports?device_id=891add9e-b5a9-4c7d-8551-41677523d494 HTTP/1.1" status: 200 len: 205 time: 0.0361049 Oct 26 08:35:15.617115 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34768) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:15.621144 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-f29f7b55-de2f-45b9-a5c3-1fb3725eca78 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] show failed (client error): The resource could not be found. Oct 26 08:35:15.622242 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f29f7b55-de2f-45b9-a5c3-1fb3725eca78 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-1793735833 HTTP/1.1" status: 404 len: 335 time: 0.3320603 Oct 26 08:35:15.629199 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34770) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:15.638769 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-98f0bc7e-c70b-46a3-81ab-c366bd86ec34 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:15.689489 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-523e30bc-cd5d-4045-bedf-9930c9704790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:15.694314 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-98f0bc7e-c70b-46a3-81ab-c366bd86ec34 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] update failed (client error): The resource could not be found. Oct 26 08:35:15.698615 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-98f0bc7e-c70b-46a3-81ab-c366bd86ec34 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-1682035235 HTTP/1.1" status: 404 len: 335 time: 0.0651593 Oct 26 08:35:15.700670 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523e30bc-cd5d-4045-bedf-9930c9704790 None None] Routers {'891add9e-b5a9-4c7d-8551-41677523d494'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:15.701506 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-523e30bc-cd5d-4045-bedf-9930c9704790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['891add9e-b5a9-4c7d-8551-41677523d494'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:15.706152 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34772) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:15.743011 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ded584-056b-4465-ae06-28d92169376d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:35:15.746579 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-523e30bc-cd5d-4045-bedf-9930c9704790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:15.747467 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523e30bc-cd5d-4045-bedf-9930c9704790 None None] The sync data for ids ['891add9e-b5a9-4c7d-8551-41677523d494'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:35:15.755624 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4194d4ff-44a7-4da9-bc4b-dd88733d850c None None] Sync routers for ids ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:35:15.761755 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f1ded584-056b-4465-ae06-28d92169376d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:15.772976 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4194d4ff-44a7-4da9-bc4b-dd88733d850c None None] Routers {'1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:15.773988 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-4194d4ff-44a7-4da9-bc4b-dd88733d850c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:15.790102 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4cc4902-ac4d-4134-8e0a-dfb92b73609e tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Deleting subnet 7de0aa57-9f03-49d0-9468-c9833f647c55 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:35:15.799619 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4902-ac4d-4134-8e0a-dfb92b73609e tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:15.818380 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ffb96636-4662-46ae-be91-e34f657ee0c6 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:15.824835 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f1ded584-056b-4465-ae06-28d92169376d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "PUT /v2.0/floatingips/678082dd-0183-4a71-9924-3514923a00c6 HTTP/1.1" status: 200 len: 687 time: 1.8377285 Oct 26 08:35:15.826093 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34774) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:15.898157 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-aa652c6e-d78d-44bc-8f09-3ed41d729467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:15.900844 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-aa652c6e-d78d-44bc-8f09-3ed41d729467 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:15.905689 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-aa652c6e-d78d-44bc-8f09-3ed41d729467 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/05155380-22d2-45d4-a245-18ce62b2ad0e HTTP/1.1" status: 204 len: 168 time: 0.9627292 Oct 26 08:35:15.941144 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4902-ac4d-4134-8e0a-dfb92b73609e tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:15.992731 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-4194d4ff-44a7-4da9-bc4b-dd88733d850c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:15.995524 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa652c6e-d78d-44bc-8f09-3ed41d729467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05155380-22d2-45d4-a245-18ce62b2ad0e,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:16.003792 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4194d4ff-44a7-4da9-bc4b-dd88733d850c None None] Routers {'1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:16.004882 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-4194d4ff-44a7-4da9-bc4b-dd88733d850c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:16.020481 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ffb96636-4662-46ae-be91-e34f657ee0c6 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:16.022730 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ffb96636-4662-46ae-be91-e34f657ee0c6 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:16.061594 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-4194d4ff-44a7-4da9-bc4b-dd88733d850c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:16.063029 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4194d4ff-44a7-4da9-bc4b-dd88733d850c None None] The sync data for ids ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:35:16.090891 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ffb96636-4662-46ae-be91-e34f657ee0c6 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:16.092464 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb96636-4662-46ae-be91-e34f657ee0c6 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Fanout notify agent at l3_agent the message router_deleted on router 891add9e-b5a9-4c7d-8551-41677523d494 {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:35:16.105916 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ffb96636-4662-46ae-be91-e34f657ee0c6 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:16.107412 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ffb96636-4662-46ae-be91-e34f657ee0c6 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/routers/891add9e-b5a9-4c7d-8551-41677523d494 HTTP/1.1" status: 204 len: 168 time: 0.4901769 Oct 26 08:35:16.109706 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34778) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:16.164661 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aa6112c-7e84-4ba1-bdea-5fa28dab6ace tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Deleting subnet 08f2fd21-c41f-4945-89fb-a75ea242820c {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:35:16.168019 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4aa6112c-7e84-4ba1-bdea-5fa28dab6ace tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:16.194367 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4902-ac4d-4134-8e0a-dfb92b73609e tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:16.203474 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-2febf7ed-2aea-43e7-b0b1-166e28648bf7 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Deleting port e06c0fd3-9736-4e89-bac5-2cdd6d9b58a4 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:16.203808 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2febf7ed-2aea-43e7-b0b1-166e28648bf7 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:16.220726 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4aa6112c-7e84-4ba1-bdea-5fa28dab6ace tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:16.349604 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4aa6112c-7e84-4ba1-bdea-5fa28dab6ace tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:16.385614 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4902-ac4d-4134-8e0a-dfb92b73609e tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:16.403353 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2febf7ed-2aea-43e7-b0b1-166e28648bf7 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:16.403680 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2febf7ed-2aea-43e7-b0b1-166e28648bf7 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:16.431062 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4aa6112c-7e84-4ba1-bdea-5fa28dab6ace tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:16.445425 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc4902-ac4d-4134-8e0a-dfb92b73609e tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Pushing event deleted for resources: {'Subnet': ['ID=7de0aa57-9f03-49d0-9468-c9833f647c55,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:16.450100 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be6056e-ae0e-4583-9182-89f416bbf356 None None] Network d74cf8b6-e222-4354-8507-ff03c69b3f68 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:16.482232 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-2febf7ed-2aea-43e7-b0b1-166e28648bf7 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Calling delete_port for e06c0fd3-9736-4e89-bac5-2cdd6d9b58a4 owned by network:floatingip {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:16.484643 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4902-ac4d-4134-8e0a-dfb92b73609e tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:16.488649 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d4cc4902-ac4d-4134-8e0a-dfb92b73609e tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] 10.222.0.41 "DELETE /v2.0/subnets/7de0aa57-9f03-49d0-9468-c9833f647c55 HTTP/1.1" status: 204 len: 168 time: 0.7814715 Oct 26 08:35:16.497312 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34790) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:16.505799 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa6112c-7e84-4ba1-bdea-5fa28dab6ace tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event deleted for resources: {'Subnet': ['ID=08f2fd21-c41f-4945-89fb-a75ea242820c,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:16.512838 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4aa6112c-7e84-4ba1-bdea-5fa28dab6ace tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:16.518324 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4aa6112c-7e84-4ba1-bdea-5fa28dab6ace tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/subnets/08f2fd21-c41f-4945-89fb-a75ea242820c HTTP/1.1" status: 204 len: 168 time: 0.4070446 Oct 26 08:35:16.520803 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34794) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:16.592009 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd6013c-ca15-42d8-925f-149ed237053f None None] Network 796736d7-373b-4b1c-ac2c-cc52959575a8 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:16.640397 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.objects.ports [None req-58b5fa70-b2d5-4c58-b33c-b5fd9ab607c3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102102) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 08:35:16.698019 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 78168b64-7710-4f06-81cc-a44a10665368 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:35:16.725150 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3f5bcfcb-d879-4f22-bb79-a3e109c1a11c tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:16.799876 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae25797-17ef-4c64-a1bc-11c50a2c7669 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Deleting subnet a77ba9d8-5e94-4d18-ba8c-d1be1d5b6019 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:35:16.805027 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-3f5bcfcb-d879-4f22-bb79-a3e109c1a11c tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Deleting port 2daf7904-1f38-42d3-9ff0-193ca842c242 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:16.805733 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3f5bcfcb-d879-4f22-bb79-a3e109c1a11c tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:16.808939 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1ae25797-17ef-4c64-a1bc-11c50a2c7669 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:16.905219 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-2f13d349-5107-4d28-bc5f-270cd5933dbf None None] Provisioning complete for port 78168b64-7710-4f06-81cc-a44a10665368 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:16.905901 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2f13d349-5107-4d28-bc5f-270cd5933dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:16.913086 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1ae25797-17ef-4c64-a1bc-11c50a2c7669 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:16.921963 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-3f5bcfcb-d879-4f22-bb79-a3e109c1a11c tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] For port 2daf7904-1f38-42d3-9ff0-193ca842c242, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=2daf7904-1f38-42d3-9ff0-193ca842c242,segment=NetworkSegment(c4c507c4-2df5-475e-8f64-442a5e1ec615),segment_id=c4c507c4-2df5-475e-8f64-442a5e1ec615)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:35:16.922333 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3f5bcfcb-d879-4f22-bb79-a3e109c1a11c tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:16.941745 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 78168b64-7710-4f06-81cc-a44a10665368 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:16.942600 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:16.947231 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34802) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:16.958133 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-3f5bcfcb-d879-4f22-bb79-a3e109c1a11c tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Calling delete_port for 2daf7904-1f38-42d3-9ff0-193ca842c242 owned by network:dhcp {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:16.984837 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ec7606-65fb-4b65-b842-2053bfe18547 None None] DHCP port deletion for 796736d7-373b-4b1c-ac2c-cc52959575a8 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:35:17.029865 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-58b5fa70-b2d5-4c58-b33c-b5fd9ab607c3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:17.114302 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3f5bcfcb-d879-4f22-bb79-a3e109c1a11c tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:17.119980 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-32b04f0d-f07b-4ef4-9d9e-91309d74e1a6 tempest-DvrRoutersNegativeTest-232473871 tempest-DvrRoutersNegativeTest-232473871-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-194081204', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:17.123811 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.policy [None req-32b04f0d-f07b-4ef4-9d9e-91309d74e1a6 tempest-DvrRoutersNegativeTest-232473871 tempest-DvrRoutersNegativeTest-232473871-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102102) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 26 08:35:17.124137 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.policy [None req-32b04f0d-f07b-4ef4-9d9e-91309d74e1a6 tempest-DvrRoutersNegativeTest-232473871 tempest-DvrRoutersNegativeTest-232473871-project] Failed policy check for 'create_router' {{(pid=102102) enforce /opt/stack/neutron/neutron/policy.py:524}} Oct 26 08:35:17.125269 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-32b04f0d-f07b-4ef4-9d9e-91309d74e1a6 tempest-DvrRoutersNegativeTest-232473871 tempest-DvrRoutersNegativeTest-232473871-project] create failed (client error): Access was denied to this resource. Oct 26 08:35:17.130326 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-32b04f0d-f07b-4ef4-9d9e-91309d74e1a6 tempest-DvrRoutersNegativeTest-232473871 tempest-DvrRoutersNegativeTest-232473871-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1773155 Oct 26 08:35:17.131677 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666f21d5-88b6-4974-a417-e50d22e30c97 None None] DHCP port deletion for d74cf8b6-e222-4354-8507-ff03c69b3f68 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:35:17.134272 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:17.156065 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2febf7ed-2aea-43e7-b0b1-166e28648bf7 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:17.156808 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5bcfcb-d879-4f22-bb79-a3e109c1a11c tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] No DVR routers for this DVR port 2daf7904-1f38-42d3-9ff0-193ca842c242 on host dv-neutron-804846-13-hyperv {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:35:17.159158 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5bcfcb-d879-4f22-bb79-a3e109c1a11c tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event deleted for resources: {'Port': ['ID=2daf7904-1f38-42d3-9ff0-193ca842c242,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:17.160235 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-b8ec7606-65fb-4b65-b842-2053bfe18547 None None] Deleting port 2daf7904-1f38-42d3-9ff0-193ca842c242 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:17.160857 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b8ec7606-65fb-4b65-b842-2053bfe18547 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:17.194156 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2febf7ed-2aea-43e7-b0b1-166e28648bf7 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event deleted for resources: {'Port': ['ID=e06c0fd3-9736-4e89-bac5-2cdd6d9b58a4,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:17.235079 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2f13d349-5107-4d28-bc5f-270cd5933dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:17.257454 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3f5bcfcb-d879-4f22-bb79-a3e109c1a11c tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:17.274809 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1ae25797-17ef-4c64-a1bc-11c50a2c7669 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:17.285375 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-b8ec7606-65fb-4b65-b842-2053bfe18547 None None] For port 2daf7904-1f38-42d3-9ff0-193ca842c242, host dv-neutron-804846-13-hyperv, got binding levels [] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:35:17.285810 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b8ec7606-65fb-4b65-b842-2053bfe18547 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:17.286736 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-3f5bcfcb-d879-4f22-bb79-a3e109c1a11c tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['796736d7-373b-4b1c-ac2c-cc52959575a8']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:17.296849 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-3f5bcfcb-d879-4f22-bb79-a3e109c1a11c tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4c507c4-2df5-475e-8f64-442a5e1ec615') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:17.297652 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-3f5bcfcb-d879-4f22-bb79-a3e109c1a11c tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4c507c4-2df5-475e-8f64-442a5e1ec615') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:17.309473 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3f5bcfcb-d879-4f22-bb79-a3e109c1a11c tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:17.309929 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-b8ec7606-65fb-4b65-b842-2053bfe18547 None None] Calling delete_port for 2daf7904-1f38-42d3-9ff0-193ca842c242 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:17.313465 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.ipam_backend_mixin [None req-b8ec7606-65fb-4b65-b842-2053bfe18547 None None] Port 2daf7904-1f38-42d3-9ff0-193ca842c242 was not found and therefore no delete operation was performed {{(pid=102103) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 08:35:17.315850 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b8ec7606-65fb-4b65-b842-2053bfe18547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:17.329988 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3f5bcfcb-d879-4f22-bb79-a3e109c1a11c tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:17.339139 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f5bcfcb-d879-4f22-bb79-a3e109c1a11c tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:35:17.339768 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3f5bcfcb-d879-4f22-bb79-a3e109c1a11c tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:17.347149 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec7606-65fb-4b65-b842-2053bfe18547 None None] Pushing event deleted for resources: {'Port': ['ID=2daf7904-1f38-42d3-9ff0-193ca842c242,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:17.349543 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-666f21d5-88b6-4974-a417-e50d22e30c97 None None] Deleting port a4cc4e33-6061-4b14-a9a9-bb68dd573a85 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:17.349951 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-666f21d5-88b6-4974-a417-e50d22e30c97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:17.352330 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ec7606-65fb-4b65-b842-2053bfe18547 None None] No DVR routers for this DVR port 2daf7904-1f38-42d3-9ff0-193ca842c242 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:35:17.372988 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2febf7ed-2aea-43e7-b0b1-166e28648bf7 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for floatingip, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:17.376241 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2febf7ed-2aea-43e7-b0b1-166e28648bf7 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:17.379457 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-2febf7ed-2aea-43e7-b0b1-166e28648bf7 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "DELETE /v2.0/floatingips/678082dd-0183-4a71-9924-3514923a00c6 HTTP/1.1" status: 204 len: 168 time: 1.5455177 Oct 26 08:35:17.382031 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34810) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:17.404136 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:35:17.404136 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:35:17.404136 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:35:17.404136 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:35:17.404136 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:35:17.404136 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:35:17.404136 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:35:17.404136 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:35:17.404136 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:35:17.404136 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:35:17.404136 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:35:17.404136 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:35:17.404136 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:35:17.404136 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:35:17.404136 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:35:17.404136 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:35:17.404136 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:35:17.404136 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:35:17.404136 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:35:17.404136 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:35:17.404136 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:35:17.404136 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:35:17.404136 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:35:17.404136 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:35:17.404136 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:35:17.404136 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:35:17.404136 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:35:17.404136 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:35:17.404136 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:35:17.404136 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:35:17.404136 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:35:17.404136 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:35:17.433353 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3f5bcfcb-d879-4f22-bb79-a3e109c1a11c tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:17.443701 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3f5bcfcb-d879-4f22-bb79-a3e109c1a11c tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:17.446811 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-666f21d5-88b6-4974-a417-e50d22e30c97 None None] For port a4cc4e33-6061-4b14-a9a9-bb68dd573a85, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=a4cc4e33-6061-4b14-a9a9-bb68dd573a85,segment=NetworkSegment(efd7d8a4-0d0e-44e3-8895-fbb3836b0c44),segment_id=efd7d8a4-0d0e-44e3-8895-fbb3836b0c44)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:35:17.452150 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-666f21d5-88b6-4974-a417-e50d22e30c97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:17.452809 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3f5bcfcb-d879-4f22-bb79-a3e109c1a11c tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/networks/796736d7-373b-4b1c-ac2c-cc52959575a8 HTTP/1.1" status: 204 len: 168 time: 0.9257166 Oct 26 08:35:17.453390 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-fed2b928-d557-4bd8-b011-2a5c077538b3 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] delete failed (client error): The resource could not be found. Oct 26 08:35:17.459199 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-fed2b928-d557-4bd8-b011-2a5c077538b3 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "DELETE /v2.0/floatingips/678082dd-0183-4a71-9924-3514923a00c6 HTTP/1.1" status: 404 len: 345 time: 0.0722744 Oct 26 08:35:17.459199 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34812) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:17.466415 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34814) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:17.468253 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-666f21d5-88b6-4974-a417-e50d22e30c97 None None] Calling delete_port for a4cc4e33-6061-4b14-a9a9-bb68dd573a85 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:17.469185 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-408a70ae-45f2-4cd1-9a81-464aa68901aa tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-357366948', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}, 'admin_state_up': False}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:17.481649 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5bcfcb-d879-4f22-bb79-a3e109c1a11c tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event deleted for resources: {'Network': ['ID=796736d7-373b-4b1c-ac2c-cc52959575a8,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:17.490394 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1ae25797-17ef-4c64-a1bc-11c50a2c7669 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:17.507772 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-58b5fa70-b2d5-4c58-b33c-b5fd9ab607c3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] For port 78168b64-7710-4f06-81cc-a44a10665368, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=78168b64-7710-4f06-81cc-a44a10665368,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:35:17.550180 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae25797-17ef-4c64-a1bc-11c50a2c7669 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Pushing event deleted for resources: {'Subnet': ['ID=a77ba9d8-5e94-4d18-ba8c-d1be1d5b6019,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:17.565573 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1ae25797-17ef-4c64-a1bc-11c50a2c7669 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:17.572133 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1ae25797-17ef-4c64-a1bc-11c50a2c7669 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] 10.222.0.41 "DELETE /v2.0/subnets/a77ba9d8-5e94-4d18-ba8c-d1be1d5b6019 HTTP/1.1" status: 204 len: 168 time: 1.0732014 Oct 26 08:35:17.574838 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34818) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:17.575443 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df5932b-1b56-4df4-bfbf-1aa86dda0758 None None] Network ca67db78-9e4d-44e1-b7f4-d9b34fb07cc3 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:17.589739 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e2a7d8-2d4a-4100-9c06-4557b92f26f9 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:17.597522 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e2a7d8-2d4a-4100-9c06-4557b92f26f9 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:17.604055 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e2a7d8-2d4a-4100-9c06-4557b92f26f9 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:17.605934 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-69e2a7d8-2d4a-4100-9c06-4557b92f26f9 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "GET /v2.0/ports?network_id=eb60c2c7-30e5-40b0-9ec5-1cf6858565a8 HTTP/1.1" status: 200 len: 2359 time: 0.1383448 Oct 26 08:35:17.608721 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34820) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:17.614505 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-408a70ae-45f2-4cd1-9a81-464aa68901aa tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:17.615474 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-408a70ae-45f2-4cd1-9a81-464aa68901aa tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:17.651571 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-666f21d5-88b6-4974-a417-e50d22e30c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:17.660460 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34822) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:17.661554 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-58b5fa70-b2d5-4c58-b33c-b5fd9ab607c3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:17.674990 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c0d4ee-1e5a-4028-9600-cbb2fcc20179 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:17.680917 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-03c0d4ee-1e5a-4028-9600-cbb2fcc20179 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "GET /v2.0/subnets/edc7f0e8-ea46-4212-86b3-88cabb0fd413 HTTP/1.1" status: 200 len: 797 time: 0.0666139 Oct 26 08:35:17.681613 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34826) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:17.690052 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-b75e5ee9-432f-46c4-8778-6c265eca42d0 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Request body: {'port': {'network_id': 'eb60c2c7-30e5-40b0-9ec5-1cf6858565a8', 'name': 'tempest-FloatingIPTestJSON-1611848739', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:17.692241 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-58b5fa70-b2d5-4c58-b33c-b5fd9ab607c3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:17.692713 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f21d5-88b6-4974-a417-e50d22e30c97 None None] Pushing event deleted for resources: {'Port': ['ID=a4cc4e33-6061-4b14-a9a9-bb68dd573a85,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:17.693279 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-58b5fa70-b2d5-4c58-b33c-b5fd9ab607c3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:17.701280 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666f21d5-88b6-4974-a417-e50d22e30c97 None None] No DVR routers for this DVR port a4cc4e33-6061-4b14-a9a9-bb68dd573a85 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:35:17.818223 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.db.api [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:35:17.818474 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG oslo_db.api [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:35:17.822868 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.db.api [None req-2f13d349-5107-4d28-bc5f-270cd5933dbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:35:17.823436 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG oslo_db.api [None req-2f13d349-5107-4d28-bc5f-270cd5933dbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:35:17.845386 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b5fa70-b2d5-4c58-b33c-b5fd9ab607c3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:17.846708 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-36363932-faec-4c3f-992b-09932fb8e71c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:17.851319 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-568081f6-b5e4-4699-ab47-787536b3a318 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:17.865907 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-408a70ae-45f2-4cd1-9a81-464aa68901aa tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:17.867591 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-58b5fa70-b2d5-4c58-b33c-b5fd9ab607c3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:17.880010 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3893fa0e-c68d-490d-bb01-b52c3d41bf10 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:17.881554 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b5fa70-b2d5-4c58-b33c-b5fd9ab607c3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:17.882406 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-58b5fa70-b2d5-4c58-b33c-b5fd9ab607c3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:17.892862 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5fa70-b2d5-4c58-b33c-b5fd9ab607c3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Subnet': ['ID=4ea02d21-eed1-42af-b9c5-9b5042442624,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:17.899684 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5fa70-b2d5-4c58-b33c-b5fd9ab607c3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Port': ['ID=78168b64-7710-4f06-81cc-a44a10665368,revision_number=4']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:17.924208 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75e5ee9-432f-46c4-8778-6c265eca42d0 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Made reservation on behalf of c24067fe70e54b07ab80d6e10b08041f for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:17.932040 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf3cb31-e752-49c4-9713-49ac801f951d None None] DHCP port deletion for ca67db78-9e4d-44e1-b7f4-d9b34fb07cc3 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:35:18.007454 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-58b5fa70-b2d5-4c58-b33c-b5fd9ab607c3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.3339787 Oct 26 08:35:18.011287 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34828) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:18.054542 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-4cf3cb31-e752-49c4-9713-49ac801f951d None None] Deleting port 85b476eb-16ab-43d9-9e54-3cc6254d7fc1 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:18.054811 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4cf3cb31-e752-49c4-9713-49ac801f951d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:18.130107 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-568081f6-b5e4-4699-ab47-787536b3a318 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:18.133939 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-408a70ae-45f2-4cd1-9a81-464aa68901aa tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:18.153590 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-4cf3cb31-e752-49c4-9713-49ac801f951d None None] For port 85b476eb-16ab-43d9-9e54-3cc6254d7fc1, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=85b476eb-16ab-43d9-9e54-3cc6254d7fc1,segment=NetworkSegment(b5325abb-9c89-468a-95ab-873c42e7b6ce),segment_id=b5325abb-9c89-468a-95ab-873c42e7b6ce)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:35:18.154052 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4cf3cb31-e752-49c4-9713-49ac801f951d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:18.171496 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-4cf3cb31-e752-49c4-9713-49ac801f951d None None] Calling delete_port for 85b476eb-16ab-43d9-9e54-3cc6254d7fc1 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:18.171865 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-568081f6-b5e4-4699-ab47-787536b3a318 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d74cf8b6-e222-4354-8507-ff03c69b3f68']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:18.213322 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-568081f6-b5e4-4699-ab47-787536b3a318 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efd7d8a4-0d0e-44e3-8895-fbb3836b0c44') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:18.213601 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-568081f6-b5e4-4699-ab47-787536b3a318 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efd7d8a4-0d0e-44e3-8895-fbb3836b0c44') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:18.234350 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-568081f6-b5e4-4699-ab47-787536b3a318 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:18.254209 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-568081f6-b5e4-4699-ab47-787536b3a318 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:18.264456 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-568081f6-b5e4-4699-ab47-787536b3a318 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:35:18.264713 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-568081f6-b5e4-4699-ab47-787536b3a318 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:18.268333 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:35:18.268333 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:35:18.268333 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:35:18.268333 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:35:18.268333 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:35:18.268333 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:35:18.268333 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:35:18.268333 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:35:18.268333 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:35:18.268333 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:35:18.268333 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:35:18.268333 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:35:18.268333 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:35:18.268333 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:35:18.268333 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:35:18.268333 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:35:18.268333 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:35:18.268333 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:35:18.268333 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:35:18.268333 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:35:18.268333 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:35:18.268333 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:35:18.268333 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:35:18.268333 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:35:18.268333 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:35:18.268333 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:35:18.268333 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:35:18.268333 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:35:18.268333 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:35:18.268333 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:35:18.268333 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:35:18.268333 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:35:18.279421 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4cf3cb31-e752-49c4-9713-49ac801f951d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:18.315803 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3cb31-e752-49c4-9713-49ac801f951d None None] Pushing event deleted for resources: {'Port': ['ID=85b476eb-16ab-43d9-9e54-3cc6254d7fc1,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:18.318241 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf3cb31-e752-49c4-9713-49ac801f951d None None] No DVR routers for this DVR port 85b476eb-16ab-43d9-9e54-3cc6254d7fc1 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:35:18.345262 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-568081f6-b5e4-4699-ab47-787536b3a318 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:18.352984 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-c7312da4-3e2e-4de1-900d-f3cbdba8cccf tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Request body: {'port': {'network_id': 'ecf0c004-fa53-4f3e-bbfd-ff079400665b', 'mac_address': 'fa:16:3e:2c:d2:0c', 'name': 'tempest-NetworksTestDHCPv6-428126565'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:18.356258 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-568081f6-b5e4-4699-ab47-787536b3a318 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:18.360107 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-568081f6-b5e4-4699-ab47-787536b3a318 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] 10.222.0.41 "DELETE /v2.0/networks/d74cf8b6-e222-4354-8507-ff03c69b3f68 HTTP/1.1" status: 204 len: 168 time: 0.7800651 Oct 26 08:35:18.366436 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34830) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:18.373092 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568081f6-b5e4-4699-ab47-787536b3a318 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Pushing event deleted for resources: {'Network': ['ID=d74cf8b6-e222-4354-8507-ff03c69b3f68,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:18.385230 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-36363932-faec-4c3f-992b-09932fb8e71c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:18.427062 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:18.430324 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2f13d349-5107-4d28-bc5f-270cd5933dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:18.490355 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 78168b64-7710-4f06-81cc-a44a10665368, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=78168b64-7710-4f06-81cc-a44a10665368,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:35:18.496726 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:18.510334 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-408a70ae-45f2-4cd1-9a81-464aa68901aa tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router_gateway, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:18.532847 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-408a70ae-45f2-4cd1-9a81-464aa68901aa tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:18.579795 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.db.api [None req-2f13d349-5107-4d28-bc5f-270cd5933dbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:35:18.580213 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG oslo_db.api [None req-2f13d349-5107-4d28-bc5f-270cd5933dbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:35:18.593117 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-36363932-faec-4c3f-992b-09932fb8e71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:18.598059 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=78168b64-7710-4f06-81cc-a44a10665368,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:18.617786 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b75e5ee9-432f-46c4-8778-6c265eca42d0 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:18.648425 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 78168b64-7710-4f06-81cc-a44a10665368 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:35:18.680149 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-408a70ae-45f2-4cd1-9a81-464aa68901aa tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Allocated IP 172.26.2.137 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/d4e0aef9-b986-4a86-92fa-a91dfe448e76) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:18.720483 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9996100d-a330-4705-b33b-62900ccacb40 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:18.723896 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-b75e5ee9-432f-46c4-8778-6c265eca42d0 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] device_id is not set on port de36199c-6487-45a0-bb96-3c7db8792546 yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:35:18.729074 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36363932-faec-4c3f-992b-09932fb8e71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d7feb4-8400-403b-a606-cd5e80f6d344,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:18.737245 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-36363932-faec-4c3f-992b-09932fb8e71c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f293aaac826045d7a7bf31867331d0ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0755153 Oct 26 08:35:18.738221 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7312da4-3e2e-4de1-900d-f3cbdba8cccf tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Made reservation on behalf of 34a26fc2cbe741c49d4d94b40e63438a for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:18.743416 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34832) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:18.835927 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-408a70ae-45f2-4cd1-9a81-464aa68901aa tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:18.856741 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 78168b64-7710-4f06-81cc-a44a10665368 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:18.857119 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:18.878849 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-408a70ae-45f2-4cd1-9a81-464aa68901aa tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:18.928957 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408a70ae-45f2-4cd1-9a81-464aa68901aa tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:18.933614 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-408a70ae-45f2-4cd1-9a81-464aa68901aa tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:18.939474 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408a70ae-45f2-4cd1-9a81-464aa68901aa tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:18.998483 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a70ae-45f2-4cd1-9a81-464aa68901aa tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event updated for resources: {'Port': ['ID=d4e0aef9-b986-4a86-92fa-a91dfe448e76,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:19.021855 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 2daf7904-1f38-42d3-9ff0-193ca842c242 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:35:19.048840 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 2daf7904-1f38-42d3-9ff0-193ca842c242 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:35:19.049263 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 2daf7904-1f38-42d3-9ff0-193ca842c242 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:35:19.049710 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 85b476eb-16ab-43d9-9e54-3cc6254d7fc1 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:35:19.072419 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 85b476eb-16ab-43d9-9e54-3cc6254d7fc1 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:35:19.072768 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 85b476eb-16ab-43d9-9e54-3cc6254d7fc1 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:35:19.073320 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device a4cc4e33-6061-4b14-a9a9-bb68dd573a85 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:35:19.094107 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c7312da4-3e2e-4de1-900d-f3cbdba8cccf tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:19.095621 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: a4cc4e33-6061-4b14-a9a9-bb68dd573a85 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:35:19.095973 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device a4cc4e33-6061-4b14-a9a9-bb68dd573a85 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:35:19.143869 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9996100d-a330-4705-b33b-62900ccacb40 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:19.148535 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f5f059ab-c476-44b0-b37d-f2449d9b7c75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:19.200355 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-c7312da4-3e2e-4de1-900d-f3cbdba8cccf tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] device_id is not set on port ed005944-a272-495c-8ccd-325035ce253f yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:35:19.209780 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-9996100d-a330-4705-b33b-62900ccacb40 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca67db78-9e4d-44e1-b7f4-d9b34fb07cc3']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:19.245256 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-408a70ae-45f2-4cd1-9a81-464aa68901aa tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router_gateway, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:19.250398 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f5f059ab-c476-44b0-b37d-f2449d9b7c75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:19.293611 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-9996100d-a330-4705-b33b-62900ccacb40 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5325abb-9c89-468a-95ab-873c42e7b6ce') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:19.293939 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-9996100d-a330-4705-b33b-62900ccacb40 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5325abb-9c89-468a-95ab-873c42e7b6ce') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:19.323013 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9996100d-a330-4705-b33b-62900ccacb40 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:19.362758 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e43ce108-ed83-4d6e-b06a-325b36378683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:19.367328 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9996100d-a330-4705-b33b-62900ccacb40 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:19.413221 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9996100d-a330-4705-b33b-62900ccacb40 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:35:19.413649 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9996100d-a330-4705-b33b-62900ccacb40 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:19.417014 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:35:19.417014 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:35:19.417014 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:35:19.417014 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:35:19.417014 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:35:19.417014 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:35:19.417014 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:35:19.417014 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:35:19.417014 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:35:19.417014 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:35:19.417014 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:35:19.417014 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:35:19.417014 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:35:19.417014 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:35:19.417014 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:35:19.417014 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:35:19.417014 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:35:19.417014 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:35:19.417014 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:35:19.417014 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:35:19.417014 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:35:19.417014 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:35:19.417014 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:35:19.417014 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:35:19.417014 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:35:19.417014 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:35:19.417014 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:35:19.417014 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:35:19.417014 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:35:19.417014 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:35:19.417014 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:35:19.417014 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:35:19.523299 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-b75e5ee9-432f-46c4-8778-6c265eca42d0 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Allocated IP 172.20.0.14 (eb60c2c7-30e5-40b0-9ec5-1cf6858565a8/edc7f0e8-ea46-4212-86b3-88cabb0fd413/de36199c-6487-45a0-bb96-3c7db8792546) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:19.537258 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f5f059ab-c476-44b0-b37d-f2449d9b7c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:19.539907 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f5f059ab-c476-44b0-b37d-f2449d9b7c75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:19.541082 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f5f059ab-c476-44b0-b37d-f2449d9b7c75 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/13d7feb4-8400-403b-a606-cd5e80f6d344 HTTP/1.1" status: 204 len: 168 time: 0.7951806 Oct 26 08:35:19.542569 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-b75e5ee9-432f-46c4-8778-6c265eca42d0 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Allocated IP 172.20.0.13 (eb60c2c7-30e5-40b0-9ec5-1cf6858565a8/edc7f0e8-ea46-4212-86b3-88cabb0fd413/de36199c-6487-45a0-bb96-3c7db8792546) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:19.549106 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9996100d-a330-4705-b33b-62900ccacb40 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:19.569539 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9996100d-a330-4705-b33b-62900ccacb40 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:19.572969 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9996100d-a330-4705-b33b-62900ccacb40 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] 10.222.0.41 "DELETE /v2.0/networks/ca67db78-9e4d-44e1-b7f4-d9b34fb07cc3 HTTP/1.1" status: 204 len: 168 time: 1.1833858 Oct 26 08:35:19.580431 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-051007be-d99f-4540-aa5a-163fa905814a None None] Provisioning complete for port 78168b64-7710-4f06-81cc-a44a10665368 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:19.581697 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-051007be-d99f-4540-aa5a-163fa905814a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:19.587490 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34836) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:19.589574 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f059ab-c476-44b0-b37d-f2449d9b7c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d7feb4-8400-403b-a606-cd5e80f6d344,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:19.659595 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996100d-a330-4705-b33b-62900ccacb40 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Pushing event deleted for resources: {'Network': ['ID=ca67db78-9e4d-44e1-b7f4-d9b34fb07cc3,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:19.723420 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e313fa7-83a7-4806-ba2c-2606f348cacd tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Deleting subnet 88382667-8966-4d06-ab59-569f8667b155 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:35:19.728732 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-c7312da4-3e2e-4de1-900d-f3cbdba8cccf tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Allocated IP 2001:db8::127 (ecf0c004-fa53-4f3e-bbfd-ff079400665b/1ab118a0-31de-479f-91eb-18904d966112/ed005944-a272-495c-8ccd-325035ce253f) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:19.740920 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0e313fa7-83a7-4806-ba2c-2606f348cacd tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:19.768450 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-c7312da4-3e2e-4de1-900d-f3cbdba8cccf tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Allocated IP 2001:db8:0:1:f816:3eff:fe2c:d20c (ecf0c004-fa53-4f3e-bbfd-ff079400665b/4ea02d21-eed1-42af-b9c5-9b5042442624/ed005944-a272-495c-8ccd-325035ce253f) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:19.846490 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-408a70ae-45f2-4cd1-9a81-464aa68901aa tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:19.860959 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0e313fa7-83a7-4806-ba2c-2606f348cacd tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:19.988429 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408a70ae-45f2-4cd1-9a81-464aa68901aa tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Router 06747a27-0999-4db4-bfae-bf5cf251c901 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:35:20.039280 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b75e5ee9-432f-46c4-8778-6c265eca42d0 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:20.082676 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0e313fa7-83a7-4806-ba2c-2606f348cacd tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:20.109489 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408a70ae-45f2-4cd1-9a81-464aa68901aa tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:35:20.127138 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73a9945-1031-4150-897d-26fba6f0817c None None] Sync routers for ids ['06747a27-0999-4db4-bfae-bf5cf251c901'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:35:20.138939 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73a9945-1031-4150-897d-26fba6f0817c None None] Routers {'06747a27-0999-4db4-bfae-bf5cf251c901'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:20.140177 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-c73a9945-1031-4150-897d-26fba6f0817c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['06747a27-0999-4db4-bfae-bf5cf251c901'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:20.146970 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-408a70ae-45f2-4cd1-9a81-464aa68901aa tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:20.153216 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-408a70ae-45f2-4cd1-9a81-464aa68901aa tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.6911762 Oct 26 08:35:20.154606 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34852) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:20.157672 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c7312da4-3e2e-4de1-900d-f3cbdba8cccf tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:20.179832 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b75e5ee9-432f-46c4-8778-6c265eca42d0 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:20.185654 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-c73a9945-1031-4150-897d-26fba6f0817c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:20.198019 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73a9945-1031-4150-897d-26fba6f0817c None None] Routers {'06747a27-0999-4db4-bfae-bf5cf251c901'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:20.198725 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-c73a9945-1031-4150-897d-26fba6f0817c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:34:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['06747a27-0999-4db4-bfae-bf5cf251c901'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:20.224446 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0e313fa7-83a7-4806-ba2c-2606f348cacd tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:20.244913 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-c73a9945-1031-4150-897d-26fba6f0817c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:20.245872 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73a9945-1031-4150-897d-26fba6f0817c None None] The sync data for ids ['06747a27-0999-4db4-bfae-bf5cf251c901'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:35:20.289518 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75e5ee9-432f-46c4-8778-6c265eca42d0 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Network eb60c2c7-30e5-40b0-9ec5-1cf6858565a8 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:20.296468 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e313fa7-83a7-4806-ba2c-2606f348cacd tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Pushing event deleted for resources: {'Subnet': ['ID=88382667-8966-4d06-ab59-569f8667b155,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:20.298737 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0e313fa7-83a7-4806-ba2c-2606f348cacd tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:20.301975 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-0e313fa7-83a7-4806-ba2c-2606f348cacd tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] 10.222.0.41 "DELETE /v2.0/subnets/88382667-8966-4d06-ab59-569f8667b155 HTTP/1.1" status: 204 len: 168 time: 0.7102809 Oct 26 08:35:20.306543 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1992d06-067d-4fe2-b09e-741f605fb1fc None None] Network da3c5423-dd38-44bc-8a22-305decdc09a9 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:20.306915 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-b75e5ee9-432f-46c4-8778-6c265eca42d0 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:20.309239 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34858) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:20.311367 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75e5ee9-432f-46c4-8778-6c265eca42d0 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:20.319465 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-046342c6-96e1-4c77-98c4-72fbbba24aaf tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "GET /v2.0/routers/06747a27-0999-4db4-bfae-bf5cf251c901 HTTP/1.1" status: 200 len: 884 time: 0.1604862 Oct 26 08:35:20.320064 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34860) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:20.320209 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e5ee9-432f-46c4-8778-6c265eca42d0 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event updated for resources: {'Port': ['ID=de36199c-6487-45a0-bb96-3c7db8792546,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:20.346443 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c7312da4-3e2e-4de1-900d-f3cbdba8cccf tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:20.433044 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34862) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:20.472574 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7312da4-3e2e-4de1-900d-f3cbdba8cccf tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:20.479612 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75e5ee9-432f-46c4-8778-6c265eca42d0 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:20.480515 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b75e5ee9-432f-46c4-8778-6c265eca42d0 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:20.496472 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-c7312da4-3e2e-4de1-900d-f3cbdba8cccf tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:20.509164 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7312da4-3e2e-4de1-900d-f3cbdba8cccf tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:20.516000 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7312da4-3e2e-4de1-900d-f3cbdba8cccf tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:20.517367 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c7312da4-3e2e-4de1-900d-f3cbdba8cccf tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:20.541809 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1c177e5d-ea33-476f-8e9c-f24b058d37e4 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:20.550884 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7312da4-3e2e-4de1-900d-f3cbdba8cccf tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event updated for resources: {'Port': ['ID=ed005944-a272-495c-8ccd-325035ce253f,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:20.558025 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b75e5ee9-432f-46c4-8778-6c265eca42d0 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.8748243 Oct 26 08:35:20.562167 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34866) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:20.568647 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-6110b91b-eb5c-4725-9d6f-a89abcdbd5a9 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Request body: {'floatingip': {'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'port_id': 'de36199c-6487-45a0-bb96-3c7db8792546', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:20.586122 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c796c3-2cf3-490d-8178-2fae1ef46dc9 None None] DHCP port deletion for da3c5423-dd38-44bc-8a22-305decdc09a9 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:35:20.598037 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f6149648-fb76-4b6a-901e-65bef9623027 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2768018 Oct 26 08:35:20.600258 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c7312da4-3e2e-4de1-900d-f3cbdba8cccf tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5865080 Oct 26 08:35:20.601926 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34868) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:20.604748 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34870) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:20.610833 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-c85090c1-05a7-4ead-87e1-696860494689 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-357366948'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:20.614584 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6110b91b-eb5c-4725-9d6f-a89abcdbd5a9 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for floatingip, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:20.653109 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-e85a5407-2758-49be-854a-924e96471287 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:20.653663 dv-neutron-804846-13-hyperv neutron-server[102102]: WARNING neutron.api.v2.base [None req-e85a5407-2758-49be-854a-924e96471287 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 26 08:35:20.654184 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-e85a5407-2758-49be-854a-924e96471287 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] create failed (client error): There was a conflict when trying to complete your request. Oct 26 08:35:20.655277 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e85a5407-2758-49be-854a-924e96471287 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2212279 Oct 26 08:35:20.658486 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 78168b64-7710-4f06-81cc-a44a10665368 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:35:20.664921 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34872) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:20.692273 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-e3ea9141-4ba6-462a-804f-fff8be5e576e tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Request body: {'security_group': {'name': 'tempest-secgroup--521938186'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:20.707614 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-a5c796c3-2cf3-490d-8178-2fae1ef46dc9 None None] Deleting port d4515e6c-f38f-46b5-bdcd-e0deb90ddceb {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:20.707984 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a5c796c3-2cf3-490d-8178-2fae1ef46dc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:20.752723 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-12cbead1-1418-4001-a581-13590ccc9ca5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting port ed005944-a272-495c-8ccd-325035ce253f {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:20.753369 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-12cbead1-1418-4001-a581-13590ccc9ca5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:20.785684 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-a5c796c3-2cf3-490d-8178-2fae1ef46dc9 None None] For port d4515e6c-f38f-46b5-bdcd-e0deb90ddceb, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=d4515e6c-f38f-46b5-bdcd-e0deb90ddceb,segment=NetworkSegment(9a16d0ca-3732-418f-8c7a-ea2e9501a1b7),segment_id=9a16d0ca-3732-418f-8c7a-ea2e9501a1b7)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:35:20.786095 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a5c796c3-2cf3-490d-8178-2fae1ef46dc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:20.802093 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-a5c796c3-2cf3-490d-8178-2fae1ef46dc9 None None] Calling delete_port for d4515e6c-f38f-46b5-bdcd-e0deb90ddceb owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:20.817560 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 78168b64-7710-4f06-81cc-a44a10665368 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:20.818318 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:20.851919 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e3ea9141-4ba6-462a-804f-fff8be5e576e tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:20.865422 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e3ea9141-4ba6-462a-804f-fff8be5e576e tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:20.888998 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-12cbead1-1418-4001-a581-13590ccc9ca5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:20.910049 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-12cbead1-1418-4001-a581-13590ccc9ca5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Calling delete_port for ed005944-a272-495c-8ccd-325035ce253f owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:20.928195 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-1c177e5d-ea33-476f-8e9c-f24b058d37e4 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Deleting port d4515e6c-f38f-46b5-bdcd-e0deb90ddceb {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:20.930228 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1c177e5d-ea33-476f-8e9c-f24b058d37e4 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:20.962856 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a5c796c3-2cf3-490d-8178-2fae1ef46dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:21.006385 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c796c3-2cf3-490d-8178-2fae1ef46dc9 None None] Pushing event deleted for resources: {'Port': ['ID=d4515e6c-f38f-46b5-bdcd-e0deb90ddceb,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:21.011461 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c796c3-2cf3-490d-8178-2fae1ef46dc9 None None] No DVR routers for this DVR port d4515e6c-f38f-46b5-bdcd-e0deb90ddceb on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:35:21.024328 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-48b1a5c4-c0f2-46e5-ab0a-5fc5731b0e1c None None] Provisioning complete for port ed005944-a272-495c-8ccd-325035ce253f triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:21.025612 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-48b1a5c4-c0f2-46e5-ab0a-5fc5731b0e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:21.042381 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-1c177e5d-ea33-476f-8e9c-f24b058d37e4 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] For port d4515e6c-f38f-46b5-bdcd-e0deb90ddceb, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=d4515e6c-f38f-46b5-bdcd-e0deb90ddceb,segment=NetworkSegment(9a16d0ca-3732-418f-8c7a-ea2e9501a1b7),segment_id=9a16d0ca-3732-418f-8c7a-ea2e9501a1b7)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:35:21.042757 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1c177e5d-ea33-476f-8e9c-f24b058d37e4 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:21.049472 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e3ea9141-4ba6-462a-804f-fff8be5e576e tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:21.055223 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e3ea9141-4ba6-462a-804f-fff8be5e576e tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:21.067421 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-48b1a5c4-c0f2-46e5-ab0a-5fc5731b0e1c None None] Port ed005944-a272-495c-8ccd-325035ce253f cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:35:21.068407 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6110b91b-eb5c-4725-9d6f-a89abcdbd5a9 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:21.071837 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-1c177e5d-ea33-476f-8e9c-f24b058d37e4 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Calling delete_port for d4515e6c-f38f-46b5-bdcd-e0deb90ddceb owned by network:dhcp {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:21.113168 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea9141-4ba6-462a-804f-fff8be5e576e tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e09a296-6eb9-4acc-be62-a1b30db3e0ec,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:21.216481 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e3ea9141-4ba6-462a-804f-fff8be5e576e tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:21.221203 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e3ea9141-4ba6-462a-804f-fff8be5e576e tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:21.244384 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-12cbead1-1418-4001-a581-13590ccc9ca5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:21.263790 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e3ea9141-4ba6-462a-804f-fff8be5e576e tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:21.265026 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e3ea9141-4ba6-462a-804f-fff8be5e576e tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6012254 Oct 26 08:35:21.271129 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34874) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:21.280914 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-f1c57a44-b3f3-488f-8a40-e0dee3b9f5a7 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Request body: {'security_group_rule': {'security_group_id': '6e2024df-4b2e-440d-95b5-382e4c20a173', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:21.284467 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea9141-4ba6-462a-804f-fff8be5e576e tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2024df-4b2e-440d-95b5-382e4c20a173,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:21.288845 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbead1-1418-4001-a581-13590ccc9ca5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Port': ['ID=ed005944-a272-495c-8ccd-325035ce253f,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:21.301210 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c85090c1-05a7-4ead-87e1-696860494689 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8100261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8097850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15702'] for router, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:21.324980 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1c177e5d-ea33-476f-8e9c-f24b058d37e4 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:21.334073 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-12cbead1-1418-4001-a581-13590ccc9ca5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:21.337379 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-12cbead1-1418-4001-a581-13590ccc9ca5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/ports/ed005944-a272-495c-8ccd-325035ce253f HTTP/1.1" status: 204 len: 168 time: 0.7315691 Oct 26 08:35:21.339782 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34876) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:21.342058 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c85090c1-05a7-4ead-87e1-696860494689 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8100266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8100243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8097827'] for router, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:21.392660 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b22b64-2d1c-4556-a226-c3e2cc65f020 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:21.394320 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d4b22b64-2d1c-4556-a226-c3e2cc65f020 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0534308 Oct 26 08:35:21.396815 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34878) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:21.398330 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c177e5d-ea33-476f-8e9c-f24b058d37e4 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Pushing event deleted for resources: {'Port': ['ID=d4515e6c-f38f-46b5-bdcd-e0deb90ddceb,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:21.456751 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be7cd7b-283e-4e1d-8202-9dc86f403653 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:21.458490 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4be7cd7b-283e-4e1d-8202-9dc86f403653 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0607221 Oct 26 08:35:21.461202 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34880) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:21.522084 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4ae62f-a3fb-4fbb-997c-afe176f94bae tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:21.523839 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4ae62f-a3fb-4fbb-997c-afe176f94bae tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:21.525450 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4ae62f-a3fb-4fbb-997c-afe176f94bae tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:21.527145 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ec4ae62f-a3fb-4fbb-997c-afe176f94bae tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0648193 Oct 26 08:35:21.529816 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34882) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:21.583784 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c4bbfae-a666-4476-a4ad-df7e1eb682d5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting subnet 1ab118a0-31de-479f-91eb-18904d966112 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:35:21.587595 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8c4bbfae-a666-4476-a4ad-df7e1eb682d5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:21.628691 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8c4bbfae-a666-4476-a4ad-df7e1eb682d5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:21.720439 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8c4bbfae-a666-4476-a4ad-df7e1eb682d5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:21.734015 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c177e5d-ea33-476f-8e9c-f24b058d37e4 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] No DVR routers for this DVR port d4515e6c-f38f-46b5-bdcd-e0deb90ddceb on host dv-neutron-804846-13-hyperv {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:35:21.779127 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8c4bbfae-a666-4476-a4ad-df7e1eb682d5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:21.797196 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f1c57a44-b3f3-488f-8a40-e0dee3b9f5a7 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:21.806675 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4bbfae-a666-4476-a4ad-df7e1eb682d5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Subnet': ['ID=1ab118a0-31de-479f-91eb-18904d966112,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:21.810251 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8c4bbfae-a666-4476-a4ad-df7e1eb682d5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:21.817232 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8c4bbfae-a666-4476-a4ad-df7e1eb682d5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/1ab118a0-31de-479f-91eb-18904d966112 HTTP/1.1" status: 204 len: 168 time: 0.2863624 Oct 26 08:35:21.817899 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34884) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:21.823034 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2c5414-d31e-457c-b458-c058bb34860b None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:21.872156 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-6110b91b-eb5c-4725-9d6f-a89abcdbd5a9 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Allocated IP 172.26.2.92 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/402352bb-178e-4050-a1bc-7536eb786f40) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:21.879548 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5b637d9-676a-4bc4-8e3b-9878fa3043f7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Deleting subnet 4ea02d21-eed1-42af-b9c5-9b5042442624 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:35:21.884430 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f5b637d9-676a-4bc4-8e3b-9878fa3043f7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:21.916979 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1c177e5d-ea33-476f-8e9c-f24b058d37e4 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:21.932246 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f5b637d9-676a-4bc4-8e3b-9878fa3043f7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:21.999509 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-1c177e5d-ea33-476f-8e9c-f24b058d37e4 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3c5423-dd38-44bc-8a22-305decdc09a9']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:22.019292 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85090c1-05a7-4ead-87e1-696860494689 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Router 06747a27-0999-4db4-bfae-bf5cf251c901 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:35:22.022980 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f5b637d9-676a-4bc4-8e3b-9878fa3043f7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:22.030328 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-1c177e5d-ea33-476f-8e9c-f24b058d37e4 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a16d0ca-3732-418f-8c7a-ea2e9501a1b7') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:22.030633 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-1c177e5d-ea33-476f-8e9c-f24b058d37e4 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a16d0ca-3732-418f-8c7a-ea2e9501a1b7') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:22.036047 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f1c57a44-b3f3-488f-8a40-e0dee3b9f5a7 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:22.043816 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d6036027-16ec-49bd-8734-30f7179b3e49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:22.051781 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f1c57a44-b3f3-488f-8a40-e0dee3b9f5a7 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:22.056394 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1c177e5d-ea33-476f-8e9c-f24b058d37e4 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:22.096747 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1c177e5d-ea33-476f-8e9c-f24b058d37e4 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:22.105234 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f5b637d9-676a-4bc4-8e3b-9878fa3043f7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:22.109340 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c57a44-b3f3-488f-8a40-e0dee3b9f5a7 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f708a69-8406-480f-8dc5-d41e16245cfd,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:22.133366 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b637d9-676a-4bc4-8e3b-9878fa3043f7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Subnet': ['ID=4ea02d21-eed1-42af-b9c5-9b5042442624,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:22.145604 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f5b637d9-676a-4bc4-8e3b-9878fa3043f7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:22.148983 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f5b637d9-676a-4bc4-8e3b-9878fa3043f7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/4ea02d21-eed1-42af-b9c5-9b5042442624 HTTP/1.1" status: 204 len: 168 time: 0.3299901 Oct 26 08:35:22.151352 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34886) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:22.190023 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-23fae014-e6ce-4d74-ab5e-f41143685317 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0374329 Oct 26 08:35:22.191516 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f1c57a44-b3f3-488f-8a40-e0dee3b9f5a7 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:22.192363 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34888) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:22.192739 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f1c57a44-b3f3-488f-8a40-e0dee3b9f5a7 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9167941 Oct 26 08:35:22.193986 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c177e5d-ea33-476f-8e9c-f24b058d37e4 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:35:22.194391 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1c177e5d-ea33-476f-8e9c-f24b058d37e4 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:22.201669 dv-neutron-804846-13-hyperv neutron-server[102101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:35:22.201669 dv-neutron-804846-13-hyperv neutron-server[102101]: self.session.flush() Oct 26 08:35:22.201669 dv-neutron-804846-13-hyperv neutron-server[102101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:35:22.201669 dv-neutron-804846-13-hyperv neutron-server[102101]: self.session.flush() Oct 26 08:35:22.201669 dv-neutron-804846-13-hyperv neutron-server[102101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:35:22.201669 dv-neutron-804846-13-hyperv neutron-server[102101]: self.session.flush() Oct 26 08:35:22.201669 dv-neutron-804846-13-hyperv neutron-server[102101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:35:22.201669 dv-neutron-804846-13-hyperv neutron-server[102101]: self.session.flush() Oct 26 08:35:22.201669 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:35:22.201669 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:35:22.201669 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:35:22.201669 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:35:22.201669 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:35:22.201669 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:35:22.201669 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:35:22.201669 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:35:22.201669 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:35:22.201669 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:35:22.201669 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:35:22.201669 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:35:22.201669 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:35:22.201669 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:35:22.201669 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:35:22.201669 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:35:22.201669 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:35:22.201669 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:35:22.201669 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:35:22.201669 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:35:22.201669 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:35:22.201669 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:35:22.201669 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:35:22.201669 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:35:22.201669 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:35:22.201669 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:35:22.201669 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:35:22.201669 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:35:22.201669 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:35:22.201669 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:35:22.201669 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:35:22.201669 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:35:22.204828 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34890) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:22.249573 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41be95ce-eb9e-4e43-8acf-a1799bbb60a8 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:22.251745 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-770e5faa-af4e-46b5-b0cc-95b7a0abe996 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Request body: {'security_group_rule': {'security_group_id': '6e2024df-4b2e-440d-95b5-382e4c20a173', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:22.254125 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-41be95ce-eb9e-4e43-8acf-a1799bbb60a8 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0603085 Oct 26 08:35:22.254982 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34892) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:22.305082 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6110b91b-eb5c-4725-9d6f-a89abcdbd5a9 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:22.316831 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e4aab8-34be-4995-b9d8-b675d974dee5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:22.321287 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d9e4aab8-34be-4995-b9d8-b675d974dee5 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0627689 Oct 26 08:35:22.323061 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34894) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:22.337426 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1c177e5d-ea33-476f-8e9c-f24b058d37e4 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:22.369705 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9d707e1f-23f8-4c46-acb1-c82bedd4ec3d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0442894 Oct 26 08:35:22.374914 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34896) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:22.376154 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-770e5faa-af4e-46b5-b0cc-95b7a0abe996 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:22.385229 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1c177e5d-ea33-476f-8e9c-f24b058d37e4 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:22.391076 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1c177e5d-ea33-476f-8e9c-f24b058d37e4 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] 10.222.0.41 "DELETE /v2.0/networks/da3c5423-dd38-44bc-8a22-305decdc09a9 HTTP/1.1" status: 204 len: 168 time: 2.0806754 Oct 26 08:35:22.397180 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c177e5d-ea33-476f-8e9c-f24b058d37e4 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Pushing event deleted for resources: {'Network': ['ID=da3c5423-dd38-44bc-8a22-305decdc09a9,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:22.404065 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34898) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:22.411206 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85090c1-05a7-4ead-87e1-696860494689 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:35:22.422259 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05eaa793-2de1-4433-b95a-16be0f8c1e74 None None] Sync routers for ids ['06747a27-0999-4db4-bfae-bf5cf251c901'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:35:22.429976 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c85090c1-05a7-4ead-87e1-696860494689 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:22.434167 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34900) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:22.434814 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c85090c1-05a7-4ead-87e1-696860494689 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "PUT /v2.0/routers/06747a27-0999-4db4-bfae-bf5cf251c901 HTTP/1.1" status: 200 len: 891 time: 1.8272827 Oct 26 08:35:22.436344 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05eaa793-2de1-4433-b95a-16be0f8c1e74 None None] Routers {'06747a27-0999-4db4-bfae-bf5cf251c901'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:22.437752 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-05eaa793-2de1-4433-b95a-16be0f8c1e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['06747a27-0999-4db4-bfae-bf5cf251c901'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:22.463856 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6110b91b-eb5c-4725-9d6f-a89abcdbd5a9 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:22.478483 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-05eaa793-2de1-4433-b95a-16be0f8c1e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:22.492362 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05eaa793-2de1-4433-b95a-16be0f8c1e74 None None] Routers {'06747a27-0999-4db4-bfae-bf5cf251c901'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:22.493250 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-05eaa793-2de1-4433-b95a-16be0f8c1e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['06747a27-0999-4db4-bfae-bf5cf251c901'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:22.524368 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6110b91b-eb5c-4725-9d6f-a89abcdbd5a9 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:22.526548 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d58d3b8-f939-477a-8c2c-332a917087e3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:22.527301 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d58d3b8-f939-477a-8c2c-332a917087e3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:22.531360 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9d58d3b8-f939-477a-8c2c-332a917087e3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/ports/ed005944-a272-495c-8ccd-325035ce253f HTTP/1.1" status: 404 len: 333 time: 0.1553199 Oct 26 08:35:22.534202 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d98a03a8-0bf1-42f1-a59c-003dd20cc4a7 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] 10.222.0.41 "GET /v2.0/ports?device_id=71628e25-ec51-45c0-9874-d8c4968a54c6 HTTP/1.1" status: 200 len: 205 time: 0.1103437 Oct 26 08:35:22.539142 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34902) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:22.539467 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34904) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:22.555499 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-6110b91b-eb5c-4725-9d6f-a89abcdbd5a9 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:22.567937 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6110b91b-eb5c-4725-9d6f-a89abcdbd5a9 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:22.570605 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-05eaa793-2de1-4433-b95a-16be0f8c1e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:22.571287 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05eaa793-2de1-4433-b95a-16be0f8c1e74 None None] The sync data for ids ['06747a27-0999-4db4-bfae-bf5cf251c901'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:35:22.605194 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device d4515e6c-f38f-46b5-bdcd-e0deb90ddceb no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:35:22.624347 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-770e5faa-af4e-46b5-b0cc-95b7a0abe996 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] create failed (client error): There was a conflict when trying to complete your request. Oct 26 08:35:22.625685 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-770e5faa-af4e-46b5-b0cc-95b7a0abe996 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4089272 Oct 26 08:35:22.631308 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: d4515e6c-f38f-46b5-bdcd-e0deb90ddceb {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:35:22.631873 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device d4515e6c-f38f-46b5-bdcd-e0deb90ddceb not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:35:22.633745 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34906) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:22.658920 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110b91b-eb5c-4725-9d6f-a89abcdbd5a9 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event updated for resources: {'Port': ['ID=402352bb-178e-4050-a1bc-7536eb786f40,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:22.667762 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8c0a39-70ff-43d2-b25e-287507aa3ed5 None None] Network ecf0c004-fa53-4f3e-bbfd-ff079400665b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:22.707715 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ae0f952d-4712-4de1-919e-64215a09c471 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "GET /v2.0/routers/06747a27-0999-4db4-bfae-bf5cf251c901 HTTP/1.1" status: 200 len: 891 time: 0.2685351 Oct 26 08:35:22.707715 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dbea537-ce8f-4e1b-b1de-d01dc0a7348a tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:22.708071 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dbea537-ce8f-4e1b-b1de-d01dc0a7348a tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:22.710697 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34908) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:22.714062 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-0dbea537-ce8f-4e1b-b1de-d01dc0a7348a tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/4ea02d21-eed1-42af-b9c5-9b5042442624 HTTP/1.1" status: 404 len: 337 time: 0.1697538 Oct 26 08:35:22.714062 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34910) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:22.741842 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-93970f50-25b7-4a49-b0ec-8f8052b8eace None None] Provisioning complete for port 78168b64-7710-4f06-81cc-a44a10665368 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:22.742208 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-93970f50-25b7-4a49-b0ec-8f8052b8eace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:22.744192 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-93d30c4c-b90d-4ae3-86d2-1fe46caa4e44 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:22.747572 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-569cdcf1-7bd1-4e81-9aae-5cea34dc41bc tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:22.748138 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-569cdcf1-7bd1-4e81-9aae-5cea34dc41bc tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:22.754816 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-569cdcf1-7bd1-4e81-9aae-5cea34dc41bc tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/1ab118a0-31de-479f-91eb-18904d966112 HTTP/1.1" status: 404 len: 337 time: 0.0368614 Oct 26 08:35:22.758305 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34912) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:22.762609 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4289bccf-4620-4c76-84ed-82675364c6ce tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "GET /v2.0/ports?device_id=06747a27-0999-4db4-bfae-bf5cf251c901 HTTP/1.1" status: 200 len: 205 time: 0.0485921 Oct 26 08:35:22.773954 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34914) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:22.804874 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af7c394-bf44-410b-802d-a1b76e8959a0 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:22.805674 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3af7c394-bf44-410b-802d-a1b76e8959a0 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:22.811923 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3af7c394-bf44-410b-802d-a1b76e8959a0 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/ports/ad741169-32e6-46a6-ab9f-0f4577e5cb06 HTTP/1.1" status: 404 len: 333 time: 0.0503886 Oct 26 08:35:22.812708 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34916) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:22.850307 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:22.947840 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa286fd6-ea3e-4884-a2cb-6491f1e61f2d None None] DHCP port deletion for ecf0c004-fa53-4f3e-bbfd-ff079400665b request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:35:22.982661 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bf90991-0596-4db1-ab11-6a74c03e9b98 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:22.983104 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bf90991-0596-4db1-ab11-6a74c03e9b98 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:22.988993 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1bf90991-0596-4db1-ab11-6a74c03e9b98 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/cb968938-6f12-4956-860c-428c83f4dd31 HTTP/1.1" status: 404 len: 337 time: 0.1046824 Oct 26 08:35:22.991381 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b9e008be-871e-4f0f-a296-7c7ad85381fc tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:22.998797 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34918) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:23.007390 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-aa286fd6-ea3e-4884-a2cb-6491f1e61f2d None None] Deleting port 78168b64-7710-4f06-81cc-a44a10665368 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:23.007909 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-aa286fd6-ea3e-4884-a2cb-6491f1e61f2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:23.055787 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3fa62c7-d9fe-466f-8314-2fb6b30b83b3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:23.056582 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3fa62c7-d9fe-466f-8314-2fb6b30b83b3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:23.061572 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c3fa62c7-d9fe-466f-8314-2fb6b30b83b3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/4b27717a-16f4-4128-b893-74f3ad157e0e HTTP/1.1" status: 404 len: 337 time: 0.0586529 Oct 26 08:35:23.068852 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34920) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:23.080250 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-aa286fd6-ea3e-4884-a2cb-6491f1e61f2d None None] For port 78168b64-7710-4f06-81cc-a44a10665368, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=78168b64-7710-4f06-81cc-a44a10665368,segment=NetworkSegment(d423c6e9-36b4-499a-9e30-82b2b4532a62),segment_id=d423c6e9-36b4-499a-9e30-82b2b4532a62)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:35:23.080739 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-aa286fd6-ea3e-4884-a2cb-6491f1e61f2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:23.095026 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-aa286fd6-ea3e-4884-a2cb-6491f1e61f2d None None] Calling delete_port for 78168b64-7710-4f06-81cc-a44a10665368 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:23.109798 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b9e008be-871e-4f0f-a296-7c7ad85381fc tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:23.118742 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-aabede7b-1299-4d09-b8d4-06d45f651d59 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:23.119479 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aabede7b-1299-4d09-b8d4-06d45f651d59 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:23.125473 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-aabede7b-1299-4d09-b8d4-06d45f651d59 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/ports/1d881049-2abd-4112-a25c-e30f9f089454 HTTP/1.1" status: 404 len: 333 time: 0.0530431 Oct 26 08:35:23.134733 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34922) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:23.153656 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b7a9ad77-5f5b-41f4-b3ff-4df0fcd194e1 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:23.184628 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-aa286fd6-ea3e-4884-a2cb-6491f1e61f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:23.196260 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-93d30c4c-b90d-4ae3-86d2-1fe46caa4e44 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:23.198487 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-93d30c4c-b90d-4ae3-86d2-1fe46caa4e44 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:23.213164 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa286fd6-ea3e-4884-a2cb-6491f1e61f2d None None] Pushing event deleted for resources: {'Port': ['ID=78168b64-7710-4f06-81cc-a44a10665368,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:23.215050 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa286fd6-ea3e-4884-a2cb-6491f1e61f2d None None] No DVR routers for this DVR port 78168b64-7710-4f06-81cc-a44a10665368 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:35:23.230168 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9207770-7ffa-4463-86cf-e8210f6104da tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:23.230821 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9207770-7ffa-4463-86cf-e8210f6104da tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:23.234150 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a9207770-7ffa-4463-86cf-e8210f6104da tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/24023ca3-6e8d-4eb6-a8b4-e5410b2fe096 HTTP/1.1" status: 404 len: 337 time: 0.0984514 Oct 26 08:35:23.237210 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34924) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:23.263524 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:23.269101 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fa05add-6723-4c85-9712-463697448c4e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:23.269562 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fa05add-6723-4c85-9712-463697448c4e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:23.272617 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6fa05add-6723-4c85-9712-463697448c4e tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/fd72bc04-885d-4e05-94a6-1c61db72bf08 HTTP/1.1" status: 404 len: 337 time: 0.0342939 Oct 26 08:35:23.275381 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34926) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:23.284579 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-93d30c4c-b90d-4ae3-86d2-1fe46caa4e44 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:23.285011 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d30c4c-b90d-4ae3-86d2-1fe46caa4e44 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Fanout notify agent at l3_agent the message router_deleted on router 71628e25-ec51-45c0-9874-d8c4968a54c6 {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:35:23.304881 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-93d30c4c-b90d-4ae3-86d2-1fe46caa4e44 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:23.306097 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-93d30c4c-b90d-4ae3-86d2-1fe46caa4e44 tempest-RoutersNegativeTest-1088758711 tempest-RoutersNegativeTest-1088758711-project] 10.222.0.41 "DELETE /v2.0/routers/71628e25-ec51-45c0-9874-d8c4968a54c6 HTTP/1.1" status: 204 len: 168 time: 0.7655463 Oct 26 08:35:23.309773 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-481315cf-9b7a-492d-ab6f-a464df8d940f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:23.310670 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-481315cf-9b7a-492d-ab6f-a464df8d940f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:23.317270 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-481315cf-9b7a-492d-ab6f-a464df8d940f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/ports/5103fed3-fdd8-4c52-9912-8380e517671c HTTP/1.1" status: 404 len: 333 time: 0.0385985 Oct 26 08:35:23.317824 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34930) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:23.350783 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-56f038f6-8487-4dba-b91c-2bd237435f28 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:23.351758 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56f038f6-8487-4dba-b91c-2bd237435f28 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:23.357275 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-56f038f6-8487-4dba-b91c-2bd237435f28 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/8abf9cca-2fc0-4e7f-bf6b-57ec60054e2f HTTP/1.1" status: 404 len: 337 time: 0.0362337 Oct 26 08:35:23.357724 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34932) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:23.359629 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b9e008be-871e-4f0f-a296-7c7ad85381fc tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:23.362388 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b9e008be-871e-4f0f-a296-7c7ad85381fc tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:23.363538 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b9e008be-871e-4f0f-a296-7c7ad85381fc tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "DELETE /v2.0/security-groups/6e2024df-4b2e-440d-95b5-382e4c20a173 HTTP/1.1" status: 204 len: 168 time: 0.7299039 Oct 26 08:35:23.367653 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34934) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:23.390420 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e008be-871e-4f0f-a296-7c7ad85381fc tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2024df-4b2e-440d-95b5-382e4c20a173,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:23.397199 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d327033-0ee6-4ad5-8507-399b5d8a25e4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:23.397679 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d327033-0ee6-4ad5-8507-399b5d8a25e4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:23.403175 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4d327033-0ee6-4ad5-8507-399b5d8a25e4 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/d1f274d1-7b6f-4b65-919c-6e9afc269328 HTTP/1.1" status: 404 len: 337 time: 0.0421441 Oct 26 08:35:23.414328 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34936) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:23.450924 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-37f46886-307c-4b24-a9de-3410801b2359 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:23.451660 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37f46886-307c-4b24-a9de-3410801b2359 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:23.455609 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-37f46886-307c-4b24-a9de-3410801b2359 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/ports/2be27c47-2774-420f-9219-d63e934c06b1 HTTP/1.1" status: 404 len: 333 time: 0.0383716 Oct 26 08:35:23.459765 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34938) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:23.467355 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b7a9ad77-5f5b-41f4-b3ff-4df0fcd194e1 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:23.472257 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6110b91b-eb5c-4725-9d6f-a89abcdbd5a9 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:23.474205 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8e4600af-cdaa-40a3-b44d-9939ae13dc7e tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1053953 Oct 26 08:35:23.478230 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34940) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:23.492521 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa4c593-7277-46ae-99a8-418f88bf0648 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:23.493077 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aa4c593-7277-46ae-99a8-418f88bf0648 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:23.498591 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7aa4c593-7277-46ae-99a8-418f88bf0648 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/1a49e356-f400-4e40-a8ea-84a4af9e2a09 HTTP/1.1" status: 404 len: 337 time: 0.0353463 Oct 26 08:35:23.498952 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34942) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:23.509200 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-fb1fe727-8c03-4164-8dab-46dbb8336a71 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Request body: {'security_group': {'name': 'tempest-secgroup--1225419655'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:23.523649 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-01b9ccbf-8cfa-4555-8c59-7144752c34e3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:23.524493 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01b9ccbf-8cfa-4555-8c59-7144752c34e3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:23.529942 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-01b9ccbf-8cfa-4555-8c59-7144752c34e3 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/ports/d5c4ef9b-99d9-43d5-8d33-ca5c9bfc108d HTTP/1.1" status: 404 len: 333 time: 0.0273716 Oct 26 08:35:23.530260 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34944) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:23.558787 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-0656e6ba-2d14-4e93-a236-1f98018def93 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:23.559712 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0656e6ba-2d14-4e93-a236-1f98018def93 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:23.564459 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-0656e6ba-2d14-4e93-a236-1f98018def93 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/f3efb084-92c2-48dc-980c-2fae97d12133 HTTP/1.1" status: 404 len: 337 time: 0.0330973 Oct 26 08:35:23.567302 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34948) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:23.592824 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fb1fe727-8c03-4164-8dab-46dbb8336a71 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:23.595615 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc9cf8da-dce1-4df6-9e0c-0cae523c634a tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:23.596318 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc9cf8da-dce1-4df6-9e0c-0cae523c634a tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:23.601725 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-dc9cf8da-dce1-4df6-9e0c-0cae523c634a tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/ports/c179f7ac-0ccf-4a3d-9de5-a0ef46144d9e HTTP/1.1" status: 404 len: 333 time: 0.0311677 Oct 26 08:35:23.602034 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34950) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:23.628961 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f77a8e3-4aba-4740-afb1-91bae8d088c7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:23.629426 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f77a8e3-4aba-4740-afb1-91bae8d088c7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:23.632522 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3f77a8e3-4aba-4740-afb1-91bae8d088c7 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/c324816d-0a19-494b-8f55-b755b6e0c007 HTTP/1.1" status: 404 len: 337 time: 0.0293028 Oct 26 08:35:23.635069 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34952) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:23.635195 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6110b91b-eb5c-4725-9d6f-a89abcdbd5a9 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:23.658041 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34956) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:23.664292 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d72c042-744e-4bd8-8066-2b02495dcd1a tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:23.664960 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d72c042-744e-4bd8-8066-2b02495dcd1a tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:23.668099 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9d72c042-744e-4bd8-8066-2b02495dcd1a tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/ports/d68a5a27-34bb-46bf-8df0-1a0089c575db HTTP/1.1" status: 404 len: 333 time: 0.0321100 Oct 26 08:35:23.672077 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34960) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:23.676645 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-b7a9ad77-5f5b-41f4-b3ff-4df0fcd194e1 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Deleting port d4e0aef9-b986-4a86-92fa-a91dfe448e76 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:23.677595 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b7a9ad77-5f5b-41f4-b3ff-4df0fcd194e1 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:23.711625 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef45305f-a615-40aa-ae45-5da4274320e2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:23.712509 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef45305f-a615-40aa-ae45-5da4274320e2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:23.719908 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ef45305f-a615-40aa-ae45-5da4274320e2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/bf594d74-6504-4532-a4eb-7cf6e1863cdc HTTP/1.1" status: 404 len: 337 time: 0.0421743 Oct 26 08:35:23.720426 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34962) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:23.749325 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d9c695f-8f5d-4213-abd4-ba0c647692b6 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:23.750243 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d9c695f-8f5d-4213-abd4-ba0c647692b6 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:23.754146 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1d9c695f-8f5d-4213-abd4-ba0c647692b6 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/ports/e88eb39b-51ab-4be3-8e4e-f67a21114c4b HTTP/1.1" status: 404 len: 333 time: 0.0322692 Oct 26 08:35:23.756593 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34964) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:23.790960 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-46911536-422c-4278-859c-cb0551d2c98c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:23.791407 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46911536-422c-4278-859c-cb0551d2c98c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:23.797052 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-46911536-422c-4278-859c-cb0551d2c98c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/486d4a70-428c-4029-b602-b53b0edb5bde HTTP/1.1" status: 404 len: 337 time: 0.0354671 Oct 26 08:35:23.801805 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34966) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:23.838458 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-56771ac3-8748-47d5-8c57-a7c5e5f6e682 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b0d747a4dbbb4d2a9d26bc245c028681&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1790972 Oct 26 08:35:23.840676 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34968) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:23.858369 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8b75aec-95d3-4b38-ba93-13bb18ef0fa0 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:23.859048 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8b75aec-95d3-4b38-ba93-13bb18ef0fa0 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:23.862815 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d8b75aec-95d3-4b38-ba93-13bb18ef0fa0 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/ports/8374d856-95c7-45ee-9ad7-13161c4faf2a HTTP/1.1" status: 404 len: 333 time: 0.0504029 Oct 26 08:35:23.865407 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34970) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:23.896127 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fb1fe727-8c03-4164-8dab-46dbb8336a71 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:23.898027 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b7a9ad77-5f5b-41f4-b3ff-4df0fcd194e1 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:23.900867 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-c55667f6-170b-4ac6-97ba-490acb28666d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:23.901330 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c55667f6-170b-4ac6-97ba-490acb28666d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:23.904924 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c55667f6-170b-4ac6-97ba-490acb28666d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/5b91f1bc-e6d5-4028-a2b0-d5669ba2428d HTTP/1.1" status: 404 len: 337 time: 0.0385649 Oct 26 08:35:23.909001 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34972) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:23.911601 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fb1fe727-8c03-4164-8dab-46dbb8336a71 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:23.934421 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-b7a9ad77-5f5b-41f4-b3ff-4df0fcd194e1 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Calling delete_port for d4e0aef9-b986-4a86-92fa-a91dfe448e76 owned by network:router_gateway {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:23.943615 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-73a34983-6e68-4d02-ab7b-307446b1c33d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:23.944075 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73a34983-6e68-4d02-ab7b-307446b1c33d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:23.947505 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-73a34983-6e68-4d02-ab7b-307446b1c33d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/90430b53-89fa-4fdf-a86f-2f7ecb10b818 HTTP/1.1" status: 404 len: 337 time: 0.0367541 Oct 26 08:35:23.950459 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34974) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:23.951179 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a29fe376-2f2d-49be-9094-37077605b2b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:23.977327 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fb1fe727-8c03-4164-8dab-46dbb8336a71 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:23.978841 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-fb1fe727-8c03-4164-8dab-46dbb8336a71 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4994092 Oct 26 08:35:23.981743 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34976) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:23.992168 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-ab8124c0-9215-41b1-a092-17f0691cdec6 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Request body: {'security_group_rule': {'security_group_id': '342960e5-35f5-4103-8b73-1fe67ec28e50', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:23.992911 dv-neutron-804846-13-hyperv neutron-server[102102]: WARNING neutron.api.v2.base [None req-ab8124c0-9215-41b1-a092-17f0691cdec6 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 26 08:35:23.993404 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-ab8124c0-9215-41b1-a092-17f0691cdec6 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:35:23.994371 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ab8124c0-9215-41b1-a092-17f0691cdec6 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0117071 Oct 26 08:35:23.995405 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4b6c183-4fac-474b-b698-3af8856f3d4c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:23.996035 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4b6c183-4fac-474b-b698-3af8856f3d4c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:23.999152 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d4b6c183-4fac-474b-b698-3af8856f3d4c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/ports/af20e725-bf44-4dd9-8d21-ff32fd8e4c31 HTTP/1.1" status: 404 len: 333 time: 0.0459011 Oct 26 08:35:23.999739 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34978) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:24.011973 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34980) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:24.015234 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1fe727-8c03-4164-8dab-46dbb8336a71 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=342960e5-35f5-4103-8b73-1fe67ec28e50,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:24.024275 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a29fe376-2f2d-49be-9094-37077605b2b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:24.052564 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff6f12d2-f88a-4906-9928-4baafd7f09f8 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:24.053035 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff6f12d2-f88a-4906-9928-4baafd7f09f8 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:24.056340 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ff6f12d2-f88a-4906-9928-4baafd7f09f8 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/c220d224-e73f-4b6e-aa1b-897f701dd510 HTTP/1.1" status: 404 len: 337 time: 0.0418987 Oct 26 08:35:24.060551 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34982) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:24.077958 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6110b91b-eb5c-4725-9d6f-a89abcdbd5a9 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:24.084461 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6110b91b-eb5c-4725-9d6f-a89abcdbd5a9 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:24.096677 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:24.100779 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-845c0d08-ca4c-4f3a-a64e-458b94108b9b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:24.101486 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-845c0d08-ca4c-4f3a-a64e-458b94108b9b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:24.104819 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-845c0d08-ca4c-4f3a-a64e-458b94108b9b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/5f3fb1c0-44db-4fcd-bf4b-56d7a393c17c HTTP/1.1" status: 404 len: 337 time: 0.0389485 Oct 26 08:35:24.109283 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34984) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:24.147915 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe0469fe-1585-4947-9d8e-d69f3e4cec1f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:24.148531 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe0469fe-1585-4947-9d8e-d69f3e4cec1f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:24.152160 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-fe0469fe-1585-4947-9d8e-d69f3e4cec1f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/ports/4c9dec63-4600-4743-9c9c-6a71bd003441 HTTP/1.1" status: 404 len: 333 time: 0.0411906 Oct 26 08:35:24.153594 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-39a2db41-e36d-4f0c-8390-214762d48d0c tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:24.155050 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34986) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:24.194187 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a29fe376-2f2d-49be-9094-37077605b2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:24.196891 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a29fe376-2f2d-49be-9094-37077605b2b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:24.198296 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a29fe376-2f2d-49be-9094-37077605b2b0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/22d1ad81-8477-4940-9cdd-1b2942d34da9 HTTP/1.1" status: 204 len: 168 time: 0.3565617 Oct 26 08:35:24.202564 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110b91b-eb5c-4725-9d6f-a89abcdbd5a9 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event updated for resources: {'Port': ['ID=402352bb-178e-4050-a1bc-7536eb786f40,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:24.203188 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-d849b39f-11a2-4d07-909d-b87d6ec60638 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:24.204277 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d849b39f-11a2-4d07-909d-b87d6ec60638 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:24.210732 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d849b39f-11a2-4d07-909d-b87d6ec60638 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/a80c6a60-55ba-44f4-989e-c7115ff84812 HTTP/1.1" status: 404 len: 337 time: 0.0517077 Oct 26 08:35:24.213907 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34990) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:24.230030 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6110b91b-eb5c-4725-9d6f-a89abcdbd5a9 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:24.236152 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29fe376-2f2d-49be-9094-37077605b2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d1ad81-8477-4940-9cdd-1b2942d34da9,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:24.260039 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-39a2db41-e36d-4f0c-8390-214762d48d0c tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:24.263459 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-691d9d46-619a-496a-a264-9e7c9a95136b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:24.263952 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-691d9d46-619a-496a-a264-9e7c9a95136b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:24.270501 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-691d9d46-619a-496a-a264-9e7c9a95136b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/e2c37277-5463-4047-9ea5-f55b49d37ed4 HTTP/1.1" status: 404 len: 337 time: 0.0490053 Oct 26 08:35:24.273665 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34992) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:24.326104 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-39a2db41-e36d-4f0c-8390-214762d48d0c tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:24.330501 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-39a2db41-e36d-4f0c-8390-214762d48d0c tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:24.333909 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-39a2db41-e36d-4f0c-8390-214762d48d0c tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "DELETE /v2.0/security-groups/342960e5-35f5-4103-8b73-1fe67ec28e50 HTTP/1.1" status: 204 len: 168 time: 0.3277550 Oct 26 08:35:24.335412 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 34996) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:24.342091 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2db41-e36d-4f0c-8390-214762d48d0c tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=342960e5-35f5-4103-8b73-1fe67ec28e50,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:24.380758 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d555d5-c2ea-4cf7-bb27-90c8b3d22722 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:24.381417 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88d555d5-c2ea-4cf7-bb27-90c8b3d22722 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:24.386928 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-88d555d5-c2ea-4cf7-bb27-90c8b3d22722 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/ports/b5f9a2e3-157a-4236-8059-78a8b1afb14a HTTP/1.1" status: 404 len: 333 time: 0.0890470 Oct 26 08:35:24.387291 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 34998) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:24.415938 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ddc8dbf-b1c8-4ac7-9b78-cd39871cb322 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:24.416409 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ddc8dbf-b1c8-4ac7-9b78-cd39871cb322 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:24.419526 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5ddc8dbf-b1c8-4ac7-9b78-cd39871cb322 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/530c28e0-65a5-43bc-a595-1fe751422b74 HTTP/1.1" status: 404 len: 337 time: 0.0311973 Oct 26 08:35:24.422253 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35000) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:24.432261 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b7a9ad77-5f5b-41f4-b3ff-4df0fcd194e1 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:24.450036 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-65931375-fcbf-4396-85da-404d07af4f12 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:24.450523 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65931375-fcbf-4396-85da-404d07af4f12 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:24.454239 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-65931375-fcbf-4396-85da-404d07af4f12 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/6f2c91a2-0a24-45cf-acec-3d37414c3b59 HTTP/1.1" status: 404 len: 337 time: 0.0295529 Oct 26 08:35:24.456882 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35004) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:24.487079 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9e10e4c8-4c45-4d9e-8f3e-dd3f168e56ca tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/ports?device_id=f323fd0b-5815-4c89-ba71-dd1a6da48c27 HTTP/1.1" status: 200 len: 205 time: 0.0266802 Oct 26 08:35:24.487319 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35006) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:24.545227 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-df564405-2049-413d-9df8-915d5176fc99 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] delete failed (client error): The resource could not be found. Oct 26 08:35:24.549490 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-df564405-2049-413d-9df8-915d5176fc99 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/routers/f323fd0b-5815-4c89-ba71-dd1a6da48c27 HTTP/1.1" status: 404 len: 336 time: 0.0581710 Oct 26 08:35:24.554787 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35012) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:24.581390 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a790861-8461-4110-8d7a-4fae69757090 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:24.581987 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a790861-8461-4110-8d7a-4fae69757090 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:24.587627 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5a790861-8461-4110-8d7a-4fae69757090 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/481c8413-254f-4c4b-874b-9702e6e6dbcb HTTP/1.1" status: 404 len: 337 time: 0.0342910 Oct 26 08:35:24.589014 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35014) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:24.595607 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 78168b64-7710-4f06-81cc-a44a10665368 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:35:24.621224 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 78168b64-7710-4f06-81cc-a44a10665368 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:35:24.621676 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 78168b64-7710-4f06-81cc-a44a10665368 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:35:24.626770 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c0945741-f80c-4456-9edd-b556f12a74d8 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "GET /v2.0/ports?device_id=1581a1eb-fab8-4738-a7ff-8440e6ef198b HTTP/1.1" status: 200 len: 205 time: 0.0358000 Oct 26 08:35:24.628793 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35018) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:24.674683 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-0eccfc48-febe-4047-8c73-28e62ed89c2d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] delete failed (client error): The resource could not be found. Oct 26 08:35:24.675760 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-0eccfc48-febe-4047-8c73-28e62ed89c2d tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/routers/1581a1eb-fab8-4738-a7ff-8440e6ef198b HTTP/1.1" status: 404 len: 336 time: 0.0459912 Oct 26 08:35:24.678370 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35020) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:24.710407 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b80219f-b811-4711-9180-f9b8cc6d34c9 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:24.710862 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b80219f-b811-4711-9180-f9b8cc6d34c9 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:24.715644 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6b80219f-b811-4711-9180-f9b8cc6d34c9 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/42ad5f88-7621-425b-8f2b-c147ad8a6028 HTTP/1.1" status: 404 len: 337 time: 0.0349438 Oct 26 08:35:24.717784 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35022) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:24.738379 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:24.758388 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-9976daa9-2134-4282-a9e8-82f84ed60278 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:24.758901 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9976daa9-2134-4282-a9e8-82f84ed60278 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:24.765298 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9976daa9-2134-4282-a9e8-82f84ed60278 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/78e156a2-d685-4c67-8ad7-51a34f894000 HTTP/1.1" status: 404 len: 337 time: 0.0423326 Oct 26 08:35:24.766014 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35026) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:24.791136 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de5bf3b-b49f-48e7-9a10-846b6e59416c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:24.791934 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9de5bf3b-b49f-48e7-9a10-846b6e59416c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:24.797070 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9ad77-5f5b-41f4-b3ff-4df0fcd194e1 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event deleted for resources: {'Port': ['ID=d4e0aef9-b986-4a86-92fa-a91dfe448e76,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:24.798971 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9de5bf3b-b49f-48e7-9a10-846b6e59416c tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/ports/7e9af710-5012-476f-ad04-5ab2682237c6 HTTP/1.1" status: 404 len: 333 time: 0.0316858 Oct 26 08:35:24.799797 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35030) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:24.827648 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6021dff-2047-4f81-9d71-00344872fdb6 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:24.828196 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6021dff-2047-4f81-9d71-00344872fdb6 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:24.833398 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f1f6052e-d253-4419-ad97-e7e83f29441a tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4918566 Oct 26 08:35:24.834038 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b6021dff-2047-4f81-9d71-00344872fdb6 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/412d3103-cb26-487d-97c8-a06612a8947b HTTP/1.1" status: 404 len: 337 time: 0.0310252 Oct 26 08:35:24.834766 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35034) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:24.835182 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35036) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:24.846211 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-b7b49fd9-8d05-4695-be02-6de1c2a1c8af tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Request body: {'security_group': {'name': 'tempest-secgroup--110691407'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:24.851290 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [None req-6110b91b-eb5c-4725-9d6f-a89abcdbd5a9 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Floating IP 6ef095bb-0e2e-402d-a266-5e304880020a associated. External IP: 172.26.2.92, port: de36199c-6487-45a0-bb96-3c7db8792546. Oct 26 08:35:24.877101 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecb28533-6b44-4d28-abf9-934acbe37ad1 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:24.878193 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecb28533-6b44-4d28-abf9-934acbe37ad1 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:24.881611 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ecb28533-6b44-4d28-abf9-934acbe37ad1 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/ports/8311a0fb-3aac-4599-a353-6dc1360210ce HTTP/1.1" status: 404 len: 333 time: 0.0442762 Oct 26 08:35:24.884642 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35038) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:24.923257 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea03707c-b852-4ebf-aa6b-a45ee5335c59 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:24.923721 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea03707c-b852-4ebf-aa6b-a45ee5335c59 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:24.927024 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ea03707c-b852-4ebf-aa6b-a45ee5335c59 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/81d51399-a0cc-4343-b537-647d61c66fb3 HTTP/1.1" status: 404 len: 337 time: 0.0413911 Oct 26 08:35:24.929819 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35042) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:24.940656 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b7b49fd9-8d05-4695-be02-6de1c2a1c8af tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:24.944039 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b7a9ad77-5f5b-41f4-b3ff-4df0fcd194e1 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:24.963986 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a293f1-00b5-4c55-8126-6a83890c43a2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:24.964664 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49a293f1-00b5-4c55-8126-6a83890c43a2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:24.968669 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-49a293f1-00b5-4c55-8126-6a83890c43a2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/ports/ec3eeea8-53c1-4594-9be5-1781bf66b923 HTTP/1.1" status: 404 len: 333 time: 0.0371451 Oct 26 08:35:24.971564 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35044) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:25.002330 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a13b33-4850-484b-8ecc-f73f8c74e6c2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:25.002792 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44a13b33-4850-484b-8ecc-f73f8c74e6c2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:25.008186 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-44a13b33-4850-484b-8ecc-f73f8c74e6c2 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/d79ffa55-496b-4334-8bf7-df8cb68cb863 HTTP/1.1" status: 404 len: 337 time: 0.0332930 Oct 26 08:35:25.008382 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35046) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:25.020953 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35048) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:25.046125 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b7a9ad77-5f5b-41f4-b3ff-4df0fcd194e1 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:25.049718 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b7a9ad77-5f5b-41f4-b3ff-4df0fcd194e1 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:25.054635 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b83dca3-cc64-48d8-91b6-ddf96551416f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:25.055491 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b83dca3-cc64-48d8-91b6-ddf96551416f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:25.059387 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5b83dca3-cc64-48d8-91b6-ddf96551416f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/ports/e2c5b88c-d36c-42b4-8921-76920ada339d HTTP/1.1" status: 404 len: 333 time: 0.0500700 Oct 26 08:35:25.062253 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35052) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:25.101851 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b7b49fd9-8d05-4695-be02-6de1c2a1c8af tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:25.106659 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b7b49fd9-8d05-4695-be02-6de1c2a1c8af tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:25.127655 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dc74788-ec1d-4049-ba6f-a9a80e32566f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:25.128391 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dc74788-ec1d-4049-ba6f-a9a80e32566f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:25.134439 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-7dc74788-ec1d-4049-ba6f-a9a80e32566f tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/f00e0f14-a97e-4525-8046-668b966bd25b HTTP/1.1" status: 404 len: 337 time: 0.0711679 Oct 26 08:35:25.135850 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35054) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:25.143165 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b7a9ad77-5f5b-41f4-b3ff-4df0fcd194e1 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:25.143891 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a9ad77-5f5b-41f4-b3ff-4df0fcd194e1 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Fanout notify agent at l3_agent the message router_deleted on router 06747a27-0999-4db4-bfae-bf5cf251c901 {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:35:25.147675 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1e12df0c-17ef-463f-8f02-f6936522351f tempest-ServiceProvidersTest-203941358 tempest-ServiceProvidersTest-203941358-project] 10.222.0.41 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1256545 Oct 26 08:35:25.159380 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b7b49fd9-8d05-4695-be02-6de1c2a1c8af tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:25.164081 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b7b49fd9-8d05-4695-be02-6de1c2a1c8af tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3244295 Oct 26 08:35:25.164081 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35058) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:25.165534 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b49fd9-8d05-4695-be02-6de1c2a1c8af tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afbbef30-ee45-4704-aed1-b8e6b99de887,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:25.181792 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b7a9ad77-5f5b-41f4-b3ff-4df0fcd194e1 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:25.182938 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b7a9ad77-5f5b-41f4-b3ff-4df0fcd194e1 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/routers/06747a27-0999-4db4-bfae-bf5cf251c901 HTTP/1.1" status: 204 len: 168 time: 2.4079914 Oct 26 08:35:25.186886 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-a0e1decb-be6a-4d2c-a7a3-8d200f57c64e tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Request body: {'security_group_rule': {'security_group_id': 'afbbef30-ee45-4704-aed1-b8e6b99de887', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:25.188916 dv-neutron-804846-13-hyperv neutron-server[102102]: WARNING neutron.api.v2.base [None req-a0e1decb-be6a-4d2c-a7a3-8d200f57c64e tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 26 08:35:25.190002 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-a0e1decb-be6a-4d2c-a7a3-8d200f57c64e tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:35:25.193535 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a0e1decb-be6a-4d2c-a7a3-8d200f57c64e tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0264244 Oct 26 08:35:25.193535 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35060) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:25.194991 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-b80abea1-cdd8-4139-bc2e-9f26eb319c26 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:25.195717 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b80abea1-cdd8-4139-bc2e-9f26eb319c26 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:25.201836 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b80abea1-cdd8-4139-bc2e-9f26eb319c26 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/ports/2afd33e7-3de7-46b2-9615-ea033c811073 HTTP/1.1" status: 404 len: 333 time: 0.0608239 Oct 26 08:35:25.204867 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-e348dfa8-f948-484b-82ae-c4db3a0eeb14 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1467566332'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:25.209369 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35062) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:25.209753 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35064) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:25.245287 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-4216df07-cb53-4df9-a813-1d7394f62513 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:25.246353 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4216df07-cb53-4df9-a813-1d7394f62513 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:25.249446 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4216df07-cb53-4df9-a813-1d7394f62513 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/192bb6ea-fba4-499f-ab0d-f3ffe1fb8494 HTTP/1.1" status: 404 len: 337 time: 0.0387321 Oct 26 08:35:25.253670 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35066) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:25.287564 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-c852325c-e6b8-4e17-bd0c-1323767691b8 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:25.288584 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c852325c-e6b8-4e17-bd0c-1323767691b8 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:25.288961 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f1783830-3824-4b3c-8283-8cc476c9fca2 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:25.292224 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c852325c-e6b8-4e17-bd0c-1323767691b8 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/ports/01b13745-f249-4804-957f-371de4a3cb79 HTTP/1.1" status: 404 len: 333 time: 0.0372901 Oct 26 08:35:25.295718 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35068) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:25.305138 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e348dfa8-f948-484b-82ae-c4db3a0eeb14 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Made reservation on behalf of 502737b6a12c43caa6c2ea21f619d856 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:25.308557 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e348dfa8-f948-484b-82ae-c4db3a0eeb14 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:25.323785 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f1783830-3824-4b3c-8283-8cc476c9fca2 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:25.327352 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6110b91b-eb5c-4725-9d6f-a89abcdbd5a9 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Router 1fe4e193-bc1b-4ccb-b74d-89b3fded41d1 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:35:25.339437 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c8f7a51-888e-4a6e-83c2-4ae51ae0fb8b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:25.339437 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c8f7a51-888e-4a6e-83c2-4ae51ae0fb8b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:25.345457 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8c8f7a51-888e-4a6e-83c2-4ae51ae0fb8b tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/c5454543-93c4-4d33-ae54-a3d2b4498645 HTTP/1.1" status: 404 len: 337 time: 0.0457995 Oct 26 08:35:25.346097 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35070) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:25.377759 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-9acd8277-9f7d-4ae5-bc68-d2ca781e5b06 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:25.378391 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9acd8277-9f7d-4ae5-bc68-d2ca781e5b06 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:25.383215 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9acd8277-9f7d-4ae5-bc68-d2ca781e5b06 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/ports/dc32994d-22cb-413b-8418-0e50607cbe3d HTTP/1.1" status: 404 len: 333 time: 0.0342188 Oct 26 08:35:25.384459 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35074) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:25.412066 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-9174c71a-f80c-496a-8188-547e7b56aa62 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:25.412684 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9174c71a-f80c-496a-8188-547e7b56aa62 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:25.416336 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9174c71a-f80c-496a-8188-547e7b56aa62 tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/subnets/830fc124-0ce7-456b-89f1-d53650a04e1a HTTP/1.1" status: 404 len: 337 time: 0.0305021 Oct 26 08:35:25.418771 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35076) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:25.446337 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f1783830-3824-4b3c-8283-8cc476c9fca2 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:25.448928 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f1783830-3824-4b3c-8283-8cc476c9fca2 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:25.452454 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f1783830-3824-4b3c-8283-8cc476c9fca2 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "DELETE /v2.0/security-groups/afbbef30-ee45-4704-aed1-b8e6b99de887 HTTP/1.1" status: 204 len: 168 time: 0.2397814 Oct 26 08:35:25.455065 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35078) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:25.466521 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35080) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:25.474305 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e348dfa8-f948-484b-82ae-c4db3a0eeb14 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:35:25.480168 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1783830-3824-4b3c-8283-8cc476c9fca2 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbbef30-ee45-4704-aed1-b8e6b99de887,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:25.506990 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e348dfa8-f948-484b-82ae-c4db3a0eeb14 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:25.507343 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-e348dfa8-f948-484b-82ae-c4db3a0eeb14 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Added segment f4f6eb06-6e3f-4359-a9b9-6cb963a910ff of type vlan for network 742b2f1b-82ff-4286-8851-f15bf93ec41d Oct 26 08:35:25.522628 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-aea30cab-6878-4230-b2fb-b88c8318a4bd tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:25.529900 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6110b91b-eb5c-4725-9d6f-a89abcdbd5a9 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:35:25.538320 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-73759d5b-85cf-4e95-b131-4fa998e90fb3 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0794697 Oct 26 08:35:25.541877 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35084) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:25.546500 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-85edd4f1-093b-4646-8f04-1b18e917a88d tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Request body: {'security_group': {'name': 'tempest-secgroup--1077397188'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:25.557149 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e25e38e-27fe-4c75-b303-a78f4f0eb21e None None] Sync routers for ids ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:35:25.568304 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e25e38e-27fe-4c75-b303-a78f4f0eb21e None None] Routers {'1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:25.568922 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-2e25e38e-27fe-4c75-b303-a78f4f0eb21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:25.571270 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e348dfa8-f948-484b-82ae-c4db3a0eeb14 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:25.575528 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6110b91b-eb5c-4725-9d6f-a89abcdbd5a9 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:25.606607 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-2e25e38e-27fe-4c75-b303-a78f4f0eb21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:25.609042 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6110b91b-eb5c-4725-9d6f-a89abcdbd5a9 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.0457585 Oct 26 08:35:25.613040 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35086) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:25.616225 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e25e38e-27fe-4c75-b303-a78f4f0eb21e None None] Routers {'1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:25.616840 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-2e25e38e-27fe-4c75-b303-a78f4f0eb21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:25.618374 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-3e95757d-97b6-43a8-85a4-4c0424259dc3 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Request body: {'floatingip': {'port_id': 'de36199c-6487-45a0-bb96-3c7db8792546', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:25.623024 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-85edd4f1-093b-4646-8f04-1b18e917a88d tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:25.651519 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-2e25e38e-27fe-4c75-b303-a78f4f0eb21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:25.652171 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e25e38e-27fe-4c75-b303-a78f4f0eb21e None None] The sync data for ids ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:35:25.691171 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ca81cd90-336d-4a7a-9777-c409d6d3b849 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:25.692441 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e348dfa8-f948-484b-82ae-c4db3a0eeb14 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:25.698244 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e348dfa8-f948-484b-82ae-c4db3a0eeb14 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:25.698957 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e348dfa8-f948-484b-82ae-c4db3a0eeb14 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:25.732063 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3e95757d-97b6-43a8-85a4-4c0424259dc3 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for floatingip, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:25.762853 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-aea30cab-6878-4230-b2fb-b88c8318a4bd tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:25.785718 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e348dfa8-f948-484b-82ae-c4db3a0eeb14 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5917897 Oct 26 08:35:25.791603 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35088) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:25.803790 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-aea30cab-6878-4230-b2fb-b88c8318a4bd tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf0c004-fa53-4f3e-bbfd-ff079400665b']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:25.804118 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-22e6e3a6-7580-4b6b-af8f-0cd16334c3d4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Request body: {'subnet': {'network_id': '742b2f1b-82ff-4286-8851-f15bf93ec41d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:25.812562 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e348dfa8-f948-484b-82ae-c4db3a0eeb14 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event updated for resources: {'Network': ['ID=742b2f1b-82ff-4286-8851-f15bf93ec41d,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:25.821075 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-aea30cab-6878-4230-b2fb-b88c8318a4bd tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd423c6e9-36b4-499a-9e30-82b2b4532a62') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:25.821453 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-aea30cab-6878-4230-b2fb-b88c8318a4bd tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd423c6e9-36b4-499a-9e30-82b2b4532a62') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:25.827015 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 742b2f1b-82ff-4286-8851-f15bf93ec41d details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:35:25.833743 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-aea30cab-6878-4230-b2fb-b88c8318a4bd tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:25.850512 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-aea30cab-6878-4230-b2fb-b88c8318a4bd tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:25.857075 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea30cab-6878-4230-b2fb-b88c8318a4bd tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:35:25.857522 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-aea30cab-6878-4230-b2fb-b88c8318a4bd tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:25.861285 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:35:25.861285 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:35:25.861285 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:35:25.861285 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:35:25.861285 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:35:25.861285 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:35:25.861285 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:35:25.861285 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:35:25.861285 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:35:25.861285 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:35:25.861285 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:35:25.861285 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:35:25.861285 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:35:25.861285 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:35:25.861285 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:35:25.861285 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:35:25.861285 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:35:25.861285 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:35:25.861285 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:35:25.861285 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:35:25.861285 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:35:25.861285 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:35:25.861285 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:35:25.861285 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:35:25.861285 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:35:25.861285 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:35:25.861285 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:35:25.861285 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:35:25.861285 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:35:25.861285 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:35:25.861285 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:35:25.861285 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:35:25.911004 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-85edd4f1-093b-4646-8f04-1b18e917a88d tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:25.933295 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-aea30cab-6878-4230-b2fb-b88c8318a4bd tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:25.933975 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-85edd4f1-093b-4646-8f04-1b18e917a88d tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:25.941882 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-aea30cab-6878-4230-b2fb-b88c8318a4bd tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:25.945795 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-aea30cab-6878-4230-b2fb-b88c8318a4bd tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] 10.222.0.41 "DELETE /v2.0/networks/ecf0c004-fa53-4f3e-bbfd-ff079400665b HTTP/1.1" status: 204 len: 168 time: 0.5258892 Oct 26 08:35:25.959126 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea30cab-6878-4230-b2fb-b88c8318a4bd tempest-NetworksTestDHCPv6-1525000995 tempest-NetworksTestDHCPv6-1525000995-project] Pushing event deleted for resources: {'Network': ['ID=ecf0c004-fa53-4f3e-bbfd-ff079400665b,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:26.026561 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-85edd4f1-093b-4646-8f04-1b18e917a88d tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:26.030419 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-85edd4f1-093b-4646-8f04-1b18e917a88d tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4848363 Oct 26 08:35:26.031650 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35092) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:26.037715 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-a3aacf79-1c7a-4ed5-9e3d-b6c051deb283 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Request body: {'security_group_rule': {'security_group_id': 'aa16391c-4003-4880-aa0c-36e8d68b388d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:26.048286 dv-neutron-804846-13-hyperv neutron-server[102102]: WARNING neutron.api.v2.base [None req-a3aacf79-1c7a-4ed5-9e3d-b6c051deb283 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 26 08:35:26.049202 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-a3aacf79-1c7a-4ed5-9e3d-b6c051deb283 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:35:26.050423 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a3aacf79-1c7a-4ed5-9e3d-b6c051deb283 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0167181 Oct 26 08:35:26.052048 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85edd4f1-093b-4646-8f04-1b18e917a88d tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa16391c-4003-4880-aa0c-36e8d68b388d,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:26.053142 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35094) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:26.055468 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ca81cd90-336d-4a7a-9777-c409d6d3b849 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:26.068560 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-10c6249b-1eb6-4f46-9c7e-fc867c4bc6f1 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Request body: {'security_group_rule': {'security_group_id': 'aa16391c-4003-4880-aa0c-36e8d68b388d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:26.069532 dv-neutron-804846-13-hyperv neutron-server[102102]: WARNING neutron.api.v2.base [None req-10c6249b-1eb6-4f46-9c7e-fc867c4bc6f1 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 26 08:35:26.070182 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-10c6249b-1eb6-4f46-9c7e-fc867c4bc6f1 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:35:26.071146 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-10c6249b-1eb6-4f46-9c7e-fc867c4bc6f1 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0064962 Oct 26 08:35:26.074883 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35098) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:26.080422 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-ba6ffed7-b39e-404f-9ba5-b8151b2d9ae8 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Request body: {'security_group_rule': {'security_group_id': 'aa16391c-4003-4880-aa0c-36e8d68b388d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:26.081247 dv-neutron-804846-13-hyperv neutron-server[102102]: WARNING neutron.api.v2.base [None req-ba6ffed7-b39e-404f-9ba5-b8151b2d9ae8 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 26 08:35:26.081883 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-ba6ffed7-b39e-404f-9ba5-b8151b2d9ae8 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:35:26.083370 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ba6ffed7-b39e-404f-9ba5-b8151b2d9ae8 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063832 Oct 26 08:35:26.085899 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35100) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:26.090046 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-bb799e2e-e4ee-4e94-b641-da503781404b tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Request body: {'security_group_rule': {'security_group_id': 'aa16391c-4003-4880-aa0c-36e8d68b388d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:26.091091 dv-neutron-804846-13-hyperv neutron-server[102102]: WARNING neutron.api.v2.base [None req-bb799e2e-e4ee-4e94-b641-da503781404b tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 26 08:35:26.091572 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-bb799e2e-e4ee-4e94-b641-da503781404b tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:35:26.093269 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-bb799e2e-e4ee-4e94-b641-da503781404b tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0057905 Oct 26 08:35:26.095872 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35102) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:26.125787 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ca81cd90-336d-4a7a-9777-c409d6d3b849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:26.152542 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bb33257a-7da1-47ac-b79a-0c5da37b77e7 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:26.165036 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e6e3a6-7580-4b6b-af8f-0cd16334c3d4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Made reservation on behalf of 502737b6a12c43caa6c2ea21f619d856 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:26.168479 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-22e6e3a6-7580-4b6b-af8f-0cd16334c3d4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:26.177195 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bb33257a-7da1-47ac-b79a-0c5da37b77e7 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:26.190136 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35104) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:26.227992 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ca81cd90-336d-4a7a-9777-c409d6d3b849 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d65b548627b2415396a1d08257c7e00c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7543204 Oct 26 08:35:26.229842 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35108) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:26.238161 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81cd90-336d-4a7a-9777-c409d6d3b849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aaf9394-b960-48d4-89dc-4961245261f1,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:26.240247 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bb33257a-7da1-47ac-b79a-0c5da37b77e7 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:26.243093 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bb33257a-7da1-47ac-b79a-0c5da37b77e7 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:26.246852 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-bb33257a-7da1-47ac-b79a-0c5da37b77e7 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "DELETE /v2.0/security-groups/aa16391c-4003-4880-aa0c-36e8d68b388d HTTP/1.1" status: 204 len: 168 time: 0.1500294 Oct 26 08:35:26.247790 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35110) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:26.304305 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33257a-7da1-47ac-b79a-0c5da37b77e7 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa16391c-4003-4880-aa0c-36e8d68b388d,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:26.357073 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5fb3f12e-cfba-49a0-859e-39507d7b7d03 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0976918 Oct 26 08:35:26.362800 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35112) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:26.370811 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-1a5f6cd1-06dd-49c5-9298-a200e0bf5635 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Request body: {'security_group': {'name': 'tempest-secgroup--738853134'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:26.400753 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ed4914f1-22ca-4796-8fc8-e0237f15ad0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:26.428780 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-2f38059c-d3c9-400b-a9ce-16739b40e3af admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=34a26fc2cbe741c49d4d94b40e63438a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358980 Oct 26 08:35:26.434828 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35114) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:26.446288 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ed4914f1-22ca-4796-8fc8-e0237f15ad0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:26.454874 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1a5f6cd1-06dd-49c5-9298-a200e0bf5635 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:26.557039 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9c5b39fe-9aa9-4311-827f-83b4e114600d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:26.558703 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-22e6e3a6-7580-4b6b-af8f-0cd16334c3d4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:26.564772 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ed4914f1-22ca-4796-8fc8-e0237f15ad0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:26.567458 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ed4914f1-22ca-4796-8fc8-e0237f15ad0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:26.568620 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ed4914f1-22ca-4796-8fc8-e0237f15ad0e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7aaf9394-b960-48d4-89dc-4961245261f1 HTTP/1.1" status: 204 len: 168 time: 0.3361704 Oct 26 08:35:26.605275 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4914f1-22ca-4796-8fc8-e0237f15ad0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aaf9394-b960-48d4-89dc-4961245261f1,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:26.618979 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9c5b39fe-9aa9-4311-827f-83b4e114600d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:26.635697 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1a5f6cd1-06dd-49c5-9298-a200e0bf5635 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:26.646479 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1a5f6cd1-06dd-49c5-9298-a200e0bf5635 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:26.661747 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3e95757d-97b6-43a8-85a4-4c0424259dc3 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:26.662710 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e6e3a6-7580-4b6b-af8f-0cd16334c3d4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event updated for resources: {'Subnet': ['ID=7ce2377d-6557-4547-a4fc-626e02b9fd17,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:26.672062 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3e95757d-97b6-43a8-85a4-4c0424259dc3 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:26.697101 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1a5f6cd1-06dd-49c5-9298-a200e0bf5635 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:26.701043 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1a5f6cd1-06dd-49c5-9298-a200e0bf5635 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3329530 Oct 26 08:35:26.701043 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f6cd1-06dd-49c5-9298-a200e0bf5635 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8053d86f-1f41-4414-91d9-cacfe2195325,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:26.703357 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35118) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:26.709330 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-25f20232-3067-4361-ac83-8f79c383c0cd tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Request body: {'security_group_rule': {'security_group_id': '8053d86f-1f41-4414-91d9-cacfe2195325', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:26.710491 dv-neutron-804846-13-hyperv neutron-server[102102]: WARNING neutron.api.v2.base [None req-25f20232-3067-4361-ac83-8f79c383c0cd tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 26 08:35:26.710691 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-25f20232-3067-4361-ac83-8f79c383c0cd tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:35:26.714718 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-25f20232-3067-4361-ac83-8f79c383c0cd tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062959 Oct 26 08:35:26.714814 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35120) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:26.716782 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e6e3a6-7580-4b6b-af8f-0cd16334c3d4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Checking segment: {'id': 'f4f6eb06-6e3f-4359-a9b9-6cb963a910ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '742b2f1b-82ff-4286-8851-f15bf93ec41d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:35:26.717346 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e6e3a6-7580-4b6b-af8f-0cd16334c3d4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Network hostable DHCP agents. Network: 742b2f1b-82ff-4286-8851-f15bf93ec41d, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:35:26.719212 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-213f6482-2a33-4889-ac70-fda38234a49a tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Request body: {'security_group_rule': {'security_group_id': '8053d86f-1f41-4414-91d9-cacfe2195325', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:26.741201 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9c5b39fe-9aa9-4311-827f-83b4e114600d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:26.743804 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9c5b39fe-9aa9-4311-827f-83b4e114600d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:26.744959 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9c5b39fe-9aa9-4311-827f-83b4e114600d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/976610fe-7283-42c2-90f0-17dc8316a8c8 HTTP/1.1" status: 204 len: 168 time: 0.3092215 Oct 26 08:35:26.763991 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b39fe-9aa9-4311-827f-83b4e114600d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976610fe-7283-42c2-90f0-17dc8316a8c8,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:26.782958 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-213f6482-2a33-4889-ac70-fda38234a49a tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:35:26.785819 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-213f6482-2a33-4889-ac70-fda38234a49a tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0688672 Oct 26 08:35:26.787155 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35126) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:26.790768 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e6e3a6-7580-4b6b-af8f-0cd16334c3d4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Network 742b2f1b-82ff-4286-8851-f15bf93ec41d is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:35:26.794649 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-ffbd61f9-cac9-41e4-8da2-d7b771850032 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Request body: {'security_group_rule': {'security_group_id': '8053d86f-1f41-4414-91d9-cacfe2195325', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:26.795223 dv-neutron-804846-13-hyperv neutron-server[102102]: WARNING neutron.api.v2.base [None req-ffbd61f9-cac9-41e4-8da2-d7b771850032 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 26 08:35:26.795768 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-ffbd61f9-cac9-41e4-8da2-d7b771850032 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:35:26.800729 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ffbd61f9-cac9-41e4-8da2-d7b771850032 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0086367 Oct 26 08:35:26.802364 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35128) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:26.812479 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-22e6e3a6-7580-4b6b-af8f-0cd16334c3d4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 742b2f1b-82ff-4286-8851-f15bf93ec41d) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:26.815397 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-a622ab32-3fa0-467e-9014-33a1b22a6a1b tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Request body: {'security_group_rule': {'security_group_id': '8053d86f-1f41-4414-91d9-cacfe2195325', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:26.821475 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e6e3a6-7580-4b6b-af8f-0cd16334c3d4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:26.822137 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0243d45d-bceb-494f-903b-d3a7972eaeb3 None None] Network 742b2f1b-82ff-4286-8851-f15bf93ec41d requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:26.822557 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-22e6e3a6-7580-4b6b-af8f-0cd16334c3d4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:26.882625 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-a622ab32-3fa0-467e-9014-33a1b22a6a1b tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:35:26.884224 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a622ab32-3fa0-467e-9014-33a1b22a6a1b tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0788453 Oct 26 08:35:26.887017 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35130) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:26.893396 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-bda82f86-34bf-4bbe-8b7b-74edfb7cdf6f tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Request body: {'security_group_rule': {'security_group_id': '8053d86f-1f41-4414-91d9-cacfe2195325', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:26.893912 dv-neutron-804846-13-hyperv neutron-server[102102]: WARNING neutron.api.v2.base [None req-bda82f86-34bf-4bbe-8b7b-74edfb7cdf6f tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 26 08:35:26.894408 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-bda82f86-34bf-4bbe-8b7b-74edfb7cdf6f tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:35:26.895393 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-bda82f86-34bf-4bbe-8b7b-74edfb7cdf6f tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072608 Oct 26 08:35:26.900021 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35132) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:26.906896 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-0d3e5b94-66b8-4cc6-8ebc-7056155b0bda tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Request body: {'security_group_rule': {'security_group_id': '8053d86f-1f41-4414-91d9-cacfe2195325', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:26.914258 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-22e6e3a6-7580-4b6b-af8f-0cd16334c3d4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1186337 Oct 26 08:35:26.917831 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35134) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:26.924276 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-aa791a31-77ec-415c-8a04-59d2bed41efd tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1701499138', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:26.950083 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.securitygroups_db [None req-0d3e5b94-66b8-4cc6-8ebc-7056155b0bda tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Project 1b1edbcf31304d6eb3275232aa67eedd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 08:35:26.973615 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-aa791a31-77ec-415c-8a04-59d2bed41efd tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:26.976272 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-aa791a31-77ec-415c-8a04-59d2bed41efd tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:26.980489 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-0d3e5b94-66b8-4cc6-8ebc-7056155b0bda tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:35:26.986404 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-0d3e5b94-66b8-4cc6-8ebc-7056155b0bda tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0837271 Oct 26 08:35:26.987040 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35138) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:27.001724 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-0baa0e52-51f0-4aa5-b0f5-3db1c77659e6 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Request body: {'security_group_rule': {'security_group_id': '8053d86f-1f41-4414-91d9-cacfe2195325', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:27.003835 dv-neutron-804846-13-hyperv neutron-server[102102]: WARNING neutron.api.v2.base [None req-0baa0e52-51f0-4aa5-b0f5-3db1c77659e6 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 26 08:35:27.005210 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-0baa0e52-51f0-4aa5-b0f5-3db1c77659e6 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:35:27.007056 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-0baa0e52-51f0-4aa5-b0f5-3db1c77659e6 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0155041 Oct 26 08:35:27.011651 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35140) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:27.020000 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e95757d-97b6-43a8-85a4-4c0424259dc3 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Router 1fe4e193-bc1b-4ccb-b74d-89b3fded41d1 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:35:27.023542 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-3105570d-6f46-447d-bf51-8ca9fbc166cd tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Request body: {'security_group_rule': {'security_group_id': '8053d86f-1f41-4414-91d9-cacfe2195325', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:27.061092 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1143423-24d0-4c09-b4a0-0e99c2042164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-742b2f1b-82ff-4286-8851-f15bf93ec41d', 'network_id': '742b2f1b-82ff-4286-8851-f15bf93ec41d', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'fixed_ips': [{'subnet_id': '7ce2377d-6557-4547-a4fc-626e02b9fd17'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:35:27.062398 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c1143423-24d0-4c09-b4a0-0e99c2042164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:27.118459 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.securitygroups_db [None req-3105570d-6f46-447d-bf51-8ca9fbc166cd tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Project 1b1edbcf31304d6eb3275232aa67eedd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 08:35:27.127905 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-aa791a31-77ec-415c-8a04-59d2bed41efd tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:27.135746 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-aa791a31-77ec-415c-8a04-59d2bed41efd tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:27.145348 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-3105570d-6f46-447d-bf51-8ca9fbc166cd tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:35:27.146472 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3105570d-6f46-447d-bf51-8ca9fbc166cd tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1290293 Oct 26 08:35:27.154141 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35150) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:27.160959 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-7dd9b13b-2df2-49e0-9a7c-cecd71b5d3a1 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Request body: {'security_group_rule': {'security_group_id': '8053d86f-1f41-4414-91d9-cacfe2195325', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:27.181488 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-aa791a31-77ec-415c-8a04-59d2bed41efd tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:27.182943 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-aa791a31-77ec-415c-8a04-59d2bed41efd tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2640817 Oct 26 08:35:27.185766 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35152) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:27.187026 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e95757d-97b6-43a8-85a4-4c0424259dc3 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:35:27.198536 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3e95757d-97b6-43a8-85a4-4c0424259dc3 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:27.232051 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.securitygroups_db [None req-7dd9b13b-2df2-49e0-9a7c-cecd71b5d3a1 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Project 1b1edbcf31304d6eb3275232aa67eedd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 08:35:27.262743 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-7dd9b13b-2df2-49e0-9a7c-cecd71b5d3a1 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:35:27.263812 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-7dd9b13b-2df2-49e0-9a7c-cecd71b5d3a1 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1087086 Oct 26 08:35:27.267244 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35156) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:27.292968 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-c1143423-24d0-4c09-b4a0-0e99c2042164 None None] Allocated IP 2001:db8::2 (742b2f1b-82ff-4286-8851-f15bf93ec41d/7ce2377d-6557-4547-a4fc-626e02b9fd17/c1b68c57-e11b-4fd2-a48d-4a7bda8bb829) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:27.297896 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3e95757d-97b6-43a8-85a4-4c0424259dc3 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "PUT /v2.0/floatingips/6ef095bb-0e2e-402d-a266-5e304880020a HTTP/1.1" status: 200 len: 978 time: 1.6838071 Oct 26 08:35:27.302998 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35160) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:27.398427 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fef0ea5-e404-4357-96cf-507b037f8132 None None] Sync routers for ids ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:35:27.401261 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d23333fd-c29a-4f1d-8e3a-023e779cd062 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:27.466290 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d23333fd-c29a-4f1d-8e3a-023e779cd062 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:27.592935 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-232de309-8bde-4bb5-9a30-4f34a4242f1a req-9f7925f9-32e3-45d1-8ba2-537cdd668d8d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758202 Oct 26 08:35:27.594942 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d23333fd-c29a-4f1d-8e3a-023e779cd062 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:27.597516 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d23333fd-c29a-4f1d-8e3a-023e779cd062 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:27.601005 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d23333fd-c29a-4f1d-8e3a-023e779cd062 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "DELETE /v2.0/security-groups/8053d86f-1f41-4414-91d9-cacfe2195325 HTTP/1.1" status: 204 len: 168 time: 0.3303444 Oct 26 08:35:27.601173 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fef0ea5-e404-4357-96cf-507b037f8132 None None] Routers {'1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:27.601173 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-9fef0ea5-e404-4357-96cf-507b037f8132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:27.615923 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35172) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:27.648037 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23333fd-c29a-4f1d-8e3a-023e779cd062 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8053d86f-1f41-4414-91d9-cacfe2195325,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:27.685413 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-9fef0ea5-e404-4357-96cf-507b037f8132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:27.703456 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c1143423-24d0-4c09-b4a0-0e99c2042164 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:27.708028 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-01f56249-147c-4394-99f5-05fb9bc7c50d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Deleting port 402352bb-178e-4050-a1bc-7536eb786f40 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:27.708379 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-01f56249-147c-4394-99f5-05fb9bc7c50d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:27.709190 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fef0ea5-e404-4357-96cf-507b037f8132 None None] Routers {'1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:27.710100 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-9fef0ea5-e404-4357-96cf-507b037f8132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:27.716215 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c1143423-24d0-4c09-b4a0-0e99c2042164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:27.722581 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f713554c-b32a-4f67-8d6a-e6c656e07e91 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:27.736920 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-8d1b167e-0004-4302-8e26-57aba7553c28 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1176815 Oct 26 08:35:27.744903 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35180) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:27.776300 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232de309-8bde-4bb5-9a30-4f34a4242f1a req-751681b0-de3a-4682-a015-125a9d6b60fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:27.778101 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-232de309-8bde-4bb5-9a30-4f34a4242f1a req-751681b0-de3a-4682-a015-125a9d6b60fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6eab6734a4b340b3a9f449d2b1ad4f89&device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 1098 time: 0.1238215 Oct 26 08:35:27.793549 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-17f0aa74-144c-4c36-844d-f1bfd6540bd9 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Request body: {'security_group': {'name': 'tempest-secgroup--233540709'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:27.821112 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1143423-24d0-4c09-b4a0-0e99c2042164 None None] Pushing event updated for resources: {'Port': ['ID=c1b68c57-e11b-4fd2-a48d-4a7bda8bb829,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:27.829175 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-9fef0ea5-e404-4357-96cf-507b037f8132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:27.829823 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fef0ea5-e404-4357-96cf-507b037f8132 None None] The sync data for ids ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:35:27.844633 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1143423-24d0-4c09-b4a0-0e99c2042164 None None] Network 742b2f1b-82ff-4286-8851-f15bf93ec41d is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:27.849033 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-c1143423-24d0-4c09-b4a0-0e99c2042164 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:27.855366 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1143423-24d0-4c09-b4a0-0e99c2042164 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:27.904655 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-01f56249-147c-4394-99f5-05fb9bc7c50d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:27.904993 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-01f56249-147c-4394-99f5-05fb9bc7c50d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:27.933911 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-17f0aa74-144c-4c36-844d-f1bfd6540bd9 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:27.940096 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-01f56249-147c-4394-99f5-05fb9bc7c50d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Calling delete_port for 402352bb-178e-4050-a1bc-7536eb786f40 owned by network:floatingip {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:27.945095 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-c1143423-24d0-4c09-b4a0-0e99c2042164 None None] Attempting to bind port c1b68c57-e11b-4fd2-a48d-4a7bda8bb829 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:35:27.945457 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-c1143423-24d0-4c09-b4a0-0e99c2042164 None None] Attempting to bind port c1b68c57-e11b-4fd2-a48d-4a7bda8bb829 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'f4f6eb06-6e3f-4359-a9b9-6cb963a910ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '742b2f1b-82ff-4286-8851-f15bf93ec41d'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:35:27.945856 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1143423-24d0-4c09-b4a0-0e99c2042164 None None] Attempting to bind port c1b68c57-e11b-4fd2-a48d-4a7bda8bb829 on network 742b2f1b-82ff-4286-8851-f15bf93ec41d {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:35:27.954126 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1143423-24d0-4c09-b4a0-0e99c2042164 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:35:27.954126 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1143423-24d0-4c09-b4a0-0e99c2042164 None None] Checking segment: {'id': 'f4f6eb06-6e3f-4359-a9b9-6cb963a910ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '742b2f1b-82ff-4286-8851-f15bf93ec41d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:35:27.954573 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c1143423-24d0-4c09-b4a0-0e99c2042164 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:27.954949 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1143423-24d0-4c09-b4a0-0e99c2042164 None None] Bound using segment: {'id': 'f4f6eb06-6e3f-4359-a9b9-6cb963a910ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '742b2f1b-82ff-4286-8851-f15bf93ec41d'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:35:27.955413 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-c1143423-24d0-4c09-b4a0-0e99c2042164 None None] Bound port: c1b68c57-e11b-4fd2-a48d-4a7bda8bb829, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f6eb06-6e3f-4359-a9b9-6cb963a910ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '742b2f1b-82ff-4286-8851-f15bf93ec41d'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:35:27.955808 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c1143423-24d0-4c09-b4a0-0e99c2042164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:27.993279 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35186) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:28.051294 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-c1143423-24d0-4c09-b4a0-0e99c2042164 None None] For port c1b68c57-e11b-4fd2-a48d-4a7bda8bb829, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:35:28.056260 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-c1143423-24d0-4c09-b4a0-0e99c2042164 None None] For port c1b68c57-e11b-4fd2-a48d-4a7bda8bb829, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=c1b68c57-e11b-4fd2-a48d-4a7bda8bb829,segment=NetworkSegment(f4f6eb06-6e3f-4359-a9b9-6cb963a910ff),segment_id=f4f6eb06-6e3f-4359-a9b9-6cb963a910ff)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:35:28.065948 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c1143423-24d0-4c09-b4a0-0e99c2042164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:28.071756 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232de309-8bde-4bb5-9a30-4f34a4242f1a req-28bcf1b5-18fd-4633-be49-280840106ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:28.073144 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-232de309-8bde-4bb5-9a30-4f34a4242f1a req-28bcf1b5-18fd-4633-be49-280840106ff8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8898436d-e40a-418e-85e2-87f0fb58c97b HTTP/1.1" status: 200 len: 913 time: 0.2702940 Oct 26 08:35:28.082875 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35190) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:28.149670 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-17f0aa74-144c-4c36-844d-f1bfd6540bd9 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:28.151420 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-f713554c-b32a-4f67-8d6a-e6c656e07e91 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Allocated IP 2001:db8::1 (742b2f1b-82ff-4286-8851-f15bf93ec41d/7ce2377d-6557-4547-a4fc-626e02b9fd17/79f5a644-7dd8-4eee-be0c-59f2631d0ea4) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:28.161004 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1143423-24d0-4c09-b4a0-0e99c2042164 None None] Pushing event updated for resources: {'Port': ['ID=c1b68c57-e11b-4fd2-a48d-4a7bda8bb829,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:28.176699 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-17f0aa74-144c-4c36-844d-f1bfd6540bd9 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:28.288035 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-17f0aa74-144c-4c36-844d-f1bfd6540bd9 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:28.289421 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-17f0aa74-144c-4c36-844d-f1bfd6540bd9 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5434549 Oct 26 08:35:28.293553 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35194) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:28.300755 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-925359b0-c31b-4c3b-9e59-cd8c0e6988d5 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Request body: {'security_group_rule': {'security_group_id': 'a857d868-b140-4817-b728-65b28b87d1f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:28.306210 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0aa74-144c-4c36-844d-f1bfd6540bd9 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a857d868-b140-4817-b728-65b28b87d1f0,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:28.397492 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-925359b0-c31b-4c3b-9e59-cd8c0e6988d5 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] create failed (client error): The resource could not be found. Oct 26 08:35:28.398491 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-925359b0-c31b-4c3b-9e59-cd8c0e6988d5 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1038818 Oct 26 08:35:28.402827 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35196) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:28.406771 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f713554c-b32a-4f67-8d6a-e6c656e07e91 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:28.412841 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-e6242ad5-db2a-4596-92eb-f5f365491a6a tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Request body: {'security_group_rule': {'security_group_id': 'a857d868-b140-4817-b728-65b28b87d1f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '22a020a5-2970-443b-a3d3-2874298923e0'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:28.486085 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f713554c-b32a-4f67-8d6a-e6c656e07e91 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:28.520738 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [None req-c21409ee-dd54-4ded-9ec0-202b9e5e62c1 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:28.525329 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c21409ee-dd54-4ded-9ec0-202b9e5e62c1 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.4420819 Oct 26 08:35:28.534426 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35198) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:28.536725 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-51b816b5-e033-4024-b539-84c2b86c99cb tempest-SubnetPoolsTestJSON-1151307053 tempest-SubnetPoolsTestJSON-1151307053-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-868035014', 'prefixes': ['172.20.0.0/16']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:28.555049 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f713554c-b32a-4f67-8d6a-e6c656e07e91 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Network 742b2f1b-82ff-4286-8851-f15bf93ec41d is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:28.558190 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [None req-fa1ef795-84d8-4b54-8af9-5618695d636f tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:28.563620 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-e6242ad5-db2a-4596-92eb-f5f365491a6a tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] create failed (client error): The resource could not be found. Oct 26 08:35:28.564990 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e6242ad5-db2a-4596-92eb-f5f365491a6a tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1570208 Oct 26 08:35:28.566079 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-f713554c-b32a-4f67-8d6a-e6c656e07e91 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:28.567907 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-fa1ef795-84d8-4b54-8af9-5618695d636f tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0265980 Oct 26 08:35:28.568079 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35200) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:28.569996 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35202) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:28.587417 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-107c9afe-9101-4b63-a2ab-ead662b8ea47 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:28.588592 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-107c9afe-9101-4b63-a2ab-ead662b8ea47 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0150576 Oct 26 08:35:28.599249 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35204) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:28.600340 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f713554c-b32a-4f67-8d6a-e6c656e07e91 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:28.601049 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f713554c-b32a-4f67-8d6a-e6c656e07e91 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:28.609068 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [None req-9a386a1a-25f4-4d0f-8171-48f15db4efd7 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:28.612787 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9a386a1a-25f4-4d0f-8171-48f15db4efd7 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0125444 Oct 26 08:35:28.614100 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f713554c-b32a-4f67-8d6a-e6c656e07e91 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event updated for resources: {'Port': ['ID=79f5a644-7dd8-4eee-be0c-59f2631d0ea4,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:28.618268 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35206) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:28.622534 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [None req-03c85b9b-5f81-4fee-be58-453858de6241 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:28.626397 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-03c85b9b-5f81-4fee-be58-453858de6241 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0070601 Oct 26 08:35:28.631998 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35208) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:28.640277 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [None req-e7c3772f-c029-4512-9a7f-84d0f6033c39 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:28.644407 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e7c3772f-c029-4512-9a7f-84d0f6033c39 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0045469 Oct 26 08:35:28.646043 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-232de309-8bde-4bb5-9a30-4f34a4242f1a req-3bb6746c-71ae-4001-b693-cdc6cc9a9cf7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5b4c931-0784-4417-9cf2-14aace14e7b9 HTTP/1.1" status: 200 len: 1001 time: 0.5646439 Oct 26 08:35:28.646665 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35210) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:28.658819 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [None req-37517872-48c1-41f9-a997-ddbec7593708 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:28.662891 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-37517872-48c1-41f9-a997-ddbec7593708 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0075078 Oct 26 08:35:28.663589 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35212) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:28.667256 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device c1b68c57-e11b-4fd2-a48d-4a7bda8bb829 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:35:28.678093 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-4c75dd9d-78ba-4ef9-a964-df72753e7991 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:28.679399 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4c75dd9d-78ba-4ef9-a964-df72753e7991 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0121453 Oct 26 08:35:28.683712 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35214) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:28.692128 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-1d39104c-3e7e-4ee2-842d-def16175679d tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:28.695550 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1d39104c-3e7e-4ee2-842d-def16175679d tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0069966 Oct 26 08:35:28.696865 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35216) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:28.710981 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-34b2e247-f932-45ba-acf7-30b4f4f411bd tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:28.713711 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-34b2e247-f932-45ba-acf7-30b4f4f411bd tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0131276 Oct 26 08:35:28.721586 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35218) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:28.732129 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port c1b68c57-e11b-4fd2-a48d-4a7bda8bb829 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:28.732781 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:28.734424 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [None req-e73d550f-e889-4fbb-97fe-4029b2cc2892 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:28.735976 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e73d550f-e889-4fbb-97fe-4029b2cc2892 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0128238 Oct 26 08:35:28.738982 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35220) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:28.745164 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-890bb35a-f180-481d-b170-6a7907d68a08 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:28.746444 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-890bb35a-f180-481d-b170-6a7907d68a08 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0063643 Oct 26 08:35:28.749566 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35222) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:28.751932 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232de309-8bde-4bb5-9a30-4f34a4242f1a req-5a343ce1-cdb8-4765-a454-05787b7cb992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:28.753424 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-232de309-8bde-4bb5-9a30-4f34a4242f1a req-5a343ce1-cdb8-4765-a454-05787b7cb992 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=33b25e72-0e11-43c0-9e6c-63bdef265ca2 HTTP/1.1" status: 200 len: 851 time: 0.0907934 Oct 26 08:35:28.760731 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [None req-6c53f695-f2d4-48dc-bf35-e7acc58b595e tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:28.761730 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6c53f695-f2d4-48dc-bf35-e7acc58b595e tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0073256 Oct 26 08:35:28.770957 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35224) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:28.777150 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-4ac5dee0-41e2-4819-b81c-a72619eed7f6 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:28.778248 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4ac5dee0-41e2-4819-b81c-a72619eed7f6 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0046923 Oct 26 08:35:28.782676 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35226) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:28.793537 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-44b68755-9393-494a-95c3-d4a846faa6cf tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:28.794903 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-44b68755-9393-494a-95c3-d4a846faa6cf tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0109463 Oct 26 08:35:28.799736 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d314d8e5-31f3-443d-992d-1e4b05ce5e8b tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:28.803706 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35228) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:28.809718 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-8bcdbb81-2c00-485a-9ff7-4ec6fff78279 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:28.811015 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8bcdbb81-2c00-485a-9ff7-4ec6fff78279 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0063801 Oct 26 08:35:28.815355 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35230) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:28.821785 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-bcafd165-52dd-44cb-9211-cb7014b1ffcf tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:28.822783 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-bcafd165-52dd-44cb-9211-cb7014b1ffcf tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0056491 Oct 26 08:35:28.828659 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35232) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:28.834430 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [None req-7a965ef1-b4b3-49e3-b474-25fbe45fba28 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:28.835628 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-7a965ef1-b4b3-49e3-b474-25fbe45fba28 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0060081 Oct 26 08:35:28.839059 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35234) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:28.845990 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-51b816b5-e033-4024-b539-84c2b86c99cb tempest-SubnetPoolsTestJSON-1151307053 tempest-SubnetPoolsTestJSON-1151307053-project] Publish callbacks [] for subnetpool, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:28.847144 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-51b816b5-e033-4024-b539-84c2b86c99cb tempest-SubnetPoolsTestJSON-1151307053 tempest-SubnetPoolsTestJSON-1151307053-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.8533845 Oct 26 08:35:28.851654 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [None req-a85b6718-aa8e-490f-b352-c5377ac2535a tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:28.855354 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a85b6718-aa8e-490f-b352-c5377ac2535a tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0096304 Oct 26 08:35:28.855354 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35236) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:28.855354 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35238) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:28.861366 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [None req-3da7200c-eb16-4bae-9abd-f411823d1424 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:28.864637 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3da7200c-eb16-4bae-9abd-f411823d1424 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0050797 Oct 26 08:35:28.865382 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:28.868723 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35240) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:28.872995 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-79b73edc-f52c-4f28-acc9-6bafe09c79cf tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:28.874016 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-79b73edc-f52c-4f28-acc9-6bafe09c79cf tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0043440 Oct 26 08:35:28.874235 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-01f56249-147c-4394-99f5-05fb9bc7c50d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:28.876966 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d314d8e5-31f3-443d-992d-1e4b05ce5e8b tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:28.890577 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35242) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:28.899344 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f713554c-b32a-4f67-8d6a-e6c656e07e91 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:28.904381 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [None req-4a0ab5ac-8c98-43ea-8528-b9323c2dda18 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:28.905343 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4a0ab5ac-8c98-43ea-8528-b9323c2dda18 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0044281 Oct 26 08:35:28.909468 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port c1b68c57-e11b-4fd2-a48d-4a7bda8bb829, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=c1b68c57-e11b-4fd2-a48d-4a7bda8bb829,segment=NetworkSegment(f4f6eb06-6e3f-4359-a9b9-6cb963a910ff),segment_id=f4f6eb06-6e3f-4359-a9b9-6cb963a910ff)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:35:28.913105 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35244) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:28.915100 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:28.926220 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-6d077dbe-125c-424d-9100-57e559dc00d3 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:28.927211 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6d077dbe-125c-424d-9100-57e559dc00d3 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0115309 Oct 26 08:35:28.933497 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35246) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:28.941304 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-a3d0d02c-8177-4f74-9709-563677a60089 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:28.942304 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a3d0d02c-8177-4f74-9709-563677a60089 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0053942 Oct 26 08:35:28.944236 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232de309-8bde-4bb5-9a30-4f34a4242f1a req-9828c596-14e1-4103-ae77-b93ec772727b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:28.945573 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35248) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:28.945869 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-232de309-8bde-4bb5-9a30-4f34a4242f1a req-9828c596-14e1-4103-ae77-b93ec772727b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8898436d-e40a-418e-85e2-87f0fb58c97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1829312 Oct 26 08:35:28.948417 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f56249-147c-4394-99f5-05fb9bc7c50d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event deleted for resources: {'Port': ['ID=402352bb-178e-4050-a1bc-7536eb786f40,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:28.959732 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-30fb960e-545f-423c-8aef-b9edda403e2f tempest-SubnetPoolsTestJSON-1151307053 tempest-SubnetPoolsTestJSON-1151307053-project] 10.222.0.41 "GET /v2.0/subnetpools/c3b036b3-2f74-4851-9e17-deeb110d5712 HTTP/1.1" status: 200 len: 731 time: 0.1033385 Oct 26 08:35:28.963215 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35250) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:28.968173 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-0911a858-2e24-4a62-b80b-8f795deb0777 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:28.969693 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-0911a858-2e24-4a62-b80b-8f795deb0777 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0047507 Oct 26 08:35:28.974197 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35252) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:28.981312 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-bbda502e-9614-4103-a3a1-6f8ca35cb79d tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:28.982423 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-bbda502e-9614-4103-a3a1-6f8ca35cb79d tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0070925 Oct 26 08:35:28.982571 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=c1b68c57-e11b-4fd2-a48d-4a7bda8bb829,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:28.985860 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35254) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:28.990504 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-bbf1fb66-59ec-4ee1-bf74-b3a9cf89710f tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:28.991399 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-bbf1fb66-59ec-4ee1-bf74-b3a9cf89710f tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0045769 Oct 26 08:35:28.991598 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-a32d0aa1-d31e-405f-990b-3f739edca083 tempest-SubnetPoolsTestJSON-1151307053 tempest-SubnetPoolsTestJSON-1151307053-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-449486517'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:29.005501 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35256) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.010129 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-5dbee12e-236e-4cef-80dc-74a64c2498f7 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.011109 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5dbee12e-236e-4cef-80dc-74a64c2498f7 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0046062 Oct 26 08:35:29.014388 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d314d8e5-31f3-443d-992d-1e4b05ce5e8b tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:29.017189 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d314d8e5-31f3-443d-992d-1e4b05ce5e8b tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:29.018327 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d314d8e5-31f3-443d-992d-1e4b05ce5e8b tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "DELETE /v2.0/security-groups/a857d868-b140-4817-b728-65b28b87d1f0 HTTP/1.1" status: 204 len: 168 time: 0.4432895 Oct 26 08:35:29.021457 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35258) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.021991 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35260) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.029888 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-157fdc01-8013-41cb-ac47-40c166495a6e tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.032052 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-157fdc01-8013-41cb-ac47-40c166495a6e tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0053368 Oct 26 08:35:29.061849 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35262) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.075203 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [None req-cd6cc1a7-0d42-4d8b-a822-c89126f00067 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.075203 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-cd6cc1a7-0d42-4d8b-a822-c89126f00067 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0099809 Oct 26 08:35:29.076632 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35264) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.117830 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-869fd3fd-8852-4820-a9de-49bbefdc8872 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.118844 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-869fd3fd-8852-4820-a9de-49bbefdc8872 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0309258 Oct 26 08:35:29.121872 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314d8e5-31f3-443d-992d-1e4b05ce5e8b tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a857d868-b140-4817-b728-65b28b87d1f0,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:29.122702 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35266) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.127687 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [None req-2dda9453-d0a0-4a03-9052-59efe8a8f8c4 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.128743 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2dda9453-d0a0-4a03-9052-59efe8a8f8c4 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0050278 Oct 26 08:35:29.133595 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35268) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.147499 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-652b097c-9c50-4caa-baa1-2d3975e0b741 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.152214 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-652b097c-9c50-4caa-baa1-2d3975e0b741 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0139828 Oct 26 08:35:29.152430 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-01f56249-147c-4394-99f5-05fb9bc7c50d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for floatingip, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:29.152430 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [None req-01f56249-147c-4394-99f5-05fb9bc7c50d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Floating IP 6ef095bb-0e2e-402d-a266-5e304880020a disassociated (deleted). External IP: 172.26.2.92, port: de36199c-6487-45a0-bb96-3c7db8792546. Oct 26 08:35:29.154212 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35270) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.161226 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-2874d946-321d-4f2d-8d09-dd2e8cb76f2a tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.162319 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-2874d946-321d-4f2d-8d09-dd2e8cb76f2a tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0071023 Oct 26 08:35:29.170999 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35272) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.176584 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-60237108-07dd-45f8-808a-375e927e4f3d tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.177574 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-60237108-07dd-45f8-808a-375e927e4f3d tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0060239 Oct 26 08:35:29.182477 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35274) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.195890 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-5f71f6eb-36f0-4985-b1e9-0b0bc2bc8363 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.197022 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5f71f6eb-36f0-4985-b1e9-0b0bc2bc8363 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0074029 Oct 26 08:35:29.200020 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35276) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.205973 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-fcdeada5-7015-466b-b393-75ad40255e66 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.207016 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-fcdeada5-7015-466b-b393-75ad40255e66 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0051193 Oct 26 08:35:29.210638 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35278) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.214391 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3cda4557-5dd4-49df-8741-09dbc896b61d tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1876233 Oct 26 08:35:29.220530 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-14e2738c-6851-4b26-bed2-ead731f7c509 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.223873 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-14e2738c-6851-4b26-bed2-ead731f7c509 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0060508 Oct 26 08:35:29.225730 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35280) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.225730 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35282) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.230980 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-4f2ac9bd-bf79-4a19-9f48-23bbf069ac25 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.234389 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4f2ac9bd-bf79-4a19-9f48-23bbf069ac25 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0044076 Oct 26 08:35:29.243777 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35284) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.246924 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-0ed14ac7-2071-4c9e-9f95-8edfb266d43c tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Request body: {'security_group_rule': {'security_group_id': '58c34a75-b929-4f3c-95fc-a942e3e31b01', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:29.251284 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [None req-792bdb3f-eeb4-4b38-97f7-dc3266e2f3ad tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.252378 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-792bdb3f-eeb4-4b38-97f7-dc3266e2f3ad tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0059085 Oct 26 08:35:29.258542 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35286) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.274126 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [None req-285abdde-b76e-40bf-a850-ea7d9bc2c0f9 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.277935 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-285abdde-b76e-40bf-a850-ea7d9bc2c0f9 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0149140 Oct 26 08:35:29.280198 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-232de309-8bde-4bb5-9a30-4f34a4242f1a req-1d58b449-d0b8-4d77-85f5-16f93e490453 service neutron] 10.222.0.47 "GET /v2.0/networks/8898436d-e40a-418e-85e2-87f0fb58c97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194213 Oct 26 08:35:29.283059 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35288) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.287766 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-ba561325-e42b-4cab-bfaa-05191cdaf504 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.291598 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ba561325-e42b-4cab-bfaa-05191cdaf504 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0047977 Oct 26 08:35:29.293937 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35290) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.294047 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a32d0aa1-d31e-405f-990b-3f739edca083 tempest-SubnetPoolsTestJSON-1151307053 tempest-SubnetPoolsTestJSON-1151307053-project] Publish callbacks [] for subnetpool, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:29.295204 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a32d0aa1-d31e-405f-990b-3f739edca083 tempest-SubnetPoolsTestJSON-1151307053 tempest-SubnetPoolsTestJSON-1151307053-project] 10.222.0.41 "PUT /v2.0/subnetpools/c3b036b3-2f74-4851-9e17-deeb110d5712 HTTP/1.1" status: 200 len: 683 time: 0.3237395 Oct 26 08:35:29.304916 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-22b1f36b-c1af-4a6e-a369-5e2fe5f7fefc tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.305654 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35292) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.305978 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-22b1f36b-c1af-4a6e-a369-5e2fe5f7fefc tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0099070 Oct 26 08:35:29.316114 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35294) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.320498 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-134c4a39-7986-4ffc-a99c-917081316398 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.323809 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-134c4a39-7986-4ffc-a99c-917081316398 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0043914 Oct 26 08:35:29.325583 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35296) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.331559 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-7883c2b4-5872-4ccc-8369-4819458a7491 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.334948 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7883c2b4-5872-4ccc-8369-4819458a7491 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0043578 Oct 26 08:35:29.336931 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35298) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.347531 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-e3ba629d-bd82-46bf-9c4a-f1d90c768b0c tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.350880 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e3ba629d-bd82-46bf-9c4a-f1d90c768b0c tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0080631 Oct 26 08:35:29.353683 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35300) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.364592 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [None req-ca9c6156-351c-43b9-821c-803b5da77f92 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.365585 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ca9c6156-351c-43b9-821c-803b5da77f92 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0096946 Oct 26 08:35:29.368668 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35302) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.377943 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-15a0d476-aa0b-4f71-8862-8cdf43133581 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.378929 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-15a0d476-aa0b-4f71-8862-8cdf43133581 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0050974 Oct 26 08:35:29.385586 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35304) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.397523 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-e738476d-485b-4197-98c8-29edee4b8ee4 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.399417 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e738476d-485b-4197-98c8-29edee4b8ee4 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0088675 Oct 26 08:35:29.406778 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35306) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.411327 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [None req-64fbdc47-6eb5-4210-9966-a757232434e4 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.414944 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-64fbdc47-6eb5-4210-9966-a757232434e4 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0071802 Oct 26 08:35:29.418567 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35308) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.424996 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-6b2efdcf-b3a6-45fb-a443-24479d10fea7 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.425995 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6b2efdcf-b3a6-45fb-a443-24479d10fea7 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0064843 Oct 26 08:35:29.428627 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-0ed14ac7-2071-4c9e-9f95-8edfb266d43c tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] create failed (client error): The resource could not be found. Oct 26 08:35:29.429607 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-0ed14ac7-2071-4c9e-9f95-8edfb266d43c tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2031889 Oct 26 08:35:29.431818 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35310) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.433396 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35312) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.444191 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-fa977243-514a-4342-a454-8d4e434bf3d8 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Request body: {'security_group': {'name': 'tempest-secgroup--2061104737'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:29.449005 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [None req-09a1b467-4ab1-43d5-a43f-84d724748fbc tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.452529 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-09a1b467-4ab1-43d5-a43f-84d724748fbc tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0092218 Oct 26 08:35:29.452648 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f713554c-b32a-4f67-8d6a-e6c656e07e91 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:29.454343 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35314) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.462981 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-8142693c-3312-42b8-9b30-e209c3fd498f tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.463956 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8142693c-3312-42b8-9b30-e209c3fd498f tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0064268 Oct 26 08:35:29.464750 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fec4c3-5fce-476e-bb35-31d1cb4879bf None None] Network 742b2f1b-82ff-4286-8851-f15bf93ec41d requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:29.467411 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f713554c-b32a-4f67-8d6a-e6c656e07e91 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:29.468807 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f713554c-b32a-4f67-8d6a-e6c656e07e91 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:29.473259 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35316) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.486544 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-ae2e992c-aaae-41ff-9281-c6f232057aef tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.489904 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ae2e992c-aaae-41ff-9281-c6f232057aef tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0108824 Oct 26 08:35:29.508960 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35318) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.517325 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-6591fa00-8265-44ba-9017-4a7df163cbc4 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.518320 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6591fa00-8265-44ba-9017-4a7df163cbc4 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0067749 Oct 26 08:35:29.523336 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35320) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.542500 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-cb0cccc3-588b-4ffb-9d03-ca3d8ef15c1b tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.543478 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-cb0cccc3-588b-4ffb-9d03-ca3d8ef15c1b tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0171571 Oct 26 08:35:29.546314 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8d77e065-b49d-4572-a37b-b22b85330765 None None] Provisioning complete for port c1b68c57-e11b-4fd2-a48d-4a7bda8bb829 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:29.546918 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8d77e065-b49d-4572-a37b-b22b85330765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:29.575775 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35322) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.579386 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fa977243-514a-4342-a454-8d4e434bf3d8 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:29.590227 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-1704773c-cb61-4413-9950-2ff04fd176d3 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.590227 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1704773c-cb61-4413-9950-2ff04fd176d3 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0078659 Oct 26 08:35:29.597445 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35324) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.597803 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-232de309-8bde-4bb5-9a30-4f34a4242f1a req-3af1bcf2-2827-4f42-83fe-6d2890cf252d service neutron] 10.222.0.47 "GET /v2.0/networks/8898436d-e40a-418e-85e2-87f0fb58c97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078396 Oct 26 08:35:29.606708 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-c75ef2a5-072f-411b-99a2-09bfd58d6af0 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.607703 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c75ef2a5-072f-411b-99a2-09bfd58d6af0 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0078189 Oct 26 08:35:29.612837 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f713554c-b32a-4f67-8d6a-e6c656e07e91 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event updated for resources: {'Port': ['ID=79f5a644-7dd8-4eee-be0c-59f2631d0ea4,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:29.616294 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35326) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.621548 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4e9204d4-d98c-4b2e-afad-e9a7797644a1 tempest-SubnetPoolsTestJSON-1151307053 tempest-SubnetPoolsTestJSON-1151307053-project] Publish callbacks [] for subnetpool, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:29.624426 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-6abaf9ce-1e8d-44cd-9d39-e0c8fda0b4e9 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.626304 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6abaf9ce-1e8d-44cd-9d39-e0c8fda0b4e9 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0066619 Oct 26 08:35:29.626972 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4e9204d4-d98c-4b2e-afad-e9a7797644a1 tempest-SubnetPoolsTestJSON-1151307053 tempest-SubnetPoolsTestJSON-1151307053-project] 10.222.0.41 "DELETE /v2.0/subnetpools/c3b036b3-2f74-4851-9e17-deeb110d5712 HTTP/1.1" status: 204 len: 168 time: 0.3192294 Oct 26 08:35:29.627122 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35328) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.630101 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35330) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.636102 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [None req-dc426bbc-7eee-49e9-a6ae-92485ad02ec3 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.640373 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-dc426bbc-7eee-49e9-a6ae-92485ad02ec3 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0092344 Oct 26 08:35:29.643614 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35332) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.651739 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [None req-c35f44fa-ea13-48a1-bcf1-08a2c14fee0a tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.657258 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c35f44fa-ea13-48a1-bcf1-08a2c14fee0a tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0108545 Oct 26 08:35:29.657258 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35334) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.667756 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [None req-68440ef0-6d2e-41e1-9d67-0e61b21757c0 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.668022 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-f9282156-88e2-4ed6-863f-4f62b83bf959 tempest-SubnetPoolsTestJSON-1151307053 tempest-SubnetPoolsTestJSON-1151307053-project] show failed (client error): The resource could not be found. Oct 26 08:35:29.668741 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-68440ef0-6d2e-41e1-9d67-0e61b21757c0 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0089757 Oct 26 08:35:29.669122 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f9282156-88e2-4ed6-863f-4f62b83bf959 tempest-SubnetPoolsTestJSON-1151307053 tempest-SubnetPoolsTestJSON-1151307053-project] 10.222.0.41 "GET /v2.0/subnetpools/c3b036b3-2f74-4851-9e17-deeb110d5712 HTTP/1.1" status: 404 len: 346 time: 0.0392442 Oct 26 08:35:29.675862 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35336) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.676277 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35338) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.688727 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [None req-71a702ed-19b6-4ad2-923e-9d82c44cacec tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.692280 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-71a702ed-19b6-4ad2-923e-9d82c44cacec tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0116441 Oct 26 08:35:29.697807 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35340) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.704323 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-ce8ff610-03a4-4ce4-b2c5-731a4c4dda60 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.707763 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ce8ff610-03a4-4ce4-b2c5-731a4c4dda60 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0065932 Oct 26 08:35:29.709453 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35342) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.714429 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [None req-19fbefcf-f3b3-4e74-8eb3-771282437f50 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.717816 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-19fbefcf-f3b3-4e74-8eb3-771282437f50 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0049291 Oct 26 08:35:29.717816 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f56249-147c-4394-99f5-05fb9bc7c50d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Router 1fe4e193-bc1b-4ccb-b74d-89b3fded41d1 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:35:29.718687 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-1b0805b7-53b0-46ed-b60b-fdfc263447bb tempest-SubnetPoolsTestJSON-1151307053 tempest-SubnetPoolsTestJSON-1151307053-project] delete failed (client error): The resource could not be found. Oct 26 08:35:29.724720 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1b0805b7-53b0-46ed-b60b-fdfc263447bb tempest-SubnetPoolsTestJSON-1151307053 tempest-SubnetPoolsTestJSON-1151307053-project] 10.222.0.41 "DELETE /v2.0/subnetpools/c3b036b3-2f74-4851-9e17-deeb110d5712 HTTP/1.1" status: 404 len: 346 time: 0.0410476 Oct 26 08:35:29.724720 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35344) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.728620 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f713554c-b32a-4f67-8d6a-e6c656e07e91 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Network 742b2f1b-82ff-4286-8851-f15bf93ec41d is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:29.734075 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-f713554c-b32a-4f67-8d6a-e6c656e07e91 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:29.737132 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [None req-67e617a1-b8ca-4d63-878f-a95db86a5ee4 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.741018 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-67e617a1-b8ca-4d63-878f-a95db86a5ee4 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0173168 Oct 26 08:35:29.743174 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35348) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.754646 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-83ecdee4-fe39-4c07-b2b1-331bb971218f tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.756080 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-83ecdee4-fe39-4c07-b2b1-331bb971218f tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0106878 Oct 26 08:35:29.759960 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35350) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.765499 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-cb003a1f-d67a-4ba0-a546-d8ae2c4640ee tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.766559 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-cb003a1f-d67a-4ba0-a546-d8ae2c4640ee tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0044219 Oct 26 08:35:29.771132 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35352) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.840077 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [None req-635e20d6-5ba7-4fe1-9c13-ed975b1768f9 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:35:29.841384 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-635e20d6-5ba7-4fe1-9c13-ed975b1768f9 tempest-ExtensionsTestJSON-616363468 tempest-ExtensionsTestJSON-616363468-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0332108 Oct 26 08:35:29.853717 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fa977243-514a-4342-a454-8d4e434bf3d8 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:29.862889 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fa977243-514a-4342-a454-8d4e434bf3d8 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:29.897703 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f56249-147c-4394-99f5-05fb9bc7c50d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:35:29.904633 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-01f56249-147c-4394-99f5-05fb9bc7c50d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:29.911697 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fa977243-514a-4342-a454-8d4e434bf3d8 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:29.912952 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-fa977243-514a-4342-a454-8d4e434bf3d8 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4785974 Oct 26 08:35:29.914239 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ca3cb2-271c-456d-8218-7f32b3da5229 None None] Sync routers for ids ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:35:29.917191 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35356) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:29.926226 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-73f83de6-f569-4b52-889c-1cd18a099f17 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Request body: {'security_group': {'name': 'tempest-secgroup--215668554'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:29.934920 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa977243-514a-4342-a454-8d4e434bf3d8 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e42a1664-8cc5-4c2e-b3a7-2e217101debb,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:29.943864 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ca3cb2-271c-456d-8218-7f32b3da5229 None None] Routers {'1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:29.944497 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-f4ca3cb2-271c-456d-8218-7f32b3da5229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:29.998416 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-73f83de6-f569-4b52-889c-1cd18a099f17 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:30.004965 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-f4ca3cb2-271c-456d-8218-7f32b3da5229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:30.022686 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-01f56249-147c-4394-99f5-05fb9bc7c50d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "DELETE /v2.0/floatingips/6ef095bb-0e2e-402d-a266-5e304880020a HTTP/1.1" status: 204 len: 168 time: 2.7185524 Oct 26 08:35:30.026254 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35360) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:30.037371 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f713554c-b32a-4f67-8d6a-e6c656e07e91 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Router 935cf1f2-6950-40f7-9037-29ab591ee061 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:35:30.040601 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ca3cb2-271c-456d-8218-7f32b3da5229 None None] Routers {'1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:30.043186 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-f4ca3cb2-271c-456d-8218-7f32b3da5229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:30.139539 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-f4ca3cb2-271c-456d-8218-7f32b3da5229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:30.140215 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ca3cb2-271c-456d-8218-7f32b3da5229 None None] The sync data for ids ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:35:30.172498 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-b9b2dd71-348b-4abd-96c7-ae812340850b None None] Provisioning complete for port c1b68c57-e11b-4fd2-a48d-4a7bda8bb829 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:30.173157 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b9b2dd71-348b-4abd-96c7-ae812340850b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:30.188889 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-0998ffdb-b218-4a2c-ba0c-6cd15de0a826 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Deleting port de36199c-6487-45a0-bb96-3c7db8792546 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:30.190290 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0998ffdb-b218-4a2c-ba0c-6cd15de0a826 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:30.223799 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35366) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:30.266945 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35370) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:30.314453 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-73f83de6-f569-4b52-889c-1cd18a099f17 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:30.324743 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f713554c-b32a-4f67-8d6a-e6c656e07e91 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:35:30.327905 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-73f83de6-f569-4b52-889c-1cd18a099f17 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:30.331616 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-b9b2dd71-348b-4abd-96c7-ae812340850b None None] Provisioning complete for port 79f5a644-7dd8-4eee-be0c-59f2631d0ea4 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:30.332159 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b9b2dd71-348b-4abd-96c7-ae812340850b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:30.337556 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09234823-2bd7-4c8a-817e-afb7047e808e None None] Sync routers for ids ['935cf1f2-6950-40f7-9037-29ab591ee061'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:35:30.364258 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f713554c-b32a-4f67-8d6a-e6c656e07e91 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "PUT /v2.0/routers/935cf1f2-6950-40f7-9037-29ab591ee061/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1773131 Oct 26 08:35:30.365543 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35374) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:30.414063 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-b9b2dd71-348b-4abd-96c7-ae812340850b None None] Port 79f5a644-7dd8-4eee-be0c-59f2631d0ea4 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:35:30.419509 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-73f83de6-f569-4b52-889c-1cd18a099f17 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:30.420258 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09234823-2bd7-4c8a-817e-afb7047e808e None None] Routers {'935cf1f2-6950-40f7-9037-29ab591ee061'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:30.420898 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-09234823-2bd7-4c8a-817e-afb7047e808e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['935cf1f2-6950-40f7-9037-29ab591ee061'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:30.426731 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-73f83de6-f569-4b52-889c-1cd18a099f17 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5079868 Oct 26 08:35:30.427774 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f83de6-f569-4b52-889c-1cd18a099f17 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abf7d141-634e-4822-ba3a-29048a504aeb,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:30.436255 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35376) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:30.457319 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-f24228e5-af79-438b-ab75-5dd16ca0f032 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Request body: {'security_group_rule': {'security_group_id': 'e42a1664-8cc5-4c2e-b3a7-2e217101debb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'abf7d141-634e-4822-ba3a-29048a504aeb'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:30.465678 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0998ffdb-b218-4a2c-ba0c-6cd15de0a826 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:30.471616 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-09234823-2bd7-4c8a-817e-afb7047e808e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:30.474685 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-10284a64-7389-4833-b016-dc68369429c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:30.482583 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09234823-2bd7-4c8a-817e-afb7047e808e None None] Routers {'935cf1f2-6950-40f7-9037-29ab591ee061'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:30.483071 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-09234823-2bd7-4c8a-817e-afb7047e808e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['935cf1f2-6950-40f7-9037-29ab591ee061'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:30.507224 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e87e96-ed49-412d-8209-d1a27c0ff9ee tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:30.511263 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-96e87e96-ed49-412d-8209-d1a27c0ff9ee tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "GET /v2.0/ports/79f5a644-7dd8-4eee-be0c-59f2631d0ea4 HTTP/1.1" status: 200 len: 911 time: 0.1419921 Oct 26 08:35:30.512004 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-0998ffdb-b218-4a2c-ba0c-6cd15de0a826 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Calling delete_port for de36199c-6487-45a0-bb96-3c7db8792546 owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:30.513939 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3e3b31ef-7e64-407a-b52b-bc50e244eb4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:30.518754 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-09234823-2bd7-4c8a-817e-afb7047e808e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:30.519816 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09234823-2bd7-4c8a-817e-afb7047e808e None None] The sync data for ids ['935cf1f2-6950-40f7-9037-29ab591ee061'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:35:30.527566 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35378) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:30.549737 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-18001e3e-b347-4386-a60f-69bfa3226583 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7ce2377d-6557-4547-a4fc-626e02b9fd17'}]}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:30.549942 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-47589e32-486e-420d-aec4-296442b505dc None None] Provisioning complete for port 79f5a644-7dd8-4eee-be0c-59f2631d0ea4 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:30.549942 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-47589e32-486e-420d-aec4-296442b505dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:30.606169 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-47589e32-486e-420d-aec4-296442b505dc None None] Port 79f5a644-7dd8-4eee-be0c-59f2631d0ea4 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:35:30.634842 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-10284a64-7389-4833-b016-dc68369429c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:30.639092 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device c1b68c57-e11b-4fd2-a48d-4a7bda8bb829 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:35:30.644666 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-10284a64-7389-4833-b016-dc68369429c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:30.678060 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-f24228e5-af79-438b-ab75-5dd16ca0f032 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:35:30.679139 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f24228e5-af79-438b-ab75-5dd16ca0f032 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2350347 Oct 26 08:35:30.685046 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35380) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:30.697510 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port c1b68c57-e11b-4fd2-a48d-4a7bda8bb829 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:30.697910 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:30.760644 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10284a64-7389-4833-b016-dc68369429c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c8fa97-a553-48cd-9776-62300e6a401d,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:30.780147 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35382) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:30.781584 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-10284a64-7389-4833-b016-dc68369429c0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d09e1281fef04e6c993c8475ccc2951d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5562513 Oct 26 08:35:30.790031 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1d939e95-3a80-4e74-b32a-8c8dfecdc159 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:30.826231 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1d939e95-3a80-4e74-b32a-8c8dfecdc159 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:30.871341 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1d939e95-3a80-4e74-b32a-8c8dfecdc159 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:30.874247 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1d939e95-3a80-4e74-b32a-8c8dfecdc159 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:30.877919 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1d939e95-3a80-4e74-b32a-8c8dfecdc159 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "DELETE /v2.0/security-groups/abf7d141-634e-4822-ba3a-29048a504aeb HTTP/1.1" status: 204 len: 168 time: 0.1893609 Oct 26 08:35:30.878074 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3e3b31ef-7e64-407a-b52b-bc50e244eb4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:30.880402 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35384) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:30.892141 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d939e95-3a80-4e74-b32a-8c8dfecdc159 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf7d141-634e-4822-ba3a-29048a504aeb,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:30.898177 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3e3b31ef-7e64-407a-b52b-bc50e244eb4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:30.929402 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-1608ea51-2998-4139-88e8-d7bd7d9a2cd5 None None] Provisioning complete for port 79f5a644-7dd8-4eee-be0c-59f2631d0ea4 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:30.929994 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1608ea51-2998-4139-88e8-d7bd7d9a2cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:30.945054 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1868d11f-5f0e-4efa-9d2f-31a72ec60799 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.0635641 Oct 26 08:35:30.947788 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35386) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:30.967815 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-1608ea51-2998-4139-88e8-d7bd7d9a2cd5 None None] Port 79f5a644-7dd8-4eee-be0c-59f2631d0ea4 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:35:30.992518 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-18001e3e-b347-4386-a60f-69bfa3226583 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:31.004777 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3e3b31ef-7e64-407a-b52b-bc50e244eb4b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=94cc54b87f26464da8fc67626b0aaa88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7352328 Oct 26 08:35:31.005892 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35388) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:31.023886 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-74f0397a-85b6-45b4-a5b7-ae1d0199065e tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:31.034791 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c7fbf892-0c58-4668-a460-4a3c25fc7825 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:31.040282 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b31ef-7e64-407a-b52b-bc50e244eb4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60418d6-dfc9-44d2-b8e3-c25915b566c4,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:31.066251 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-74f0397a-85b6-45b4-a5b7-ae1d0199065e tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:31.102777 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c7fbf892-0c58-4668-a460-4a3c25fc7825 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:31.103113 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-66cfb5cf-eda6-42ea-bc81-89f27172cbfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:31.116306 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0998ffdb-b218-4a2c-ba0c-6cd15de0a826 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:31.129701 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-66cfb5cf-eda6-42ea-bc81-89f27172cbfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:31.138443 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-74f0397a-85b6-45b4-a5b7-ae1d0199065e tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:31.141182 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-74f0397a-85b6-45b4-a5b7-ae1d0199065e tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:31.144743 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-74f0397a-85b6-45b4-a5b7-ae1d0199065e tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "DELETE /v2.0/security-groups/e42a1664-8cc5-4c2e-b3a7-2e217101debb HTTP/1.1" status: 204 len: 168 time: 0.1936021 Oct 26 08:35:31.147263 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35390) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:31.178475 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f0397a-85b6-45b4-a5b7-ae1d0199065e tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42a1664-8cc5-4c2e-b3a7-2e217101debb,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:31.218646 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6c010303-3db3-4157-92bf-b2b27af390e4 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0621586 Oct 26 08:35:31.218846 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0998ffdb-b218-4a2c-ba0c-6cd15de0a826 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event deleted for resources: {'Port': ['ID=de36199c-6487-45a0-bb96-3c7db8792546,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:31.220806 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35394) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:31.225646 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-b553b941-6345-454a-af65-19082d15bcd8 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Request body: {'security_group': {'name': 'tempest-secgroup--1080884499'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:31.250920 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-66cfb5cf-eda6-42ea-bc81-89f27172cbfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:31.253748 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-66cfb5cf-eda6-42ea-bc81-89f27172cbfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:31.257217 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-66cfb5cf-eda6-42ea-bc81-89f27172cbfb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f60418d6-dfc9-44d2-b8e3-c25915b566c4 HTTP/1.1" status: 204 len: 168 time: 0.2479899 Oct 26 08:35:31.260032 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b553b941-6345-454a-af65-19082d15bcd8 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:31.273831 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfb5cf-eda6-42ea-bc81-89f27172cbfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60418d6-dfc9-44d2-b8e3-c25915b566c4,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:31.357358 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b553b941-6345-454a-af65-19082d15bcd8 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:31.362038 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b553b941-6345-454a-af65-19082d15bcd8 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:31.368730 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c7fbf892-0c58-4668-a460-4a3c25fc7825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:31.371336 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c7fbf892-0c58-4668-a460-4a3c25fc7825 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:31.372508 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c7fbf892-0c58-4668-a460-4a3c25fc7825 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/88c8fa97-a553-48cd-9776-62300e6a401d HTTP/1.1" status: 204 len: 168 time: 0.5914078 Oct 26 08:35:31.392409 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553b941-6345-454a-af65-19082d15bcd8 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fa28a1-c933-447d-ab79-fbb3f1640786,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:31.397803 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b553b941-6345-454a-af65-19082d15bcd8 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:31.397965 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fbf892-0c58-4668-a460-4a3c25fc7825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c8fa97-a553-48cd-9776-62300e6a401d,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:31.401686 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b553b941-6345-454a-af65-19082d15bcd8 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1783733 Oct 26 08:35:31.402026 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35400) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:31.407731 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-da246e8e-bdb1-4af9-abe3-fe83a7186fa3 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Request body: {'security_group_rule': {'security_group_id': 'e9fa28a1-c933-447d-ab79-fbb3f1640786', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:31.410991 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0998ffdb-b218-4a2c-ba0c-6cd15de0a826 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:31.414308 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-0998ffdb-b218-4a2c-ba0c-6cd15de0a826 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "DELETE /v2.0/ports/de36199c-6487-45a0-bb96-3c7db8792546 HTTP/1.1" status: 204 len: 168 time: 1.3892388 Oct 26 08:35:31.420282 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35402) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:31.430912 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-70ce39ee-98a4-4330-be59-853de0be5b2b tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Request body: {'floatingip': {'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:31.487412 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-70ce39ee-98a4-4330-be59-853de0be5b2b tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for floatingip, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:31.493000 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-da246e8e-bdb1-4af9-abe3-fe83a7186fa3 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:35:31.495023 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-da246e8e-bdb1-4af9-abe3-fe83a7186fa3 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0918705 Oct 26 08:35:31.504096 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35406) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:31.533682 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-68ff02e3-836f-499b-ba61-6dfc37a40277 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Request body: {'security_group_rule': {'security_group_id': 'e9fa28a1-c933-447d-ab79-fbb3f1640786', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:31.616727 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-68ff02e3-836f-499b-ba61-6dfc37a40277 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:35:31.618054 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-68ff02e3-836f-499b-ba61-6dfc37a40277 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1129191 Oct 26 08:35:31.624380 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35410) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:31.642223 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-70ce39ee-98a4-4330-be59-853de0be5b2b tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:31.680821 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-18001e3e-b347-4386-a60f-69bfa3226583 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:31.695110 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-18001e3e-b347-4386-a60f-69bfa3226583 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:31.701202 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18001e3e-b347-4386-a60f-69bfa3226583 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:31.701922 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-18001e3e-b347-4386-a60f-69bfa3226583 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:31.703337 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-18001e3e-b347-4386-a60f-69bfa3226583 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "PUT /v2.0/ports/79f5a644-7dd8-4eee-be0c-59f2631d0ea4 HTTP/1.1" status: 200 len: 911 time: 1.1719649 Oct 26 08:35:31.714308 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35412) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:31.743736 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ac39cc8-9d7c-4c7d-8cd2-f284b117c285 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:31.785140 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ac39cc8-9d7c-4c7d-8cd2-f284b117c285 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:31.787989 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18001e3e-b347-4386-a60f-69bfa3226583 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event updated for resources: {'Port': ['ID=79f5a644-7dd8-4eee-be0c-59f2631d0ea4,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:31.841035 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ac39cc8-9d7c-4c7d-8cd2-f284b117c285 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:31.844570 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ac39cc8-9d7c-4c7d-8cd2-f284b117c285 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:31.847871 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9ac39cc8-9d7c-4c7d-8cd2-f284b117c285 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "DELETE /v2.0/security-groups/e9fa28a1-c933-447d-ab79-fbb3f1640786 HTTP/1.1" status: 204 len: 168 time: 0.2200475 Oct 26 08:35:31.849236 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35418) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:31.868501 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac39cc8-9d7c-4c7d-8cd2-f284b117c285 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fa28a1-c933-447d-ab79-fbb3f1640786,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:31.909017 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-8259d45d-de90-4606-a1ef-ee9537f9c7ea tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0550218 Oct 26 08:35:31.910020 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35422) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:31.914706 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-b3133941-bcc0-4b8d-ac78-69f35046f992 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Request body: {'security_group': {'name': 'tempest-secgroup--301981894'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:31.941077 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b3133941-bcc0-4b8d-ac78-69f35046f992 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:32.023911 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b3133941-bcc0-4b8d-ac78-69f35046f992 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:32.034994 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b3133941-bcc0-4b8d-ac78-69f35046f992 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:32.068648 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b3133941-bcc0-4b8d-ac78-69f35046f992 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:32.073382 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b3133941-bcc0-4b8d-ac78-69f35046f992 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.1598549 Oct 26 08:35:32.074126 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35430) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:32.078494 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-ca1be4da-b596-4742-8d22-61abb6d993a7 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:32.079200 dv-neutron-804846-13-hyperv neutron-server[102101]: WARNING neutron.api.v2.base [None req-ca1be4da-b596-4742-8d22-61abb6d993a7 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 26 08:35:32.079705 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-ca1be4da-b596-4742-8d22-61abb6d993a7 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] update failed (client error): There was a conflict when trying to complete your request. Oct 26 08:35:32.081754 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ca1be4da-b596-4742-8d22-61abb6d993a7 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "PUT /v2.0/security-groups/98584135-21ef-4a63-8b27-10c4035922e9 HTTP/1.1" status: 409 len: 330 time: 0.0058174 Oct 26 08:35:32.083455 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35432) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:32.091338 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3133941-bcc0-4b8d-ac78-69f35046f992 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98584135-21ef-4a63-8b27-10c4035922e9,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:32.146339 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5eed379d-e2f3-4eb3-8776-c77e40818d67 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:32.175113 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-70ce39ee-98a4-4330-be59-853de0be5b2b tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Allocated IP 172.26.2.104 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/2bf54a86-a5a6-4231-9075-d125d55d33a6) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:32.176497 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5eed379d-e2f3-4eb3-8776-c77e40818d67 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:32.221997 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5eed379d-e2f3-4eb3-8776-c77e40818d67 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:32.225306 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5eed379d-e2f3-4eb3-8776-c77e40818d67 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:32.229287 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-5eed379d-e2f3-4eb3-8776-c77e40818d67 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "DELETE /v2.0/security-groups/98584135-21ef-4a63-8b27-10c4035922e9 HTTP/1.1" status: 204 len: 168 time: 0.1423297 Oct 26 08:35:32.231924 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35436) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:32.249767 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed379d-e2f3-4eb3-8776-c77e40818d67 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98584135-21ef-4a63-8b27-10c4035922e9,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:32.276223 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35438) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:32.288476 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-99a5f3c5-ae67-4c81-a2ac-b33ffac1f19d tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0552700 Oct 26 08:35:32.292235 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35440) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:32.305864 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-c87c73fb-c3e6-4fb1-9582-7e827005c553 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] delete failed (client error): The resource could not be found. Oct 26 08:35:32.306867 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c87c73fb-c3e6-4fb1-9582-7e827005c553 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "DELETE /v2.0/security-groups/e7c192c9-8aa2-4820-a20e-c8db32ca254c HTTP/1.1" status: 404 len: 347 time: 0.0137870 Oct 26 08:35:32.310854 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35444) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:32.327276 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-6239589f-de8b-4de9-b081-a071c10fdb91 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] show failed (client error): The resource could not be found. Oct 26 08:35:32.335048 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6239589f-de8b-4de9-b081-a071c10fdb91 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "GET /v2.0/security-groups/508ec182-4bce-4229-8d07-33e4ee5a4340 HTTP/1.1" status: 404 len: 347 time: 0.0230813 Oct 26 08:35:32.335627 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35446) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:32.350787 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-24286010-f5e8-426d-8222-538f0e97b5e3 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] show failed (client error): The resource could not be found. Oct 26 08:35:32.356206 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-24286010-f5e8-426d-8222-538f0e97b5e3 tempest-NegativeSecGroupIPv6Test-609823664 tempest-NegativeSecGroupIPv6Test-609823664-project] 10.222.0.41 "GET /v2.0/security-group-rules/9a110d3c-0025-4855-af27-0906cd0862dd HTTP/1.1" status: 404 len: 356 time: 0.0195713 Oct 26 08:35:32.418351 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-70ce39ee-98a4-4330-be59-853de0be5b2b tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:32.443621 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-8847ee93-5852-4c02-b614-894e06c67172 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1131810183'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:32.501292 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8847ee93-5852-4c02-b614-894e06c67172 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Made reservation on behalf of fbb245bdcc38449a85671f236067aeb3 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:32.504791 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8847ee93-5852-4c02-b614-894e06c67172 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:32.519660 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8847ee93-5852-4c02-b614-894e06c67172 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:32.529798 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-70ce39ee-98a4-4330-be59-853de0be5b2b tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:32.603094 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ce39ee-98a4-4330-be59-853de0be5b2b tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:32.615129 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-70ce39ee-98a4-4330-be59-853de0be5b2b tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:32.621544 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35452) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:32.625863 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ce39ee-98a4-4330-be59-853de0be5b2b tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:32.631236 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce39ee-98a4-4330-be59-853de0be5b2b tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event updated for resources: {'Port': ['ID=2bf54a86-a5a6-4231-9075-d125d55d33a6,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:32.672706 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:35:32.708781 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cc3bdff3-2229-406e-a5f2-c556a0c89338 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:32.768956 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9ec4ea1a-19b1-4a29-b080-03f34a18ff43 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1b1edbcf31304d6eb3275232aa67eedd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462319 Oct 26 08:35:32.771483 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35456) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:32.820977 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9a3ebe8e-a626-49e6-9145-97e03ade88ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:32.829911 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8847ee93-5852-4c02-b614-894e06c67172 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:32.839749 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8847ee93-5852-4c02-b614-894e06c67172 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:32.844348 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9a3ebe8e-a626-49e6-9145-97e03ade88ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:32.865432 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-70ce39ee-98a4-4330-be59-853de0be5b2b tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:32.898350 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9a3ebe8e-a626-49e6-9145-97e03ade88ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:32.901081 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9a3ebe8e-a626-49e6-9145-97e03ade88ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:32.902294 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9a3ebe8e-a626-49e6-9145-97e03ade88ec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5e09a296-6eb9-4acc-be62-a1b30db3e0ec HTTP/1.1" status: 204 len: 168 time: 0.1298432 Oct 26 08:35:32.911363 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ebe8e-a626-49e6-9145-97e03ade88ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e09a296-6eb9-4acc-be62-a1b30db3e0ec,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:32.911533 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8847ee93-5852-4c02-b614-894e06c67172 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:35:32.955924 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8847ee93-5852-4c02-b614-894e06c67172 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1d9717-608f-4694-bc45-86977a95f418,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:32.964279 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8847ee93-5852-4c02-b614-894e06c67172 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:32.964639 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-8847ee93-5852-4c02-b614-894e06c67172 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Added segment 050b9c5f-7faa-4bab-a11a-2ee963a6396a of type vlan for network 21de6014-df66-4380-bb88-82fb97647d3f Oct 26 08:35:32.989924 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-70ce39ee-98a4-4330-be59-853de0be5b2b tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:33.047010 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8847ee93-5852-4c02-b614-894e06c67172 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:33.138704 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8847ee93-5852-4c02-b614-894e06c67172 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:33.144604 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8847ee93-5852-4c02-b614-894e06c67172 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:33.145196 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8847ee93-5852-4c02-b614-894e06c67172 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:33.239935 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8847ee93-5852-4c02-b614-894e06c67172 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9624813 Oct 26 08:35:33.242709 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35470) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:33.251696 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-8b1b67b8-b8c9-4daf-8d48-d31b7ea2df6a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'port': {'network_id': '21de6014-df66-4380-bb88-82fb97647d3f', 'name': 'tempest-PortsTestJSON-229055250'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:33.288318 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8847ee93-5852-4c02-b614-894e06c67172 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Network': ['ID=21de6014-df66-4380-bb88-82fb97647d3f,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:33.304802 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 21de6014-df66-4380-bb88-82fb97647d3f details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:35:33.365261 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-70ce39ee-98a4-4330-be59-853de0be5b2b tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:33.378315 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-70ce39ee-98a4-4330-be59-853de0be5b2b tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:33.390358 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1b67b8-b8c9-4daf-8d48-d31b7ea2df6a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Made reservation on behalf of fbb245bdcc38449a85671f236067aeb3 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:33.402707 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8b1b67b8-b8c9-4daf-8d48-d31b7ea2df6a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:33.426184 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-8b1b67b8-b8c9-4daf-8d48-d31b7ea2df6a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] device_id is not set on port 4fdb070b-05e2-44c6-b978-e1841b49a8bf yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:35:33.492658 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-70ce39ee-98a4-4330-be59-853de0be5b2b tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:33.522994 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-cc3bdff3-2229-406e-a5f2-c556a0c89338 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Deleting port 79f5a644-7dd8-4eee-be0c-59f2631d0ea4 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:33.523352 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cc3bdff3-2229-406e-a5f2-c556a0c89338 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:33.543364 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-70ce39ee-98a4-4330-be59-853de0be5b2b tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:33.544595 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-70ce39ee-98a4-4330-be59-853de0be5b2b tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1229510 Oct 26 08:35:33.565331 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35478) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:33.572818 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-00e13753-b73a-4ad8-8ca9-c5563a7f7f14 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Request body: {'port': {'network_id': 'eb60c2c7-30e5-40b0-9ec5-1cf6858565a8', 'name': 'tempest-FloatingIPTestJSON-674968424'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:33.586193 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce39ee-98a4-4330-be59-853de0be5b2b tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event updated for resources: {'Port': ['ID=2bf54a86-a5a6-4231-9075-d125d55d33a6,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:33.645139 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cc3bdff3-2229-406e-a5f2-c556a0c89338 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:33.659070 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-cc3bdff3-2229-406e-a5f2-c556a0c89338 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Calling delete_port for 79f5a644-7dd8-4eee-be0c-59f2631d0ea4 owned by network:router_interface {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:33.669343 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8b1b67b8-b8c9-4daf-8d48-d31b7ea2df6a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:33.676690 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35482) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:33.744633 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e13753-b73a-4ad8-8ca9-c5563a7f7f14 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Made reservation on behalf of c24067fe70e54b07ab80d6e10b08041f for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:33.748123 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-00e13753-b73a-4ad8-8ca9-c5563a7f7f14 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:33.765246 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8b1b67b8-b8c9-4daf-8d48-d31b7ea2df6a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:33.768453 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-00e13753-b73a-4ad8-8ca9-c5563a7f7f14 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] device_id is not set on port 98887c0c-9b57-467b-8414-0df14e5ca5e6 yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:35:33.790284 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-f900a402-d791-4ad5-92ac-1770f2e8d9a2 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-994810346'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:33.850829 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cc3bdff3-2229-406e-a5f2-c556a0c89338 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:33.877268 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3bdff3-2229-406e-a5f2-c556a0c89338 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event deleted for resources: {'Port': ['ID=79f5a644-7dd8-4eee-be0c-59f2631d0ea4,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:33.985430 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cc3bdff3-2229-406e-a5f2-c556a0c89338 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:34.155934 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3bdff3-2229-406e-a5f2-c556a0c89338 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Router 935cf1f2-6950-40f7-9037-29ab591ee061 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:35:34.225550 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f900a402-d791-4ad5-92ac-1770f2e8d9a2 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Made reservation on behalf of 2c98d31d830f44e0b658b8a726ec423e for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:34.229297 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f900a402-d791-4ad5-92ac-1770f2e8d9a2 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:34.236408 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b67b8-b8c9-4daf-8d48-d31b7ea2df6a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Port': ['ID=4fdb070b-05e2-44c6-b978-e1841b49a8bf,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:34.236742 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3bdff3-2229-406e-a5f2-c556a0c89338 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:35:34.242396 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-cc3bdff3-2229-406e-a5f2-c556a0c89338 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "PUT /v2.0/routers/935cf1f2-6950-40f7-9037-29ab591ee061/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5234838 Oct 26 08:35:34.245051 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35486) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:34.253908 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1b67b8-b8c9-4daf-8d48-d31b7ea2df6a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Checking segment: {'id': '050b9c5f-7faa-4bab-a11a-2ee963a6396a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '21de6014-df66-4380-bb88-82fb97647d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:35:34.254504 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1b67b8-b8c9-4daf-8d48-d31b7ea2df6a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Network hostable DHCP agents. Network: 21de6014-df66-4380-bb88-82fb97647d3f, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:35:34.254622 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8445fa2e-9559-4d01-8aa3-25c2cc620962 None None] Sync routers for ids ['935cf1f2-6950-40f7-9037-29ab591ee061'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:35:34.258966 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f900a402-d791-4ad5-92ac-1770f2e8d9a2 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:34.267712 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8445fa2e-9559-4d01-8aa3-25c2cc620962 None None] Routers {'935cf1f2-6950-40f7-9037-29ab591ee061'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:34.268551 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-8445fa2e-9559-4d01-8aa3-25c2cc620962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['935cf1f2-6950-40f7-9037-29ab591ee061'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:34.274285 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d1353800-9e00-403b-91f7-c62fa5a890f9 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "GET /v2.0/ports?device_id=935cf1f2-6950-40f7-9037-29ab591ee061 HTTP/1.1" status: 200 len: 205 time: 0.0279028 Oct 26 08:35:34.276570 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35488) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:34.304358 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-8445fa2e-9559-4d01-8aa3-25c2cc620962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:34.314544 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8445fa2e-9559-4d01-8aa3-25c2cc620962 None None] Routers {'935cf1f2-6950-40f7-9037-29ab591ee061'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:34.315147 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-8445fa2e-9559-4d01-8aa3-25c2cc620962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['935cf1f2-6950-40f7-9037-29ab591ee061'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:34.327842 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1b67b8-b8c9-4daf-8d48-d31b7ea2df6a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Network 21de6014-df66-4380-bb88-82fb97647d3f is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:35:34.331525 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-00e13753-b73a-4ad8-8ca9-c5563a7f7f14 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Allocated IP 172.20.0.2 (eb60c2c7-30e5-40b0-9ec5-1cf6858565a8/edc7f0e8-ea46-4212-86b3-88cabb0fd413/98887c0c-9b57-467b-8414-0df14e5ca5e6) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:34.353974 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-8b1b67b8-b8c9-4daf-8d48-d31b7ea2df6a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 21de6014-df66-4380-bb88-82fb97647d3f) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:34.367485 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1b67b8-b8c9-4daf-8d48-d31b7ea2df6a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:34.370514 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2174be-d8f8-40b1-9618-cacc9ec6c59c None None] Network 21de6014-df66-4380-bb88-82fb97647d3f requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:34.373578 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1b67b8-b8c9-4daf-8d48-d31b7ea2df6a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:34.374280 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8b1b67b8-b8c9-4daf-8d48-d31b7ea2df6a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:34.376682 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-55b0b2a1-9431-4341-9fd6-c8ff1fce82e2 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:34.458803 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-8445fa2e-9559-4d01-8aa3-25c2cc620962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:34.459419 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8445fa2e-9559-4d01-8aa3-25c2cc620962 None None] The sync data for ids ['935cf1f2-6950-40f7-9037-29ab591ee061'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:35:34.485576 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-8b1b67b8-b8c9-4daf-8d48-d31b7ea2df6a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2406178 Oct 26 08:35:34.487439 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35490) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:34.513380 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-3a038fab-9cc8-4ddb-b894-0dc77c7bec0a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-248131836'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:34.557505 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-55b0b2a1-9431-4341-9fd6-c8ff1fce82e2 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:34.560175 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-55b0b2a1-9431-4341-9fd6-c8ff1fce82e2 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:34.582667 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f900a402-d791-4ad5-92ac-1770f2e8d9a2 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:34.588455 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a038fab-9cc8-4ddb-b894-0dc77c7bec0a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Made reservation on behalf of fbb245bdcc38449a85671f236067aeb3 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:34.592001 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3a038fab-9cc8-4ddb-b894-0dc77c7bec0a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:34.597506 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f900a402-d791-4ad5-92ac-1770f2e8d9a2 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:34.605606 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-55b0b2a1-9431-4341-9fd6-c8ff1fce82e2 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:34.606140 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b0b2a1-9431-4341-9fd6-c8ff1fce82e2 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Fanout notify agent at l3_agent the message router_deleted on router 935cf1f2-6950-40f7-9037-29ab591ee061 {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:35:34.612842 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-55b0b2a1-9431-4341-9fd6-c8ff1fce82e2 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:34.616826 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-55b0b2a1-9431-4341-9fd6-c8ff1fce82e2 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/routers/935cf1f2-6950-40f7-9037-29ab591ee061 HTTP/1.1" status: 204 len: 168 time: 0.3392727 Oct 26 08:35:34.617456 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35492) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:34.630609 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-00e13753-b73a-4ad8-8ca9-c5563a7f7f14 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:34.640098 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f900a402-d791-4ad5-92ac-1770f2e8d9a2 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:35:34.664753 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f900a402-d791-4ad5-92ac-1770f2e8d9a2 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:34.665104 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-f900a402-d791-4ad5-92ac-1770f2e8d9a2 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Added segment bb1e26eb-b540-4ea4-9f8a-8f39cd008320 of type vlan for network 91e63a2b-8670-4e9d-95c3-81033ceef743 Oct 26 08:35:34.666302 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900a402-d791-4ad5-92ac-1770f2e8d9a2 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a135fbbe-5527-4dee-a036-cc6af2c41900,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:34.673224 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-083287f0-74b5-45c9-b7f1-09a585712a67 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Deleting subnet 7ce2377d-6557-4547-a4fc-626e02b9fd17 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:35:34.676753 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-083287f0-74b5-45c9-b7f1-09a585712a67 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:34.683960 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a038fab-9cc8-4ddb-b894-0dc77c7bec0a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:35:34.717465 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-083287f0-74b5-45c9-b7f1-09a585712a67 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:34.725311 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3a038fab-9cc8-4ddb-b894-0dc77c7bec0a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:34.725692 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-3a038fab-9cc8-4ddb-b894-0dc77c7bec0a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Added segment 5549d847-1b76-4cf2-a815-75f457b368a8 of type vlan for network 0d42f2b2-464d-4f4c-bd80-800dfc7a918e Oct 26 08:35:34.768742 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f900a402-d791-4ad5-92ac-1770f2e8d9a2 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:34.791947 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3a038fab-9cc8-4ddb-b894-0dc77c7bec0a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:34.801566 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-00e13753-b73a-4ad8-8ca9-c5563a7f7f14 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:34.802484 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-083287f0-74b5-45c9-b7f1-09a585712a67 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:34.842807 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f900a402-d791-4ad5-92ac-1770f2e8d9a2 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:34.848724 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f900a402-d791-4ad5-92ac-1770f2e8d9a2 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:34.849327 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f900a402-d791-4ad5-92ac-1770f2e8d9a2 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:34.866405 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-083287f0-74b5-45c9-b7f1-09a585712a67 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:34.895213 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083287f0-74b5-45c9-b7f1-09a585712a67 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event deleted for resources: {'Subnet': ['ID=7ce2377d-6557-4547-a4fc-626e02b9fd17,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:34.899081 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-083287f0-74b5-45c9-b7f1-09a585712a67 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:34.904951 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-083287f0-74b5-45c9-b7f1-09a585712a67 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/subnets/7ce2377d-6557-4547-a4fc-626e02b9fd17 HTTP/1.1" status: 204 len: 168 time: 0.2865100 Oct 26 08:35:34.905569 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35494) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:34.905705 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4f8ad1-a845-494a-9f68-2616341d7701 None None] Network 742b2f1b-82ff-4286-8851-f15bf93ec41d requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:34.931999 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e13753-b73a-4ad8-8ca9-c5563a7f7f14 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Network eb60c2c7-30e5-40b0-9ec5-1cf6858565a8 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:34.936819 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3a038fab-9cc8-4ddb-b894-0dc77c7bec0a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:34.943264 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a038fab-9cc8-4ddb-b894-0dc77c7bec0a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:34.943879 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3a038fab-9cc8-4ddb-b894-0dc77c7bec0a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:34.946422 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-00e13753-b73a-4ad8-8ca9-c5563a7f7f14 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:34.951924 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e13753-b73a-4ad8-8ca9-c5563a7f7f14 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event updated for resources: {'Port': ['ID=98887c0c-9b57-467b-8414-0df14e5ca5e6,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:34.959261 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f900a402-d791-4ad5-92ac-1770f2e8d9a2 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.2777770 Oct 26 08:35:34.959261 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e13753-b73a-4ad8-8ca9-c5563a7f7f14 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:34.960254 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35496) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:34.968480 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-955ee34c-578f-430a-a8b4-856f851537df tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Request body: {'subnet': {'network_id': '91e63a2b-8670-4e9d-95c3-81033ceef743', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:35.006592 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3a038fab-9cc8-4ddb-b894-0dc77c7bec0a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5033820 Oct 26 08:35:35.007362 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900a402-d791-4ad5-92ac-1770f2e8d9a2 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Pushing event updated for resources: {'Network': ['ID=91e63a2b-8670-4e9d-95c3-81033ceef743,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:35.009432 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35498) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:35.022525 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-4350174d-dbc2-4043-8de2-f531bca3db5c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'ports': [{'network_id': '21de6014-df66-4380-bb88-82fb97647d3f'}, {'network_id': '0d42f2b2-464d-4f4c-bd80-800dfc7a918e'}]} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:35.022844 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-4350174d-dbc2-4043-8de2-f531bca3db5c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'port': {'network_id': '21de6014-df66-4380-bb88-82fb97647d3f'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:35.023336 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-4350174d-dbc2-4043-8de2-f531bca3db5c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'port': {'network_id': '0d42f2b2-464d-4f4c-bd80-800dfc7a918e'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:35.026742 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 91e63a2b-8670-4e9d-95c3-81033ceef743 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:35:35.055654 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f6d29515-bc83-4090-98c7-a13ba8267d9a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:35.121997 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955ee34c-578f-430a-a8b4-856f851537df tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Made reservation on behalf of 2c98d31d830f44e0b658b8a726ec423e for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:35.127648 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-955ee34c-578f-430a-a8b4-856f851537df tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:35.142536 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e13753-b73a-4ad8-8ca9-c5563a7f7f14 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:35.143174 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-00e13753-b73a-4ad8-8ca9-c5563a7f7f14 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:35.164221 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a038fab-9cc8-4ddb-b894-0dc77c7bec0a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Network': ['ID=0d42f2b2-464d-4f4c-bd80-800dfc7a918e,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:35.177099 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 0d42f2b2-464d-4f4c-bd80-800dfc7a918e details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:35:35.198132 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-00e13753-b73a-4ad8-8ca9-c5563a7f7f14 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6315854 Oct 26 08:35:35.201824 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35500) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:35.210196 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-e6b0f895-8f57-4d86-8916-d5d5b7be3faa tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Request body: {'floatingip': {'port_id': '98887c0c-9b57-467b-8414-0df14e5ca5e6'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:35.232761 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a4e269-13ee-479a-9ac9-3eece5b7a49a None None] DHCP port deletion for 742b2f1b-82ff-4286-8851-f15bf93ec41d request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:35:35.252057 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-f6d29515-bc83-4090-98c7-a13ba8267d9a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Deleting port c1b68c57-e11b-4fd2-a48d-4a7bda8bb829 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:35.252649 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f6d29515-bc83-4090-98c7-a13ba8267d9a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:35.285040 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4350174d-dbc2-4043-8de2-f531bca3db5c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Made reservation on behalf of fbb245bdcc38449a85671f236067aeb3 for: {'port': 2} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:35.289769 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4350174d-dbc2-4043-8de2-f531bca3db5c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:35.302968 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4350174d-dbc2-4043-8de2-f531bca3db5c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:35.304432 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e6b0f895-8f57-4d86-8916-d5d5b7be3faa tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for floatingip, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:35.325997 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-64a4e269-13ee-479a-9ac9-3eece5b7a49a None None] Deleting port c1b68c57-e11b-4fd2-a48d-4a7bda8bb829 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:35.326372 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-64a4e269-13ee-479a-9ac9-3eece5b7a49a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:35.392131 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-4350174d-dbc2-4043-8de2-f531bca3db5c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] device_id is not set on port 510f4698-4e95-476e-a2a6-029e66781e4e yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:35:35.396737 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-64a4e269-13ee-479a-9ac9-3eece5b7a49a None None] For port c1b68c57-e11b-4fd2-a48d-4a7bda8bb829, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=c1b68c57-e11b-4fd2-a48d-4a7bda8bb829,segment=NetworkSegment(f4f6eb06-6e3f-4359-a9b9-6cb963a910ff),segment_id=f4f6eb06-6e3f-4359-a9b9-6cb963a910ff)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:35:35.397298 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-64a4e269-13ee-479a-9ac9-3eece5b7a49a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:35.412231 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-64a4e269-13ee-479a-9ac9-3eece5b7a49a None None] Calling delete_port for c1b68c57-e11b-4fd2-a48d-4a7bda8bb829 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:35.502533 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-64a4e269-13ee-479a-9ac9-3eece5b7a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:35.522185 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4350174d-dbc2-4043-8de2-f531bca3db5c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:35.529052 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a4e269-13ee-479a-9ac9-3eece5b7a49a None None] Pushing event deleted for resources: {'Port': ['ID=c1b68c57-e11b-4fd2-a48d-4a7bda8bb829,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:35.534045 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a4e269-13ee-479a-9ac9-3eece5b7a49a None None] No DVR routers for this DVR port c1b68c57-e11b-4fd2-a48d-4a7bda8bb829 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:35:35.597456 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-4350174d-dbc2-4043-8de2-f531bca3db5c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] device_id is not set on port 0a81ddd1-ba47-4852-8b29-d4d9aaa82426 yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:35:35.714751 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4350174d-dbc2-4043-8de2-f531bca3db5c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:35.738707 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-f6d29515-bc83-4090-98c7-a13ba8267d9a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] For port c1b68c57-e11b-4fd2-a48d-4a7bda8bb829, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=c1b68c57-e11b-4fd2-a48d-4a7bda8bb829,segment=NetworkSegment(f4f6eb06-6e3f-4359-a9b9-6cb963a910ff),segment_id=f4f6eb06-6e3f-4359-a9b9-6cb963a910ff)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:35:35.739080 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f6d29515-bc83-4090-98c7-a13ba8267d9a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:35.752836 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4350174d-dbc2-4043-8de2-f531bca3db5c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:35.764183 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-f6d29515-bc83-4090-98c7-a13ba8267d9a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Calling delete_port for c1b68c57-e11b-4fd2-a48d-4a7bda8bb829 owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:35.793997 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4350174d-dbc2-4043-8de2-f531bca3db5c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Network 21de6014-df66-4380-bb88-82fb97647d3f is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:35.800962 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-4350174d-dbc2-4043-8de2-f531bca3db5c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:35.803397 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4350174d-dbc2-4043-8de2-f531bca3db5c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:35.804441 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4350174d-dbc2-4043-8de2-f531bca3db5c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:35.820507 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350174d-dbc2-4043-8de2-f531bca3db5c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Port': ['ID=510f4698-4e95-476e-a2a6-029e66781e4e,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:35.880528 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350174d-dbc2-4043-8de2-f531bca3db5c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Port': ['ID=0a81ddd1-ba47-4852-8b29-d4d9aaa82426,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:35.889580 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4350174d-dbc2-4043-8de2-f531bca3db5c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Checking segment: {'id': '5549d847-1b76-4cf2-a815-75f457b368a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0d42f2b2-464d-4f4c-bd80-800dfc7a918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:35:35.889985 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4350174d-dbc2-4043-8de2-f531bca3db5c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Network hostable DHCP agents. Network: 0d42f2b2-464d-4f4c-bd80-800dfc7a918e, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:35:35.907684 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4350174d-dbc2-4043-8de2-f531bca3db5c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Network 0d42f2b2-464d-4f4c-bd80-800dfc7a918e is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:35:35.916888 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-4350174d-dbc2-4043-8de2-f531bca3db5c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 0d42f2b2-464d-4f4c-bd80-800dfc7a918e) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:35.921132 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4350174d-dbc2-4043-8de2-f531bca3db5c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:35.927922 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555bff0f-6846-4d59-8cd8-ae5e3b362a46 None None] Network 0d42f2b2-464d-4f4c-bd80-800dfc7a918e requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:35.929241 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4350174d-dbc2-4043-8de2-f531bca3db5c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:35.934280 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4350174d-dbc2-4043-8de2-f531bca3db5c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:35.934975 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4350174d-dbc2-4043-8de2-f531bca3db5c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:35.950811 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-955ee34c-578f-430a-a8b4-856f851537df tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:35.957454 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4350174d-dbc2-4043-8de2-f531bca3db5c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9403296 Oct 26 08:35:35.957454 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35502) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:36.047824 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f6d29515-bc83-4090-98c7-a13ba8267d9a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:36.065560 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-9dade131-e8f0-4931-ad3d-54df160316c8 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Deleting port 0a81ddd1-ba47-4852-8b29-d4d9aaa82426 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:36.065936 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9dade131-e8f0-4931-ad3d-54df160316c8 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:36.114880 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ee34c-578f-430a-a8b4-856f851537df tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Pushing event updated for resources: {'Subnet': ['ID=f42db248-c623-4a79-8a49-b5d5edccd11b,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:36.132041 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9dade131-e8f0-4931-ad3d-54df160316c8 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:36.141354 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d29515-bc83-4090-98c7-a13ba8267d9a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event deleted for resources: {'Port': ['ID=c1b68c57-e11b-4fd2-a48d-4a7bda8bb829,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:36.145041 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-9dade131-e8f0-4931-ad3d-54df160316c8 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Calling delete_port for 0a81ddd1-ba47-4852-8b29-d4d9aaa82426 owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:36.189417 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d29515-bc83-4090-98c7-a13ba8267d9a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] No DVR routers for this DVR port c1b68c57-e11b-4fd2-a48d-4a7bda8bb829 on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:35:36.228713 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9dade131-e8f0-4931-ad3d-54df160316c8 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:36.257003 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dade131-e8f0-4931-ad3d-54df160316c8 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Port': ['ID=0a81ddd1-ba47-4852-8b29-d4d9aaa82426,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:36.257844 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955ee34c-578f-430a-a8b4-856f851537df tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Checking segment: {'id': 'bb1e26eb-b540-4ea4-9f8a-8f39cd008320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '91e63a2b-8670-4e9d-95c3-81033ceef743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:35:36.259222 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955ee34c-578f-430a-a8b4-856f851537df tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Network hostable DHCP agents. Network: 91e63a2b-8670-4e9d-95c3-81033ceef743, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:35:36.262348 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9dade131-e8f0-4931-ad3d-54df160316c8 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:36.266219 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9dade131-e8f0-4931-ad3d-54df160316c8 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/ports/0a81ddd1-ba47-4852-8b29-d4d9aaa82426 HTTP/1.1" status: 204 len: 168 time: 0.3073189 Oct 26 08:35:36.269534 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35504) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:36.320679 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45946ca-589f-45a5-bef1-038cccd6c000 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:36.326701 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45946ca-589f-45a5-bef1-038cccd6c000 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:36.328782 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a45946ca-589f-45a5-bef1-038cccd6c000 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0577769 Oct 26 08:35:36.332208 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35506) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:36.373794 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f6d29515-bc83-4090-98c7-a13ba8267d9a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:36.427582 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955ee34c-578f-430a-a8b4-856f851537df tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Network 91e63a2b-8670-4e9d-95c3-81033ceef743 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:35:36.428341 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-d99b8b81-8b7d-4e2d-856d-3c1dffa6848d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Deleting port 510f4698-4e95-476e-a2a6-029e66781e4e {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:36.428685 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d99b8b81-8b7d-4e2d-856d-3c1dffa6848d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:36.456251 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-f6d29515-bc83-4090-98c7-a13ba8267d9a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['742b2f1b-82ff-4286-8851-f15bf93ec41d']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:36.475640 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-955ee34c-578f-430a-a8b4-856f851537df tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 91e63a2b-8670-4e9d-95c3-81033ceef743) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:36.478468 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-f6d29515-bc83-4090-98c7-a13ba8267d9a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f6eb06-6e3f-4359-a9b9-6cb963a910ff') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:36.478763 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-f6d29515-bc83-4090-98c7-a13ba8267d9a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f6eb06-6e3f-4359-a9b9-6cb963a910ff') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:36.483795 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e6b446-f50e-425a-a652-055edabdc895 None None] Network 91e63a2b-8670-4e9d-95c3-81033ceef743 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:36.500482 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d99b8b81-8b7d-4e2d-856d-3c1dffa6848d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:36.515705 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-d99b8b81-8b7d-4e2d-856d-3c1dffa6848d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Calling delete_port for 510f4698-4e95-476e-a2a6-029e66781e4e owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:36.515882 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f6d29515-bc83-4090-98c7-a13ba8267d9a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:36.518314 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955ee34c-578f-430a-a8b4-856f851537df tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:36.518865 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-955ee34c-578f-430a-a8b4-856f851537df tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:36.552275 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f6d29515-bc83-4090-98c7-a13ba8267d9a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:36.559412 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e6b0f895-8f57-4d86-8916-d5d5b7be3faa tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:36.568365 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-955ee34c-578f-430a-a8b4-856f851537df tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6043835 Oct 26 08:35:36.568365 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d29515-bc83-4090-98c7-a13ba8267d9a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:35:36.568365 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f6d29515-bc83-4090-98c7-a13ba8267d9a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:36.569563 dv-neutron-804846-13-hyperv neutron-server[102102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:35:36.569563 dv-neutron-804846-13-hyperv neutron-server[102102]: self.session.flush() Oct 26 08:35:36.569563 dv-neutron-804846-13-hyperv neutron-server[102102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:35:36.569563 dv-neutron-804846-13-hyperv neutron-server[102102]: self.session.flush() Oct 26 08:35:36.569563 dv-neutron-804846-13-hyperv neutron-server[102102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:35:36.569563 dv-neutron-804846-13-hyperv neutron-server[102102]: self.session.flush() Oct 26 08:35:36.569563 dv-neutron-804846-13-hyperv neutron-server[102102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:35:36.569563 dv-neutron-804846-13-hyperv neutron-server[102102]: self.session.flush() Oct 26 08:35:36.569563 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:35:36.569563 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:35:36.569563 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:35:36.569563 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:35:36.569563 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:35:36.569563 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:35:36.569563 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:35:36.569563 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:35:36.569563 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:35:36.569563 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:35:36.569563 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:35:36.569563 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:35:36.569563 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:35:36.569563 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:35:36.569563 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:35:36.569563 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:35:36.569563 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:35:36.569563 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:35:36.569563 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:35:36.569563 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:35:36.569563 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:35:36.569563 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:35:36.569563 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:35:36.569563 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:35:36.569563 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:35:36.569563 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:35:36.569563 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:35:36.569563 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:35:36.569563 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:35:36.569563 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:35:36.569563 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:35:36.569563 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:35:36.573156 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35508) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:36.575213 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-e999dc06-14a6-446f-9738-d6091bb18113 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Request body: {'port': {'network_id': '91e63a2b-8670-4e9d-95c3-81033ceef743', 'name': 'tempest-TagsExtTest-1080486306'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:36.587884 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e6b0f895-8f57-4d86-8916-d5d5b7be3faa tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:36.629905 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d99b8b81-8b7d-4e2d-856d-3c1dffa6848d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:36.661871 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b8b81-8b7d-4e2d-856d-3c1dffa6848d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Port': ['ID=510f4698-4e95-476e-a2a6-029e66781e4e,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:36.664276 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device c1b68c57-e11b-4fd2-a48d-4a7bda8bb829 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:35:36.670644 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d99b8b81-8b7d-4e2d-856d-3c1dffa6848d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:36.674084 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d99b8b81-8b7d-4e2d-856d-3c1dffa6848d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/ports/510f4698-4e95-476e-a2a6-029e66781e4e HTTP/1.1" status: 204 len: 168 time: 0.3408794 Oct 26 08:35:36.676546 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35510) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:36.680950 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d2f940-5ff7-4cde-8572-1d71242ac837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-91e63a2b-8670-4e9d-95c3-81033ceef743', 'network_id': '91e63a2b-8670-4e9d-95c3-81033ceef743', 'tenant_id': '2c98d31d830f44e0b658b8a726ec423e', 'fixed_ips': [{'subnet_id': 'f42db248-c623-4a79-8a49-b5d5edccd11b'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:35:36.681845 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b6d2f940-5ff7-4cde-8572-1d71242ac837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:36.711894 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: c1b68c57-e11b-4fd2-a48d-4a7bda8bb829 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:35:36.712816 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device c1b68c57-e11b-4fd2-a48d-4a7bda8bb829 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:35:36.736529 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7fdfc8-e8a4-4e67-8968-a210f77c9ff9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:36.741686 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-cc7fdfc8-e8a4-4e67-8968-a210f77c9ff9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0606036 Oct 26 08:35:36.744267 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35514) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:36.793174 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f6d29515-bc83-4090-98c7-a13ba8267d9a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:36.803695 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-902b2420-53b7-468e-8179-19ae7492e7b5 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] GET failed (client error): The resource could not be found. Oct 26 08:35:36.805255 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-902b2420-53b7-468e-8179-19ae7492e7b5 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "GET /v2.0/ports/0a81ddd1-ba47-4852-8b29-d4d9aaa82426 HTTP/1.1" status: 404 len: 333 time: 0.0578079 Oct 26 08:35:36.808235 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35516) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:36.814329 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f6d29515-bc83-4090-98c7-a13ba8267d9a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:36.817460 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f6d29515-bc83-4090-98c7-a13ba8267d9a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/networks/742b2f1b-82ff-4286-8851-f15bf93ec41d HTTP/1.1" status: 204 len: 168 time: 1.9109142 Oct 26 08:35:36.833554 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35518) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:36.835387 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f35d419-0724-4076-837c-80dead8a261f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] GET failed (client error): The resource could not be found. Oct 26 08:35:36.841304 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d29515-bc83-4090-98c7-a13ba8267d9a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event deleted for resources: {'Network': ['ID=742b2f1b-82ff-4286-8851-f15bf93ec41d,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:36.841891 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-5f35d419-0724-4076-837c-80dead8a261f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "GET /v2.0/ports/510f4698-4e95-476e-a2a6-029e66781e4e HTTP/1.1" status: 404 len: 333 time: 0.0279899 Oct 26 08:35:36.842528 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35520) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:36.850710 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-a081ebc0-1952-4b3d-b07b-1877bf78125a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-232665885', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:36.869290 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-b6d2f940-5ff7-4cde-8572-1d71242ac837 None None] Allocated IP 172.20.0.2 (91e63a2b-8670-4e9d-95c3-81033ceef743/f42db248-c623-4a79-8a49-b5d5edccd11b/0f41c6e9-cb7d-4861-8079-1d2d0d97b101) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:36.887839 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.l3_db [None req-e6b0f895-8f57-4d86-8916-d5d5b7be3faa tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Floating IP 0e0dce86-1426-4c0d-906b-a86eea4f6bf5 associated. External IP: 172.26.2.104, port: 98887c0c-9b57-467b-8414-0df14e5ca5e6. Oct 26 08:35:36.932770 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-db3986e6-9312-45b6-aa80-cb5e5cedb6c1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:36.963049 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a081ebc0-1952-4b3d-b07b-1877bf78125a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:36.964027 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a081ebc0-1952-4b3d-b07b-1877bf78125a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:36.989472 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e999dc06-14a6-446f-9738-d6091bb18113 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Made reservation on behalf of 2c98d31d830f44e0b658b8a726ec423e for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:36.992973 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e999dc06-14a6-446f-9738-d6091bb18113 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:37.031156 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b6d2f940-5ff7-4cde-8572-1d71242ac837 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:37.033155 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-db3986e6-9312-45b6-aa80-cb5e5cedb6c1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:37.039350 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b6d2f940-5ff7-4cde-8572-1d71242ac837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:37.054863 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-db3986e6-9312-45b6-aa80-cb5e5cedb6c1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d42f2b2-464d-4f4c-bd80-800dfc7a918e']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:37.057674 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-e999dc06-14a6-446f-9738-d6091bb18113 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] device_id is not set on port c2aa8198-9992-41ff-95b4-d1ad6847c0d4 yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:35:37.066491 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-db3986e6-9312-45b6-aa80-cb5e5cedb6c1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5549d847-1b76-4cf2-a815-75f457b368a8') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:37.067205 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-db3986e6-9312-45b6-aa80-cb5e5cedb6c1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5549d847-1b76-4cf2-a815-75f457b368a8') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:37.073873 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a081ebc0-1952-4b3d-b07b-1877bf78125a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:37.082249 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-db3986e6-9312-45b6-aa80-cb5e5cedb6c1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:37.083724 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d2f940-5ff7-4cde-8572-1d71242ac837 None None] Network 91e63a2b-8670-4e9d-95c3-81033ceef743 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:37.086763 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-b6d2f940-5ff7-4cde-8572-1d71242ac837 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:37.091179 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d2f940-5ff7-4cde-8572-1d71242ac837 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:37.094982 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2f940-5ff7-4cde-8572-1d71242ac837 None None] Pushing event updated for resources: {'Port': ['ID=0f41c6e9-cb7d-4861-8079-1d2d0d97b101,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:37.105474 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-db3986e6-9312-45b6-aa80-cb5e5cedb6c1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:37.111169 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a081ebc0-1952-4b3d-b07b-1877bf78125a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:37.113492 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db3986e6-9312-45b6-aa80-cb5e5cedb6c1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:35:37.113927 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-db3986e6-9312-45b6-aa80-cb5e5cedb6c1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:37.117661 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:35:37.117661 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:35:37.117661 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:35:37.117661 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:35:37.117661 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:35:37.117661 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:35:37.117661 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:35:37.117661 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:35:37.117661 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:35:37.117661 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:35:37.117661 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:35:37.117661 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:35:37.117661 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:35:37.117661 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:35:37.117661 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:35:37.117661 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:35:37.117661 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:35:37.117661 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:35:37.117661 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:35:37.117661 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:35:37.117661 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:35:37.117661 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:35:37.117661 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:35:37.117661 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:35:37.117661 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:35:37.117661 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:35:37.117661 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:35:37.117661 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:35:37.117661 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:35:37.117661 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:35:37.117661 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:35:37.117661 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:35:37.148673 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a081ebc0-1952-4b3d-b07b-1877bf78125a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:37.149898 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a081ebc0-1952-4b3d-b07b-1877bf78125a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3133183 Oct 26 08:35:37.154027 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-b6d2f940-5ff7-4cde-8572-1d71242ac837 None None] Attempting to bind port 0f41c6e9-cb7d-4861-8079-1d2d0d97b101 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:35:37.154498 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-b6d2f940-5ff7-4cde-8572-1d71242ac837 None None] Attempting to bind port 0f41c6e9-cb7d-4861-8079-1d2d0d97b101 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'bb1e26eb-b540-4ea4-9f8a-8f39cd008320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '91e63a2b-8670-4e9d-95c3-81033ceef743'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:35:37.154934 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d2f940-5ff7-4cde-8572-1d71242ac837 None None] Attempting to bind port 0f41c6e9-cb7d-4861-8079-1d2d0d97b101 on network 91e63a2b-8670-4e9d-95c3-81033ceef743 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:35:37.159904 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35522) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:37.160895 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d2f940-5ff7-4cde-8572-1d71242ac837 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:35:37.161351 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d2f940-5ff7-4cde-8572-1d71242ac837 None None] Checking segment: {'id': 'bb1e26eb-b540-4ea4-9f8a-8f39cd008320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '91e63a2b-8670-4e9d-95c3-81033ceef743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:35:37.161863 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b6d2f940-5ff7-4cde-8572-1d71242ac837 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:37.162370 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d2f940-5ff7-4cde-8572-1d71242ac837 None None] Bound using segment: {'id': 'bb1e26eb-b540-4ea4-9f8a-8f39cd008320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '91e63a2b-8670-4e9d-95c3-81033ceef743'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:35:37.162909 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-b6d2f940-5ff7-4cde-8572-1d71242ac837 None None] Bound port: 0f41c6e9-cb7d-4861-8079-1d2d0d97b101, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1e26eb-b540-4ea4-9f8a-8f39cd008320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '91e63a2b-8670-4e9d-95c3-81033ceef743'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:35:37.163357 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b6d2f940-5ff7-4cde-8572-1d71242ac837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:37.164603 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-e339e414-96c1-4f1a-8441-ba5b3d5a5350 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1333036983'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:37.200970 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e339e414-96c1-4f1a-8441-ba5b3d5a5350 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Made reservation on behalf of 502737b6a12c43caa6c2ea21f619d856 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:37.204886 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e339e414-96c1-4f1a-8441-ba5b3d5a5350 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:37.208076 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-db3986e6-9312-45b6-aa80-cb5e5cedb6c1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:37.220994 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-db3986e6-9312-45b6-aa80-cb5e5cedb6c1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:37.227853 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-db3986e6-9312-45b6-aa80-cb5e5cedb6c1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/networks/0d42f2b2-464d-4f4c-bd80-800dfc7a918e HTTP/1.1" status: 204 len: 168 time: 0.3807397 Oct 26 08:35:37.229536 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35524) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:37.233335 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-74a58c9e-9e83-466c-955f-bb41664cb7bd tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-423220681'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:37.246963 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-b6d2f940-5ff7-4cde-8572-1d71242ac837 None None] For port 0f41c6e9-cb7d-4861-8079-1d2d0d97b101, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:35:37.249705 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3986e6-9312-45b6-aa80-cb5e5cedb6c1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Network': ['ID=0d42f2b2-464d-4f4c-bd80-800dfc7a918e,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:37.251613 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-b6d2f940-5ff7-4cde-8572-1d71242ac837 None None] For port 0f41c6e9-cb7d-4861-8079-1d2d0d97b101, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=0f41c6e9-cb7d-4861-8079-1d2d0d97b101,segment=NetworkSegment(bb1e26eb-b540-4ea4-9f8a-8f39cd008320),segment_id=bb1e26eb-b540-4ea4-9f8a-8f39cd008320)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:35:37.261472 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b6d2f940-5ff7-4cde-8572-1d71242ac837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:37.270103 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e339e414-96c1-4f1a-8441-ba5b3d5a5350 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:35:37.283260 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-e999dc06-14a6-446f-9738-d6091bb18113 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Allocated IP 172.20.0.8 (91e63a2b-8670-4e9d-95c3-81033ceef743/f42db248-c623-4a79-8a49-b5d5edccd11b/c2aa8198-9992-41ff-95b4-d1ad6847c0d4) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:37.284282 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e339e414-96c1-4f1a-8441-ba5b3d5a5350 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:37.285052 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-e339e414-96c1-4f1a-8441-ba5b3d5a5350 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Added segment f66339b6-d064-4b49-be4b-3ce72c5f302e of type vlan for network 39fc9464-30f7-4815-9489-b3c439b523b8 Oct 26 08:35:37.286365 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a58c9e-9e83-466c-955f-bb41664cb7bd tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Made reservation on behalf of fbb245bdcc38449a85671f236067aeb3 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:37.290951 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-74a58c9e-9e83-466c-955f-bb41664cb7bd tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:37.322408 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b0f895-8f57-4d86-8916-d5d5b7be3faa tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Router 1fe4e193-bc1b-4ccb-b74d-89b3fded41d1 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:35:37.326210 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2f940-5ff7-4cde-8572-1d71242ac837 None None] Pushing event updated for resources: {'Port': ['ID=0f41c6e9-cb7d-4861-8079-1d2d0d97b101,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:37.353325 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e339e414-96c1-4f1a-8441-ba5b3d5a5350 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:37.367397 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74a58c9e-9e83-466c-955f-bb41664cb7bd tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:35:37.387777 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-74a58c9e-9e83-466c-955f-bb41664cb7bd tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:37.388123 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-74a58c9e-9e83-466c-955f-bb41664cb7bd tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Added segment 58b88a8c-d622-4fa6-8308-c2a9c562a66c of type vlan for network 323c4879-512d-4a82-b58f-0d8608ce30b2 Oct 26 08:35:37.428715 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e339e414-96c1-4f1a-8441-ba5b3d5a5350 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:37.434872 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e339e414-96c1-4f1a-8441-ba5b3d5a5350 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:37.435513 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e339e414-96c1-4f1a-8441-ba5b3d5a5350 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:37.496806 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-74a58c9e-9e83-466c-955f-bb41664cb7bd tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:37.511321 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e339e414-96c1-4f1a-8441-ba5b3d5a5350 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3505058 Oct 26 08:35:37.520622 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35528) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:37.544692 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-0ed46752-7670-4ca6-ba3b-5e243a3af9f2 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Request body: {'subnet': {'network_id': '39fc9464-30f7-4815-9489-b3c439b523b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:37.582325 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e339e414-96c1-4f1a-8441-ba5b3d5a5350 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event updated for resources: {'Network': ['ID=39fc9464-30f7-4815-9489-b3c439b523b8,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:37.593176 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 39fc9464-30f7-4815-9489-b3c439b523b8 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:35:37.635750 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-74a58c9e-9e83-466c-955f-bb41664cb7bd tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:37.641766 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a58c9e-9e83-466c-955f-bb41664cb7bd tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:37.642289 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-74a58c9e-9e83-466c-955f-bb41664cb7bd tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:37.742307 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-74a58c9e-9e83-466c-955f-bb41664cb7bd tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5129573 Oct 26 08:35:37.746994 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35532) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:37.754160 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a58c9e-9e83-466c-955f-bb41664cb7bd tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Network': ['ID=323c4879-512d-4a82-b58f-0d8608ce30b2,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:37.759510 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-8d7c45cd-a1a7-4014-8972-80ad7e0f68af tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'subnet': {'network_id': '323c4879-512d-4a82-b58f-0d8608ce30b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:37.765483 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 323c4879-512d-4a82-b58f-0d8608ce30b2 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:35:37.815175 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed46752-7670-4ca6-ba3b-5e243a3af9f2 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Made reservation on behalf of 502737b6a12c43caa6c2ea21f619d856 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:37.821449 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0ed46752-7670-4ca6-ba3b-5e243a3af9f2 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:37.890766 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e999dc06-14a6-446f-9738-d6091bb18113 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:37.960941 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e999dc06-14a6-446f-9738-d6091bb18113 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:37.987956 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7c45cd-a1a7-4014-8972-80ad7e0f68af tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Made reservation on behalf of fbb245bdcc38449a85671f236067aeb3 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:37.991496 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8d7c45cd-a1a7-4014-8972-80ad7e0f68af tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:38.001596 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b0f895-8f57-4d86-8916-d5d5b7be3faa tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:35:38.009455 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e6b0f895-8f57-4d86-8916-d5d5b7be3faa tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:38.011475 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67bc741-987a-4a51-8678-3fc752367c75 req-544db1fe-cb82-4bb2-8057-a5c4ae055ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:38.013010 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b67bc741-987a-4a51-8678-3fc752367c75 req-544db1fe-cb82-4bb2-8057-a5c4ae055ce6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6eab6734a4b340b3a9f449d2b1ad4f89&device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 1098 time: 0.0880682 Oct 26 08:35:38.013574 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01c2efc-d152-4d9a-8bc6-9cc6e7ec3ea9 None None] Sync routers for ids ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:35:38.026217 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01c2efc-d152-4d9a-8bc6-9cc6e7ec3ea9 None None] Routers {'1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:38.026833 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-e01c2efc-d152-4d9a-8bc6-9cc6e7ec3ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:38.044406 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e999dc06-14a6-446f-9738-d6091bb18113 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Network 91e63a2b-8670-4e9d-95c3-81033ceef743 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:38.057263 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-e999dc06-14a6-446f-9738-d6091bb18113 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:38.070989 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af58a78-da54-4056-9f68-0f4619f2ae95 req-58d5c397-a7ce-4c92-81c5-ef9dbcbaeb89 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:38.071226 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-e01c2efc-d152-4d9a-8bc6-9cc6e7ec3ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:38.072538 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-4af58a78-da54-4056-9f68-0f4619f2ae95 req-58d5c397-a7ce-4c92-81c5-ef9dbcbaeb89 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.1562543 Oct 26 08:35:38.074709 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e999dc06-14a6-446f-9738-d6091bb18113 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:38.079724 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e6b0f895-8f57-4d86-8916-d5d5b7be3faa tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "PUT /v2.0/floatingips/0e0dce86-1426-4c0d-906b-a86eea4f6bf5 HTTP/1.1" status: 200 len: 977 time: 2.8759315 Oct 26 08:35:38.080885 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e999dc06-14a6-446f-9738-d6091bb18113 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Pushing event updated for resources: {'Port': ['ID=c2aa8198-9992-41ff-95b4-d1ad6847c0d4,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:38.095599 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01c2efc-d152-4d9a-8bc6-9cc6e7ec3ea9 None None] Routers {'1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:38.096227 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-e01c2efc-d152-4d9a-8bc6-9cc6e7ec3ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:38.107689 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35536) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:38.134663 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.ipam_backend_mixin [None req-8d7c45cd-a1a7-4014-8972-80ad7e0f68af tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Performing IP validity checks on allocation pools {{(pid=102101) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 08:35:38.135160 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.ipam_backend_mixin [None req-8d7c45cd-a1a7-4014-8972-80ad7e0f68af tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102101) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 08:35:38.136935 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-e01c2efc-d152-4d9a-8bc6-9cc6e7ec3ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:38.137450 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01c2efc-d152-4d9a-8bc6-9cc6e7ec3ea9 None None] The sync data for ids ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:35:38.164168 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e999dc06-14a6-446f-9738-d6091bb18113 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:38.164829 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e999dc06-14a6-446f-9738-d6091bb18113 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:38.176131 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-4af58a78-da54-4056-9f68-0f4619f2ae95 req-1e9c1e91-99ec-45ae-ae24-be90190be816 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619380 Oct 26 08:35:38.190537 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e999dc06-14a6-446f-9738-d6091bb18113 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6187718 Oct 26 08:35:38.192748 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35538) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:38.203320 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-1db7b9c1-29fb-462a-b5f5-775f1463d9b1 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-992324378', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:38.231752 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1db7b9c1-29fb-462a-b5f5-775f1463d9b1 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:38.233058 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1db7b9c1-29fb-462a-b5f5-775f1463d9b1 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:38.287809 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1db7b9c1-29fb-462a-b5f5-775f1463d9b1 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:38.293459 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1db7b9c1-29fb-462a-b5f5-775f1463d9b1 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:38.312293 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1db7b9c1-29fb-462a-b5f5-775f1463d9b1 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:38.316578 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1db7b9c1-29fb-462a-b5f5-775f1463d9b1 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1224542 Oct 26 08:35:38.317654 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35540) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:38.322634 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-d43630c3-33f3-4f07-b140-d4dabe7a6e73 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1269190633', 'prefixes': ['172.20.0.0/16']}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:38.324814 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67bc741-987a-4a51-8678-3fc752367c75 req-c53ee4b8-bb3b-460d-82c7-5f8452ef0e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:38.326383 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b67bc741-987a-4a51-8678-3fc752367c75 req-c53ee4b8-bb3b-460d-82c7-5f8452ef0e20 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8898436d-e40a-418e-85e2-87f0fb58c97b HTTP/1.1" status: 200 len: 913 time: 0.2807851 Oct 26 08:35:38.335409 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0ed46752-7670-4ca6-ba3b-5e243a3af9f2 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:38.396500 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d43630c3-33f3-4f07-b140-d4dabe7a6e73 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks [] for subnetpool, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:38.401161 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d43630c3-33f3-4f07-b140-d4dabe7a6e73 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0791886 Oct 26 08:35:38.402046 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35542) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:38.407656 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-721edb4e-7f97-4cfa-8078-c641639bec04 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f42db248-c623-4a79-8a49-b5d5edccd11b', 'tempest-TagsExtTest-Tag-1473034535') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:38.521656 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed46752-7670-4ca6-ba3b-5e243a3af9f2 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event updated for resources: {'Subnet': ['ID=c06be67c-de33-4260-ba27-5530b26b333c,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:38.526607 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-721edb4e-7f97-4cfa-8078-c641639bec04 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "PUT /v2.0/subnets/f42db248-c623-4a79-8a49-b5d5edccd11b/tags/tempest-TagsExtTest-Tag-1473034535 HTTP/1.1" status: 201 len: 201 time: 0.1235118 Oct 26 08:35:38.530033 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35544) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:38.534750 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b67bc741-987a-4a51-8678-3fc752367c75 req-b080c30c-e288-45c8-9fba-9eb7c31165fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5b4c931-0784-4417-9cf2-14aace14e7b9 HTTP/1.1" status: 200 len: 1001 time: 0.1787682 Oct 26 08:35:38.541890 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-d23c2f7b-464b-497a-83b1-6f98a4f964c9 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c2aa8198-9992-41ff-95b4-d1ad6847c0d4', 'tempest-TagsExtTest-Tag-2103777592') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:38.551678 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-6d3e8b0a-e514-4dee-b4d8-b0cde5521ac0 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Deleting port 98887c0c-9b57-467b-8414-0df14e5ca5e6 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:38.551861 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6d3e8b0a-e514-4dee-b4d8-b0cde5521ac0 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:38.581232 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bb9aaa-0831-4f34-93e1-50648f13ed1f None None] Network 91e63a2b-8670-4e9d-95c3-81033ceef743 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:38.628404 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d23c2f7b-464b-497a-83b1-6f98a4f964c9 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "PUT /v2.0/ports/c2aa8198-9992-41ff-95b4-d1ad6847c0d4/tags/tempest-TagsExtTest-Tag-2103777592 HTTP/1.1" status: 201 len: 201 time: 0.0969715 Oct 26 08:35:38.631364 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35546) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:38.638505 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-a5e4acc8-c7ed-49ba-a550-761fc50e15b4 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '567901b6-4e04-4f43-9609-9dbafa541f35', 'tempest-TagsExtTest-Tag-73906899') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:38.652659 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 0f41c6e9-cb7d-4861-8079-1d2d0d97b101 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:35:38.658132 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed46752-7670-4ca6-ba3b-5e243a3af9f2 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Checking segment: {'id': 'f66339b6-d064-4b49-be4b-3ce72c5f302e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39fc9464-30f7-4815-9489-b3c439b523b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:35:38.658717 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed46752-7670-4ca6-ba3b-5e243a3af9f2 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Network hostable DHCP agents. Network: 39fc9464-30f7-4815-9489-b3c439b523b8, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:35:38.665515 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8d7c45cd-a1a7-4014-8972-80ad7e0f68af tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:38.736405 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-7f9f13d1-091a-4c6a-85da-28c9ad078130 None None] Provisioning complete for port 0f41c6e9-cb7d-4861-8079-1d2d0d97b101 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:38.736820 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a5e4acc8-c7ed-49ba-a550-761fc50e15b4 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "PUT /v2.0/routers/567901b6-4e04-4f43-9609-9dbafa541f35/tags/tempest-TagsExtTest-Tag-73906899 HTTP/1.1" status: 201 len: 201 time: 0.1039455 Oct 26 08:35:38.736959 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7f9f13d1-091a-4c6a-85da-28c9ad078130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:38.739670 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35548) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:38.744274 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-d1ba0e94-ff96-45a5-9891-ffe9f1059032 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a8132ef8-c47e-452b-89ea-3ae7f44f85a7', 'tempest-TagsExtTest-Tag-1503527803') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:38.750999 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67bc741-987a-4a51-8678-3fc752367c75 req-c845a665-0011-46af-85e7-860e2dda8d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:38.752477 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b67bc741-987a-4a51-8678-3fc752367c75 req-c845a665-0011-46af-85e7-860e2dda8d17 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=33b25e72-0e11-43c0-9e6c-63bdef265ca2 HTTP/1.1" status: 200 len: 851 time: 0.2057309 Oct 26 08:35:38.800900 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d1ba0e94-ff96-45a5-9891-ffe9f1059032 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "PUT /v2.0/subnetpools/a8132ef8-c47e-452b-89ea-3ae7f44f85a7/tags/tempest-TagsExtTest-Tag-1503527803 HTTP/1.1" status: 201 len: 201 time: 0.0601618 Oct 26 08:35:38.803418 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35550) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:38.808042 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-5b19a5f3-acf4-47d9-87c8-1511b88bb77a tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f42db248-c623-4a79-8a49-b5d5edccd11b') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:38.819454 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed46752-7670-4ca6-ba3b-5e243a3af9f2 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Network 39fc9464-30f7-4815-9489-b3c439b523b8 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:35:38.821509 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c45cd-a1a7-4014-8972-80ad7e0f68af tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Subnet': ['ID=8a07fab1-d2f8-42fe-a730-0c1e474763a4,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:38.833447 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6d3e8b0a-e514-4dee-b4d8-b0cde5521ac0 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:38.838411 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 0f41c6e9-cb7d-4861-8079-1d2d0d97b101 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:38.838779 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:38.874718 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5b19a5f3-acf4-47d9-87c8-1511b88bb77a tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "GET /v2.0/subnets/f42db248-c623-4a79-8a49-b5d5edccd11b/tags HTTP/1.1" status: 200 len: 241 time: 0.0675623 Oct 26 08:35:38.874928 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-0ed46752-7670-4ca6-ba3b-5e243a3af9f2 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 39fc9464-30f7-4815-9489-b3c439b523b8) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:38.876238 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35552) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:38.886942 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e25f9f-10f0-44c3-aae8-ab2a1fec769e None None] Network 39fc9464-30f7-4815-9489-b3c439b523b8 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:38.887795 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-22e01c50-379a-49af-9168-d10b0329a971 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f42db248-c623-4a79-8a49-b5d5edccd11b', 'tempest-TagsExtTest-Tag-1473034535') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:38.932731 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7c45cd-a1a7-4014-8972-80ad7e0f68af tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Checking segment: {'id': '58b88a8c-d622-4fa6-8308-c2a9c562a66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '323c4879-512d-4a82-b58f-0d8608ce30b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:35:38.933153 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7c45cd-a1a7-4014-8972-80ad7e0f68af tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Network hostable DHCP agents. Network: 323c4879-512d-4a82-b58f-0d8608ce30b2, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:35:38.936157 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed46752-7670-4ca6-ba3b-5e243a3af9f2 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:38.936767 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0ed46752-7670-4ca6-ba3b-5e243a3af9f2 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:38.950912 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-22e01c50-379a-49af-9168-d10b0329a971 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "GET /v2.0/subnets/f42db248-c623-4a79-8a49-b5d5edccd11b/tags/tempest-TagsExtTest-Tag-1473034535 HTTP/1.1" status: 204 len: 168 time: 0.0652840 Oct 26 08:35:38.951176 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35554) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:38.956501 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-ff5244ff-946b-442b-ae4d-1bfc49477311 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f42db248-c623-4a79-8a49-b5d5edccd11b', 'tempest-TagsExtTest-Tag-1473034535') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:38.987095 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67bc741-987a-4a51-8678-3fc752367c75 req-a330ca8f-dc55-4d9b-814a-2ac1cc082a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:38.988667 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b67bc741-987a-4a51-8678-3fc752367c75 req-a330ca8f-dc55-4d9b-814a-2ac1cc082a1f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8898436d-e40a-418e-85e2-87f0fb58c97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2244420 Oct 26 08:35:39.031164 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ff5244ff-946b-442b-ae4d-1bfc49477311 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "DELETE /v2.0/subnets/f42db248-c623-4a79-8a49-b5d5edccd11b/tags/tempest-TagsExtTest-Tag-1473034535 HTTP/1.1" status: 204 len: 168 time: 0.0789542 Oct 26 08:35:39.034811 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35556) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:39.039434 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-c295da26-a49a-44d3-b83b-14f5d64375f5 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f42db248-c623-4a79-8a49-b5d5edccd11b') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:39.099682 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c295da26-a49a-44d3-b83b-14f5d64375f5 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "GET /v2.0/subnets/f42db248-c623-4a79-8a49-b5d5edccd11b/tags HTTP/1.1" status: 200 len: 205 time: 0.0612595 Oct 26 08:35:39.100036 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35558) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:39.104613 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-f8387d20-e06e-4751-81e3-33727c3c616c tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c2aa8198-9992-41ff-95b4-d1ad6847c0d4') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:39.153814 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7f9f13d1-091a-4c6a-85da-28c9ad078130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:39.171118 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f8387d20-e06e-4751-81e3-33727c3c616c tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "GET /v2.0/ports/c2aa8198-9992-41ff-95b4-d1ad6847c0d4/tags HTTP/1.1" status: 200 len: 241 time: 0.0673726 Oct 26 08:35:39.171118 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35560) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:39.179111 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-cdb4d6e9-0692-4a31-a605-a15d4628f54c tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c2aa8198-9992-41ff-95b4-d1ad6847c0d4', 'tempest-TagsExtTest-Tag-2103777592') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:39.266189 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-cdb4d6e9-0692-4a31-a605-a15d4628f54c tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "GET /v2.0/ports/c2aa8198-9992-41ff-95b4-d1ad6847c0d4/tags/tempest-TagsExtTest-Tag-2103777592 HTTP/1.1" status: 204 len: 168 time: 0.0930851 Oct 26 08:35:39.267377 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35564) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:39.272851 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-9f6b1350-f0f3-46c3-85a6-5bf4224fa5db tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'c2aa8198-9992-41ff-95b4-d1ad6847c0d4', 'tempest-TagsExtTest-Tag-2103777592') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:39.284810 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-7f9f13d1-091a-4c6a-85da-28c9ad078130 None None] For port 0f41c6e9-cb7d-4861-8079-1d2d0d97b101, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=0f41c6e9-cb7d-4861-8079-1d2d0d97b101,segment=NetworkSegment(bb1e26eb-b540-4ea4-9f8a-8f39cd008320),segment_id=bb1e26eb-b540-4ea4-9f8a-8f39cd008320)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:35:39.289736 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:39.305435 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7f9f13d1-091a-4c6a-85da-28c9ad078130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:39.360826 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9f6b1350-f0f3-46c3-85a6-5bf4224fa5db tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "DELETE /v2.0/ports/c2aa8198-9992-41ff-95b4-d1ad6847c0d4/tags/tempest-TagsExtTest-Tag-2103777592 HTTP/1.1" status: 204 len: 168 time: 0.0896828 Oct 26 08:35:39.361440 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35566) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:39.365763 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-1d6c169f-2bde-45d8-adb9-1f578efc1b31 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c2aa8198-9992-41ff-95b4-d1ad6847c0d4') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:39.404876 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4130c0-6a34-4ba8-b5cf-711141d15bd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-39fc9464-30f7-4815-9489-b3c439b523b8', 'network_id': '39fc9464-30f7-4815-9489-b3c439b523b8', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'fixed_ips': [{'subnet_id': 'c06be67c-de33-4260-ba27-5530b26b333c'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:35:39.405719 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bf4130c0-6a34-4ba8-b5cf-711141d15bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:39.431242 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1d6c169f-2bde-45d8-adb9-1f578efc1b31 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "GET /v2.0/ports/c2aa8198-9992-41ff-95b4-d1ad6847c0d4/tags HTTP/1.1" status: 200 len: 205 time: 0.0663781 Oct 26 08:35:39.432417 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35568) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:39.437521 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-33ab5bbf-3042-4db4-b3d9-a9a94fd0a098 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '567901b6-4e04-4f43-9609-9dbafa541f35') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:39.444894 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.db.api [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:35:39.445249 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG oslo_db.api [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:35:39.446112 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f13d1-091a-4c6a-85da-28c9ad078130 None None] Pushing event updated for resources: {'Port': ['ID=0f41c6e9-cb7d-4861-8079-1d2d0d97b101,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:39.526573 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6d3e8b0a-e514-4dee-b4d8-b0cde5521ac0 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:39.527328 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6d3e8b0a-e514-4dee-b4d8-b0cde5521ac0 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:39.527736 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [None req-6d3e8b0a-e514-4dee-b4d8-b0cde5521ac0 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Floating IP 0e0dce86-1426-4c0d-906b-a86eea4f6bf5 disassociated. External IP: 172.26.2.104, port: 98887c0c-9b57-467b-8414-0df14e5ca5e6. Oct 26 08:35:39.528149 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-6d3e8b0a-e514-4dee-b4d8-b0cde5521ac0 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Calling delete_port for 98887c0c-9b57-467b-8414-0df14e5ca5e6 owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:39.538096 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-33ab5bbf-3042-4db4-b3d9-a9a94fd0a098 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "GET /v2.0/routers/567901b6-4e04-4f43-9609-9dbafa541f35/tags HTTP/1.1" status: 200 len: 239 time: 0.1044071 Oct 26 08:35:39.540623 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35570) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:39.546162 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-ed8c5424-73d7-473d-b250-4e411920556e tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '567901b6-4e04-4f43-9609-9dbafa541f35', 'tempest-TagsExtTest-Tag-73906899') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:39.604183 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-0ed46752-7670-4ca6-ba3b-5e243a3af9f2 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0782008 Oct 26 08:35:39.609587 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-199ca1d5-a25b-4d1c-bcf7-ab08b69858f2 None None] Provisioning complete for port c2aa8198-9992-41ff-95b4-d1ad6847c0d4 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:39.610098 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-199ca1d5-a25b-4d1c-bcf7-ab08b69858f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:39.617468 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-bf4130c0-6a34-4ba8-b5cf-711141d15bd6 None None] Allocated IP 2001:db8::2 (39fc9464-30f7-4815-9489-b3c439b523b8/c06be67c-de33-4260-ba27-5530b26b333c/f232a942-dcc5-40ea-9653-2e88fb873385) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:39.631285 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35572) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:39.672209 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-199ca1d5-a25b-4d1c-bcf7-ab08b69858f2 None None] Port c2aa8198-9992-41ff-95b4-d1ad6847c0d4 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:35:39.676121 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7c45cd-a1a7-4014-8972-80ad7e0f68af tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Network 323c4879-512d-4a82-b58f-0d8608ce30b2 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:35:39.702377 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-8d7c45cd-a1a7-4014-8972-80ad7e0f68af tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 323c4879-512d-4a82-b58f-0d8608ce30b2) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:39.714884 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7c45cd-a1a7-4014-8972-80ad7e0f68af tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:39.715542 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8d7c45cd-a1a7-4014-8972-80ad7e0f68af tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:39.729850 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9cd5b7-90c8-4562-8aa2-07bf532a8f91 None None] Network 323c4879-512d-4a82-b58f-0d8608ce30b2 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:39.741857 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ed8c5424-73d7-473d-b250-4e411920556e tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "GET /v2.0/routers/567901b6-4e04-4f43-9609-9dbafa541f35/tags/tempest-TagsExtTest-Tag-73906899 HTTP/1.1" status: 204 len: 168 time: 0.1998451 Oct 26 08:35:39.752606 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35574) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:39.757073 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-aca105f3-6f62-45b9-9da4-10c79cc449b5 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '567901b6-4e04-4f43-9609-9dbafa541f35', 'tempest-TagsExtTest-Tag-73906899') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:39.784921 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-8d7c45cd-a1a7-4014-8972-80ad7e0f68af tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0320318 Oct 26 08:35:39.790686 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3584356-a69d-497d-bf6a-16ab85ee9b5b req-ad6c4d22-bea3-4d0b-bba0-7ca12be22f65 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:39.792200 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b3584356-a69d-497d-bf6a-16ab85ee9b5b req-ad6c4d22-bea3-4d0b-bba0-7ca12be22f65 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.1878326 Oct 26 08:35:39.797605 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35576) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:39.803708 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-40797d93-16fb-46d4-9c4d-40bf26f3b7c0 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'port': {'network_id': '323c4879-512d-4a82-b58f-0d8608ce30b2', 'name': 'tempest-PortsTestJSON-799439782'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:39.804094 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-199ca1d5-a25b-4d1c-bcf7-ab08b69858f2 None None] Provisioning complete for port 0f41c6e9-cb7d-4861-8079-1d2d0d97b101 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:39.804472 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-199ca1d5-a25b-4d1c-bcf7-ab08b69858f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:39.826156 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b67bc741-987a-4a51-8678-3fc752367c75 req-eeaadcba-7f6a-4f11-9be4-1eb1803f645c service neutron] 10.222.0.47 "GET /v2.0/networks/8898436d-e40a-418e-85e2-87f0fb58c97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8298774 Oct 26 08:35:39.950428 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6d3e8b0a-e514-4dee-b4d8-b0cde5521ac0 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:40.003344 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b3584356-a69d-497d-bf6a-16ab85ee9b5b req-717e8e0e-e13f-483e-9f49-245bbcd22b66 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738582 Oct 26 08:35:40.008767 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e8b0a-e514-4dee-b4d8-b0cde5521ac0 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event deleted for resources: {'Port': ['ID=98887c0c-9b57-467b-8414-0df14e5ca5e6,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:40.024099 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bf4130c0-6a34-4ba8-b5cf-711141d15bd6 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:40.042985 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-aca105f3-6f62-45b9-9da4-10c79cc449b5 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "DELETE /v2.0/routers/567901b6-4e04-4f43-9609-9dbafa541f35/tags/tempest-TagsExtTest-Tag-73906899 HTTP/1.1" status: 204 len: 168 time: 0.2896605 Oct 26 08:35:40.045458 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35578) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:40.054231 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.tag.tag_plugin [None req-b277c62a-00ff-4daa-8009-46f75774946b tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '567901b6-4e04-4f43-9609-9dbafa541f35') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:40.057160 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bf4130c0-6a34-4ba8-b5cf-711141d15bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:40.083514 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b114bd78-d4c3-44ab-81f2-f2005716f8c4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:40.133225 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1217e555-2e3c-4fb6-acbd-6d0247cb9aa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-323c4879-512d-4a82-b58f-0d8608ce30b2', 'network_id': '323c4879-512d-4a82-b58f-0d8608ce30b2', 'tenant_id': 'fbb245bdcc38449a85671f236067aeb3', 'fixed_ips': [{'subnet_id': '8a07fab1-d2f8-42fe-a730-0c1e474763a4'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:35:40.134130 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1217e555-2e3c-4fb6-acbd-6d0247cb9aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:40.135125 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b67bc741-987a-4a51-8678-3fc752367c75 req-e3505932-ab7c-4839-aca5-9722d0a193fe service neutron] 10.222.0.47 "GET /v2.0/networks/8898436d-e40a-418e-85e2-87f0fb58c97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726181 Oct 26 08:35:40.138597 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4130c0-6a34-4ba8-b5cf-711141d15bd6 None None] Network 39fc9464-30f7-4815-9489-b3c439b523b8 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:40.156077 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4130c0-6a34-4ba8-b5cf-711141d15bd6 None None] Pushing event updated for resources: {'Port': ['ID=f232a942-dcc5-40ea-9653-2e88fb873385,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:40.169736 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-bf4130c0-6a34-4ba8-b5cf-711141d15bd6 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:40.173008 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4130c0-6a34-4ba8-b5cf-711141d15bd6 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:40.241740 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b277c62a-00ff-4daa-8009-46f75774946b tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "GET /v2.0/routers/567901b6-4e04-4f43-9609-9dbafa541f35/tags HTTP/1.1" status: 200 len: 205 time: 0.1909487 Oct 26 08:35:40.244258 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40797d93-16fb-46d4-9c4d-40bf26f3b7c0 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Made reservation on behalf of fbb245bdcc38449a85671f236067aeb3 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:40.247015 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35580) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:40.247873 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-40797d93-16fb-46d4-9c4d-40bf26f3b7c0 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:40.256026 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-bf4130c0-6a34-4ba8-b5cf-711141d15bd6 None None] Attempting to bind port f232a942-dcc5-40ea-9653-2e88fb873385 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:35:40.256403 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-bf4130c0-6a34-4ba8-b5cf-711141d15bd6 None None] Attempting to bind port f232a942-dcc5-40ea-9653-2e88fb873385 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'f66339b6-d064-4b49-be4b-3ce72c5f302e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39fc9464-30f7-4815-9489-b3c439b523b8'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:35:40.256818 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4130c0-6a34-4ba8-b5cf-711141d15bd6 None None] Attempting to bind port f232a942-dcc5-40ea-9653-2e88fb873385 on network 39fc9464-30f7-4815-9489-b3c439b523b8 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:35:40.277257 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-40797d93-16fb-46d4-9c4d-40bf26f3b7c0 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] device_id is not set on port f1eca43b-e7e5-4c7f-b048-664dcfd1dec5 yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:35:40.283532 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-2347558e-93c0-46a0-9f02-0e33575a445f tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a8132ef8-c47e-452b-89ea-3ae7f44f85a7') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:40.287704 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3e8b0a-e514-4dee-b4d8-b0cde5521ac0 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Router 1fe4e193-bc1b-4ccb-b74d-89b3fded41d1 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:35:40.314767 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4130c0-6a34-4ba8-b5cf-711141d15bd6 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:35:40.315231 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4130c0-6a34-4ba8-b5cf-711141d15bd6 None None] Checking segment: {'id': 'f66339b6-d064-4b49-be4b-3ce72c5f302e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39fc9464-30f7-4815-9489-b3c439b523b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:35:40.316134 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bf4130c0-6a34-4ba8-b5cf-711141d15bd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:40.316549 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4130c0-6a34-4ba8-b5cf-711141d15bd6 None None] Bound using segment: {'id': 'f66339b6-d064-4b49-be4b-3ce72c5f302e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39fc9464-30f7-4815-9489-b3c439b523b8'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:35:40.317055 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-bf4130c0-6a34-4ba8-b5cf-711141d15bd6 None None] Bound port: f232a942-dcc5-40ea-9653-2e88fb873385, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f66339b6-d064-4b49-be4b-3ce72c5f302e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39fc9464-30f7-4815-9489-b3c439b523b8'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:35:40.318025 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bf4130c0-6a34-4ba8-b5cf-711141d15bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:40.322148 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-2347558e-93c0-46a0-9f02-0e33575a445f tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "GET /v2.0/subnetpools/a8132ef8-c47e-452b-89ea-3ae7f44f85a7/tags HTTP/1.1" status: 200 len: 241 time: 0.0740883 Oct 26 08:35:40.325656 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35582) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:40.331047 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-64165c3d-5e28-4580-b7aa-4797a1343c12 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a8132ef8-c47e-452b-89ea-3ae7f44f85a7', 'tempest-TagsExtTest-Tag-1503527803') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:40.398243 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-64165c3d-5e28-4580-b7aa-4797a1343c12 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "GET /v2.0/subnetpools/a8132ef8-c47e-452b-89ea-3ae7f44f85a7/tags/tempest-TagsExtTest-Tag-1503527803 HTTP/1.1" status: 204 len: 168 time: 0.0714455 Oct 26 08:35:40.401716 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35584) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:40.404478 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-d703bbda-c20a-4203-aaac-ee4ebabdcdc2 None None] Provisioning complete for port c2aa8198-9992-41ff-95b4-d1ad6847c0d4 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:40.404858 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d703bbda-c20a-4203-aaac-ee4ebabdcdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:40.409200 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-1bdc9c22-5758-47a6-b019-814cf7c582af tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'a8132ef8-c47e-452b-89ea-3ae7f44f85a7', 'tempest-TagsExtTest-Tag-1503527803') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:40.425599 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-b114bd78-d4c3-44ab-81f2-f2005716f8c4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Allocated IP 2001:db8::1 (39fc9464-30f7-4815-9489-b3c439b523b8/c06be67c-de33-4260-ba27-5530b26b333c/6f95d411-cdd0-4e98-9d75-e9ffbc0888bd) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:40.462742 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-bf4130c0-6a34-4ba8-b5cf-711141d15bd6 None None] For port f232a942-dcc5-40ea-9653-2e88fb873385, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:35:40.467253 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-bf4130c0-6a34-4ba8-b5cf-711141d15bd6 None None] For port f232a942-dcc5-40ea-9653-2e88fb873385, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=f232a942-dcc5-40ea-9653-2e88fb873385,segment=NetworkSegment(f66339b6-d064-4b49-be4b-3ce72c5f302e),segment_id=f66339b6-d064-4b49-be4b-3ce72c5f302e)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:35:40.469259 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-d703bbda-c20a-4203-aaac-ee4ebabdcdc2 None None] Port c2aa8198-9992-41ff-95b4-d1ad6847c0d4 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:35:40.473937 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bf4130c0-6a34-4ba8-b5cf-711141d15bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:40.487352 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-40797d93-16fb-46d4-9c4d-40bf26f3b7c0 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Allocated IP 172.20.0.7 (323c4879-512d-4a82-b58f-0d8608ce30b2/8a07fab1-d2f8-42fe-a730-0c1e474763a4/f1eca43b-e7e5-4c7f-b048-664dcfd1dec5) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:40.505811 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3e8b0a-e514-4dee-b4d8-b0cde5521ac0 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:35:40.519558 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3712fb-aa17-405b-be58-d4f39490ec84 None None] Sync routers for ids ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:35:40.535601 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3712fb-aa17-405b-be58-d4f39490ec84 None None] Routers {'1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:40.536513 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-2f3712fb-aa17-405b-be58-d4f39490ec84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:40.542974 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4130c0-6a34-4ba8-b5cf-711141d15bd6 None None] Pushing event updated for resources: {'Port': ['ID=f232a942-dcc5-40ea-9653-2e88fb873385,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:40.544013 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1bdc9c22-5758-47a6-b019-814cf7c582af tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "DELETE /v2.0/subnetpools/a8132ef8-c47e-452b-89ea-3ae7f44f85a7/tags/tempest-TagsExtTest-Tag-1503527803 HTTP/1.1" status: 204 len: 168 time: 0.1413915 Oct 26 08:35:40.546489 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35586) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:40.565558 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-45d9926c-a002-4974-a3a6-c57ef781b847 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a8132ef8-c47e-452b-89ea-3ae7f44f85a7') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:40.593350 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-2f3712fb-aa17-405b-be58-d4f39490ec84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:40.604513 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3712fb-aa17-405b-be58-d4f39490ec84 None None] Routers {'1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:40.605294 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-2f3712fb-aa17-405b-be58-d4f39490ec84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:40.659008 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-45d9926c-a002-4974-a3a6-c57ef781b847 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "GET /v2.0/subnetpools/a8132ef8-c47e-452b-89ea-3ae7f44f85a7/tags HTTP/1.1" status: 200 len: 205 time: 0.1109061 Oct 26 08:35:40.662935 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35588) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:40.665074 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-2f3712fb-aa17-405b-be58-d4f39490ec84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:40.673347 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3712fb-aa17-405b-be58-d4f39490ec84 None None] The sync data for ids ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:35:40.674196 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 0f41c6e9-cb7d-4861-8079-1d2d0d97b101 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:35:40.693546 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-5fc85723-50af-4294-9c1e-d60f87621e62 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a8132ef8-c47e-452b-89ea-3ae7f44f85a7') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:40.733031 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b114bd78-d4c3-44ab-81f2-f2005716f8c4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:40.733295 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6d3e8b0a-e514-4dee-b4d8-b0cde5521ac0 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:40.740300 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6d3e8b0a-e514-4dee-b4d8-b0cde5521ac0 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "DELETE /v2.0/ports/98887c0c-9b57-467b-8414-0df14e5ca5e6 HTTP/1.1" status: 204 len: 168 time: 2.6068597 Oct 26 08:35:40.741577 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35590) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:40.748955 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 0f41c6e9-cb7d-4861-8079-1d2d0d97b101 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:40.749143 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:40.779194 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5fc85723-50af-4294-9c1e-d60f87621e62 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "DELETE /v2.0/subnetpools/a8132ef8-c47e-452b-89ea-3ae7f44f85a7/tags HTTP/1.1" status: 204 len: 168 time: 0.1152022 Oct 26 08:35:40.780406 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35592) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:40.787481 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-efb00cfa-5073-4c10-99e1-491fdc9bdfd8 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '567901b6-4e04-4f43-9609-9dbafa541f35') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:40.803931 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9b276567-0835-4518-96e8-8bf24b635337 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "GET /v2.0/floatingips/0e0dce86-1426-4c0d-906b-a86eea4f6bf5 HTTP/1.1" status: 200 len: 688 time: 0.0597723 Oct 26 08:35:40.804781 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35594) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:40.927342 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b114bd78-d4c3-44ab-81f2-f2005716f8c4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:40.972593 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-40797d93-16fb-46d4-9c4d-40bf26f3b7c0 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:40.987139 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b114bd78-d4c3-44ab-81f2-f2005716f8c4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Network 39fc9464-30f7-4815-9489-b3c439b523b8 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:40.992507 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-efb00cfa-5073-4c10-99e1-491fdc9bdfd8 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "DELETE /v2.0/routers/567901b6-4e04-4f43-9609-9dbafa541f35/tags HTTP/1.1" status: 204 len: 168 time: 0.2070358 Oct 26 08:35:40.993300 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-b114bd78-d4c3-44ab-81f2-f2005716f8c4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:40.995151 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35596) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:41.002415 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-f4c82238-85f4-4acc-b524-3ddce601d62f tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c2aa8198-9992-41ff-95b4-d1ad6847c0d4') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:41.004633 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b114bd78-d4c3-44ab-81f2-f2005716f8c4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:41.005165 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b114bd78-d4c3-44ab-81f2-f2005716f8c4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:41.028283 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-e7522722-9bb8-4f02-8f66-22f942892d7e tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Deleting port 2bf54a86-a5a6-4231-9075-d125d55d33a6 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:41.028708 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e7522722-9bb8-4f02-8f66-22f942892d7e tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:41.046438 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-40797d93-16fb-46d4-9c4d-40bf26f3b7c0 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:41.046693 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114bd78-d4c3-44ab-81f2-f2005716f8c4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event updated for resources: {'Port': ['ID=6f95d411-cdd0-4e98-9d75-e9ffbc0888bd,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:41.106735 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-1217e555-2e3c-4fb6-acbd-6d0247cb9aa3 None None] Allocated IP 172.20.0.2 (323c4879-512d-4a82-b58f-0d8608ce30b2/8a07fab1-d2f8-42fe-a730-0c1e474763a4/45f0a723-c607-4d42-8980-995ef684e461) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:41.132249 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40797d93-16fb-46d4-9c4d-40bf26f3b7c0 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Network 323c4879-512d-4a82-b58f-0d8608ce30b2 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:41.138050 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-40797d93-16fb-46d4-9c4d-40bf26f3b7c0 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:41.145672 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40797d93-16fb-46d4-9c4d-40bf26f3b7c0 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:41.153510 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40797d93-16fb-46d4-9c4d-40bf26f3b7c0 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Port': ['ID=f1eca43b-e7e5-4c7f-b048-664dcfd1dec5,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:41.190964 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f4c82238-85f4-4acc-b524-3ddce601d62f tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "DELETE /v2.0/ports/c2aa8198-9992-41ff-95b4-d1ad6847c0d4/tags HTTP/1.1" status: 204 len: 168 time: 0.1921816 Oct 26 08:35:41.193659 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35600) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:41.212745 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e7522722-9bb8-4f02-8f66-22f942892d7e tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:41.213234 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e7522722-9bb8-4f02-8f66-22f942892d7e tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:41.216189 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-b6d17e18-7766-4240-b9d7-155aabcc0368 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f42db248-c623-4a79-8a49-b5d5edccd11b') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:41.232243 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40797d93-16fb-46d4-9c4d-40bf26f3b7c0 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:41.232901 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-40797d93-16fb-46d4-9c4d-40bf26f3b7c0 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:41.240215 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-e7522722-9bb8-4f02-8f66-22f942892d7e tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Calling delete_port for 2bf54a86-a5a6-4231-9075-d125d55d33a6 owned by network:floatingip {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:41.258846 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827041d-ce49-49b5-8261-2017eac68388 req-0f2dd81a-fa8a-42a0-8c55-3b980c4c1e94 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:41.267163 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5827041d-ce49-49b5-8261-2017eac68388 req-0f2dd81a-fa8a-42a0-8c55-3b980c4c1e94 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.1344543 Oct 26 08:35:41.276828 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b114bd78-d4c3-44ab-81f2-f2005716f8c4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:41.293063 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1217e555-2e3c-4fb6-acbd-6d0247cb9aa3 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:41.293766 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-40797d93-16fb-46d4-9c4d-40bf26f3b7c0 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4941230 Oct 26 08:35:41.296277 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35602) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:41.303594 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1217e555-2e3c-4fb6-acbd-6d0247cb9aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:41.338905 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1217e555-2e3c-4fb6-acbd-6d0247cb9aa3 None None] Network 323c4879-512d-4a82-b58f-0d8608ce30b2 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:41.341803 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-1217e555-2e3c-4fb6-acbd-6d0247cb9aa3 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:41.345278 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1217e555-2e3c-4fb6-acbd-6d0247cb9aa3 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:41.364499 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5827041d-ce49-49b5-8261-2017eac68388 req-438f37f0-ad9f-4441-84c4-ea3514e193eb tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963140 Oct 26 08:35:41.400374 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1217e555-2e3c-4fb6-acbd-6d0247cb9aa3 None None] Pushing event updated for resources: {'Port': ['ID=45f0a723-c607-4d42-8980-995ef684e461,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:41.418990 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-1217e555-2e3c-4fb6-acbd-6d0247cb9aa3 None None] Attempting to bind port 45f0a723-c607-4d42-8980-995ef684e461 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:35:41.419372 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-1217e555-2e3c-4fb6-acbd-6d0247cb9aa3 None None] Attempting to bind port 45f0a723-c607-4d42-8980-995ef684e461 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '58b88a8c-d622-4fa6-8308-c2a9c562a66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '323c4879-512d-4a82-b58f-0d8608ce30b2'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:35:41.420180 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1217e555-2e3c-4fb6-acbd-6d0247cb9aa3 None None] Attempting to bind port 45f0a723-c607-4d42-8980-995ef684e461 on network 323c4879-512d-4a82-b58f-0d8608ce30b2 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:35:41.425952 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1217e555-2e3c-4fb6-acbd-6d0247cb9aa3 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:35:41.426334 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1217e555-2e3c-4fb6-acbd-6d0247cb9aa3 None None] Checking segment: {'id': '58b88a8c-d622-4fa6-8308-c2a9c562a66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '323c4879-512d-4a82-b58f-0d8608ce30b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:35:41.426738 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1217e555-2e3c-4fb6-acbd-6d0247cb9aa3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:41.427135 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1217e555-2e3c-4fb6-acbd-6d0247cb9aa3 None None] Bound using segment: {'id': '58b88a8c-d622-4fa6-8308-c2a9c562a66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '323c4879-512d-4a82-b58f-0d8608ce30b2'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:35:41.427613 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-1217e555-2e3c-4fb6-acbd-6d0247cb9aa3 None None] Bound port: 45f0a723-c607-4d42-8980-995ef684e461, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b88a8c-d622-4fa6-8308-c2a9c562a66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '323c4879-512d-4a82-b58f-0d8608ce30b2'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:35:41.427996 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1217e555-2e3c-4fb6-acbd-6d0247cb9aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:41.462895 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-71f6e6ca-d281-498c-aa18-8e17e2d97c4e tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Deleting port f1eca43b-e7e5-4c7f-b048-664dcfd1dec5 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:41.463233 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-71f6e6ca-d281-498c-aa18-8e17e2d97c4e tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:41.504892 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b6d17e18-7766-4240-b9d7-155aabcc0368 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "DELETE /v2.0/subnets/f42db248-c623-4a79-8a49-b5d5edccd11b/tags HTTP/1.1" status: 204 len: 168 time: 0.3052325 Oct 26 08:35:41.510880 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35606) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:41.514013 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-1217e555-2e3c-4fb6-acbd-6d0247cb9aa3 None None] For port 45f0a723-c607-4d42-8980-995ef684e461, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:35:41.516244 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-384ea677-46d0-48a3-9c8a-ffbf928e4525 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f42db248-c623-4a79-8a49-b5d5edccd11b', 'tempest-TagsExtTest-Tag-700652094') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:41.533742 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-1217e555-2e3c-4fb6-acbd-6d0247cb9aa3 None None] For port 45f0a723-c607-4d42-8980-995ef684e461, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=45f0a723-c607-4d42-8980-995ef684e461,segment=NetworkSegment(58b88a8c-d622-4fa6-8308-c2a9c562a66c),segment_id=58b88a8c-d622-4fa6-8308-c2a9c562a66c)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:35:41.534062 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e7522722-9bb8-4f02-8f66-22f942892d7e tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:41.540548 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1217e555-2e3c-4fb6-acbd-6d0247cb9aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:41.599256 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7522722-9bb8-4f02-8f66-22f942892d7e tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event deleted for resources: {'Port': ['ID=2bf54a86-a5a6-4231-9075-d125d55d33a6,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:41.622178 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1217e555-2e3c-4fb6-acbd-6d0247cb9aa3 None None] Pushing event updated for resources: {'Port': ['ID=45f0a723-c607-4d42-8980-995ef684e461,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:41.701444 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-71f6e6ca-d281-498c-aa18-8e17e2d97c4e tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:41.714668 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e7522722-9bb8-4f02-8f66-22f942892d7e tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for floatingip, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:41.720199 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e7522722-9bb8-4f02-8f66-22f942892d7e tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:41.720553 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-384ea677-46d0-48a3-9c8a-ffbf928e4525 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "PUT /v2.0/subnets/f42db248-c623-4a79-8a49-b5d5edccd11b/tags/tempest-TagsExtTest-Tag-700652094 HTTP/1.1" status: 201 len: 201 time: 0.2076414 Oct 26 08:35:41.722665 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35608) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:41.726047 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e7522722-9bb8-4f02-8f66-22f942892d7e tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "DELETE /v2.0/floatingips/0e0dce86-1426-4c0d-906b-a86eea4f6bf5 HTTP/1.1" status: 204 len: 168 time: 0.9201946 Oct 26 08:35:41.729846 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35610) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:41.731350 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-45a01ebf-dfdd-4a3b-a202-aeb4f0f4c969 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c2aa8198-9992-41ff-95b4-d1ad6847c0d4', 'tempest-TagsExtTest-Tag-420072787') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:41.739582 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-be073933-3ee7-47b6-b570-7a3b4df40e0c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Request body: {'floatingip': {'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'port_id': '54f9d107-e1ab-410f-b7a6-aa0f0a32f7d1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:41.745945 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-71f6e6ca-d281-498c-aa18-8e17e2d97c4e tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Calling delete_port for f1eca43b-e7e5-4c7f-b048-664dcfd1dec5 owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:41.764863 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b114bd78-d4c3-44ab-81f2-f2005716f8c4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:41.775244 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b114bd78-d4c3-44ab-81f2-f2005716f8c4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:41.776300 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b114bd78-d4c3-44ab-81f2-f2005716f8c4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:41.811610 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-be073933-3ee7-47b6-b570-7a3b4df40e0c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for floatingip, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:42.022325 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-71f6e6ca-d281-498c-aa18-8e17e2d97c4e tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:42.025544 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c064bc40-0316-4e76-8089-0413e022deac None None] Network 39fc9464-30f7-4815-9489-b3c439b523b8 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:42.058397 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6e6ca-d281-498c-aa18-8e17e2d97c4e tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Port': ['ID=f1eca43b-e7e5-4c7f-b048-664dcfd1dec5,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:42.064578 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-be073933-3ee7-47b6-b570-7a3b4df40e0c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:42.139425 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-23b25b54-389f-4505-9673-921fbd8505ef None None] Provisioning complete for port f232a942-dcc5-40ea-9653-2e88fb873385 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:42.139897 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-23b25b54-389f-4505-9673-921fbd8505ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:42.209939 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114bd78-d4c3-44ab-81f2-f2005716f8c4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event updated for resources: {'Port': ['ID=6f95d411-cdd0-4e98-9d75-e9ffbc0888bd,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:42.212312 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-71f6e6ca-d281-498c-aa18-8e17e2d97c4e tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:42.215839 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-71f6e6ca-d281-498c-aa18-8e17e2d97c4e tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/ports/f1eca43b-e7e5-4c7f-b048-664dcfd1dec5 HTTP/1.1" status: 204 len: 168 time: 0.9177816 Oct 26 08:35:42.220304 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35612) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:42.252066 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-be073933-3ee7-47b6-b570-7a3b4df40e0c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Allocated IP 172.26.2.182 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/cb1460e5-1e0b-4660-80fb-7958062d1a9d) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:42.261102 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-7da73754-2533-46ea-ac87-cf08d0833180 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] DELETE failed (client error): The resource could not be found. Oct 26 08:35:42.262235 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7da73754-2533-46ea-ac87-cf08d0833180 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:42.264990 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7da73754-2533-46ea-ac87-cf08d0833180 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/ports/f1eca43b-e7e5-4c7f-b048-664dcfd1dec5 HTTP/1.1" status: 404 len: 333 time: 0.0420620 Oct 26 08:35:42.267364 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-45a01ebf-dfdd-4a3b-a202-aeb4f0f4c969 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "PUT /v2.0/ports/c2aa8198-9992-41ff-95b4-d1ad6847c0d4/tags/tempest-TagsExtTest-Tag-420072787 HTTP/1.1" status: 201 len: 201 time: 0.5437269 Oct 26 08:35:42.271388 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35614) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:42.271532 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35616) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:42.277248 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-b75efc81-c5ef-4c5e-a6c1-dfbeeecc099f tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '567901b6-4e04-4f43-9609-9dbafa541f35', 'tempest-TagsExtTest-Tag-187037329') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:42.310989 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-23b25b54-389f-4505-9673-921fbd8505ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:42.358837 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-23b25b54-389f-4505-9673-921fbd8505ef None None] For port f232a942-dcc5-40ea-9653-2e88fb873385, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=f232a942-dcc5-40ea-9653-2e88fb873385,segment=NetworkSegment(f66339b6-d064-4b49-be4b-3ce72c5f302e),segment_id=f66339b6-d064-4b49-be4b-3ce72c5f302e)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:35:42.363966 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-23b25b54-389f-4505-9673-921fbd8505ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:42.378297 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-54044609-ad2a-43d7-9eb4-4e166a3327af tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] GET failed (client error): The resource could not be found. Oct 26 08:35:42.379921 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-54044609-ad2a-43d7-9eb4-4e166a3327af tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "GET /v2.0/ports/f1eca43b-e7e5-4c7f-b048-664dcfd1dec5 HTTP/1.1" status: 404 len: 333 time: 0.1074696 Oct 26 08:35:42.383782 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35618) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:42.385910 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b114bd78-d4c3-44ab-81f2-f2005716f8c4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Network 39fc9464-30f7-4815-9489-b3c439b523b8 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:42.389879 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-b114bd78-d4c3-44ab-81f2-f2005716f8c4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:42.425125 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b25b54-389f-4505-9673-921fbd8505ef None None] Pushing event updated for resources: {'Port': ['ID=f232a942-dcc5-40ea-9653-2e88fb873385,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:42.444355 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-be073933-3ee7-47b6-b570-7a3b4df40e0c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:42.470480 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ddf07c3-6dfa-44c4-8f83-c8c09e8f171c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Deleting subnet 8a07fab1-d2f8-42fe-a730-0c1e474763a4 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:35:42.478854 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4ddf07c3-6dfa-44c4-8f83-c8c09e8f171c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:42.527641 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4ddf07c3-6dfa-44c4-8f83-c8c09e8f171c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:42.542426 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b75efc81-c5ef-4c5e-a6c1-dfbeeecc099f tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "PUT /v2.0/routers/567901b6-4e04-4f43-9609-9dbafa541f35/tags/tempest-TagsExtTest-Tag-187037329 HTTP/1.1" status: 201 len: 201 time: 0.2687135 Oct 26 08:35:42.545200 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35620) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:42.562056 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-27c38852-917a-48be-bc0f-0ba3de626e95 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a8132ef8-c47e-452b-89ea-3ae7f44f85a7', 'tempest-TagsExtTest-Tag-1194244754') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:42.579225 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b114bd78-d4c3-44ab-81f2-f2005716f8c4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Router 6102f1e9-3ac7-48c1-bc34-4c5a03328965 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:35:42.640148 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4ddf07c3-6dfa-44c4-8f83-c8c09e8f171c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:42.717848 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-be073933-3ee7-47b6-b570-7a3b4df40e0c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:42.748667 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device f232a942-dcc5-40ea-9653-2e88fb873385 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:35:42.757499 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4ddf07c3-6dfa-44c4-8f83-c8c09e8f171c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:42.764592 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-27c38852-917a-48be-bc0f-0ba3de626e95 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "PUT /v2.0/subnetpools/a8132ef8-c47e-452b-89ea-3ae7f44f85a7/tags/tempest-TagsExtTest-Tag-1194244754 HTTP/1.1" status: 201 len: 201 time: 0.2156165 Oct 26 08:35:42.778020 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35622) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:42.780361 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-5c729557-78e8-404b-a92b-dfbffb5e47a7 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f42db248-c623-4a79-8a49-b5d5edccd11b', {'tags': ['tempest-TagsExtTest-Tag-1950653137', 'tempest-TagsExtTest-Tag-1233046352', 'tempest-TagsExtTest-Tag-1492102515']}) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:42.798199 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf07c3-6dfa-44c4-8f83-c8c09e8f171c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Subnet': ['ID=8a07fab1-d2f8-42fe-a730-0c1e474763a4,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:42.806396 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be073933-3ee7-47b6-b570-7a3b4df40e0c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:42.814040 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4ddf07c3-6dfa-44c4-8f83-c8c09e8f171c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:42.820353 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4ddf07c3-6dfa-44c4-8f83-c8c09e8f171c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/subnets/8a07fab1-d2f8-42fe-a730-0c1e474763a4 HTTP/1.1" status: 204 len: 168 time: 0.4352643 Oct 26 08:35:42.821388 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-be073933-3ee7-47b6-b570-7a3b4df40e0c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:42.823909 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be073933-3ee7-47b6-b570-7a3b4df40e0c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:42.826983 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35624) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:42.840916 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-d62910a2-325d-4b3e-a63f-1e5f7c16628e None None] Provisioning complete for port 6f95d411-cdd0-4e98-9d75-e9ffbc0888bd triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:42.841535 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d62910a2-325d-4b3e-a63f-1e5f7c16628e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:42.846822 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b114bd78-d4c3-44ab-81f2-f2005716f8c4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:35:42.869050 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b114bd78-d4c3-44ab-81f2-f2005716f8c4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "PUT /v2.0/routers/6102f1e9-3ac7-48c1-bc34-4c5a03328965/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2351539 Oct 26 08:35:42.873470 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35626) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:42.879338 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-6b644b94-94d1-4a6c-b10c-a42669048c19 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-28454659'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:42.883285 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be073933-3ee7-47b6-b570-7a3b4df40e0c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event updated for resources: {'Port': ['ID=cb1460e5-1e0b-4660-80fb-7958062d1a9d,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:42.933699 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5c729557-78e8-404b-a92b-dfbffb5e47a7 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "PUT /v2.0/subnets/f42db248-c623-4a79-8a49-b5d5edccd11b/tags HTTP/1.1" status: 200 len: 318 time: 0.1558695 Oct 26 08:35:42.934905 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35628) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:42.943870 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-40bf0e22-0803-4a0b-a509-2bc0b4d2a439 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f42db248-c623-4a79-8a49-b5d5edccd11b') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:42.993556 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2b1d5890-0996-4182-b589-924f779e4cb9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:42.997824 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b644b94-94d1-4a6c-b10c-a42669048c19 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Made reservation on behalf of 502737b6a12c43caa6c2ea21f619d856 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:43.002121 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6b644b94-94d1-4a6c-b10c-a42669048c19 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:43.087005 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-40bf0e22-0803-4a0b-a509-2bc0b4d2a439 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "DELETE /v2.0/subnets/f42db248-c623-4a79-8a49-b5d5edccd11b/tags HTTP/1.1" status: 204 len: 168 time: 0.1504555 Oct 26 08:35:43.089066 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35630) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:43.095381 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-1539a6b2-e67a-40ad-a9f0-c7f082c4b7dc tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f42db248-c623-4a79-8a49-b5d5edccd11b', 'tempest-TagsExtTest-Tag-1950653137') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:43.103198 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b96b8e-a036-4be4-99cb-90ba4ca7d0eb None None] Sync routers for ids ['6102f1e9-3ac7-48c1-bc34-4c5a03328965'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:35:43.130459 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b644b94-94d1-4a6c-b10c-a42669048c19 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:35:43.146261 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-d62910a2-325d-4b3e-a63f-1e5f7c16628e None None] Port 6f95d411-cdd0-4e98-9d75-e9ffbc0888bd cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:35:43.150730 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6b644b94-94d1-4a6c-b10c-a42669048c19 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:43.151140 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-6b644b94-94d1-4a6c-b10c-a42669048c19 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Added segment 4521b7b0-c2f3-48c5-8f55-b813740a6eba of type vlan for network d854468b-3712-4108-a763-1d52956f8d51 Oct 26 08:35:43.152567 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b96b8e-a036-4be4-99cb-90ba4ca7d0eb None None] Routers {'6102f1e9-3ac7-48c1-bc34-4c5a03328965'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:43.153363 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-e2b96b8e-a036-4be4-99cb-90ba4ca7d0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['6102f1e9-3ac7-48c1-bc34-4c5a03328965'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:43.198526 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port f232a942-dcc5-40ea-9653-2e88fb873385 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:43.198899 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:43.204740 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-1539a6b2-e67a-40ad-a9f0-c7f082c4b7dc tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] show failed (client error): The resource could not be found. Oct 26 08:35:43.208311 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1539a6b2-e67a-40ad-a9f0-c7f082c4b7dc tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "GET /v2.0/subnets/f42db248-c623-4a79-8a49-b5d5edccd11b/tags/tempest-TagsExtTest-Tag-1950653137 HTTP/1.1" status: 404 len: 329 time: 0.1158018 Oct 26 08:35:43.209143 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35632) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:43.214521 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-aa9fbcd6-4cfb-46f2-a883-f387835e3a81 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f42db248-c623-4a79-8a49-b5d5edccd11b', 'tempest-TagsExtTest-Tag-1233046352') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:43.285359 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6b644b94-94d1-4a6c-b10c-a42669048c19 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:43.313599 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dd0019-b3e8-420a-b5d1-8869ca0d73e8 None None] Network 323c4879-512d-4a82-b58f-0d8608ce30b2 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:43.315657 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-2b1d5890-0996-4182-b589-924f779e4cb9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Deleting port 45f0a723-c607-4d42-8980-995ef684e461 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:43.316016 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2b1d5890-0996-4182-b589-924f779e4cb9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:43.317162 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-aa9fbcd6-4cfb-46f2-a883-f387835e3a81 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] show failed (client error): The resource could not be found. Oct 26 08:35:43.319095 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-aa9fbcd6-4cfb-46f2-a883-f387835e3a81 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "GET /v2.0/subnets/f42db248-c623-4a79-8a49-b5d5edccd11b/tags/tempest-TagsExtTest-Tag-1233046352 HTTP/1.1" status: 404 len: 329 time: 0.1085503 Oct 26 08:35:43.321993 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35634) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:43.327061 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-00485dd9-9f83-4a91-8ec1-6643896387ac tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f42db248-c623-4a79-8a49-b5d5edccd11b', 'tempest-TagsExtTest-Tag-1492102515') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:43.410370 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-00485dd9-9f83-4a91-8ec1-6643896387ac tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] show failed (client error): The resource could not be found. Oct 26 08:35:43.411941 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-00485dd9-9f83-4a91-8ec1-6643896387ac tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "GET /v2.0/subnets/f42db248-c623-4a79-8a49-b5d5edccd11b/tags/tempest-TagsExtTest-Tag-1492102515 HTTP/1.1" status: 404 len: 329 time: 0.0888050 Oct 26 08:35:43.415933 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35636) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:43.421497 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-10a7b27b-52d5-4140-bb5b-11b07456ae41 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'c2aa8198-9992-41ff-95b4-d1ad6847c0d4', {'tags': ['tempest-TagsExtTest-Tag-418556807', 'tempest-TagsExtTest-Tag-956203344', 'tempest-TagsExtTest-Tag-1198167700']}) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:43.472361 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-2b1d5890-0996-4182-b589-924f779e4cb9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] For port 45f0a723-c607-4d42-8980-995ef684e461, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=45f0a723-c607-4d42-8980-995ef684e461,segment=NetworkSegment(58b88a8c-d622-4fa6-8308-c2a9c562a66c),segment_id=58b88a8c-d622-4fa6-8308-c2a9c562a66c)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:35:43.475230 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2b1d5890-0996-4182-b589-924f779e4cb9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:43.481082 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-d62910a2-325d-4b3e-a63f-1e5f7c16628e None None] Provisioning complete for port f232a942-dcc5-40ea-9653-2e88fb873385 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:43.483462 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d62910a2-325d-4b3e-a63f-1e5f7c16628e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:43.501383 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-2b1d5890-0996-4182-b589-924f779e4cb9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Calling delete_port for 45f0a723-c607-4d42-8980-995ef684e461 owned by network:dhcp {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:43.509545 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-10a7b27b-52d5-4140-bb5b-11b07456ae41 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "PUT /v2.0/ports/c2aa8198-9992-41ff-95b4-d1ad6847c0d4/tags HTTP/1.1" status: 200 len: 316 time: 0.0898256 Oct 26 08:35:43.510215 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35638) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:43.519575 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-84c79984-285e-41e5-889b-19feebe91898 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c2aa8198-9992-41ff-95b4-d1ad6847c0d4') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:43.558309 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-e2b96b8e-a036-4be4-99cb-90ba4ca7d0eb None None] Set router 6102f1e9-3ac7-48c1-bc34-4c5a03328965 gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:35:43.605721 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6b644b94-94d1-4a6c-b10c-a42669048c19 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:43.614638 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b644b94-94d1-4a6c-b10c-a42669048c19 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:43.615587 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6b644b94-94d1-4a6c-b10c-a42669048c19 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:43.631816 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-84c79984-285e-41e5-889b-19feebe91898 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "DELETE /v2.0/ports/c2aa8198-9992-41ff-95b4-d1ad6847c0d4/tags HTTP/1.1" status: 204 len: 168 time: 0.1171677 Oct 26 08:35:43.632372 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35640) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:43.638105 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-c35aefc6-d49c-44a0-aaa9-4093c04e2f51 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c2aa8198-9992-41ff-95b4-d1ad6847c0d4', 'tempest-TagsExtTest-Tag-418556807') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:43.712856 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-c35aefc6-d49c-44a0-aaa9-4093c04e2f51 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] show failed (client error): The resource could not be found. Oct 26 08:35:43.717008 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c35aefc6-d49c-44a0-aaa9-4093c04e2f51 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "GET /v2.0/ports/c2aa8198-9992-41ff-95b4-d1ad6847c0d4/tags/tempest-TagsExtTest-Tag-418556807 HTTP/1.1" status: 404 len: 328 time: 0.0811744 Oct 26 08:35:43.717233 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35642) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:43.721901 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-8530e0c5-b749-4b31-b17b-52599cea376d tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c2aa8198-9992-41ff-95b4-d1ad6847c0d4', 'tempest-TagsExtTest-Tag-956203344') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:43.781216 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9555110-c838-4bdf-9da3-84afb025ded6 None None] DHCP port deletion for 323c4879-512d-4a82-b58f-0d8608ce30b2 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:35:43.800743 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-8530e0c5-b749-4b31-b17b-52599cea376d tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] show failed (client error): The resource could not be found. Oct 26 08:35:43.805710 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8530e0c5-b749-4b31-b17b-52599cea376d tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "GET /v2.0/ports/c2aa8198-9992-41ff-95b4-d1ad6847c0d4/tags/tempest-TagsExtTest-Tag-956203344 HTTP/1.1" status: 404 len: 328 time: 0.0836136 Oct 26 08:35:43.814086 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35644) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:43.822053 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-5748e973-c19a-4dc0-83a4-3ab5fddfe884 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c2aa8198-9992-41ff-95b4-d1ad6847c0d4', 'tempest-TagsExtTest-Tag-1198167700') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:43.823931 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 45f0a723-c607-4d42-8980-995ef684e461 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:35:43.888142 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-5748e973-c19a-4dc0-83a4-3ab5fddfe884 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] show failed (client error): The resource could not be found. Oct 26 08:35:43.892535 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5748e973-c19a-4dc0-83a4-3ab5fddfe884 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "GET /v2.0/ports/c2aa8198-9992-41ff-95b4-d1ad6847c0d4/tags/tempest-TagsExtTest-Tag-1198167700 HTTP/1.1" status: 404 len: 329 time: 0.0739539 Oct 26 08:35:43.892535 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35646) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:43.897846 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-f2d10743-b62a-4542-9969-d8b2d9e974f2 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '567901b6-4e04-4f43-9609-9dbafa541f35', {'tags': ['tempest-TagsExtTest-Tag-129295655', 'tempest-TagsExtTest-Tag-340910765', 'tempest-TagsExtTest-Tag-495604537']}) {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:43.945446 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-c9555110-c838-4bdf-9da3-84afb025ded6 None None] Deleting port 45f0a723-c607-4d42-8980-995ef684e461 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:43.945867 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c9555110-c838-4bdf-9da3-84afb025ded6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:43.998220 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f2d10743-b62a-4542-9969-d8b2d9e974f2 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "PUT /v2.0/routers/567901b6-4e04-4f43-9609-9dbafa541f35/tags HTTP/1.1" status: 200 len: 315 time: 0.1045237 Oct 26 08:35:44.001171 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35648) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:44.006218 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-9c51e104-e790-4b2c-90f4-6a158209f996 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '567901b6-4e04-4f43-9609-9dbafa541f35') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:44.014594 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 45f0a723-c607-4d42-8980-995ef684e461 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:44.015074 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:44.093353 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-c9555110-c838-4bdf-9da3-84afb025ded6 None None] For port 45f0a723-c607-4d42-8980-995ef684e461, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=45f0a723-c607-4d42-8980-995ef684e461,segment=NetworkSegment(58b88a8c-d622-4fa6-8308-c2a9c562a66c),segment_id=58b88a8c-d622-4fa6-8308-c2a9c562a66c)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:35:44.094413 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c9555110-c838-4bdf-9da3-84afb025ded6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:44.113842 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-329f2adc-7568-46ed-84ef-8d749190637c None None] Provisioning complete for port 6f95d411-cdd0-4e98-9d75-e9ffbc0888bd triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:44.114611 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-329f2adc-7568-46ed-84ef-8d749190637c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:44.121915 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9c51e104-e790-4b2c-90f4-6a158209f996 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "DELETE /v2.0/routers/567901b6-4e04-4f43-9609-9dbafa541f35/tags HTTP/1.1" status: 204 len: 168 time: 0.1166518 Oct 26 08:35:44.122131 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35650) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:44.129536 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-33c7f5ea-93f9-46e7-9683-56377ab4be80 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '567901b6-4e04-4f43-9609-9dbafa541f35', 'tempest-TagsExtTest-Tag-129295655') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:44.161275 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-c9555110-c838-4bdf-9da3-84afb025ded6 None None] Calling delete_port for 45f0a723-c607-4d42-8980-995ef684e461 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:44.168406 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b644b94-94d1-4a6c-b10c-a42669048c19 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event updated for resources: {'Network': ['ID=d854468b-3712-4108-a763-1d52956f8d51,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:44.189003 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2b1d5890-0996-4182-b589-924f779e4cb9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:44.196382 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No ports have port_id starting with 45f0a723-c607-4d42-8980-995ef684e461 Oct 26 08:35:44.197986 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network d854468b-3712-4108-a763-1d52956f8d51 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:35:44.221410 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d5890-0996-4182-b589-924f779e4cb9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Port': ['ID=45f0a723-c607-4d42-8980-995ef684e461,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:44.230003 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35652) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:44.230550 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6b644b94-94d1-4a6c-b10c-a42669048c19 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3559277 Oct 26 08:35:44.245003 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-d517c9d3-edd4-469e-b995-81ee9b02d4ed tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Request body: {'subnet': {'network_id': 'd854468b-3712-4108-a763-1d52956f8d51', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:44.278444 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-329f2adc-7568-46ed-84ef-8d749190637c None None] Port 6f95d411-cdd0-4e98-9d75-e9ffbc0888bd cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:35:44.279312 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1d5890-0996-4182-b589-924f779e4cb9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] No DVR routers for this DVR port 45f0a723-c607-4d42-8980-995ef684e461 on host dv-neutron-804846-13-hyperv {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:35:44.286136 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-329f2adc-7568-46ed-84ef-8d749190637c None None] Could not find standard attr ID for object 45f0a723-c607-4d42-8980-995ef684e461. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:35:44.330320 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-e2b96b8e-a036-4be4-99cb-90ba4ca7d0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'name': 'tempest-RoutersIpV6Test-router-232665885', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:35:36Z', 'updated_at': '2021-10-26T08:35:41Z', 'revision_number': 2, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'gw_port_host': None, '_interfaces': [{'id': '6f95d411-cdd0-4e98-9d75-e9ffbc0888bd', 'name': '', 'network_id': '39fc9464-30f7-4815-9489-b3c439b523b8', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:ba:fe:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:40Z', 'updated_at': '2021-10-26T08:35:41Z', 'revision_number': 2, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:44.349680 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-33c7f5ea-93f9-46e7-9683-56377ab4be80 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] show failed (client error): The resource could not be found. Oct 26 08:35:44.355114 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35654) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:44.356664 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-33c7f5ea-93f9-46e7-9683-56377ab4be80 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "GET /v2.0/routers/567901b6-4e04-4f43-9609-9dbafa541f35/tags/tempest-TagsExtTest-Tag-129295655 HTTP/1.1" status: 404 len: 328 time: 0.2331436 Oct 26 08:35:44.362761 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b96b8e-a036-4be4-99cb-90ba4ca7d0eb None None] Checking router: 6102f1e9-3ac7-48c1-bc34-4c5a03328965 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:35:44.363389 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b96b8e-a036-4be4-99cb-90ba4ca7d0eb None None] Updating router 6102f1e9-3ac7-48c1-bc34-4c5a03328965 port 6f95d411-cdd0-4e98-9d75-e9ffbc0888bd binding host dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:35:44.394570 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e2b96b8e-a036-4be4-99cb-90ba4ca7d0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:44.403445 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.tag.tag_plugin [None req-e5045d19-07ad-4cf4-9f69-41c0a5dd522a tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '567901b6-4e04-4f43-9609-9dbafa541f35', 'tempest-TagsExtTest-Tag-340910765') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:44.413568 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d517c9d3-edd4-469e-b995-81ee9b02d4ed tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Made reservation on behalf of 502737b6a12c43caa6c2ea21f619d856 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:44.420524 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d517c9d3-edd4-469e-b995-81ee9b02d4ed tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:44.510533 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2b1d5890-0996-4182-b589-924f779e4cb9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:44.541389 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c9555110-c838-4bdf-9da3-84afb025ded6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:44.548981 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-2b1d5890-0996-4182-b589-924f779e4cb9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['323c4879-512d-4a82-b58f-0d8608ce30b2']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:44.568149 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-2b1d5890-0996-4182-b589-924f779e4cb9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b88a8c-d622-4fa6-8308-c2a9c562a66c') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:44.568449 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-2b1d5890-0996-4182-b589-924f779e4cb9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b88a8c-d622-4fa6-8308-c2a9c562a66c') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:44.572474 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-e5045d19-07ad-4cf4-9f69-41c0a5dd522a tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] show failed (client error): The resource could not be found. Oct 26 08:35:44.577282 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e5045d19-07ad-4cf4-9f69-41c0a5dd522a tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "GET /v2.0/routers/567901b6-4e04-4f43-9609-9dbafa541f35/tags/tempest-TagsExtTest-Tag-340910765 HTTP/1.1" status: 404 len: 328 time: 0.1848438 Oct 26 08:35:44.577282 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-be073933-3ee7-47b6-b570-7a3b4df40e0c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:44.601060 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9555110-c838-4bdf-9da3-84afb025ded6 None None] No DVR routers for this DVR port 45f0a723-c607-4d42-8980-995ef684e461 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:35:44.601280 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35656) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:44.605438 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9555110-c838-4bdf-9da3-84afb025ded6 None None] Pushing event deleted for resources: {'Port': ['ID=45f0a723-c607-4d42-8980-995ef684e461,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:44.606680 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.tag.tag_plugin [None req-b4e7365d-9c12-4470-91c7-78ae0d80e7a1 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '567901b6-4e04-4f43-9609-9dbafa541f35', 'tempest-TagsExtTest-Tag-495604537') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:44.611195 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2b1d5890-0996-4182-b589-924f779e4cb9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:44.678384 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 45f0a723-c607-4d42-8980-995ef684e461 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:35:44.701372 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2b1d5890-0996-4182-b589-924f779e4cb9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:44.704985 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 45f0a723-c607-4d42-8980-995ef684e461 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:35:44.705604 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 45f0a723-c607-4d42-8980-995ef684e461 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:35:44.716636 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b1d5890-0996-4182-b589-924f779e4cb9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:35:44.716847 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2b1d5890-0996-4182-b589-924f779e4cb9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:44.721719 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:35:44.721719 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:35:44.721719 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:35:44.721719 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:35:44.721719 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:35:44.721719 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:35:44.721719 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:35:44.721719 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:35:44.721719 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:35:44.721719 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:35:44.721719 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:35:44.721719 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:35:44.721719 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:35:44.721719 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:35:44.721719 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:35:44.721719 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:35:44.721719 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:35:44.721719 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:35:44.721719 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:35:44.721719 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:35:44.721719 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:35:44.721719 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:35:44.721719 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:35:44.721719 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:35:44.721719 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:35:44.721719 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:35:44.721719 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:35:44.721719 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:35:44.721719 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:35:44.721719 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:35:44.721719 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:35:44.721719 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:35:44.784266 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d517c9d3-edd4-469e-b995-81ee9b02d4ed tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:44.819572 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-b4e7365d-9c12-4470-91c7-78ae0d80e7a1 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] show failed (client error): The resource could not be found. Oct 26 08:35:44.820797 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b4e7365d-9c12-4470-91c7-78ae0d80e7a1 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "GET /v2.0/routers/567901b6-4e04-4f43-9609-9dbafa541f35/tags/tempest-TagsExtTest-Tag-495604537 HTTP/1.1" status: 404 len: 328 time: 0.2197847 Oct 26 08:35:44.821549 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-be073933-3ee7-47b6-b570-7a3b4df40e0c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:44.824887 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35658) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:44.848194 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.tag.tag_plugin [None req-9d049cab-c649-4225-b7a0-5e33528b8a8b tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'a8132ef8-c47e-452b-89ea-3ae7f44f85a7', {'tags': ['tempest-TagsExtTest-Tag-463555919', 'tempest-TagsExtTest-Tag-1419621683', 'tempest-TagsExtTest-Tag-1448274350']}) {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:44.851966 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e2b96b8e-a036-4be4-99cb-90ba4ca7d0eb None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:44.854091 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517c9d3-edd4-469e-b995-81ee9b02d4ed tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event updated for resources: {'Subnet': ['ID=b20c88e7-ab9e-465d-9dd4-30c01e4d5916,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:44.863763 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e2b96b8e-a036-4be4-99cb-90ba4ca7d0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:44.864150 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d517c9d3-edd4-469e-b995-81ee9b02d4ed tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Checking segment: {'id': '4521b7b0-c2f3-48c5-8f55-b813740a6eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd854468b-3712-4108-a763-1d52956f8d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:35:44.864516 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d517c9d3-edd4-469e-b995-81ee9b02d4ed tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Network hostable DHCP agents. Network: d854468b-3712-4108-a763-1d52956f8d51, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:35:44.870436 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2b1d5890-0996-4182-b589-924f779e4cb9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:44.894607 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2b1d5890-0996-4182-b589-924f779e4cb9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:44.901399 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2b1d5890-0996-4182-b589-924f779e4cb9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/networks/323c4879-512d-4a82-b58f-0d8608ce30b2 HTTP/1.1" status: 204 len: 168 time: 2.0677259 Oct 26 08:35:44.908081 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35660) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:44.925404 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d517c9d3-edd4-469e-b995-81ee9b02d4ed tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Network d854468b-3712-4108-a763-1d52956f8d51 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:35:44.927515 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595f3fc-2dc2-418c-97a8-f0381e258644 None None] Pushing event updated for resources: {'Port': ['ID=6f95d411-cdd0-4e98-9d75-e9ffbc0888bd,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:44.934131 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-3278389d-f5ac-4e2c-88bb-32b557458e8f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1003707238'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:44.942305 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d5890-0996-4182-b589-924f779e4cb9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Network': ['ID=323c4879-512d-4a82-b58f-0d8608ce30b2,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:44.970638 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-d517c9d3-edd4-469e-b995-81ee9b02d4ed tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, d854468b-3712-4108-a763-1d52956f8d51) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:44.980169 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d517c9d3-edd4-469e-b995-81ee9b02d4ed tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:44.981285 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d517c9d3-edd4-469e-b995-81ee9b02d4ed tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:44.988236 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9d049cab-c649-4225-b7a0-5e33528b8a8b tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "PUT /v2.0/subnetpools/a8132ef8-c47e-452b-89ea-3ae7f44f85a7/tags HTTP/1.1" status: 200 len: 317 time: 0.1623120 Oct 26 08:35:44.990556 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-e2b96b8e-a036-4be4-99cb-90ba4ca7d0eb None None] Attempting to bind port 6f95d411-cdd0-4e98-9d75-e9ffbc0888bd on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:35:44.991105 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-e2b96b8e-a036-4be4-99cb-90ba4ca7d0eb None None] Attempting to bind port 6f95d411-cdd0-4e98-9d75-e9ffbc0888bd by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'f66339b6-d064-4b49-be4b-3ce72c5f302e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39fc9464-30f7-4815-9489-b3c439b523b8'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:35:44.991484 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b96b8e-a036-4be4-99cb-90ba4ca7d0eb None None] Attempting to bind port 6f95d411-cdd0-4e98-9d75-e9ffbc0888bd on network 39fc9464-30f7-4815-9489-b3c439b523b8 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:35:44.997694 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35662) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:44.998296 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b96b8e-a036-4be4-99cb-90ba4ca7d0eb None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:35:44.998679 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b96b8e-a036-4be4-99cb-90ba4ca7d0eb None None] Checking segment: {'id': 'f66339b6-d064-4b49-be4b-3ce72c5f302e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39fc9464-30f7-4815-9489-b3c439b523b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:35:44.999097 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e2b96b8e-a036-4be4-99cb-90ba4ca7d0eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:44.999495 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b96b8e-a036-4be4-99cb-90ba4ca7d0eb None None] Bound using segment: {'id': 'f66339b6-d064-4b49-be4b-3ce72c5f302e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39fc9464-30f7-4815-9489-b3c439b523b8'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:35:45.000550 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-e2b96b8e-a036-4be4-99cb-90ba4ca7d0eb None None] Bound port: 6f95d411-cdd0-4e98-9d75-e9ffbc0888bd, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f66339b6-d064-4b49-be4b-3ce72c5f302e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39fc9464-30f7-4815-9489-b3c439b523b8'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:35:45.001091 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e2b96b8e-a036-4be4-99cb-90ba4ca7d0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:45.003256 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096aae05-20d4-4c2b-b78b-73109fb19812 None None] Network d854468b-3712-4108-a763-1d52956f8d51 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:45.005700 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-43cbb547-cde5-4c44-81cd-529f96e99584 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a8132ef8-c47e-452b-89ea-3ae7f44f85a7') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:45.037711 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3278389d-f5ac-4e2c-88bb-32b557458e8f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Made reservation on behalf of fbb245bdcc38449a85671f236067aeb3 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:45.046009 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3278389d-f5ac-4e2c-88bb-32b557458e8f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:45.046211 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d517c9d3-edd4-469e-b995-81ee9b02d4ed tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8120067 Oct 26 08:35:45.046553 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35664) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:45.079023 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3278389d-f5ac-4e2c-88bb-32b557458e8f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:35:45.092935 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3278389d-f5ac-4e2c-88bb-32b557458e8f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:45.093313 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-3278389d-f5ac-4e2c-88bb-32b557458e8f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Added segment f1dca98f-ebca-467b-b423-36c68009b304 of type vlan for network 453686a8-fe8d-45c2-b0d4-ebda59ea968b Oct 26 08:35:45.161851 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3278389d-f5ac-4e2c-88bb-32b557458e8f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:45.174357 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-43cbb547-cde5-4c44-81cd-529f96e99584 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "DELETE /v2.0/subnetpools/a8132ef8-c47e-452b-89ea-3ae7f44f85a7/tags HTTP/1.1" status: 204 len: 168 time: 0.1730258 Oct 26 08:35:45.178085 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35666) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:45.189336 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.tag.tag_plugin [None req-63f3947d-d634-446b-b2fb-ccf0fc9ed843 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a8132ef8-c47e-452b-89ea-3ae7f44f85a7', 'tempest-TagsExtTest-Tag-463555919') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:45.254458 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3278389d-f5ac-4e2c-88bb-32b557458e8f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:45.260128 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3278389d-f5ac-4e2c-88bb-32b557458e8f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:45.260743 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3278389d-f5ac-4e2c-88bb-32b557458e8f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:45.307903 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-7d93f6e4-6bfb-4086-8d01-16d2e3bf2db2 None None] Provisioning complete for port 6f95d411-cdd0-4e98-9d75-e9ffbc0888bd triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:45.308499 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7d93f6e4-6bfb-4086-8d01-16d2e3bf2db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:45.322380 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-63f3947d-d634-446b-b2fb-ccf0fc9ed843 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] show failed (client error): The resource could not be found. Oct 26 08:35:45.323451 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-63f3947d-d634-446b-b2fb-ccf0fc9ed843 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "GET /v2.0/subnetpools/a8132ef8-c47e-452b-89ea-3ae7f44f85a7/tags/tempest-TagsExtTest-Tag-463555919 HTTP/1.1" status: 404 len: 328 time: 0.1430385 Oct 26 08:35:45.325600 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-be073933-3ee7-47b6-b570-7a3b4df40e0c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:45.332724 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35668) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:45.340622 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.tag.tag_plugin [None req-dd02992b-2a49-4943-9005-81aa8973f5d5 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a8132ef8-c47e-452b-89ea-3ae7f44f85a7', 'tempest-TagsExtTest-Tag-1419621683') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:45.347365 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-be073933-3ee7-47b6-b570-7a3b4df40e0c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:45.349199 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3278389d-f5ac-4e2c-88bb-32b557458e8f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Network': ['ID=453686a8-fe8d-45c2-b0d4-ebda59ea968b,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:45.372334 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 453686a8-fe8d-45c2-b0d4-ebda59ea968b details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:35:45.390316 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-e2b96b8e-a036-4be4-99cb-90ba4ca7d0eb None None] For port 6f95d411-cdd0-4e98-9d75-e9ffbc0888bd, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:35:45.390814 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3278389d-f5ac-4e2c-88bb-32b557458e8f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4738247 Oct 26 08:35:45.394086 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35670) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:45.400543 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-0ee00af3-207f-4def-9493-eb77983240de tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'subnet': {'network_id': '453686a8-fe8d-45c2-b0d4-ebda59ea968b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:45.429687 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-7d93f6e4-6bfb-4086-8d01-16d2e3bf2db2 None None] Port 6f95d411-cdd0-4e98-9d75-e9ffbc0888bd cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:35:45.439762 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-dd02992b-2a49-4943-9005-81aa8973f5d5 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] show failed (client error): The resource could not be found. Oct 26 08:35:45.443894 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-dd02992b-2a49-4943-9005-81aa8973f5d5 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "GET /v2.0/subnetpools/a8132ef8-c47e-452b-89ea-3ae7f44f85a7/tags/tempest-TagsExtTest-Tag-1419621683 HTTP/1.1" status: 404 len: 329 time: 0.1070886 Oct 26 08:35:45.443894 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be073933-3ee7-47b6-b570-7a3b4df40e0c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event updated for resources: {'Port': ['ID=cb1460e5-1e0b-4660-80fb-7958062d1a9d,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:45.448579 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35672) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:45.453559 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.tag.tag_plugin [None req-508deebd-5b65-43c6-b84e-f4685f46bdae tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a8132ef8-c47e-452b-89ea-3ae7f44f85a7', 'tempest-TagsExtTest-Tag-1448274350') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:45.457791 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-e2b96b8e-a036-4be4-99cb-90ba4ca7d0eb None None] For port 6f95d411-cdd0-4e98-9d75-e9ffbc0888bd, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=6f95d411-cdd0-4e98-9d75-e9ffbc0888bd,segment=NetworkSegment(f66339b6-d064-4b49-be4b-3ce72c5f302e),segment_id=f66339b6-d064-4b49-be4b-3ce72c5f302e)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:35:45.471871 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e2b96b8e-a036-4be4-99cb-90ba4ca7d0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:45.479390 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-be073933-3ee7-47b6-b570-7a3b4df40e0c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:45.568434 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-508deebd-5b65-43c6-b84e-f4685f46bdae tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] show failed (client error): The resource could not be found. Oct 26 08:35:45.569529 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-508deebd-5b65-43c6-b84e-f4685f46bdae tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "GET /v2.0/subnetpools/a8132ef8-c47e-452b-89ea-3ae7f44f85a7/tags/tempest-TagsExtTest-Tag-1448274350 HTTP/1.1" status: 404 len: 329 time: 0.1197791 Oct 26 08:35:45.574215 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35674) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:45.584630 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-97cb2087-8670-4617-9e0f-743ccdaeaa7c tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a8132ef8-c47e-452b-89ea-3ae7f44f85a7') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:45.604936 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee00af3-207f-4def-9493-eb77983240de tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Made reservation on behalf of fbb245bdcc38449a85671f236067aeb3 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:45.606283 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b96b8e-a036-4be4-99cb-90ba4ca7d0eb None None] Routers {'6102f1e9-3ac7-48c1-bc34-4c5a03328965'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:45.607276 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-e2b96b8e-a036-4be4-99cb-90ba4ca7d0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['6102f1e9-3ac7-48c1-bc34-4c5a03328965'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:45.608632 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0ee00af3-207f-4def-9493-eb77983240de tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:45.620442 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [None req-be073933-3ee7-47b6-b570-7a3b4df40e0c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Floating IP 9206d57d-55fc-4f45-8481-ce783fe0b15b associated. External IP: 172.26.2.182, port: 54f9d107-e1ab-410f-b7a6-aa0f0a32f7d1. Oct 26 08:35:45.671170 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-515e7e04-715f-422e-8067-897a46402f68 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:45.705108 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-97cb2087-8670-4617-9e0f-743ccdaeaa7c tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "DELETE /v2.0/subnetpools/a8132ef8-c47e-452b-89ea-3ae7f44f85a7/tags HTTP/1.1" status: 204 len: 168 time: 0.1295562 Oct 26 08:35:45.712347 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35676) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:45.722886 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.tag.tag_plugin [None req-e6ef9125-caa9-4f2a-ba99-c6b803e17a88 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '567901b6-4e04-4f43-9609-9dbafa541f35') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:45.723098 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-e2b96b8e-a036-4be4-99cb-90ba4ca7d0eb None None] Set router 6102f1e9-3ac7-48c1-bc34-4c5a03328965 gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:35:45.821788 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1aa4355-4a31-4636-87a0-b93d47a27f98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-d854468b-3712-4108-a763-1d52956f8d51', 'network_id': 'd854468b-3712-4108-a763-1d52956f8d51', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'fixed_ips': [{'subnet_id': 'b20c88e7-ab9e-465d-9dd4-30c01e4d5916'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:35:45.822851 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b1aa4355-4a31-4636-87a0-b93d47a27f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:45.851325 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e6ef9125-caa9-4f2a-ba99-c6b803e17a88 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "DELETE /v2.0/routers/567901b6-4e04-4f43-9609-9dbafa541f35/tags HTTP/1.1" status: 204 len: 168 time: 0.1374261 Oct 26 08:35:45.854387 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35678) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:45.858638 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.tag.tag_plugin [None req-5865f275-b95e-478c-b02d-8157e3d71e55 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c2aa8198-9992-41ff-95b4-d1ad6847c0d4') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:45.863481 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595f3fc-2dc2-418c-97a8-f0381e258644 None None] Pushing event updated for resources: {'Port': ['ID=6f95d411-cdd0-4e98-9d75-e9ffbc0888bd,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:45.975885 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8d017e3c-982f-473a-98ba-86467f588ae0 None None] Provisioning complete for port 6f95d411-cdd0-4e98-9d75-e9ffbc0888bd triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:45.976166 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8d017e3c-982f-473a-98ba-86467f588ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:46.008669 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-5865f275-b95e-478c-b02d-8157e3d71e55 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "DELETE /v2.0/ports/c2aa8198-9992-41ff-95b4-d1ad6847c0d4/tags HTTP/1.1" status: 204 len: 168 time: 0.1509063 Oct 26 08:35:46.009490 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35680) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:46.013893 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.tag.tag_plugin [None req-e18288e8-8a86-4f7f-a4d7-13fafe260840 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f42db248-c623-4a79-8a49-b5d5edccd11b') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:46.018503 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be073933-3ee7-47b6-b570-7a3b4df40e0c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Router 1fe4e193-bc1b-4ccb-b74d-89b3fded41d1 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:35:46.022872 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0ee00af3-207f-4def-9493-eb77983240de tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:46.125471 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-515e7e04-715f-422e-8067-897a46402f68 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Allocated IP 2001:db8:1::1 (d854468b-3712-4108-a763-1d52956f8d51/b20c88e7-ab9e-465d-9dd4-30c01e4d5916/febe9593-8a31-440e-af41-7b22c83ce1ca) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:46.132141 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8d017e3c-982f-473a-98ba-86467f588ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:46.136089 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee00af3-207f-4def-9493-eb77983240de tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Subnet': ['ID=18f154c4-e85a-4c84-aaf1-5ceb474ff21d,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:46.136406 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-e2b96b8e-a036-4be4-99cb-90ba4ca7d0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'name': 'tempest-RoutersIpV6Test-router-232665885', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:35:36Z', 'updated_at': '2021-10-26T08:35:41Z', 'revision_number': 2, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'gw_port_host': None, '_interfaces': [{'id': '6f95d411-cdd0-4e98-9d75-e9ffbc0888bd', 'name': '', 'network_id': '39fc9464-30f7-4815-9489-b3c439b523b8', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:ba:fe:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:40Z', 'updated_at': '2021-10-26T08:35:45Z', 'revision_number': 4, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:46.148149 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee00af3-207f-4def-9493-eb77983240de tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Checking segment: {'id': 'f1dca98f-ebca-467b-b423-36c68009b304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '453686a8-fe8d-45c2-b0d4-ebda59ea968b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:35:46.148631 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee00af3-207f-4def-9493-eb77983240de tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Network hostable DHCP agents. Network: 453686a8-fe8d-45c2-b0d4-ebda59ea968b, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:35:46.177007 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b96b8e-a036-4be4-99cb-90ba4ca7d0eb None None] The sync data for ids ['6102f1e9-3ac7-48c1-bc34-4c5a03328965'] in dv-neutron-804846-13-hyperv is: [{'id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'name': 'tempest-RoutersIpV6Test-router-232665885', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:35:36Z', 'updated_at': '2021-10-26T08:35:41Z', 'revision_number': 2, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'gw_port_host': None, '_interfaces': [{'id': '6f95d411-cdd0-4e98-9d75-e9ffbc0888bd', 'name': '', 'network_id': '39fc9464-30f7-4815-9489-b3c439b523b8', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:ba:fe:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:40Z', 'updated_at': '2021-10-26T08:35:45Z', 'revision_number': 4, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:35:46.200924 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8d017e3c-982f-473a-98ba-86467f588ae0 None None] For port 6f95d411-cdd0-4e98-9d75-e9ffbc0888bd, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=6f95d411-cdd0-4e98-9d75-e9ffbc0888bd,segment=NetworkSegment(f66339b6-d064-4b49-be4b-3ce72c5f302e),segment_id=f66339b6-d064-4b49-be4b-3ce72c5f302e)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:35:46.206462 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8d017e3c-982f-473a-98ba-86467f588ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:46.219284 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee00af3-207f-4def-9493-eb77983240de tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Network 453686a8-fe8d-45c2-b0d4-ebda59ea968b is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:35:46.229314 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be073933-3ee7-47b6-b570-7a3b4df40e0c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:35:46.238019 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e18288e8-8a86-4f7f-a4d7-13fafe260840 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "DELETE /v2.0/subnets/f42db248-c623-4a79-8a49-b5d5edccd11b/tags HTTP/1.1" status: 204 len: 168 time: 0.2272553 Oct 26 08:35:46.242702 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b643614e-893f-4926-8575-a26f72cc22b8 None None] Sync routers for ids ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:35:46.244062 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35682) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:46.244328 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-0ee00af3-207f-4def-9493-eb77983240de tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 453686a8-fe8d-45c2-b0d4-ebda59ea968b) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:46.253541 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee00af3-207f-4def-9493-eb77983240de tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:46.254222 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0ee00af3-207f-4def-9493-eb77983240de tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:46.262703 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b643614e-893f-4926-8575-a26f72cc22b8 None None] Routers {'1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:46.263923 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-b643614e-893f-4926-8575-a26f72cc22b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:46.273993 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a820c5f7-cde5-41c8-8e7c-037c38824587 None None] Network 453686a8-fe8d-45c2-b0d4-ebda59ea968b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:46.286322 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-0ee00af3-207f-4def-9493-eb77983240de tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8883238 Oct 26 08:35:46.287324 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35684) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:46.294883 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-73548a17-d941-424b-b9f1-eb5ecd9f3f4f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'port': {'network_id': '453686a8-fe8d-45c2-b0d4-ebda59ea968b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1925256873'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:46.306561 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-be073933-3ee7-47b6-b570-7a3b4df40e0c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:46.307187 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-b643614e-893f-4926-8575-a26f72cc22b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:46.318613 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b643614e-893f-4926-8575-a26f72cc22b8 None None] Routers {'1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:46.319512 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-b643614e-893f-4926-8575-a26f72cc22b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:46.332159 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-515e7e04-715f-422e-8067-897a46402f68 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:46.368180 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-b643614e-893f-4926-8575-a26f72cc22b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:46.369286 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b643614e-893f-4926-8575-a26f72cc22b8 None None] The sync data for ids ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:35:46.379774 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-515e7e04-715f-422e-8067-897a46402f68 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:46.420408 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-be073933-3ee7-47b6-b570-7a3b4df40e0c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.6860390 Oct 26 08:35:46.420653 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35686) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:46.425910 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-5c0df729-cddd-4a13-9946-fcab2d162b66 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-261870058'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:46.447705 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515e7e04-715f-422e-8067-897a46402f68 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Network d854468b-3712-4108-a763-1d52956f8d51 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:46.460207 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-515e7e04-715f-422e-8067-897a46402f68 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:46.466939 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515e7e04-715f-422e-8067-897a46402f68 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:46.467821 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-515e7e04-715f-422e-8067-897a46402f68 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:46.483918 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-82846fac-eb09-4cf7-b743-090061c21c51 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks [] for subnetpool, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:46.489508 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-82846fac-eb09-4cf7-b743-090061c21c51 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "DELETE /v2.0/subnetpools/a8132ef8-c47e-452b-89ea-3ae7f44f85a7 HTTP/1.1" status: 204 len: 168 time: 0.2411084 Oct 26 08:35:46.489508 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35688) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:46.491436 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d017e3c-982f-473a-98ba-86467f588ae0 None None] Pushing event updated for resources: {'Port': ['ID=6f95d411-cdd0-4e98-9d75-e9ffbc0888bd,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:46.514013 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e7e04-715f-422e-8067-897a46402f68 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event updated for resources: {'Port': ['ID=febe9593-8a31-440e-af41-7b22c83ce1ca,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:46.531557 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-98c22052-50c4-49d0-b603-42c0877208da tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "GET /v2.0/ports?device_id=567901b6-4e04-4f43-9609-9dbafa541f35 HTTP/1.1" status: 200 len: 205 time: 0.0376689 Oct 26 08:35:46.531771 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-b1aa4355-4a31-4636-87a0-b93d47a27f98 None None] Allocated IP 2001:db8:1::2 (d854468b-3712-4108-a763-1d52956f8d51/b20c88e7-ab9e-465d-9dd4-30c01e4d5916/0be96676-a943-445c-a37a-1b71b8e0097e) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:46.537699 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35690) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:46.549532 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc708323-be72-4cd3-bf3e-de16944c8caa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-453686a8-fe8d-45c2-b0d4-ebda59ea968b', 'network_id': '453686a8-fe8d-45c2-b0d4-ebda59ea968b', 'tenant_id': 'fbb245bdcc38449a85671f236067aeb3', 'fixed_ips': [{'subnet_id': '18f154c4-e85a-4c84-aaf1-5ceb474ff21d'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:35:46.550730 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bc708323-be72-4cd3-bf3e-de16944c8caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:46.564680 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0df729-cddd-4a13-9946-fcab2d162b66 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Made reservation on behalf of c24067fe70e54b07ab80d6e10b08041f for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:46.583652 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5c0df729-cddd-4a13-9946-fcab2d162b66 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:46.588405 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73548a17-d941-424b-b9f1-eb5ecd9f3f4f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Made reservation on behalf of fbb245bdcc38449a85671f236067aeb3 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:46.604175 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-73548a17-d941-424b-b9f1-eb5ecd9f3f4f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:46.624934 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-73548a17-d941-424b-b9f1-eb5ecd9f3f4f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] device_id is not set on port d0cf56c8-3334-41a6-a8bb-aadf57f6a832 yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:35:46.730266 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c0df729-cddd-4a13-9946-fcab2d162b66 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:35:46.740749 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5c0df729-cddd-4a13-9946-fcab2d162b66 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:46.741196 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-5c0df729-cddd-4a13-9946-fcab2d162b66 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Added segment 3d12f805-c5b1-4589-b25f-2a6606d9a079 of type vlan for network 4ea37877-0a57-408e-868c-ddc242c313e2 Oct 26 08:35:46.789223 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0a3870f0-898e-447f-b0cc-a0a26a11b537 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:46.805097 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5c0df729-cddd-4a13-9946-fcab2d162b66 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:46.805775 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 6f95d411-cdd0-4e98-9d75-e9ffbc0888bd up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:35:46.815190 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-73548a17-d941-424b-b9f1-eb5ecd9f3f4f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Allocated IP 172.20.0.13 (453686a8-fe8d-45c2-b0d4-ebda59ea968b/18f154c4-e85a-4c84-aaf1-5ceb474ff21d/d0cf56c8-3334-41a6-a8bb-aadf57f6a832) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:46.892540 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b1aa4355-4a31-4636-87a0-b93d47a27f98 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:46.905609 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b1aa4355-4a31-4636-87a0-b93d47a27f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:46.955001 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 6f95d411-cdd0-4e98-9d75-e9ffbc0888bd triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:46.955376 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:46.986209 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1aa4355-4a31-4636-87a0-b93d47a27f98 None None] Network d854468b-3712-4108-a763-1d52956f8d51 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:46.987232 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-73548a17-d941-424b-b9f1-eb5ecd9f3f4f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:46.992854 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-b1aa4355-4a31-4636-87a0-b93d47a27f98 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:46.996201 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa4355-4a31-4636-87a0-b93d47a27f98 None None] Pushing event updated for resources: {'Port': ['ID=0be96676-a943-445c-a37a-1b71b8e0097e,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:47.000242 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1aa4355-4a31-4636-87a0-b93d47a27f98 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:47.045752 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-73548a17-d941-424b-b9f1-eb5ecd9f3f4f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:47.106948 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73548a17-d941-424b-b9f1-eb5ecd9f3f4f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Network 453686a8-fe8d-45c2-b0d4-ebda59ea968b is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:47.111215 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-73548a17-d941-424b-b9f1-eb5ecd9f3f4f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:47.116205 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73548a17-d941-424b-b9f1-eb5ecd9f3f4f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:47.124767 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73548a17-d941-424b-b9f1-eb5ecd9f3f4f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Port': ['ID=d0cf56c8-3334-41a6-a8bb-aadf57f6a832,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:47.168028 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-b1aa4355-4a31-4636-87a0-b93d47a27f98 None None] Attempting to bind port 0be96676-a943-445c-a37a-1b71b8e0097e on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:35:47.168914 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-b1aa4355-4a31-4636-87a0-b93d47a27f98 None None] Attempting to bind port 0be96676-a943-445c-a37a-1b71b8e0097e by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '4521b7b0-c2f3-48c5-8f55-b813740a6eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd854468b-3712-4108-a763-1d52956f8d51'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:35:47.169987 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aa4355-4a31-4636-87a0-b93d47a27f98 None None] Attempting to bind port 0be96676-a943-445c-a37a-1b71b8e0097e on network d854468b-3712-4108-a763-1d52956f8d51 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:35:47.184852 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73548a17-d941-424b-b9f1-eb5ecd9f3f4f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:47.185989 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-73548a17-d941-424b-b9f1-eb5ecd9f3f4f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:47.189278 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aa4355-4a31-4636-87a0-b93d47a27f98 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:35:47.189910 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aa4355-4a31-4636-87a0-b93d47a27f98 None None] Checking segment: {'id': '4521b7b0-c2f3-48c5-8f55-b813740a6eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd854468b-3712-4108-a763-1d52956f8d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:35:47.190376 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b1aa4355-4a31-4636-87a0-b93d47a27f98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:47.190831 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aa4355-4a31-4636-87a0-b93d47a27f98 None None] Bound using segment: {'id': '4521b7b0-c2f3-48c5-8f55-b813740a6eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd854468b-3712-4108-a763-1d52956f8d51'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:35:47.191332 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-b1aa4355-4a31-4636-87a0-b93d47a27f98 None None] Bound port: 0be96676-a943-445c-a37a-1b71b8e0097e, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4521b7b0-c2f3-48c5-8f55-b813740a6eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd854468b-3712-4108-a763-1d52956f8d51'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:35:47.191724 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b1aa4355-4a31-4636-87a0-b93d47a27f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:47.208690 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-73548a17-d941-424b-b9f1-eb5ecd9f3f4f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 0.9199798 Oct 26 08:35:47.211330 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35692) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:47.218444 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-bc708323-be72-4cd3-bf3e-de16944c8caa None None] Allocated IP 172.20.0.2 (453686a8-fe8d-45c2-b0d4-ebda59ea968b/18f154c4-e85a-4c84-aaf1-5ceb474ff21d/52e2cb88-c8c1-4839-9850-fbc6c18205fd) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:47.324109 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-3b2e2db0-7915-4ee8-aad9-1abb9a7c5571 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Deleting port d0cf56c8-3334-41a6-a8bb-aadf57f6a832 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:47.324822 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3b2e2db0-7915-4ee8-aad9-1abb9a7c5571 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:47.361794 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-b1aa4355-4a31-4636-87a0-b93d47a27f98 None None] For port 0be96676-a943-445c-a37a-1b71b8e0097e, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:35:47.366967 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-b1aa4355-4a31-4636-87a0-b93d47a27f98 None None] For port 0be96676-a943-445c-a37a-1b71b8e0097e, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=0be96676-a943-445c-a37a-1b71b8e0097e,segment=NetworkSegment(4521b7b0-c2f3-48c5-8f55-b813740a6eba),segment_id=4521b7b0-c2f3-48c5-8f55-b813740a6eba)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:35:47.369172 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0a3870f0-898e-447f-b0cc-a0a26a11b537 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:47.371523 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0a3870f0-898e-447f-b0cc-a0a26a11b537 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:47.375313 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b1aa4355-4a31-4636-87a0-b93d47a27f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:47.410478 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5c0df729-cddd-4a13-9946-fcab2d162b66 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:47.416300 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0df729-cddd-4a13-9946-fcab2d162b66 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:47.416924 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5c0df729-cddd-4a13-9946-fcab2d162b66 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:47.429135 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3b2e2db0-7915-4ee8-aad9-1abb9a7c5571 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:47.444619 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-3b2e2db0-7915-4ee8-aad9-1abb9a7c5571 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Calling delete_port for d0cf56c8-3334-41a6-a8bb-aadf57f6a832 owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:47.460354 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0a3870f0-898e-447f-b0cc-a0a26a11b537 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:47.462191 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3870f0-898e-447f-b0cc-a0a26a11b537 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Fanout notify agent at l3_agent the message router_deleted on router 567901b6-4e04-4f43-9609-9dbafa541f35 {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:35:47.486407 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa4355-4a31-4636-87a0-b93d47a27f98 None None] Pushing event updated for resources: {'Port': ['ID=0be96676-a943-445c-a37a-1b71b8e0097e,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:47.522913 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bc708323-be72-4cd3-bf3e-de16944c8caa None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:47.523657 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0a3870f0-898e-447f-b0cc-a0a26a11b537 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:47.524748 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-0a3870f0-898e-447f-b0cc-a0a26a11b537 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "DELETE /v2.0/routers/567901b6-4e04-4f43-9609-9dbafa541f35 HTTP/1.1" status: 204 len: 168 time: 0.9801736 Oct 26 08:35:47.529504 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-515e7e04-715f-422e-8067-897a46402f68 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:47.534567 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bc708323-be72-4cd3-bf3e-de16944c8caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:47.539757 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35694) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:47.601603 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc708323-be72-4cd3-bf3e-de16944c8caa None None] Network 453686a8-fe8d-45c2-b0d4-ebda59ea968b is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:47.606424 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-bc708323-be72-4cd3-bf3e-de16944c8caa None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:47.612235 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc708323-be72-4cd3-bf3e-de16944c8caa None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:47.624027 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc708323-be72-4cd3-bf3e-de16944c8caa None None] Pushing event updated for resources: {'Port': ['ID=52e2cb88-c8c1-4839-9850-fbc6c18205fd,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:47.628285 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5c0df729-cddd-4a13-9946-fcab2d162b66 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2038517 Oct 26 08:35:47.636979 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35696) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:47.644575 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-192abed5-16a8-42f1-81aa-2ba6fbe12bda tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Request body: {'subnet': {'network_id': '4ea37877-0a57-408e-868c-ddc242c313e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:47.676700 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0df729-cddd-4a13-9946-fcab2d162b66 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event updated for resources: {'Network': ['ID=4ea37877-0a57-408e-868c-ddc242c313e2,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:47.705243 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 4ea37877-0a57-408e-868c-ddc242c313e2 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:35:47.711070 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-bc708323-be72-4cd3-bf3e-de16944c8caa None None] Attempting to bind port 52e2cb88-c8c1-4839-9850-fbc6c18205fd on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:35:47.711589 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-bc708323-be72-4cd3-bf3e-de16944c8caa None None] Attempting to bind port 52e2cb88-c8c1-4839-9850-fbc6c18205fd by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'f1dca98f-ebca-467b-b423-36c68009b304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '453686a8-fe8d-45c2-b0d4-ebda59ea968b'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:35:47.711966 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc708323-be72-4cd3-bf3e-de16944c8caa None None] Attempting to bind port 52e2cb88-c8c1-4839-9850-fbc6c18205fd on network 453686a8-fe8d-45c2-b0d4-ebda59ea968b {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:35:47.778524 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc708323-be72-4cd3-bf3e-de16944c8caa None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:35:47.778816 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc708323-be72-4cd3-bf3e-de16944c8caa None None] Checking segment: {'id': 'f1dca98f-ebca-467b-b423-36c68009b304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '453686a8-fe8d-45c2-b0d4-ebda59ea968b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:35:47.779832 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bc708323-be72-4cd3-bf3e-de16944c8caa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:47.779832 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc708323-be72-4cd3-bf3e-de16944c8caa None None] Bound using segment: {'id': 'f1dca98f-ebca-467b-b423-36c68009b304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '453686a8-fe8d-45c2-b0d4-ebda59ea968b'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:35:47.780072 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-bc708323-be72-4cd3-bf3e-de16944c8caa None None] Bound port: 52e2cb88-c8c1-4839-9850-fbc6c18205fd, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1dca98f-ebca-467b-b423-36c68009b304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '453686a8-fe8d-45c2-b0d4-ebda59ea968b'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:35:47.780469 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bc708323-be72-4cd3-bf3e-de16944c8caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:47.875696 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-bc708323-be72-4cd3-bf3e-de16944c8caa None None] For port 52e2cb88-c8c1-4839-9850-fbc6c18205fd, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:35:47.879486 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-bc708323-be72-4cd3-bf3e-de16944c8caa None None] For port 52e2cb88-c8c1-4839-9850-fbc6c18205fd, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=52e2cb88-c8c1-4839-9850-fbc6c18205fd,segment=NetworkSegment(f1dca98f-ebca-467b-b423-36c68009b304),segment_id=f1dca98f-ebca-467b-b423-36c68009b304)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:35:47.885255 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bc708323-be72-4cd3-bf3e-de16944c8caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:47.936084 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-dca82eae-53b6-48bf-b7a1-c7359f191869 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Deleting port c2aa8198-9992-41ff-95b4-d1ad6847c0d4 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:47.936446 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dca82eae-53b6-48bf-b7a1-c7359f191869 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:47.956602 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc708323-be72-4cd3-bf3e-de16944c8caa None None] Pushing event updated for resources: {'Port': ['ID=52e2cb88-c8c1-4839-9850-fbc6c18205fd,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:47.990615 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192abed5-16a8-42f1-81aa-2ba6fbe12bda tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Made reservation on behalf of c24067fe70e54b07ab80d6e10b08041f for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:47.994930 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-192abed5-16a8-42f1-81aa-2ba6fbe12bda tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:48.110078 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3b2e2db0-7915-4ee8-aad9-1abb9a7c5571 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:48.141186 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e2db0-7915-4ee8-aad9-1abb9a7c5571 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Port': ['ID=d0cf56c8-3334-41a6-a8bb-aadf57f6a832,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:48.169516 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dca82eae-53b6-48bf-b7a1-c7359f191869 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:48.200629 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-dca82eae-53b6-48bf-b7a1-c7359f191869 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Calling delete_port for c2aa8198-9992-41ff-95b4-d1ad6847c0d4 owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:48.238441 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3b2e2db0-7915-4ee8-aad9-1abb9a7c5571 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:48.245783 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3b2e2db0-7915-4ee8-aad9-1abb9a7c5571 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/ports/d0cf56c8-3334-41a6-a8bb-aadf57f6a832 HTTP/1.1" status: 204 len: 168 time: 1.0297592 Oct 26 08:35:48.245783 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35698) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:48.280975 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ece0c0-af3d-4849-a0ea-61dd0e8dd9be tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] GET failed (client error): The resource could not be found. Oct 26 08:35:48.284383 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e9ece0c0-af3d-4849-a0ea-61dd0e8dd9be tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "GET /v2.0/ports/d0cf56c8-3334-41a6-a8bb-aadf57f6a832 HTTP/1.1" status: 404 len: 333 time: 0.0379796 Oct 26 08:35:48.287060 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35700) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:48.343253 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-d56fb19a-8976-471c-8034-d314042d0a2a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Deleting subnet 18f154c4-e85a-4c84-aaf1-5ceb474ff21d {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:35:48.347881 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d56fb19a-8976-471c-8034-d314042d0a2a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:48.379678 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-515e7e04-715f-422e-8067-897a46402f68 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:48.392244 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d56fb19a-8976-471c-8034-d314042d0a2a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:48.410395 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-515e7e04-715f-422e-8067-897a46402f68 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:48.411216 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-515e7e04-715f-422e-8067-897a46402f68 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:48.488389 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d56fb19a-8976-471c-8034-d314042d0a2a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:48.536473 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-192abed5-16a8-42f1-81aa-2ba6fbe12bda tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:48.553974 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d56fb19a-8976-471c-8034-d314042d0a2a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:48.590908 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d56fb19a-8976-471c-8034-d314042d0a2a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:48.597090 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e7e04-715f-422e-8067-897a46402f68 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event updated for resources: {'Port': ['ID=febe9593-8a31-440e-af41-7b22c83ce1ca,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:48.598074 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d56fb19a-8976-471c-8034-d314042d0a2a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/subnets/18f154c4-e85a-4c84-aaf1-5ceb474ff21d HTTP/1.1" status: 204 len: 168 time: 0.3095837 Oct 26 08:35:48.599056 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35702) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:48.609200 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56fb19a-8976-471c-8034-d314042d0a2a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Subnet': ['ID=18f154c4-e85a-4c84-aaf1-5ceb474ff21d,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:48.639143 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dca82eae-53b6-48bf-b7a1-c7359f191869 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:48.671729 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192abed5-16a8-42f1-81aa-2ba6fbe12bda tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event updated for resources: {'Subnet': ['ID=a7d48dfe-7558-4658-9111-55270bd8470b,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:48.700328 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca82eae-53b6-48bf-b7a1-c7359f191869 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Pushing event deleted for resources: {'Port': ['ID=c2aa8198-9992-41ff-95b4-d1ad6847c0d4,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:48.720063 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a5ea3678-80ce-4097-9783-e15137b7961b tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:48.736644 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192abed5-16a8-42f1-81aa-2ba6fbe12bda tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Checking segment: {'id': '3d12f805-c5b1-4589-b25f-2a6606d9a079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4ea37877-0a57-408e-868c-ddc242c313e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:35:48.742655 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192abed5-16a8-42f1-81aa-2ba6fbe12bda tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Network hostable DHCP agents. Network: 4ea37877-0a57-408e-868c-ddc242c313e2, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:35:48.745653 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515e7e04-715f-422e-8067-897a46402f68 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Network d854468b-3712-4108-a763-1d52956f8d51 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:48.750787 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 0be96676-a943-445c-a37a-1b71b8e0097e up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:35:48.778915 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-515e7e04-715f-422e-8067-897a46402f68 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:48.827372 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-a5ea3678-80ce-4097-9783-e15137b7961b tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Deleting port 52e2cb88-c8c1-4839-9850-fbc6c18205fd {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:48.828682 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a5ea3678-80ce-4097-9783-e15137b7961b tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:48.897716 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dca82eae-53b6-48bf-b7a1-c7359f191869 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:48.901240 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-dca82eae-53b6-48bf-b7a1-c7359f191869 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "DELETE /v2.0/ports/c2aa8198-9992-41ff-95b4-d1ad6847c0d4 HTTP/1.1" status: 204 len: 168 time: 1.3568552 Oct 26 08:35:48.904143 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35704) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:48.904746 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192abed5-16a8-42f1-81aa-2ba6fbe12bda tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Network 4ea37877-0a57-408e-868c-ddc242c313e2 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:35:48.913965 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-a5ea3678-80ce-4097-9783-e15137b7961b tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] For port 52e2cb88-c8c1-4839-9850-fbc6c18205fd, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=52e2cb88-c8c1-4839-9850-fbc6c18205fd,segment=NetworkSegment(f1dca98f-ebca-467b-b423-36c68009b304),segment_id=f1dca98f-ebca-467b-b423-36c68009b304)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:35:48.915635 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a5ea3678-80ce-4097-9783-e15137b7961b tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:48.941472 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-a5ea3678-80ce-4097-9783-e15137b7961b tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Calling delete_port for 52e2cb88-c8c1-4839-9850-fbc6c18205fd owned by network:dhcp {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:48.959190 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-192abed5-16a8-42f1-81aa-2ba6fbe12bda tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 4ea37877-0a57-408e-868c-ddc242c313e2) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:48.972588 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192abed5-16a8-42f1-81aa-2ba6fbe12bda tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:48.973187 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-192abed5-16a8-42f1-81aa-2ba6fbe12bda tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:49.035586 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515e7e04-715f-422e-8067-897a46402f68 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Router 6102f1e9-3ac7-48c1-bc34-4c5a03328965 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:35:49.055487 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-192abed5-16a8-42f1-81aa-2ba6fbe12bda tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4149966 Oct 26 08:35:49.058943 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35706) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:49.068109 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-6aacc426-5084-4edf-897e-af24d4bfb276 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-470910886', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}, 'admin_state_up': False}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:49.070960 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cda0ad7-6059-4005-848b-6b19d3b22f9f None None] Network 4ea37877-0a57-408e-868c-ddc242c313e2 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:49.076321 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a5ea3678-80ce-4097-9783-e15137b7961b tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:49.081493 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-57051288-25f8-45c9-aebc-77dea3b925fd tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Deleting subnet f42db248-c623-4a79-8a49-b5d5edccd11b {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:35:49.091346 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-57051288-25f8-45c9-aebc-77dea3b925fd tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:49.123048 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ea3678-80ce-4097-9783-e15137b7961b tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] No DVR routers for this DVR port 52e2cb88-c8c1-4839-9850-fbc6c18205fd on host dv-neutron-804846-13-hyperv {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:35:49.127041 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea3678-80ce-4097-9783-e15137b7961b tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Port': ['ID=52e2cb88-c8c1-4839-9850-fbc6c18205fd,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:49.213905 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6aacc426-5084-4edf-897e-af24d4bfb276 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:49.215316 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6aacc426-5084-4edf-897e-af24d4bfb276 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:49.231310 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 0be96676-a943-445c-a37a-1b71b8e0097e triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:49.231749 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:49.260581 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a5ea3678-80ce-4097-9783-e15137b7961b tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:49.271243 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-57051288-25f8-45c9-aebc-77dea3b925fd tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:49.277093 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969e9d93-36b2-4451-8f6c-3c89f3ab9395 None None] Network d854468b-3712-4108-a763-1d52956f8d51 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:49.292286 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-a5ea3678-80ce-4097-9783-e15137b7961b tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['453686a8-fe8d-45c2-b0d4-ebda59ea968b']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:49.306963 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-a5ea3678-80ce-4097-9783-e15137b7961b tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1dca98f-ebca-467b-b423-36c68009b304') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:49.306963 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-a5ea3678-80ce-4097-9783-e15137b7961b tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1dca98f-ebca-467b-b423-36c68009b304') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:49.324140 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a5ea3678-80ce-4097-9783-e15137b7961b tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:49.345672 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a5ea3678-80ce-4097-9783-e15137b7961b tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:49.357778 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ea3678-80ce-4097-9783-e15137b7961b tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:35:49.358348 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a5ea3678-80ce-4097-9783-e15137b7961b tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:49.379924 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6aacc426-5084-4edf-897e-af24d4bfb276 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:49.384109 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515e7e04-715f-422e-8067-897a46402f68 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:35:49.390801 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-515e7e04-715f-422e-8067-897a46402f68 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "PUT /v2.0/routers/6102f1e9-3ac7-48c1-bc34-4c5a03328965/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3424582 Oct 26 08:35:49.399776 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35708) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:49.409053 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:35:49.409053 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:35:49.409053 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:35:49.409053 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:35:49.409053 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:35:49.409053 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:35:49.409053 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:35:49.409053 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:35:49.409053 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:35:49.409053 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:35:49.409053 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:35:49.409053 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:35:49.409053 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:35:49.409053 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:35:49.409053 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:35:49.409053 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:35:49.409053 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:35:49.409053 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:35:49.409053 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:35:49.409053 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:35:49.409053 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:35:49.409053 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:35:49.409053 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:35:49.409053 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:35:49.409053 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:35:49.409053 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:35:49.409053 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:35:49.409053 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:35:49.409053 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:35:49.409053 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:35:49.409053 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:35:49.409053 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:35:49.423449 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551a0127-7cb4-4129-beae-196c157b1feb None None] Sync routers for ids ['6102f1e9-3ac7-48c1-bc34-4c5a03328965'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:35:49.440720 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a5ea3678-80ce-4097-9783-e15137b7961b tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:49.447679 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-956f233a-20b9-4729-b541-bb2faa61a6f4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1221591140'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:49.452637 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a5ea3678-80ce-4097-9783-e15137b7961b tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:49.456768 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a5ea3678-80ce-4097-9783-e15137b7961b tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/networks/453686a8-fe8d-45c2-b0d4-ebda59ea968b HTTP/1.1" status: 204 len: 168 time: 0.8565648 Oct 26 08:35:49.459036 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-172b1954-4a73-4838-8b6d-36c401dd4384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:49.460691 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35710) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:49.466288 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-b6a0c715-4df9-40a0-ae26-d08d8b02de85 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'port': {'network_id': '21de6014-df66-4380-bb88-82fb97647d3f', 'name': 'tempest-PortsTestJSON-635554200'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:49.473241 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-a7285925-48c7-4eb7-99d9-585a2971ca0f None None] Provisioning complete for port 0be96676-a943-445c-a37a-1b71b8e0097e triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:49.474061 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a7285925-48c7-4eb7-99d9-585a2971ca0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:49.496049 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea3678-80ce-4097-9783-e15137b7961b tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Network': ['ID=453686a8-fe8d-45c2-b0d4-ebda59ea968b,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:49.526572 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551a0127-7cb4-4129-beae-196c157b1feb None None] Routers {'6102f1e9-3ac7-48c1-bc34-4c5a03328965'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:49.527738 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-551a0127-7cb4-4129-beae-196c157b1feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['6102f1e9-3ac7-48c1-bc34-4c5a03328965'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:49.634973 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fed35d-68f1-4f2c-adad-4dc6c3c2d20d None None] DHCP port deletion for 453686a8-fe8d-45c2-b0d4-ebda59ea968b request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:35:49.637486 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-57051288-25f8-45c9-aebc-77dea3b925fd tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:49.662038 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956f233a-20b9-4729-b541-bb2faa61a6f4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Made reservation on behalf of 502737b6a12c43caa6c2ea21f619d856 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:49.663031 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a0c715-4df9-40a0-ae26-d08d8b02de85 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Made reservation on behalf of fbb245bdcc38449a85671f236067aeb3 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:49.665992 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-956f233a-20b9-4729-b541-bb2faa61a6f4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:49.667182 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b6a0c715-4df9-40a0-ae26-d08d8b02de85 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:49.670622 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6aacc426-5084-4edf-897e-af24d4bfb276 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:49.677788 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d380e17d-6dab-420c-8cf3-45c63e313b9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-4ea37877-0a57-408e-868c-ddc242c313e2', 'network_id': '4ea37877-0a57-408e-868c-ddc242c313e2', 'tenant_id': 'c24067fe70e54b07ab80d6e10b08041f', 'fixed_ips': [{'subnet_id': 'a7d48dfe-7558-4658-9111-55270bd8470b'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:35:49.678657 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d380e17d-6dab-420c-8cf3-45c63e313b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:49.689686 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c122f01-0721-421f-b092-2bf568459848 None None] Network 453686a8-fe8d-45c2-b0d4-ebda59ea968b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:49.693411 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-b6a0c715-4df9-40a0-ae26-d08d8b02de85 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] device_id is not set on port cf98e9bf-360f-427c-8707-bc06b1254e64 yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:35:49.755640 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-956f233a-20b9-4729-b541-bb2faa61a6f4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:35:49.762989 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:49.775728 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c122f01-0721-421f-b092-2bf568459848 None None] Network 453686a8-fe8d-45c2-b0d4-ebda59ea968b could not be found, it might have been deleted concurrently. {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 26 08:35:49.784646 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-956f233a-20b9-4729-b541-bb2faa61a6f4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:49.784996 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-956f233a-20b9-4729-b541-bb2faa61a6f4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Added segment 3c7a1f5b-bec6-48a5-9d42-574ae0898883 of type vlan for network 9b7cb43a-90bd-4684-aa66-ddded8a04ab5 Oct 26 08:35:49.795264 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-57051288-25f8-45c9-aebc-77dea3b925fd tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:49.820827 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-551a0127-7cb4-4129-beae-196c157b1feb None None] Set router 6102f1e9-3ac7-48c1-bc34-4c5a03328965 gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:35:49.861731 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57051288-25f8-45c9-aebc-77dea3b925fd tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Pushing event deleted for resources: {'Subnet': ['ID=f42db248-c623-4a79-8a49-b5d5edccd11b,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:49.869085 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-956f233a-20b9-4729-b541-bb2faa61a6f4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:49.874504 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-57051288-25f8-45c9-aebc-77dea3b925fd tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:49.878414 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-57051288-25f8-45c9-aebc-77dea3b925fd tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "DELETE /v2.0/subnets/f42db248-c623-4a79-8a49-b5d5edccd11b HTTP/1.1" status: 204 len: 168 time: 0.9703250 Oct 26 08:35:49.881899 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35712) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:49.893977 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c92526-e1cd-4226-8c28-6c065e788118 None None] Network 91e63a2b-8670-4e9d-95c3-81033ceef743 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:49.911489 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-956f233a-20b9-4729-b541-bb2faa61a6f4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:49.917462 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956f233a-20b9-4729-b541-bb2faa61a6f4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:49.918089 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-956f233a-20b9-4729-b541-bb2faa61a6f4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:49.967746 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b6a0c715-4df9-40a0-ae26-d08d8b02de85 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:50.001274 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-884ae3f7-d01d-4af8-8893-560113380812 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:50.002250 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-956f233a-20b9-4729-b541-bb2faa61a6f4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5982113 Oct 26 08:35:50.006423 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35714) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:50.012589 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-c38cf8e6-234e-45a9-9a39-f7450b207b08 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Request body: {'subnet': {'network_id': '9b7cb43a-90bd-4684-aa66-ddded8a04ab5', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:50.044289 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f233a-20b9-4729-b541-bb2faa61a6f4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event updated for resources: {'Network': ['ID=9b7cb43a-90bd-4684-aa66-ddded8a04ab5,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:50.055081 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a7285925-48c7-4eb7-99d9-585a2971ca0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:50.060066 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 0be96676-a943-445c-a37a-1b71b8e0097e, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=0be96676-a943-445c-a37a-1b71b8e0097e,segment=NetworkSegment(4521b7b0-c2f3-48c5-8f55-b813740a6eba),segment_id=4521b7b0-c2f3-48c5-8f55-b813740a6eba)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:35:50.067005 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 9b7cb43a-90bd-4684-aa66-ddded8a04ab5 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:35:50.108394 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:50.109143 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 52e2cb88-c8c1-4839-9850-fbc6c18205fd up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:35:50.112916 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6aacc426-5084-4edf-897e-af24d4bfb276 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for router_gateway, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:50.125553 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b6a0c715-4df9-40a0-ae26-d08d8b02de85 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:50.138461 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6aacc426-5084-4edf-897e-af24d4bfb276 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:50.192396 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a0c715-4df9-40a0-ae26-d08d8b02de85 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Network 21de6014-df66-4380-bb88-82fb97647d3f is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:50.200686 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-b6a0c715-4df9-40a0-ae26-d08d8b02de85 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:50.209042 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a0c715-4df9-40a0-ae26-d08d8b02de85 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:50.214756 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a0c715-4df9-40a0-ae26-d08d8b02de85 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:50.215378 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b6a0c715-4df9-40a0-ae26-d08d8b02de85 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:50.221867 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0c715-4df9-40a0-ae26-d08d8b02de85 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Port': ['ID=cf98e9bf-360f-427c-8707-bc06b1254e64,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:50.228126 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38cf8e6-234e-45a9-9a39-f7450b207b08 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Made reservation on behalf of 502737b6a12c43caa6c2ea21f619d856 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:50.231384 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c38cf8e6-234e-45a9-9a39-f7450b207b08 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:50.259738 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-6aacc426-5084-4edf-897e-af24d4bfb276 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Allocated IP 172.26.2.62 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/061fce27-983e-42b8-83ef-e64ad33d4a44) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:50.275368 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 52e2cb88-c8c1-4839-9850-fbc6c18205fd {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:35:50.275750 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 52e2cb88-c8c1-4839-9850-fbc6c18205fd not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 26 08:35:50.284494 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b6a0c715-4df9-40a0-ae26-d08d8b02de85 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8227444 Oct 26 08:35:50.288582 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35716) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:50.310645 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-884ae3f7-d01d-4af8-8893-560113380812 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Deleting port 0f41c6e9-cb7d-4861-8079-1d2d0d97b101 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:50.310875 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-884ae3f7-d01d-4af8-8893-560113380812 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:50.342115 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Port 52e2cb88-c8c1-4839-9850-fbc6c18205fd not found, will not notify nova. {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 26 08:35:50.437896 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=0be96676-a943-445c-a37a-1b71b8e0097e,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:50.454659 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-d380e17d-6dab-420c-8cf3-45c63e313b9e None None] Allocated IP 172.20.0.2 (4ea37877-0a57-408e-868c-ddc242c313e2/a7d48dfe-7558-4658-9111-55270bd8470b/8670c1de-a2df-4c69-ab06-3d8983517b7c) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:50.458948 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-884ae3f7-d01d-4af8-8893-560113380812 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] For port 0f41c6e9-cb7d-4861-8079-1d2d0d97b101, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=0f41c6e9-cb7d-4861-8079-1d2d0d97b101,segment=NetworkSegment(bb1e26eb-b540-4ea4-9f8a-8f39cd008320),segment_id=bb1e26eb-b540-4ea4-9f8a-8f39cd008320)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:35:50.459584 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-884ae3f7-d01d-4af8-8893-560113380812 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:50.476380 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.db.api [None req-a7285925-48c7-4eb7-99d9-585a2971ca0f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:35:50.477459 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG oslo_db.api [None req-a7285925-48c7-4eb7-99d9-585a2971ca0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:35:50.487351 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-884ae3f7-d01d-4af8-8893-560113380812 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Calling delete_port for 0f41c6e9-cb7d-4861-8079-1d2d0d97b101 owned by network:dhcp {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:50.701541 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-f9dff5d2-420e-468f-93dd-c4cdcec8d64e tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Deleting port cf98e9bf-360f-427c-8707-bc06b1254e64 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:50.702114 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f9dff5d2-420e-468f-93dd-c4cdcec8d64e tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:50.713126 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d380e17d-6dab-420c-8cf3-45c63e313b9e None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:50.722575 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 0be96676-a943-445c-a37a-1b71b8e0097e up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:35:50.756546 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c38cf8e6-234e-45a9-9a39-f7450b207b08 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:50.764235 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d380e17d-6dab-420c-8cf3-45c63e313b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:50.795335 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6aacc426-5084-4edf-897e-af24d4bfb276 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:50.843601 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6aacc426-5084-4edf-897e-af24d4bfb276 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:50.897659 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38cf8e6-234e-45a9-9a39-f7450b207b08 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event updated for resources: {'Subnet': ['ID=ac5a2cfc-f6bb-4691-be48-3e41820b6fef,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:50.920429 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-884ae3f7-d01d-4af8-8893-560113380812 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:50.926982 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aacc426-5084-4edf-897e-af24d4bfb276 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:50.928082 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aacc426-5084-4edf-897e-af24d4bfb276 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event updated for resources: {'Port': ['ID=061fce27-983e-42b8-83ef-e64ad33d4a44,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:50.939405 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-6aacc426-5084-4edf-897e-af24d4bfb276 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:50.942801 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aacc426-5084-4edf-897e-af24d4bfb276 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:50.948976 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884ae3f7-d01d-4af8-8893-560113380812 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] No DVR routers for this DVR port 0f41c6e9-cb7d-4861-8079-1d2d0d97b101 on host dv-neutron-804846-13-hyperv {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:35:50.956508 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f9dff5d2-420e-468f-93dd-c4cdcec8d64e tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:50.999008 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2460579f-9567-42e5-97a2-76091bb264a7 None None] DHCP port deletion for 91e63a2b-8670-4e9d-95c3-81033ceef743 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:35:51.007887 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d380e17d-6dab-420c-8cf3-45c63e313b9e None None] Network 4ea37877-0a57-408e-868c-ddc242c313e2 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:51.028784 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ae3f7-d01d-4af8-8893-560113380812 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Pushing event deleted for resources: {'Port': ['ID=0f41c6e9-cb7d-4861-8079-1d2d0d97b101,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:51.038602 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-f9dff5d2-420e-468f-93dd-c4cdcec8d64e tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Calling delete_port for cf98e9bf-360f-427c-8707-bc06b1254e64 owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:51.040677 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-d380e17d-6dab-420c-8cf3-45c63e313b9e None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:51.057099 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d380e17d-6dab-420c-8cf3-45c63e313b9e None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:51.090806 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380e17d-6dab-420c-8cf3-45c63e313b9e None None] Pushing event updated for resources: {'Port': ['ID=8670c1de-a2df-4c69-ab06-3d8983517b7c,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:51.142627 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 0be96676-a943-445c-a37a-1b71b8e0097e triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:51.142873 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:51.167483 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-884ae3f7-d01d-4af8-8893-560113380812 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:51.170876 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-d380e17d-6dab-420c-8cf3-45c63e313b9e None None] Attempting to bind port 8670c1de-a2df-4c69-ab06-3d8983517b7c on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:35:51.171415 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-d380e17d-6dab-420c-8cf3-45c63e313b9e None None] Attempting to bind port 8670c1de-a2df-4c69-ab06-3d8983517b7c by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '3d12f805-c5b1-4589-b25f-2a6606d9a079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4ea37877-0a57-408e-868c-ddc242c313e2'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:35:51.171634 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d380e17d-6dab-420c-8cf3-45c63e313b9e None None] Attempting to bind port 8670c1de-a2df-4c69-ab06-3d8983517b7c on network 4ea37877-0a57-408e-868c-ddc242c313e2 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:35:51.177223 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38cf8e6-234e-45a9-9a39-f7450b207b08 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Checking segment: {'id': '3c7a1f5b-bec6-48a5-9d42-574ae0898883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9b7cb43a-90bd-4684-aa66-ddded8a04ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:35:51.177592 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38cf8e6-234e-45a9-9a39-f7450b207b08 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Network hostable DHCP agents. Network: 9b7cb43a-90bd-4684-aa66-ddded8a04ab5, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:35:51.178241 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-551a0127-7cb4-4129-beae-196c157b1feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'name': 'tempest-RoutersIpV6Test-router-232665885', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:35:36Z', 'updated_at': '2021-10-26T08:35:46Z', 'revision_number': 3, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'gw_port_host': None, '_interfaces': [{'id': '6f95d411-cdd0-4e98-9d75-e9ffbc0888bd', 'name': '', 'network_id': '39fc9464-30f7-4815-9489-b3c439b523b8', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:ba:fe:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:40Z', 'updated_at': '2021-10-26T08:35:46Z', 'revision_number': 5, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'febe9593-8a31-440e-af41-7b22c83ce1ca', 'name': '', 'network_id': 'd854468b-3712-4108-a763-1d52956f8d51', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:50:ff:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'b20c88e7-ab9e-465d-9dd4-30c01e4d5916', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:45Z', 'updated_at': '2021-10-26T08:35:48Z', 'revision_number': 2, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'b20c88e7-ab9e-465d-9dd4-30c01e4d5916', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:51.205613 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-884ae3f7-d01d-4af8-8893-560113380812 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91e63a2b-8670-4e9d-95c3-81033ceef743']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:51.219242 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d380e17d-6dab-420c-8cf3-45c63e313b9e None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:35:51.219723 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d380e17d-6dab-420c-8cf3-45c63e313b9e None None] Checking segment: {'id': '3d12f805-c5b1-4589-b25f-2a6606d9a079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4ea37877-0a57-408e-868c-ddc242c313e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:35:51.220133 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d380e17d-6dab-420c-8cf3-45c63e313b9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:51.220534 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d380e17d-6dab-420c-8cf3-45c63e313b9e None None] Bound using segment: {'id': '3d12f805-c5b1-4589-b25f-2a6606d9a079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4ea37877-0a57-408e-868c-ddc242c313e2'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:35:51.221030 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-d380e17d-6dab-420c-8cf3-45c63e313b9e None None] Bound port: 8670c1de-a2df-4c69-ab06-3d8983517b7c, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d12f805-c5b1-4589-b25f-2a6606d9a079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4ea37877-0a57-408e-868c-ddc242c313e2'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:35:51.221742 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d380e17d-6dab-420c-8cf3-45c63e313b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:51.226962 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-884ae3f7-d01d-4af8-8893-560113380812 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb1e26eb-b540-4ea4-9f8a-8f39cd008320') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:51.227515 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-884ae3f7-d01d-4af8-8893-560113380812 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb1e26eb-b540-4ea4-9f8a-8f39cd008320') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:51.242735 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551a0127-7cb4-4129-beae-196c157b1feb None None] Checking router: 6102f1e9-3ac7-48c1-bc34-4c5a03328965 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:35:51.243089 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551a0127-7cb4-4129-beae-196c157b1feb None None] Updating router 6102f1e9-3ac7-48c1-bc34-4c5a03328965 port febe9593-8a31-440e-af41-7b22c83ce1ca binding host dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:35:51.243944 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-884ae3f7-d01d-4af8-8893-560113380812 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:51.255971 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6aacc426-5084-4edf-897e-af24d4bfb276 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for router_gateway, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:51.257867 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38cf8e6-234e-45a9-9a39-f7450b207b08 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Network 9b7cb43a-90bd-4684-aa66-ddded8a04ab5 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:35:51.275773 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-884ae3f7-d01d-4af8-8893-560113380812 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:51.278901 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-c38cf8e6-234e-45a9-9a39-f7450b207b08 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 9b7cb43a-90bd-4684-aa66-ddded8a04ab5) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:51.288113 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-884ae3f7-d01d-4af8-8893-560113380812 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:35:51.288522 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-884ae3f7-d01d-4af8-8893-560113380812 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:51.291688 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:35:51.291688 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:35:51.291688 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:35:51.291688 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:35:51.291688 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:35:51.291688 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:35:51.291688 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:35:51.291688 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:35:51.291688 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:35:51.291688 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:35:51.291688 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:35:51.291688 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:35:51.291688 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:35:51.291688 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:35:51.291688 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:35:51.291688 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:35:51.291688 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:35:51.291688 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:35:51.291688 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:35:51.291688 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:35:51.291688 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:35:51.291688 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:35:51.291688 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:35:51.291688 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:35:51.291688 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:35:51.291688 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:35:51.291688 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:35:51.291688 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:35:51.291688 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:35:51.291688 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:35:51.291688 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:35:51.291688 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:35:51.293887 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38cf8e6-234e-45a9-9a39-f7450b207b08 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:51.293887 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c38cf8e6-234e-45a9-9a39-f7450b207b08 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:51.306468 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f9dff5d2-420e-468f-93dd-c4cdcec8d64e tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:51.320645 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3409f8-62e9-4dbd-92df-9c0ac8cac10a None None] Network 9b7cb43a-90bd-4684-aa66-ddded8a04ab5 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:51.381648 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dff5d2-420e-468f-93dd-c4cdcec8d64e tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Port': ['ID=cf98e9bf-360f-427c-8707-bc06b1254e64,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:51.386645 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c38cf8e6-234e-45a9-9a39-f7450b207b08 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3791816 Oct 26 08:35:51.390041 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35718) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:51.400911 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f9dff5d2-420e-468f-93dd-c4cdcec8d64e tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:51.404466 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f9dff5d2-420e-468f-93dd-c4cdcec8d64e tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/ports/cf98e9bf-360f-427c-8707-bc06b1254e64 HTTP/1.1" status: 204 len: 168 time: 1.1130626 Oct 26 08:35:51.411751 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-551a0127-7cb4-4129-beae-196c157b1feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:51.435575 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-6030e62d-386f-4c99-8c72-7c00493a6e28 None None] Provisioning complete for port febe9593-8a31-440e-af41-7b22c83ce1ca triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:51.435940 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6030e62d-386f-4c99-8c72-7c00493a6e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:51.446657 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35720) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:51.452040 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-682b0930-94c4-41be-a8e9-bfad050b4f47 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'port': {'network_id': '21de6014-df66-4380-bb88-82fb97647d3f', 'mac_address': 'fa:16:3e:ae:a8:94', 'name': 'tempest-PortsTestJSON-785146316'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:51.456024 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-884ae3f7-d01d-4af8-8893-560113380812 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:51.492533 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-884ae3f7-d01d-4af8-8893-560113380812 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:51.499692 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-884ae3f7-d01d-4af8-8893-560113380812 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] 10.222.0.41 "DELETE /v2.0/networks/91e63a2b-8670-4e9d-95c3-81033ceef743 HTTP/1.1" status: 204 len: 168 time: 1.6157827 Oct 26 08:35:51.510666 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ae3f7-d01d-4af8-8893-560113380812 tempest-TagsExtTest-1502361938 tempest-TagsExtTest-1502361938-project] Pushing event deleted for resources: {'Network': ['ID=91e63a2b-8670-4e9d-95c3-81033ceef743,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:51.530462 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-d380e17d-6dab-420c-8cf3-45c63e313b9e None None] For port 8670c1de-a2df-4c69-ab06-3d8983517b7c, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:35:51.596496 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682b0930-94c4-41be-a8e9-bfad050b4f47 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Made reservation on behalf of fbb245bdcc38449a85671f236067aeb3 for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:51.600743 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-d380e17d-6dab-420c-8cf3-45c63e313b9e None None] For port 8670c1de-a2df-4c69-ab06-3d8983517b7c, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=8670c1de-a2df-4c69-ab06-3d8983517b7c,segment=NetworkSegment(3d12f805-c5b1-4589-b25f-2a6606d9a079),segment_id=3d12f805-c5b1-4589-b25f-2a6606d9a079)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:35:51.644992 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6aacc426-5084-4edf-897e-af24d4bfb276 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:51.655182 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-6030e62d-386f-4c99-8c72-7c00493a6e28 None None] Port febe9593-8a31-440e-af41-7b22c83ce1ca cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:35:51.665124 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d380e17d-6dab-420c-8cf3-45c63e313b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:51.755584 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-682b0930-94c4-41be-a8e9-bfad050b4f47 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:51.791690 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-682b0930-94c4-41be-a8e9-bfad050b4f47 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] device_id is not set on port 18d5444a-dd1b-4258-96eb-f7e41e721897 yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:35:51.800606 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-6030e62d-386f-4c99-8c72-7c00493a6e28 None None] Provisioning complete for port 0be96676-a943-445c-a37a-1b71b8e0097e triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:51.801256 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6030e62d-386f-4c99-8c72-7c00493a6e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:51.818807 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 52e2cb88-c8c1-4839-9850-fbc6c18205fd no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:35:51.894722 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 52e2cb88-c8c1-4839-9850-fbc6c18205fd {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:35:51.895050 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 52e2cb88-c8c1-4839-9850-fbc6c18205fd not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:35:51.934479 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-afd79cad-88c4-4e24-89c1-9c72730cd18b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:51.940407 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35726) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:52.027279 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aacc426-5084-4edf-897e-af24d4bfb276 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Router 598d9a86-7715-455b-8b66-472416b5e6ca is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:35:52.030211 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4ce505-7e51-48dc-bdf2-f613e122fd71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-9b7cb43a-90bd-4684-aa66-ddded8a04ab5', 'network_id': '9b7cb43a-90bd-4684-aa66-ddded8a04ab5', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'fixed_ips': [{'subnet_id': 'ac5a2cfc-f6bb-4691-be48-3e41820b6fef'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:35:52.031220 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fd4ce505-7e51-48dc-bdf2-f613e122fd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:52.108218 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380e17d-6dab-420c-8cf3-45c63e313b9e None None] Pushing event updated for resources: {'Port': ['ID=8670c1de-a2df-4c69-ab06-3d8983517b7c,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:52.118562 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-682b0930-94c4-41be-a8e9-bfad050b4f47 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:52.151521 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-657239ff-4de4-4676-bfc6-80e87b17fa89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:52.231099 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ae62a20c-7df8-4137-9cab-0fee6d0d813b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2c98d31d830f44e0b658b8a726ec423e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2893298 Oct 26 08:35:52.235691 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35730) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:52.320847 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-682b0930-94c4-41be-a8e9-bfad050b4f47 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:52.358596 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-6030e62d-386f-4c99-8c72-7c00493a6e28 None None] Could not find standard attr ID for object 52e2cb88-c8c1-4839-9850-fbc6c18205fd. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:35:52.359832 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aacc426-5084-4edf-897e-af24d4bfb276 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:35:52.372508 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-afd79cad-88c4-4e24-89c1-9c72730cd18b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Allocated IP 2001:db8:2::1 (9b7cb43a-90bd-4684-aa66-ddded8a04ab5/ac5a2cfc-f6bb-4691-be48-3e41820b6fef/6b986977-f828-4d4f-8614-c12610c4d83b) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:52.375227 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6302425b-0b6a-4326-815e-574463bdc5a5 None None] Sync routers for ids ['598d9a86-7715-455b-8b66-472416b5e6ca'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:35:52.395813 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6302425b-0b6a-4326-815e-574463bdc5a5 None None] Routers {'598d9a86-7715-455b-8b66-472416b5e6ca'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:52.397192 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-6302425b-0b6a-4326-815e-574463bdc5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['598d9a86-7715-455b-8b66-472416b5e6ca'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:52.403904 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-512ad393-cb65-405f-8953-c48e6f28aa72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:52.410531 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682b0930-94c4-41be-a8e9-bfad050b4f47 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Network 21de6014-df66-4380-bb88-82fb97647d3f is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:52.416911 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-551a0127-7cb4-4129-beae-196c157b1feb None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:52.417569 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-682b0930-94c4-41be-a8e9-bfad050b4f47 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:52.424774 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-551a0127-7cb4-4129-beae-196c157b1feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:52.425700 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b0930-94c4-41be-a8e9-bfad050b4f47 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Port': ['ID=18d5444a-dd1b-4258-96eb-f7e41e721897,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:52.429956 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6aacc426-5084-4edf-897e-af24d4bfb276 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:52.431261 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6aacc426-5084-4edf-897e-af24d4bfb276 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3669569 Oct 26 08:35:52.432190 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682b0930-94c4-41be-a8e9-bfad050b4f47 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:52.444851 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682b0930-94c4-41be-a8e9-bfad050b4f47 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:52.452579 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-682b0930-94c4-41be-a8e9-bfad050b4f47 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:52.453463 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-6302425b-0b6a-4326-815e-574463bdc5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:52.458858 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35732) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:52.462918 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6302425b-0b6a-4326-815e-574463bdc5a5 None None] Routers {'598d9a86-7715-455b-8b66-472416b5e6ca'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:52.463525 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-6302425b-0b6a-4326-815e-574463bdc5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['598d9a86-7715-455b-8b66-472416b5e6ca'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:52.506022 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-6302425b-0b6a-4326-815e-574463bdc5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:52.506915 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6302425b-0b6a-4326-815e-574463bdc5a5 None None] The sync data for ids ['598d9a86-7715-455b-8b66-472416b5e6ca'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:35:52.580691 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb3b30-9526-4437-8210-c86417ad37a3 None None] Pushing event updated for resources: {'Port': ['ID=febe9593-8a31-440e-af41-7b22c83ce1ca,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:52.581475 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-afd79cad-88c4-4e24-89c1-9c72730cd18b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:52.589028 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-512ad393-cb65-405f-8953-c48e6f28aa72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:52.594310 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-682b0930-94c4-41be-a8e9-bfad050b4f47 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1462314 Oct 26 08:35:52.603683 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35734) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:52.617672 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-db9fcac1-ee6b-4ab7-8cd9-e030ecc00582 None None] Provisioning complete for port febe9593-8a31-440e-af41-7b22c83ce1ca triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:52.618055 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-db9fcac1-ee6b-4ab7-8cd9-e030ecc00582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:52.642208 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-afd79cad-88c4-4e24-89c1-9c72730cd18b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:52.704496 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd79cad-88c4-4e24-89c1-9c72730cd18b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Network 9b7cb43a-90bd-4684-aa66-ddded8a04ab5 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:52.708142 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-afd79cad-88c4-4e24-89c1-9c72730cd18b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:52.714975 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd79cad-88c4-4e24-89c1-9c72730cd18b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:52.715704 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f9916b-0d2c-4cea-917f-07d56d87d9e9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:52.716108 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-afd79cad-88c4-4e24-89c1-9c72730cd18b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:52.717227 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c1f9916b-0d2c-4cea-917f-07d56d87d9e9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "GET /v2.0/ports/18d5444a-dd1b-4258-96eb-f7e41e721897 HTTP/1.1" status: 200 len: 840 time: 0.1124465 Oct 26 08:35:52.729490 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35736) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:52.769320 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd79cad-88c4-4e24-89c1-9c72730cd18b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event updated for resources: {'Port': ['ID=6b986977-f828-4d4f-8614-c12610c4d83b,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:52.779902 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 8670c1de-a2df-4c69-ab06-3d8983517b7c up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:35:52.869309 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-551a0127-7cb4-4129-beae-196c157b1feb None None] Attempting to bind port febe9593-8a31-440e-af41-7b22c83ce1ca on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:35:52.870058 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-551a0127-7cb4-4129-beae-196c157b1feb None None] Attempting to bind port febe9593-8a31-440e-af41-7b22c83ce1ca by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '4521b7b0-c2f3-48c5-8f55-b813740a6eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd854468b-3712-4108-a763-1d52956f8d51'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:35:52.870058 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551a0127-7cb4-4129-beae-196c157b1feb None None] Attempting to bind port febe9593-8a31-440e-af41-7b22c83ce1ca on network d854468b-3712-4108-a763-1d52956f8d51 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:35:52.885248 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-512ad393-cb65-405f-8953-c48e6f28aa72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:52.886990 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-fd4ce505-7e51-48dc-bdf2-f613e122fd71 None None] Allocated IP 2001:db8:2::2 (9b7cb43a-90bd-4684-aa66-ddded8a04ab5/ac5a2cfc-f6bb-4691-be48-3e41820b6fef/cdc6ff92-2620-4360-88d0-2453762c3e19) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:52.887868 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-512ad393-cb65-405f-8953-c48e6f28aa72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:52.889029 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-512ad393-cb65-405f-8953-c48e6f28aa72 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a135fbbe-5527-4dee-a036-cc6af2c41900 HTTP/1.1" status: 204 len: 168 time: 0.6507406 Oct 26 08:35:52.916225 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-afd79cad-88c4-4e24-89c1-9c72730cd18b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:52.940496 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551a0127-7cb4-4129-beae-196c157b1feb None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:35:52.940885 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551a0127-7cb4-4129-beae-196c157b1feb None None] Checking segment: {'id': '4521b7b0-c2f3-48c5-8f55-b813740a6eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd854468b-3712-4108-a763-1d52956f8d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:35:52.941297 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-551a0127-7cb4-4129-beae-196c157b1feb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:52.941770 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551a0127-7cb4-4129-beae-196c157b1feb None None] Bound using segment: {'id': '4521b7b0-c2f3-48c5-8f55-b813740a6eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd854468b-3712-4108-a763-1d52956f8d51'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:35:52.942329 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-551a0127-7cb4-4129-beae-196c157b1feb None None] Bound port: febe9593-8a31-440e-af41-7b22c83ce1ca, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4521b7b0-c2f3-48c5-8f55-b813740a6eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd854468b-3712-4108-a763-1d52956f8d51'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:35:52.942662 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-551a0127-7cb4-4129-beae-196c157b1feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:52.946660 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-db9fcac1-ee6b-4ab7-8cd9-e030ecc00582 None None] Port febe9593-8a31-440e-af41-7b22c83ce1ca cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:35:52.951216 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:53.012159 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ad393-cb65-405f-8953-c48e6f28aa72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a135fbbe-5527-4dee-a036-cc6af2c41900,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:53.075275 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-ce847e03-9865-4cdb-9c98-5793ffd09e77 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Deleting port 18d5444a-dd1b-4258-96eb-f7e41e721897 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:53.075967 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ce847e03-9865-4cdb-9c98-5793ffd09e77 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:53.230544 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 8670c1de-a2df-4c69-ab06-3d8983517b7c triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:53.232173 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:53.289651 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1b9526-c202-4748-a7b1-53e10269dd06 None None] Network 4ea37877-0a57-408e-868c-ddc242c313e2 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:53.290474 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ce847e03-9865-4cdb-9c98-5793ffd09e77 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:53.306460 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fd4ce505-7e51-48dc-bdf2-f613e122fd71 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:53.314682 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-ce847e03-9865-4cdb-9c98-5793ffd09e77 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Calling delete_port for 18d5444a-dd1b-4258-96eb-f7e41e721897 owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:53.357676 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-c265783d-14f6-44e9-990b-9bfe6a16183f None None] Provisioning complete for port febe9593-8a31-440e-af41-7b22c83ce1ca triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:53.358172 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c265783d-14f6-44e9-990b-9bfe6a16183f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:53.360496 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-afd79cad-88c4-4e24-89c1-9c72730cd18b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:53.366179 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-afd79cad-88c4-4e24-89c1-9c72730cd18b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:53.366841 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fd4ce505-7e51-48dc-bdf2-f613e122fd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:53.367294 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-afd79cad-88c4-4e24-89c1-9c72730cd18b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:53.374087 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-551a0127-7cb4-4129-beae-196c157b1feb None None] For port febe9593-8a31-440e-af41-7b22c83ce1ca, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:35:53.435298 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:53.449054 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-551a0127-7cb4-4129-beae-196c157b1feb None None] For port febe9593-8a31-440e-af41-7b22c83ce1ca, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=febe9593-8a31-440e-af41-7b22c83ce1ca,segment=NetworkSegment(4521b7b0-c2f3-48c5-8f55-b813740a6eba),segment_id=4521b7b0-c2f3-48c5-8f55-b813740a6eba)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:35:53.467731 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd79cad-88c4-4e24-89c1-9c72730cd18b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event updated for resources: {'Port': ['ID=6b986977-f828-4d4f-8614-c12610c4d83b,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:53.477835 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-551a0127-7cb4-4129-beae-196c157b1feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:53.478216 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ce847e03-9865-4cdb-9c98-5793ffd09e77 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:53.490937 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4ce505-7e51-48dc-bdf2-f613e122fd71 None None] Network 9b7cb43a-90bd-4684-aa66-ddded8a04ab5 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:53.509736 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-fd4ce505-7e51-48dc-bdf2-f613e122fd71 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:53.516427 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ce505-7e51-48dc-bdf2-f613e122fd71 None None] Pushing event updated for resources: {'Port': ['ID=cdc6ff92-2620-4360-88d0-2453762c3e19,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:53.518875 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-c265783d-14f6-44e9-990b-9bfe6a16183f None None] Port febe9593-8a31-440e-af41-7b22c83ce1ca cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:35:53.519254 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce847e03-9865-4cdb-9c98-5793ffd09e77 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Port': ['ID=18d5444a-dd1b-4258-96eb-f7e41e721897,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:53.521334 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd79cad-88c4-4e24-89c1-9c72730cd18b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Network 9b7cb43a-90bd-4684-aa66-ddded8a04ab5 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:53.523644 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4ce505-7e51-48dc-bdf2-f613e122fd71 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:53.523823 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-afd79cad-88c4-4e24-89c1-9c72730cd18b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:53.545525 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ce847e03-9865-4cdb-9c98-5793ffd09e77 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:53.552125 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ce847e03-9865-4cdb-9c98-5793ffd09e77 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/ports/18d5444a-dd1b-4258-96eb-f7e41e721897 HTTP/1.1" status: 204 len: 168 time: 0.8208289 Oct 26 08:35:53.555300 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35740) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:53.590430 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d712f5-570a-4e51-bcfc-c9e96a04dfff tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] GET failed (client error): The resource could not be found. Oct 26 08:35:53.596597 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b6d712f5-570a-4e51-bcfc-c9e96a04dfff tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "GET /v2.0/ports/18d5444a-dd1b-4258-96eb-f7e41e721897 HTTP/1.1" status: 404 len: 333 time: 0.0402079 Oct 26 08:35:53.598929 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35742) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:53.606013 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-8b9c4db3-a49c-4de1-aa8b-7f80fbc0b9ea tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'port': {'network_id': '21de6014-df66-4380-bb88-82fb97647d3f', 'name': 'tempest-PortsTestJSON-319557704'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:53.624022 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-34c665ac-1361-44a1-960d-72302513716c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:53.672207 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd79cad-88c4-4e24-89c1-9c72730cd18b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Router 6102f1e9-3ac7-48c1-bc34-4c5a03328965 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:35:53.808247 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9c4db3-a49c-4de1-aa8b-7f80fbc0b9ea tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Made reservation on behalf of fbb245bdcc38449a85671f236067aeb3 for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:53.808735 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd79cad-88c4-4e24-89c1-9c72730cd18b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:35:53.816909 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-afd79cad-88c4-4e24-89c1-9c72730cd18b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "PUT /v2.0/routers/6102f1e9-3ac7-48c1-bc34-4c5a03328965/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4231942 Oct 26 08:35:53.817769 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35744) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:53.824114 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-f6ba10d2-77fb-4370-87c5-c7d8f3d80735 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-888039842'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:53.827126 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8b9c4db3-a49c-4de1-aa8b-7f80fbc0b9ea tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:53.864441 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ba10d2-77fb-4370-87c5-c7d8f3d80735 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Made reservation on behalf of 502737b6a12c43caa6c2ea21f619d856 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:53.864825 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-8b9c4db3-a49c-4de1-aa8b-7f80fbc0b9ea tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] device_id is not set on port 5c8a07b1-06ca-4616-8525-24e4eebe43a6 yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:35:53.870098 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f6ba10d2-77fb-4370-87c5-c7d8f3d80735 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:53.888465 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551a0127-7cb4-4129-beae-196c157b1feb None None] Routers {'6102f1e9-3ac7-48c1-bc34-4c5a03328965'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:53.889209 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-551a0127-7cb4-4129-beae-196c157b1feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['6102f1e9-3ac7-48c1-bc34-4c5a03328965'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:53.901008 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:53.901549 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6ba10d2-77fb-4370-87c5-c7d8f3d80735 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:35:53.911835 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f6ba10d2-77fb-4370-87c5-c7d8f3d80735 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:53.912320 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-f6ba10d2-77fb-4370-87c5-c7d8f3d80735 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Added segment 7c424573-1df4-4f2d-8be9-395afd117b63 of type vlan for network c572f7bd-9e4d-4c0f-abd1-aa83de803de5 Oct 26 08:35:53.940881 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb3b30-9526-4437-8210-c86417ad37a3 None None] Pushing event updated for resources: {'Port': ['ID=febe9593-8a31-440e-af41-7b22c83ce1ca,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:53.962300 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f6ba10d2-77fb-4370-87c5-c7d8f3d80735 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:53.992067 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-fd4ce505-7e51-48dc-bdf2-f613e122fd71 None None] Attempting to bind port cdc6ff92-2620-4360-88d0-2453762c3e19 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:35:53.992505 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-fd4ce505-7e51-48dc-bdf2-f613e122fd71 None None] Attempting to bind port cdc6ff92-2620-4360-88d0-2453762c3e19 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '3c7a1f5b-bec6-48a5-9d42-574ae0898883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9b7cb43a-90bd-4684-aa66-ddded8a04ab5'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:35:53.993442 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4ce505-7e51-48dc-bdf2-f613e122fd71 None None] Attempting to bind port cdc6ff92-2620-4360-88d0-2453762c3e19 on network 9b7cb43a-90bd-4684-aa66-ddded8a04ab5 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:35:53.993591 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f6ba10d2-77fb-4370-87c5-c7d8f3d80735 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:54.000063 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ba10d2-77fb-4370-87c5-c7d8f3d80735 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:54.000738 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f6ba10d2-77fb-4370-87c5-c7d8f3d80735 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:54.005888 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-18f377af-5be9-4975-9f09-74e262572e80 None None] Provisioning complete for port 8670c1de-a2df-4c69-ab06-3d8983517b7c triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:54.006341 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-18f377af-5be9-4975-9f09-74e262572e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:54.037215 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4ce505-7e51-48dc-bdf2-f613e122fd71 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:35:54.037632 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4ce505-7e51-48dc-bdf2-f613e122fd71 None None] Checking segment: {'id': '3c7a1f5b-bec6-48a5-9d42-574ae0898883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9b7cb43a-90bd-4684-aa66-ddded8a04ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:35:54.038111 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fd4ce505-7e51-48dc-bdf2-f613e122fd71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:54.038598 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4ce505-7e51-48dc-bdf2-f613e122fd71 None None] Bound using segment: {'id': '3c7a1f5b-bec6-48a5-9d42-574ae0898883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9b7cb43a-90bd-4684-aa66-ddded8a04ab5'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:35:54.039159 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-fd4ce505-7e51-48dc-bdf2-f613e122fd71 None None] Bound port: cdc6ff92-2620-4360-88d0-2453762c3e19, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7a1f5b-bec6-48a5-9d42-574ae0898883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9b7cb43a-90bd-4684-aa66-ddded8a04ab5'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:35:54.039608 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fd4ce505-7e51-48dc-bdf2-f613e122fd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:54.060568 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f6ba10d2-77fb-4370-87c5-c7d8f3d80735 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2390711 Oct 26 08:35:54.063637 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35746) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:54.066303 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-626ab2c5-db02-4f8c-a1d9-10ad6d948adf tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Request body: {'subnet': {'network_id': 'c572f7bd-9e4d-4c0f-abd1-aa83de803de5', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:54.111758 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-551a0127-7cb4-4129-beae-196c157b1feb None None] Set router 6102f1e9-3ac7-48c1-bc34-4c5a03328965 gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:35:54.134269 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba10d2-77fb-4370-87c5-c7d8f3d80735 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event updated for resources: {'Network': ['ID=c572f7bd-9e4d-4c0f-abd1-aa83de803de5,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:54.144830 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 8670c1de-a2df-4c69-ab06-3d8983517b7c, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=8670c1de-a2df-4c69-ab06-3d8983517b7c,segment=NetworkSegment(3d12f805-c5b1-4589-b25f-2a6606d9a079),segment_id=3d12f805-c5b1-4589-b25f-2a6606d9a079)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:35:54.152542 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-34c665ac-1361-44a1-960d-72302513716c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Allocated IP 172.20.0.1 (4ea37877-0a57-408e-868c-ddc242c313e2/a7d48dfe-7558-4658-9111-55270bd8470b/f091024b-c80f-47cc-8993-ecd1dbd28b5e) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:54.166313 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8b9c4db3-a49c-4de1-aa8b-7f80fbc0b9ea tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:54.177036 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626ab2c5-db02-4f8c-a1d9-10ad6d948adf tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Made reservation on behalf of 502737b6a12c43caa6c2ea21f619d856 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:54.180964 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-626ab2c5-db02-4f8c-a1d9-10ad6d948adf tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:54.184841 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network c572f7bd-9e4d-4c0f-abd1-aa83de803de5 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:35:54.196478 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:54.268749 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 0f41c6e9-cb7d-4861-8079-1d2d0d97b101 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:35:54.272172 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:54.272356 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8b9c4db3-a49c-4de1-aa8b-7f80fbc0b9ea tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:54.349025 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9c4db3-a49c-4de1-aa8b-7f80fbc0b9ea tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Network 21de6014-df66-4380-bb88-82fb97647d3f is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:54.352755 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-8b9c4db3-a49c-4de1-aa8b-7f80fbc0b9ea tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:54.358256 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9c4db3-a49c-4de1-aa8b-7f80fbc0b9ea tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:54.365708 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9c4db3-a49c-4de1-aa8b-7f80fbc0b9ea tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:54.372261 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8b9c4db3-a49c-4de1-aa8b-7f80fbc0b9ea tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:54.377574 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 0f41c6e9-cb7d-4861-8079-1d2d0d97b101 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:35:54.377954 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 0f41c6e9-cb7d-4861-8079-1d2d0d97b101 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:35:54.397513 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8b9c4db3-a49c-4de1-aa8b-7f80fbc0b9ea tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7974448 Oct 26 08:35:54.403837 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35748) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:54.404588 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c4db3-a49c-4de1-aa8b-7f80fbc0b9ea tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Port': ['ID=5c8a07b1-06ca-4616-8525-24e4eebe43a6,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:54.412088 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-674debb0-ccef-4d1f-a82a-501edc8aaf20 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:54.427670 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-34c665ac-1361-44a1-960d-72302513716c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:54.461308 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-626ab2c5-db02-4f8c-a1d9-10ad6d948adf tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:54.483651 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-fd4ce505-7e51-48dc-bdf2-f613e122fd71 None None] For port cdc6ff92-2620-4360-88d0-2453762c3e19, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:35:54.524387 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-fd4ce505-7e51-48dc-bdf2-f613e122fd71 None None] For port cdc6ff92-2620-4360-88d0-2453762c3e19, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=cdc6ff92-2620-4360-88d0-2453762c3e19,segment=NetworkSegment(3c7a1f5b-bec6-48a5-9d42-574ae0898883),segment_id=3c7a1f5b-bec6-48a5-9d42-574ae0898883)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:35:54.529521 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=8670c1de-a2df-4c69-ab06-3d8983517b7c,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:54.540574 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ab2c5-db02-4f8c-a1d9-10ad6d948adf tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event updated for resources: {'Subnet': ['ID=1beb5867-cb5e-4b88-8a22-76e62ed9d9a9,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:54.557919 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ab2c5-db02-4f8c-a1d9-10ad6d948adf tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Checking segment: {'id': '7c424573-1df4-4f2d-8be9-395afd117b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c572f7bd-9e4d-4c0f-abd1-aa83de803de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:35:54.558238 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fd4ce505-7e51-48dc-bdf2-f613e122fd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:54.558381 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626ab2c5-db02-4f8c-a1d9-10ad6d948adf tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Network hostable DHCP agents. Network: c572f7bd-9e4d-4c0f-abd1-aa83de803de5, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:35:54.560950 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-674debb0-ccef-4d1f-a82a-501edc8aaf20 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:54.585939 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626ab2c5-db02-4f8c-a1d9-10ad6d948adf tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Network c572f7bd-9e4d-4c0f-abd1-aa83de803de5 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:35:54.598066 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-626ab2c5-db02-4f8c-a1d9-10ad6d948adf tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, c572f7bd-9e4d-4c0f-abd1-aa83de803de5) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:54.604095 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626ab2c5-db02-4f8c-a1d9-10ad6d948adf tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:54.604933 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-626ab2c5-db02-4f8c-a1d9-10ad6d948adf tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:54.614293 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c097c135-3a76-49a1-ae72-0beaa3f905cc None None] Network c572f7bd-9e4d-4c0f-abd1-aa83de803de5 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:54.628579 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-626ab2c5-db02-4f8c-a1d9-10ad6d948adf tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5663552 Oct 26 08:35:54.632416 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35750) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:54.732967 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-34c665ac-1361-44a1-960d-72302513716c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:54.741061 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ce505-7e51-48dc-bdf2-f613e122fd71 None None] Pushing event updated for resources: {'Port': ['ID=cdc6ff92-2620-4360-88d0-2453762c3e19,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:54.785072 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-a3f007eb-3c5c-44aa-9b70-3e3e25bcf718 None None] Provisioning complete for port febe9593-8a31-440e-af41-7b22c83ce1ca triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:54.785462 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a3f007eb-3c5c-44aa-9b70-3e3e25bcf718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:54.789159 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:54.966972 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-551a0127-7cb4-4129-beae-196c157b1feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'name': 'tempest-RoutersIpV6Test-router-232665885', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:35:36Z', 'updated_at': '2021-10-26T08:35:52Z', 'revision_number': 4, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'gw_port_host': None, '_interfaces': [{'id': '6b986977-f828-4d4f-8614-c12610c4d83b', 'name': '', 'network_id': '9b7cb43a-90bd-4684-aa66-ddded8a04ab5', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:b0:55:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'ac5a2cfc-f6bb-4691-be48-3e41820b6fef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:52Z', 'updated_at': '2021-10-26T08:35:53Z', 'revision_number': 2, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'ac5a2cfc-f6bb-4691-be48-3e41820b6fef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f95d411-cdd0-4e98-9d75-e9ffbc0888bd', 'name': '', 'network_id': '39fc9464-30f7-4815-9489-b3c439b523b8', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:ba:fe:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:40Z', 'updated_at': '2021-10-26T08:35:46Z', 'revision_number': 5, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'febe9593-8a31-440e-af41-7b22c83ce1ca', 'name': '', 'network_id': 'd854468b-3712-4108-a763-1d52956f8d51', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:50:ff:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'b20c88e7-ab9e-465d-9dd4-30c01e4d5916', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:45Z', 'updated_at': '2021-10-26T08:35:53Z', 'revision_number': 4, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'b20c88e7-ab9e-465d-9dd4-30c01e4d5916', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:55.005486 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99511c1d-5756-4b03-aeb0-29cc56ba25f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-c572f7bd-9e4d-4c0f-abd1-aa83de803de5', 'network_id': 'c572f7bd-9e4d-4c0f-abd1-aa83de803de5', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'fixed_ips': [{'subnet_id': '1beb5867-cb5e-4b88-8a22-76e62ed9d9a9'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:35:55.006430 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-99511c1d-5756-4b03-aeb0-29cc56ba25f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:55.011678 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551a0127-7cb4-4129-beae-196c157b1feb None None] The sync data for ids ['6102f1e9-3ac7-48c1-bc34-4c5a03328965'] in dv-neutron-804846-13-hyperv is: [{'id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'name': 'tempest-RoutersIpV6Test-router-232665885', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:35:36Z', 'updated_at': '2021-10-26T08:35:52Z', 'revision_number': 4, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'gw_port_host': None, '_interfaces': [{'id': '6b986977-f828-4d4f-8614-c12610c4d83b', 'name': '', 'network_id': '9b7cb43a-90bd-4684-aa66-ddded8a04ab5', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:b0:55:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'ac5a2cfc-f6bb-4691-be48-3e41820b6fef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:52Z', 'updated_at': '2021-10-26T08:35:53Z', 'revision_number': 2, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'ac5a2cfc-f6bb-4691-be48-3e41820b6fef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f95d411-cdd0-4e98-9d75-e9ffbc0888bd', 'name': '', 'network_id': '39fc9464-30f7-4815-9489-b3c439b523b8', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:ba:fe:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:40Z', 'updated_at': '2021-10-26T08:35:46Z', 'revision_number': 5, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'febe9593-8a31-440e-af41-7b22c83ce1ca', 'name': '', 'network_id': 'd854468b-3712-4108-a763-1d52956f8d51', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:50:ff:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'b20c88e7-ab9e-465d-9dd4-30c01e4d5916', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:45Z', 'updated_at': '2021-10-26T08:35:53Z', 'revision_number': 4, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'b20c88e7-ab9e-465d-9dd4-30c01e4d5916', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:35:55.027841 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a3f007eb-3c5c-44aa-9b70-3e3e25bcf718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:55.148717 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-a3f007eb-3c5c-44aa-9b70-3e3e25bcf718 None None] For port febe9593-8a31-440e-af41-7b22c83ce1ca, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=febe9593-8a31-440e-af41-7b22c83ce1ca,segment=NetworkSegment(4521b7b0-c2f3-48c5-8f55-b813740a6eba),segment_id=4521b7b0-c2f3-48c5-8f55-b813740a6eba)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:35:55.163384 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a3f007eb-3c5c-44aa-9b70-3e3e25bcf718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:55.189366 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c665ac-1361-44a1-960d-72302513716c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Network 4ea37877-0a57-408e-868c-ddc242c313e2 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:55.205780 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c665ac-1361-44a1-960d-72302513716c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event updated for resources: {'Port': ['ID=f091024b-c80f-47cc-8993-ecd1dbd28b5e,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:55.211602 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-34c665ac-1361-44a1-960d-72302513716c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:55.262952 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c665ac-1361-44a1-960d-72302513716c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:55.268926 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-a3f007eb-3c5c-44aa-9b70-3e3e25bcf718 None None] Provisioning complete for port 8670c1de-a2df-4c69-ab06-3d8983517b7c triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:55.269342 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a3f007eb-3c5c-44aa-9b70-3e3e25bcf718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:55.274637 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-99511c1d-5756-4b03-aeb0-29cc56ba25f6 None None] Allocated IP 2001:db8:3::2 (c572f7bd-9e4d-4c0f-abd1-aa83de803de5/1beb5867-cb5e-4b88-8a22-76e62ed9d9a9/4ddfa408-9524-4a91-a1c2-e3900fae0d9c) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:55.301740 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f007eb-3c5c-44aa-9b70-3e3e25bcf718 None None] Pushing event updated for resources: {'Port': ['ID=febe9593-8a31-440e-af41-7b22c83ce1ca,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:55.396228 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-674debb0-ccef-4d1f-a82a-501edc8aaf20 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:55.412747 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-674debb0-ccef-4d1f-a82a-501edc8aaf20 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:55.434835 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-34c665ac-1361-44a1-960d-72302513716c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:55.542031 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-99511c1d-5756-4b03-aeb0-29cc56ba25f6 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:55.559788 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-99511c1d-5756-4b03-aeb0-29cc56ba25f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:55.588940 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-674debb0-ccef-4d1f-a82a-501edc8aaf20 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] In _notify_port_updated(), no bound segment for port 5c8a07b1-06ca-4616-8525-24e4eebe43a6 on network 21de6014-df66-4380-bb88-82fb97647d3f {{(pid=102102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 08:35:55.612895 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674debb0-ccef-4d1f-a82a-501edc8aaf20 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:55.613168 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-674debb0-ccef-4d1f-a82a-501edc8aaf20 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:55.614576 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-674debb0-ccef-4d1f-a82a-501edc8aaf20 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "PUT /v2.0/ports/5c8a07b1-06ca-4616-8525-24e4eebe43a6 HTTP/1.1" status: 200 len: 818 time: 1.2067978 Oct 26 08:35:55.618728 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35752) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:55.643378 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99511c1d-5756-4b03-aeb0-29cc56ba25f6 None None] Pushing event updated for resources: {'Port': ['ID=4ddfa408-9524-4a91-a1c2-e3900fae0d9c,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:55.670186 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99511c1d-5756-4b03-aeb0-29cc56ba25f6 None None] Network c572f7bd-9e4d-4c0f-abd1-aa83de803de5 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:55.672312 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-99511c1d-5756-4b03-aeb0-29cc56ba25f6 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:55.673747 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674debb0-ccef-4d1f-a82a-501edc8aaf20 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Port': ['ID=5c8a07b1-06ca-4616-8525-24e4eebe43a6,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:55.688512 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99511c1d-5756-4b03-aeb0-29cc56ba25f6 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:55.781800 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-09c6a7bf-3cf0-401e-95fb-197bd74e0f06 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Deleting port 5c8a07b1-06ca-4616-8525-24e4eebe43a6 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:35:55.782169 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-09c6a7bf-3cf0-401e-95fb-197bd74e0f06 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:55.806830 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-99511c1d-5756-4b03-aeb0-29cc56ba25f6 None None] Attempting to bind port 4ddfa408-9524-4a91-a1c2-e3900fae0d9c on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:35:55.807347 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-99511c1d-5756-4b03-aeb0-29cc56ba25f6 None None] Attempting to bind port 4ddfa408-9524-4a91-a1c2-e3900fae0d9c by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '7c424573-1df4-4f2d-8be9-395afd117b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c572f7bd-9e4d-4c0f-abd1-aa83de803de5'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:35:55.807814 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99511c1d-5756-4b03-aeb0-29cc56ba25f6 None None] Attempting to bind port 4ddfa408-9524-4a91-a1c2-e3900fae0d9c on network c572f7bd-9e4d-4c0f-abd1-aa83de803de5 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:35:55.810218 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-2546f878-6bf2-4e04-8146-f302f82b9f45 None None] Provisioning complete for port f091024b-c80f-47cc-8993-ecd1dbd28b5e triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:55.810835 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2546f878-6bf2-4e04-8146-f302f82b9f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:55.849130 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99511c1d-5756-4b03-aeb0-29cc56ba25f6 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:35:55.849594 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99511c1d-5756-4b03-aeb0-29cc56ba25f6 None None] Checking segment: {'id': '7c424573-1df4-4f2d-8be9-395afd117b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c572f7bd-9e4d-4c0f-abd1-aa83de803de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:35:55.850144 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-99511c1d-5756-4b03-aeb0-29cc56ba25f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:55.850641 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99511c1d-5756-4b03-aeb0-29cc56ba25f6 None None] Bound using segment: {'id': '7c424573-1df4-4f2d-8be9-395afd117b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c572f7bd-9e4d-4c0f-abd1-aa83de803de5'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:35:55.852282 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-99511c1d-5756-4b03-aeb0-29cc56ba25f6 None None] Bound port: 4ddfa408-9524-4a91-a1c2-e3900fae0d9c, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c424573-1df4-4f2d-8be9-395afd117b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c572f7bd-9e4d-4c0f-abd1-aa83de803de5'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:35:55.852282 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-99511c1d-5756-4b03-aeb0-29cc56ba25f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:55.898728 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-09c6a7bf-3cf0-401e-95fb-197bd74e0f06 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:55.942619 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-34c665ac-1361-44a1-960d-72302513716c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:55.972204 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3938cf17-46db-4ff5-b044-a2bcaea0c317 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:56.100790 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd9ff62-7436-40b2-a66f-39efbf1dab1e None None] Network 9b7cb43a-90bd-4684-aa66-ddded8a04ab5 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:56.102811 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-2546f878-6bf2-4e04-8146-f302f82b9f45 None None] Port f091024b-c80f-47cc-8993-ecd1dbd28b5e cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:35:56.210096 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-99511c1d-5756-4b03-aeb0-29cc56ba25f6 None None] For port 4ddfa408-9524-4a91-a1c2-e3900fae0d9c, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:35:56.223819 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-99511c1d-5756-4b03-aeb0-29cc56ba25f6 None None] For port 4ddfa408-9524-4a91-a1c2-e3900fae0d9c, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=4ddfa408-9524-4a91-a1c2-e3900fae0d9c,segment=NetworkSegment(7c424573-1df4-4f2d-8be9-395afd117b63),segment_id=7c424573-1df4-4f2d-8be9-395afd117b63)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:35:56.243392 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-99511c1d-5756-4b03-aeb0-29cc56ba25f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:56.311310 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-09c6a7bf-3cf0-401e-95fb-197bd74e0f06 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Calling delete_port for 5c8a07b1-06ca-4616-8525-24e4eebe43a6 owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:35:56.313392 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99511c1d-5756-4b03-aeb0-29cc56ba25f6 None None] Pushing event updated for resources: {'Port': ['ID=4ddfa408-9524-4a91-a1c2-e3900fae0d9c,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:56.389717 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-6c413e30-7f6c-4745-bf2b-f78b7f569ebb None None] Provisioning complete for port cdc6ff92-2620-4360-88d0-2453762c3e19 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:56.390701 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6c413e30-7f6c-4745-bf2b-f78b7f569ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:56.413646 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-09c6a7bf-3cf0-401e-95fb-197bd74e0f06 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:56.464789 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6a7bf-3cf0-401e-95fb-197bd74e0f06 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Port': ['ID=5c8a07b1-06ca-4616-8525-24e4eebe43a6,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:56.465309 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f301357b-df78-44b0-87a0-7ec3c74738da None None] Sync routers for ids ['6102f1e9-3ac7-48c1-bc34-4c5a03328965'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:35:56.480520 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-09c6a7bf-3cf0-401e-95fb-197bd74e0f06 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:56.486891 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-09c6a7bf-3cf0-401e-95fb-197bd74e0f06 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/ports/5c8a07b1-06ca-4616-8525-24e4eebe43a6 HTTP/1.1" status: 204 len: 168 time: 0.8658595 Oct 26 08:35:56.488527 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35754) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:56.522131 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f301357b-df78-44b0-87a0-7ec3c74738da None None] Routers {'6102f1e9-3ac7-48c1-bc34-4c5a03328965'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:56.523804 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-f301357b-df78-44b0-87a0-7ec3c74738da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['6102f1e9-3ac7-48c1-bc34-4c5a03328965'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:56.555346 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-3938cf17-46db-4ff5-b044-a2bcaea0c317 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Allocated IP 2001:db8:3::1 (c572f7bd-9e4d-4c0f-abd1-aa83de803de5/1beb5867-cb5e-4b88-8a22-76e62ed9d9a9/e2d18d9a-7da3-47aa-a502-3d46c82cf6a7) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:56.568670 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-34c665ac-1361-44a1-960d-72302513716c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:56.572251 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cc895e-2420-43ae-8d95-185ebadd7421 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:56.574221 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-09cc895e-2420-43ae-8d95-185ebadd7421 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0843525 Oct 26 08:35:56.577134 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35756) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:56.590903 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-34c665ac-1361-44a1-960d-72302513716c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:56.596037 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6c413e30-7f6c-4745-bf2b-f78b7f569ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:56.651217 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-d039c607-eb87-4252-82d9-38b886273a83 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] GET failed (client error): The resource could not be found. Oct 26 08:35:56.657216 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d039c607-eb87-4252-82d9-38b886273a83 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "GET /v2.0/ports/5c8a07b1-06ca-4616-8525-24e4eebe43a6 HTTP/1.1" status: 404 len: 333 time: 0.0788624 Oct 26 08:35:56.661352 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35758) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:56.666430 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-f457cd24-983c-4abe-95e4-81d3ebd7ab21 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2098610351'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:56.717570 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f457cd24-983c-4abe-95e4-81d3ebd7ab21 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Made reservation on behalf of fbb245bdcc38449a85671f236067aeb3 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:56.723300 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f457cd24-983c-4abe-95e4-81d3ebd7ab21 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:56.776811 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-f301357b-df78-44b0-87a0-7ec3c74738da None None] Set router 6102f1e9-3ac7-48c1-bc34-4c5a03328965 gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:35:56.792723 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-34c665ac-1361-44a1-960d-72302513716c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:56.799381 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c665ac-1361-44a1-960d-72302513716c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event updated for resources: {'Port': ['ID=f091024b-c80f-47cc-8993-ecd1dbd28b5e,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:56.807923 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f457cd24-983c-4abe-95e4-81d3ebd7ab21 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:35:56.834059 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f457cd24-983c-4abe-95e4-81d3ebd7ab21 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:56.834504 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-f457cd24-983c-4abe-95e4-81d3ebd7ab21 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Added segment 45c20eb0-fcee-49f3-82b5-1e4e2be75a82 of type vlan for network 4a037483-ec44-4245-90f1-869d5f4a0d19 Oct 26 08:35:56.846975 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-6c413e30-7f6c-4745-bf2b-f78b7f569ebb None None] For port cdc6ff92-2620-4360-88d0-2453762c3e19, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=cdc6ff92-2620-4360-88d0-2453762c3e19,segment=NetworkSegment(3c7a1f5b-bec6-48a5-9d42-574ae0898883),segment_id=3c7a1f5b-bec6-48a5-9d42-574ae0898883)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:35:56.862410 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6c413e30-7f6c-4745-bf2b-f78b7f569ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:56.873170 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3938cf17-46db-4ff5-b044-a2bcaea0c317 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:56.931363 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f457cd24-983c-4abe-95e4-81d3ebd7ab21 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:56.990328 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f457cd24-983c-4abe-95e4-81d3ebd7ab21 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:56.996286 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device cdc6ff92-2620-4360-88d0-2453762c3e19 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:35:56.996534 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f457cd24-983c-4abe-95e4-81d3ebd7ab21 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:56.997087 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f457cd24-983c-4abe-95e4-81d3ebd7ab21 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:57.011665 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3938cf17-46db-4ff5-b044-a2bcaea0c317 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:57.020765 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c665ac-1361-44a1-960d-72302513716c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Network 4ea37877-0a57-408e-868c-ddc242c313e2 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:57.026845 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-34c665ac-1361-44a1-960d-72302513716c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:57.074687 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f457cd24-983c-4abe-95e4-81d3ebd7ab21 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4094734 Oct 26 08:35:57.075314 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35760) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:57.080854 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-ebef29c8-37c2-4e3c-bdb2-37c882fcb33f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'subnet': {'network_id': '4a037483-ec44-4245-90f1-869d5f4a0d19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:57.157437 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3938cf17-46db-4ff5-b044-a2bcaea0c317 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Network c572f7bd-9e4d-4c0f-abd1-aa83de803de5 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:57.164939 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f457cd24-983c-4abe-95e4-81d3ebd7ab21 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Network': ['ID=4a037483-ec44-4245-90f1-869d5f4a0d19,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:57.181721 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-aa8aac9d-65a2-4637-8dd4-6f1b7f0f793f None None] Provisioning complete for port cdc6ff92-2620-4360-88d0-2453762c3e19 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:57.182199 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-aa8aac9d-65a2-4637-8dd4-6f1b7f0f793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:57.217859 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-3938cf17-46db-4ff5-b044-a2bcaea0c317 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:57.226153 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3938cf17-46db-4ff5-b044-a2bcaea0c317 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:57.228278 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3938cf17-46db-4ff5-b044-a2bcaea0c317 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:57.241454 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 4a037483-ec44-4245-90f1-869d5f4a0d19 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:35:57.243673 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c413e30-7f6c-4745-bf2b-f78b7f569ebb None None] Pushing event updated for resources: {'Port': ['ID=cdc6ff92-2620-4360-88d0-2453762c3e19,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:57.248014 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebef29c8-37c2-4e3c-bdb2-37c882fcb33f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Made reservation on behalf of fbb245bdcc38449a85671f236067aeb3 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:57.252451 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ebef29c8-37c2-4e3c-bdb2-37c882fcb33f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:57.340764 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port cdc6ff92-2620-4360-88d0-2453762c3e19 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:57.341408 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:57.370072 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938cf17-46db-4ff5-b044-a2bcaea0c317 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event updated for resources: {'Port': ['ID=e2d18d9a-7da3-47aa-a502-3d46c82cf6a7,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:57.435937 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c665ac-1361-44a1-960d-72302513716c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Router 598d9a86-7715-455b-8b66-472416b5e6ca has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:35:57.483524 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3938cf17-46db-4ff5-b044-a2bcaea0c317 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:57.579238 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ebef29c8-37c2-4e3c-bdb2-37c882fcb33f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:57.608465 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-aa8aac9d-65a2-4637-8dd4-6f1b7f0f793f None None] Provisioning complete for port 6b986977-f828-4d4f-8614-c12610c4d83b triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:57.609575 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-aa8aac9d-65a2-4637-8dd4-6f1b7f0f793f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:57.645880 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device febe9593-8a31-440e-af41-7b22c83ce1ca up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:35:57.692925 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebef29c8-37c2-4e3c-bdb2-37c882fcb33f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Checking segment: {'id': '45c20eb0-fcee-49f3-82b5-1e4e2be75a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4a037483-ec44-4245-90f1-869d5f4a0d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:35:57.693490 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebef29c8-37c2-4e3c-bdb2-37c882fcb33f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Network hostable DHCP agents. Network: 4a037483-ec44-4245-90f1-869d5f4a0d19, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:35:57.698694 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef29c8-37c2-4e3c-bdb2-37c882fcb33f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Subnet': ['ID=69417fe4-d9b1-4d4d-82c4-ece6e9d8bdb8,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:57.710756 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-aa8aac9d-65a2-4637-8dd4-6f1b7f0f793f None None] Port 6b986977-f828-4d4f-8614-c12610c4d83b cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:35:57.720068 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-f301357b-df78-44b0-87a0-7ec3c74738da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'name': 'tempest-RoutersIpV6Test-router-232665885', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:35:36Z', 'updated_at': '2021-10-26T08:35:52Z', 'revision_number': 4, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'gw_port_host': None, '_interfaces': [{'id': '6b986977-f828-4d4f-8614-c12610c4d83b', 'name': '', 'network_id': '9b7cb43a-90bd-4684-aa66-ddded8a04ab5', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:b0:55:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'ac5a2cfc-f6bb-4691-be48-3e41820b6fef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:52Z', 'updated_at': '2021-10-26T08:35:53Z', 'revision_number': 2, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'ac5a2cfc-f6bb-4691-be48-3e41820b6fef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f95d411-cdd0-4e98-9d75-e9ffbc0888bd', 'name': '', 'network_id': '39fc9464-30f7-4815-9489-b3c439b523b8', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:ba:fe:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:40Z', 'updated_at': '2021-10-26T08:35:46Z', 'revision_number': 5, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'febe9593-8a31-440e-af41-7b22c83ce1ca', 'name': '', 'network_id': 'd854468b-3712-4108-a763-1d52956f8d51', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:50:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'b20c88e7-ab9e-465d-9dd4-30c01e4d5916', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:45Z', 'updated_at': '2021-10-26T08:35:55Z', 'revision_number': 5, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'b20c88e7-ab9e-465d-9dd4-30c01e4d5916', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:57.731303 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebef29c8-37c2-4e3c-bdb2-37c882fcb33f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Network 4a037483-ec44-4245-90f1-869d5f4a0d19 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:35:57.751107 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-ebef29c8-37c2-4e3c-bdb2-37c882fcb33f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 4a037483-ec44-4245-90f1-869d5f4a0d19) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:57.754137 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f301357b-df78-44b0-87a0-7ec3c74738da None None] Checking router: 6102f1e9-3ac7-48c1-bc34-4c5a03328965 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:35:57.754499 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f301357b-df78-44b0-87a0-7ec3c74738da None None] Updating router 6102f1e9-3ac7-48c1-bc34-4c5a03328965 port 6b986977-f828-4d4f-8614-c12610c4d83b binding host dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:35:57.762324 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c665ac-1361-44a1-960d-72302513716c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:35:57.769154 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebef29c8-37c2-4e3c-bdb2-37c882fcb33f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:57.769897 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ebef29c8-37c2-4e3c-bdb2-37c882fcb33f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:57.774616 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-34c665ac-1361-44a1-960d-72302513716c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "PUT /v2.0/routers/598d9a86-7715-455b-8b66-472416b5e6ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3082390 Oct 26 08:35:57.775872 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb2bae0-308f-4f24-92b6-702975a57bd8 None None] Network 4a037483-ec44-4245-90f1-869d5f4a0d19 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:57.776018 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35762) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:57.780194 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cc834f-48bf-4378-b3a2-ba32216c2262 None None] Sync routers for ids ['598d9a86-7715-455b-8b66-472416b5e6ca'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:35:57.781648 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-6f20c5df-5fd8-4583-be92-08158eb84e28 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Request body: {'port': {'network_id': '4ea37877-0a57-408e-868c-ddc242c313e2', 'name': 'tempest-FloatingIPTestJSON-1035208044'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:57.794877 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cc834f-48bf-4378-b3a2-ba32216c2262 None None] Routers {'598d9a86-7715-455b-8b66-472416b5e6ca'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:57.797095 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-60cc834f-48bf-4378-b3a2-ba32216c2262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['598d9a86-7715-455b-8b66-472416b5e6ca'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:57.822726 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ebef29c8-37c2-4e3c-bdb2-37c882fcb33f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7462409 Oct 26 08:35:57.823780 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35764) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:57.837145 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-2e30bc20-afbb-4139-b70d-05196449550d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'subnet': {'network_id': '4a037483-ec44-4245-90f1-869d5f4a0d19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:57.837655 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-60cc834f-48bf-4378-b3a2-ba32216c2262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:57.851603 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cc834f-48bf-4378-b3a2-ba32216c2262 None None] Routers {'598d9a86-7715-455b-8b66-472416b5e6ca'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:35:57.851892 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f301357b-df78-44b0-87a0-7ec3c74738da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:57.852768 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-60cc834f-48bf-4378-b3a2-ba32216c2262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['598d9a86-7715-455b-8b66-472416b5e6ca'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:57.870305 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port febe9593-8a31-440e-af41-7b22c83ce1ca triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:57.870685 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:57.897719 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-60cc834f-48bf-4378-b3a2-ba32216c2262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:35:57.898520 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cc834f-48bf-4378-b3a2-ba32216c2262 None None] The sync data for ids ['598d9a86-7715-455b-8b66-472416b5e6ca'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:35:57.934324 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f20c5df-5fd8-4583-be92-08158eb84e28 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Made reservation on behalf of c24067fe70e54b07ab80d6e10b08041f for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:57.939068 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6f20c5df-5fd8-4583-be92-08158eb84e28 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:58.007154 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-6f20c5df-5fd8-4583-be92-08158eb84e28 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] device_id is not set on port e4fbab3d-174b-4437-9fbd-ce3a6703c408 yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:35:58.011589 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e30bc20-afbb-4139-b70d-05196449550d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Made reservation on behalf of fbb245bdcc38449a85671f236067aeb3 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:58.022929 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2e30bc20-afbb-4139-b70d-05196449550d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:58.023278 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-3509fd6c-545c-4e9d-ba86-a6bf28a51ac2 None None] Provisioning complete for port f091024b-c80f-47cc-8993-ecd1dbd28b5e triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:58.023778 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3509fd6c-545c-4e9d-ba86-a6bf28a51ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:58.087695 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4727bad2-276a-4584-8fc7-0572479e132b None None] Network c572f7bd-9e4d-4c0f-abd1-aa83de803de5 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:35:58.121841 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.ipam_backend_mixin [None req-2e30bc20-afbb-4139-b70d-05196449550d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 69417fe4-d9b1-4d4d-82c4-ece6e9d8bdb8 (CIDR: 172.20.0.0/28) Oct 26 08:35:58.126090 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e30bc20-afbb-4139-b70d-05196449550d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:35:58.126613 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e30bc20-afbb-4139-b70d-05196449550d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:35:58.147344 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2e30bc20-afbb-4139-b70d-05196449550d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3195581 Oct 26 08:35:58.147659 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35766) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:58.153451 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-12375979-adaf-4392-bbea-238d14ec4604 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'subnet': {'network_id': '4a037483-ec44-4245-90f1-869d5f4a0d19', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:58.166486 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3938cf17-46db-4ff5-b044-a2bcaea0c317 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:58.173825 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-6f20c5df-5fd8-4583-be92-08158eb84e28 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Allocated IP 172.20.0.5 (4ea37877-0a57-408e-868c-ddc242c313e2/a7d48dfe-7558-4658-9111-55270bd8470b/e4fbab3d-174b-4437-9fbd-ce3a6703c408) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:58.175794 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3938cf17-46db-4ff5-b044-a2bcaea0c317 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:58.177103 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3938cf17-46db-4ff5-b044-a2bcaea0c317 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:58.275855 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12375979-adaf-4392-bbea-238d14ec4604 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Made reservation on behalf of fbb245bdcc38449a85671f236067aeb3 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:58.279547 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-12375979-adaf-4392-bbea-238d14ec4604 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:58.434163 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-3509fd6c-545c-4e9d-ba86-a6bf28a51ac2 None None] Port f091024b-c80f-47cc-8993-ecd1dbd28b5e cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:35:58.512508 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 8670c1de-a2df-4c69-ab06-3d8983517b7c up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:35:58.522741 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-12375979-adaf-4392-bbea-238d14ec4604 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:58.581759 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-3509fd6c-545c-4e9d-ba86-a6bf28a51ac2 None None] Provisioning complete for port 6b986977-f828-4d4f-8614-c12610c4d83b triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:58.582218 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3509fd6c-545c-4e9d-ba86-a6bf28a51ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:58.584839 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12375979-adaf-4392-bbea-238d14ec4604 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Network 4a037483-ec44-4245-90f1-869d5f4a0d19 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:58.588891 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-12375979-adaf-4392-bbea-238d14ec4604 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:58.608095 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12375979-adaf-4392-bbea-238d14ec4604 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:58.609805 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-12375979-adaf-4392-bbea-238d14ec4604 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:58.613740 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12375979-adaf-4392-bbea-238d14ec4604 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Subnet': ['ID=bd6d0e31-625b-4eb6-9e56-89d73d4cef68,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:58.626086 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12375979-adaf-4392-bbea-238d14ec4604 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:35:58.626445 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12375979-adaf-4392-bbea-238d14ec4604 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:35:58.626802 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12375979-adaf-4392-bbea-238d14ec4604 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:35:58.627151 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12375979-adaf-4392-bbea-238d14ec4604 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:35:58.627497 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12375979-adaf-4392-bbea-238d14ec4604 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:35:58.627836 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12375979-adaf-4392-bbea-238d14ec4604 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:35:58.628170 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12375979-adaf-4392-bbea-238d14ec4604 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:35:58.629160 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12375979-adaf-4392-bbea-238d14ec4604 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:35:58.629457 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12375979-adaf-4392-bbea-238d14ec4604 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:35:58.629872 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12375979-adaf-4392-bbea-238d14ec4604 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:35:58.630510 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12375979-adaf-4392-bbea-238d14ec4604 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:35:58.632061 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12375979-adaf-4392-bbea-238d14ec4604 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:35:58.635775 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938cf17-46db-4ff5-b044-a2bcaea0c317 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event updated for resources: {'Port': ['ID=e2d18d9a-7da3-47aa-a502-3d46c82cf6a7,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:58.649947 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc845436-7b7d-4a8c-bea6-e78eeb35331a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-4a037483-ec44-4245-90f1-869d5f4a0d19', 'network_id': '4a037483-ec44-4245-90f1-869d5f4a0d19', 'tenant_id': 'fbb245bdcc38449a85671f236067aeb3', 'fixed_ips': [{'subnet_id': '69417fe4-d9b1-4d4d-82c4-ece6e9d8bdb8'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:35:58.650513 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-12375979-adaf-4392-bbea-238d14ec4604 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5012722 Oct 26 08:35:58.650646 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35768) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:58.651114 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dc845436-7b7d-4a8c-bea6-e78eeb35331a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:58.662250 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-a55ca391-6095-45d7-980b-13612dc6cada tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'port': {'network_id': '4a037483-ec44-4245-90f1-869d5f4a0d19', 'fixed_ips': [{'subnet_id': '69417fe4-d9b1-4d4d-82c4-ece6e9d8bdb8'}, {'subnet_id': 'bd6d0e31-625b-4eb6-9e56-89d73d4cef68'}], 'name': 'tempest-PortsTestJSON-248489092'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:58.726555 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-3509fd6c-545c-4e9d-ba86-a6bf28a51ac2 None None] Port 6b986977-f828-4d4f-8614-c12610c4d83b cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:35:58.786775 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3938cf17-46db-4ff5-b044-a2bcaea0c317 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Network c572f7bd-9e4d-4c0f-abd1-aa83de803de5 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:58.794016 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-3938cf17-46db-4ff5-b044-a2bcaea0c317 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:58.879709 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 8670c1de-a2df-4c69-ab06-3d8983517b7c triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:58.880086 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:58.925592 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6f20c5df-5fd8-4583-be92-08158eb84e28 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:58.964309 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-e19a9c99-81c8-483d-b698-956c96ea627d None None] Provisioning complete for port 4ddfa408-9524-4a91-a1c2-e3900fae0d9c triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:58.964681 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e19a9c99-81c8-483d-b698-956c96ea627d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:58.996521 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6f20c5df-5fd8-4583-be92-08158eb84e28 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:59.000171 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3938cf17-46db-4ff5-b044-a2bcaea0c317 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Router 6102f1e9-3ac7-48c1-bc34-4c5a03328965 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:35:59.004947 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f301357b-df78-44b0-87a0-7ec3c74738da None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:59.005518 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55ca391-6095-45d7-980b-13612dc6cada tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Made reservation on behalf of fbb245bdcc38449a85671f236067aeb3 for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:35:59.023751 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f301357b-df78-44b0-87a0-7ec3c74738da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:59.082228 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-dc845436-7b7d-4a8c-bea6-e78eeb35331a None None] Allocated IP 172.20.0.2 (4a037483-ec44-4245-90f1-869d5f4a0d19/69417fe4-d9b1-4d4d-82c4-ece6e9d8bdb8/ab8d705b-70d0-416f-b829-c8830d9803f5) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:35:59.111126 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f20c5df-5fd8-4583-be92-08158eb84e28 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Network 4ea37877-0a57-408e-868c-ddc242c313e2 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:59.113527 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-6f20c5df-5fd8-4583-be92-08158eb84e28 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:59.123370 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f20c5df-5fd8-4583-be92-08158eb84e28 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:59.144530 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015a7fb-047d-489c-9e95-c692af151d1d None None] Pushing event updated for resources: {'Port': ['ID=6b986977-f828-4d4f-8614-c12610c4d83b,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:59.165208 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20c5df-5fd8-4583-be92-08158eb84e28 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event updated for resources: {'Port': ['ID=e4fbab3d-174b-4437-9fbd-ce3a6703c408,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:59.300042 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a55ca391-6095-45d7-980b-13612dc6cada tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:59.309417 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f20c5df-5fd8-4583-be92-08158eb84e28 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:35:59.310410 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6f20c5df-5fd8-4583-be92-08158eb84e28 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:59.325574 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3938cf17-46db-4ff5-b044-a2bcaea0c317 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:35:59.339428 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3938cf17-46db-4ff5-b044-a2bcaea0c317 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "PUT /v2.0/routers/6102f1e9-3ac7-48c1-bc34-4c5a03328965/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7019823 Oct 26 08:35:59.340188 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35770) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:59.340757 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e19a9c99-81c8-483d-b698-956c96ea627d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:59.345434 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-08736277-7bc2-4870-a1ab-6c458e3cba16 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:59.347014 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-a55ca391-6095-45d7-980b-13612dc6cada tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] device_id is not set on port 70a61058-3ca5-43e9-ad0f-b537b2a25a2e yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:35:59.364044 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6f20c5df-5fd8-4583-be92-08158eb84e28 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5873804 Oct 26 08:35:59.409041 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35772) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:35:59.415285 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-e2d98d03-b8a3-4b4c-b2a1-09cc14311c43 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Request body: {'floatingip': {'port_id': 'e4fbab3d-174b-4437-9fbd-ce3a6703c408'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:35:59.465392 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-f301357b-df78-44b0-87a0-7ec3c74738da None None] Attempting to bind port 6b986977-f828-4d4f-8614-c12610c4d83b on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:35:59.472084 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-f301357b-df78-44b0-87a0-7ec3c74738da None None] Attempting to bind port 6b986977-f828-4d4f-8614-c12610c4d83b by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '3c7a1f5b-bec6-48a5-9d42-574ae0898883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9b7cb43a-90bd-4684-aa66-ddded8a04ab5'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:35:59.472448 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f301357b-df78-44b0-87a0-7ec3c74738da None None] Attempting to bind port 6b986977-f828-4d4f-8614-c12610c4d83b on network 9b7cb43a-90bd-4684-aa66-ddded8a04ab5 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:35:59.567863 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f301357b-df78-44b0-87a0-7ec3c74738da None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:35:59.568443 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f301357b-df78-44b0-87a0-7ec3c74738da None None] Checking segment: {'id': '3c7a1f5b-bec6-48a5-9d42-574ae0898883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9b7cb43a-90bd-4684-aa66-ddded8a04ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:35:59.569089 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f301357b-df78-44b0-87a0-7ec3c74738da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:59.569644 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f301357b-df78-44b0-87a0-7ec3c74738da None None] Bound using segment: {'id': '3c7a1f5b-bec6-48a5-9d42-574ae0898883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9b7cb43a-90bd-4684-aa66-ddded8a04ab5'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:35:59.570153 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-f301357b-df78-44b0-87a0-7ec3c74738da None None] Bound port: 6b986977-f828-4d4f-8614-c12610c4d83b, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7a1f5b-bec6-48a5-9d42-574ae0898883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9b7cb43a-90bd-4684-aa66-ddded8a04ab5'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:35:59.575622 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f301357b-df78-44b0-87a0-7ec3c74738da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:59.598598 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-e19a9c99-81c8-483d-b698-956c96ea627d None None] For port 4ddfa408-9524-4a91-a1c2-e3900fae0d9c, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=4ddfa408-9524-4a91-a1c2-e3900fae0d9c,segment=NetworkSegment(7c424573-1df4-4f2d-8be9-395afd117b63),segment_id=7c424573-1df4-4f2d-8be9-395afd117b63)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:35:59.616288 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e19a9c99-81c8-483d-b698-956c96ea627d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:59.632325 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dc845436-7b7d-4a8c-bea6-e78eeb35331a None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:59.684849 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device cdc6ff92-2620-4360-88d0-2453762c3e19 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:35:59.690992 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dc845436-7b7d-4a8c-bea6-e78eeb35331a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:59.707867 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e2d98d03-b8a3-4b4c-b2a1-09cc14311c43 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for floatingip, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:59.780340 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc845436-7b7d-4a8c-bea6-e78eeb35331a None None] Network 4a037483-ec44-4245-90f1-869d5f4a0d19 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:35:59.789465 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-79dce21b-25e8-4838-9eb2-723606c6c43b None None] Provisioning complete for port e4fbab3d-174b-4437-9fbd-ce3a6703c408 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:35:59.790160 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-79dce21b-25e8-4838-9eb2-723606c6c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:59.823546 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-dc845436-7b7d-4a8c-bea6-e78eeb35331a None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:35:59.827044 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc845436-7b7d-4a8c-bea6-e78eeb35331a None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:35:59.888737 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a9c99-81c8-483d-b698-956c96ea627d None None] Pushing event updated for resources: {'Port': ['ID=4ddfa408-9524-4a91-a1c2-e3900fae0d9c,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:35:59.910154 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.extraroute_db [None req-08736277-7bc2-4870-a1ab-6c458e3cba16 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102101) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 08:35:59.931800 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.extraroute_db [None req-08736277-7bc2-4870-a1ab-6c458e3cba16 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Removed routes are [] {{(pid=102101) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 08:35:59.932886 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-08736277-7bc2-4870-a1ab-6c458e3cba16 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8100261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8097850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15702'] for router, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:35:59.940629 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-f301357b-df78-44b0-87a0-7ec3c74738da None None] For port 6b986977-f828-4d4f-8614-c12610c4d83b, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:35:59.972500 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-dc845436-7b7d-4a8c-bea6-e78eeb35331a None None] Attempting to bind port ab8d705b-70d0-416f-b829-c8830d9803f5 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:35:59.972877 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-dc845436-7b7d-4a8c-bea6-e78eeb35331a None None] Attempting to bind port ab8d705b-70d0-416f-b829-c8830d9803f5 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '45c20eb0-fcee-49f3-82b5-1e4e2be75a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4a037483-ec44-4245-90f1-869d5f4a0d19'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:35:59.973240 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc845436-7b7d-4a8c-bea6-e78eeb35331a None None] Attempting to bind port ab8d705b-70d0-416f-b829-c8830d9803f5 on network 4a037483-ec44-4245-90f1-869d5f4a0d19 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:35:59.975258 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-79dce21b-25e8-4838-9eb2-723606c6c43b None None] Port e4fbab3d-174b-4437-9fbd-ce3a6703c408 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:35:59.989175 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-f301357b-df78-44b0-87a0-7ec3c74738da None None] For port 6b986977-f828-4d4f-8614-c12610c4d83b, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=6b986977-f828-4d4f-8614-c12610c4d83b,segment=NetworkSegment(3c7a1f5b-bec6-48a5-9d42-574ae0898883),segment_id=3c7a1f5b-bec6-48a5-9d42-574ae0898883)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:36:00.008524 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc845436-7b7d-4a8c-bea6-e78eeb35331a None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:36:00.008896 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc845436-7b7d-4a8c-bea6-e78eeb35331a None None] Checking segment: {'id': '45c20eb0-fcee-49f3-82b5-1e4e2be75a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4a037483-ec44-4245-90f1-869d5f4a0d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:36:00.009309 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dc845436-7b7d-4a8c-bea6-e78eeb35331a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:00.010293 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc845436-7b7d-4a8c-bea6-e78eeb35331a None None] Bound using segment: {'id': '45c20eb0-fcee-49f3-82b5-1e4e2be75a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4a037483-ec44-4245-90f1-869d5f4a0d19'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:36:00.010771 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-dc845436-7b7d-4a8c-bea6-e78eeb35331a None None] Bound port: ab8d705b-70d0-416f-b829-c8830d9803f5, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c20eb0-fcee-49f3-82b5-1e4e2be75a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4a037483-ec44-4245-90f1-869d5f4a0d19'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:36:00.011586 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dc845436-7b7d-4a8c-bea6-e78eeb35331a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:00.018443 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f301357b-df78-44b0-87a0-7ec3c74738da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:00.024269 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port cdc6ff92-2620-4360-88d0-2453762c3e19 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:00.024679 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:00.025454 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-a55ca391-6095-45d7-980b-13612dc6cada tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Allocated IP 172.20.0.4 (4a037483-ec44-4245-90f1-869d5f4a0d19/69417fe4-d9b1-4d4d-82c4-ece6e9d8bdb8/70a61058-3ca5-43e9-ad0f-b537b2a25a2e) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:36:00.040888 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-a55ca391-6095-45d7-980b-13612dc6cada tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Allocated IP 172.20.0.25 (4a037483-ec44-4245-90f1-869d5f4a0d19/bd6d0e31-625b-4eb6-9e56-89d73d4cef68/70a61058-3ca5-43e9-ad0f-b537b2a25a2e) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:36:00.056039 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc845436-7b7d-4a8c-bea6-e78eeb35331a None None] Pushing event updated for resources: {'Port': ['ID=ab8d705b-70d0-416f-b829-c8830d9803f5,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:00.062300 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-79dce21b-25e8-4838-9eb2-723606c6c43b None None] Provisioning complete for port e2d18d9a-7da3-47aa-a502-3d46c82cf6a7 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:00.062779 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-79dce21b-25e8-4838-9eb2-723606c6c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:00.172789 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-08736277-7bc2-4870-a1ab-6c458e3cba16 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8100261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8097850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15702'] for router, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:00.176457 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-08736277-7bc2-4870-a1ab-6c458e3cba16 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8100266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8100243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8097827'] for router, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:00.182680 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f301357b-df78-44b0-87a0-7ec3c74738da None None] Routers {'6102f1e9-3ac7-48c1-bc34-4c5a03328965'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:00.183322 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-f301357b-df78-44b0-87a0-7ec3c74738da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['6102f1e9-3ac7-48c1-bc34-4c5a03328965'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:00.235524 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015a7fb-047d-489c-9e95-c692af151d1d None None] Pushing event updated for resources: {'Port': ['ID=6b986977-f828-4d4f-8614-c12610c4d83b,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:00.239147 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-79dce21b-25e8-4838-9eb2-723606c6c43b None None] Port e2d18d9a-7da3-47aa-a502-3d46c82cf6a7 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:36:00.285438 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08736277-7bc2-4870-a1ab-6c458e3cba16 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Router 6102f1e9-3ac7-48c1-bc34-4c5a03328965 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:36:00.308776 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dc845436-7b7d-4a8c-bea6-e78eeb35331a None None] For port ab8d705b-70d0-416f-b829-c8830d9803f5, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:36:00.314812 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dc845436-7b7d-4a8c-bea6-e78eeb35331a None None] For port ab8d705b-70d0-416f-b829-c8830d9803f5, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=ab8d705b-70d0-416f-b829-c8830d9803f5,segment=NetworkSegment(45c20eb0-fcee-49f3-82b5-1e4e2be75a82),segment_id=45c20eb0-fcee-49f3-82b5-1e4e2be75a82)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:36:00.349307 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dc845436-7b7d-4a8c-bea6-e78eeb35331a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:00.351299 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-79dce21b-25e8-4838-9eb2-723606c6c43b None None] Provisioning complete for port 4ddfa408-9524-4a91-a1c2-e3900fae0d9c triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:00.351655 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-79dce21b-25e8-4838-9eb2-723606c6c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:00.404141 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-f301357b-df78-44b0-87a0-7ec3c74738da None None] Set router 6102f1e9-3ac7-48c1-bc34-4c5a03328965 gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:36:00.411854 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08736277-7bc2-4870-a1ab-6c458e3cba16 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:36:00.420060 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-08736277-7bc2-4870-a1ab-6c458e3cba16 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:00.422192 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-08736277-7bc2-4870-a1ab-6c458e3cba16 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "PUT /v2.0/routers/6102f1e9-3ac7-48c1-bc34-4c5a03328965 HTTP/1.1" status: 200 len: 953 time: 1.0802019 Oct 26 08:36:00.424775 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35774) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:00.427811 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a55ca391-6095-45d7-980b-13612dc6cada tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:00.505173 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e2d98d03-b8a3-4b4c-b2a1-09cc14311c43 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:00.512283 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e2d98d03-b8a3-4b4c-b2a1-09cc14311c43 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:00.531096 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9108889a-d8dc-466b-a026-5ab7fb1c514d tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "GET /v2.0/routers/6102f1e9-3ac7-48c1-bc34-4c5a03328965 HTTP/1.1" status: 200 len: 953 time: 0.1046159 Oct 26 08:36:00.533606 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35776) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:00.538230 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-4cbfbaab-afa9-48f7-9967-5a0bcfb567b0 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Request body: {'router': {'routes': None}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:00.590137 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a55ca391-6095-45d7-980b-13612dc6cada tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:00.653555 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55ca391-6095-45d7-980b-13612dc6cada tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Network 4a037483-ec44-4245-90f1-869d5f4a0d19 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:36:00.658790 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-a55ca391-6095-45d7-980b-13612dc6cada tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:00.659769 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 4ddfa408-9524-4a91-a1c2-e3900fae0d9c up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:36:00.665598 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55ca391-6095-45d7-980b-13612dc6cada tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:36:00.693414 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ca391-6095-45d7-980b-13612dc6cada tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Port': ['ID=70a61058-3ca5-43e9-ad0f-b537b2a25a2e,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:00.713402 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc845436-7b7d-4a8c-bea6-e78eeb35331a None None] Pushing event updated for resources: {'Port': ['ID=ab8d705b-70d0-416f-b829-c8830d9803f5,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:00.722015 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55ca391-6095-45d7-980b-13612dc6cada tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:00.722374 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55ca391-6095-45d7-980b-13612dc6cada tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:00.722727 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55ca391-6095-45d7-980b-13612dc6cada tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:00.723074 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55ca391-6095-45d7-980b-13612dc6cada tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:00.723415 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55ca391-6095-45d7-980b-13612dc6cada tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:00.723757 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55ca391-6095-45d7-980b-13612dc6cada tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:00.724087 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55ca391-6095-45d7-980b-13612dc6cada tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:00.724416 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55ca391-6095-45d7-980b-13612dc6cada tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:00.724749 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55ca391-6095-45d7-980b-13612dc6cada tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:00.725079 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55ca391-6095-45d7-980b-13612dc6cada tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:00.725414 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55ca391-6095-45d7-980b-13612dc6cada tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:00.725788 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55ca391-6095-45d7-980b-13612dc6cada tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:00.737048 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.l3_db [None req-e2d98d03-b8a3-4b4c-b2a1-09cc14311c43 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Floating IP 9206d57d-55fc-4f45-8481-ce783fe0b15b associated. External IP: 172.26.2.182, port: 54f9d107-e1ab-410f-b7a6-aa0f0a32f7d1. Oct 26 08:36:00.810751 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55ca391-6095-45d7-980b-13612dc6cada tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:00.811406 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a55ca391-6095-45d7-980b-13612dc6cada tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:00.849373 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a55ca391-6095-45d7-980b-13612dc6cada tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.1956906 Oct 26 08:36:00.850104 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35778) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:00.858308 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-cf703159-6a83-4fc6-a273-b1da5d8d9476 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '69417fe4-d9b1-4d4d-82c4-ece6e9d8bdb8'}]}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:00.876654 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 4ddfa408-9524-4a91-a1c2-e3900fae0d9c triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:00.877023 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:00.986580 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cf703159-6a83-4fc6-a273-b1da5d8d9476 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:01.000665 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-79dce21b-25e8-4838-9eb2-723606c6c43b None None] Provisioning complete for port 6b986977-f828-4d4f-8614-c12610c4d83b triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:01.001121 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-79dce21b-25e8-4838-9eb2-723606c6c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:01.028231 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.extraroute_db [None req-4cbfbaab-afa9-48f7-9967-5a0bcfb567b0 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Added routes are [] {{(pid=102101) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 08:36:01.029112 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.extraroute_db [None req-4cbfbaab-afa9-48f7-9967-5a0bcfb567b0 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102101) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 08:36:01.072138 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4cbfbaab-afa9-48f7-9967-5a0bcfb567b0 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8100261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8097850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15702'] for router, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:01.172948 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-f301357b-df78-44b0-87a0-7ec3c74738da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'name': 'tempest-RoutersIpV6Test-router-232665885', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:35:36Z', 'updated_at': '2021-10-26T08:35:59Z', 'revision_number': 6, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'gw_port_host': None, '_interfaces': [{'id': '6b986977-f828-4d4f-8614-c12610c4d83b', 'name': '', 'network_id': '9b7cb43a-90bd-4684-aa66-ddded8a04ab5', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:b0:55:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'ac5a2cfc-f6bb-4691-be48-3e41820b6fef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:52Z', 'updated_at': '2021-10-26T08:35:59Z', 'revision_number': 4, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'ac5a2cfc-f6bb-4691-be48-3e41820b6fef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f95d411-cdd0-4e98-9d75-e9ffbc0888bd', 'name': '', 'network_id': '39fc9464-30f7-4815-9489-b3c439b523b8', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:ba:fe:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:40Z', 'updated_at': '2021-10-26T08:35:46Z', 'revision_number': 5, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2d18d9a-7da3-47aa-a502-3d46c82cf6a7', 'name': '', 'network_id': 'c572f7bd-9e4d-4c0f-abd1-aa83de803de5', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:33:7e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '1beb5867-cb5e-4b88-8a22-76e62ed9d9a9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:56Z', 'updated_at': '2021-10-26T08:35:57Z', 'revision_number': 2, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': '1beb5867-cb5e-4b88-8a22-76e62ed9d9a9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'febe9593-8a31-440e-af41-7b22c83ce1ca', 'name': '', 'network_id': 'd854468b-3712-4108-a763-1d52956f8d51', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:50:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'b20c88e7-ab9e-465d-9dd4-30c01e4d5916', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:45Z', 'updated_at': '2021-10-26T08:35:55Z', 'revision_number': 5, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'b20c88e7-ab9e-465d-9dd4-30c01e4d5916', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:01.175360 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-79dce21b-25e8-4838-9eb2-723606c6c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:01.216541 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d98d03-b8a3-4b4c-b2a1-09cc14311c43 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Router 1fe4e193-bc1b-4ccb-b74d-89b3fded41d1 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:36:01.220854 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f301357b-df78-44b0-87a0-7ec3c74738da None None] The sync data for ids ['6102f1e9-3ac7-48c1-bc34-4c5a03328965'] in dv-neutron-804846-13-hyperv is: [{'id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'name': 'tempest-RoutersIpV6Test-router-232665885', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:35:36Z', 'updated_at': '2021-10-26T08:35:59Z', 'revision_number': 6, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'gw_port_host': None, '_interfaces': [{'id': '6b986977-f828-4d4f-8614-c12610c4d83b', 'name': '', 'network_id': '9b7cb43a-90bd-4684-aa66-ddded8a04ab5', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:b0:55:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'ac5a2cfc-f6bb-4691-be48-3e41820b6fef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:52Z', 'updated_at': '2021-10-26T08:35:59Z', 'revision_number': 4, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'ac5a2cfc-f6bb-4691-be48-3e41820b6fef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f95d411-cdd0-4e98-9d75-e9ffbc0888bd', 'name': '', 'network_id': '39fc9464-30f7-4815-9489-b3c439b523b8', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:ba:fe:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:40Z', 'updated_at': '2021-10-26T08:35:46Z', 'revision_number': 5, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2d18d9a-7da3-47aa-a502-3d46c82cf6a7', 'name': '', 'network_id': 'c572f7bd-9e4d-4c0f-abd1-aa83de803de5', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:33:7e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '1beb5867-cb5e-4b88-8a22-76e62ed9d9a9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:56Z', 'updated_at': '2021-10-26T08:35:57Z', 'revision_number': 2, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': '1beb5867-cb5e-4b88-8a22-76e62ed9d9a9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'febe9593-8a31-440e-af41-7b22c83ce1ca', 'name': '', 'network_id': 'd854468b-3712-4108-a763-1d52956f8d51', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:50:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'b20c88e7-ab9e-465d-9dd4-30c01e4d5916', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:45Z', 'updated_at': '2021-10-26T08:35:55Z', 'revision_number': 5, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'b20c88e7-ab9e-465d-9dd4-30c01e4d5916', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:36:01.240664 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-79dce21b-25e8-4838-9eb2-723606c6c43b None None] For port 6b986977-f828-4d4f-8614-c12610c4d83b, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=6b986977-f828-4d4f-8614-c12610c4d83b,segment=NetworkSegment(3c7a1f5b-bec6-48a5-9d42-574ae0898883),segment_id=3c7a1f5b-bec6-48a5-9d42-574ae0898883)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:01.250267 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-79dce21b-25e8-4838-9eb2-723606c6c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:01.284187 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4cbfbaab-afa9-48f7-9967-5a0bcfb567b0 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8100261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8097850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15702'] for router, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:01.290594 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4cbfbaab-afa9-48f7-9967-5a0bcfb567b0 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8100266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8100243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8097827'] for router, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:01.335100 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dce21b-25e8-4838-9eb2-723606c6c43b None None] Pushing event updated for resources: {'Port': ['ID=6b986977-f828-4d4f-8614-c12610c4d83b,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:01.375318 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-158378e2-6a2e-4eca-a1df-b6c10531e9d9 None None] Provisioning complete for port e2d18d9a-7da3-47aa-a502-3d46c82cf6a7 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:01.376071 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-158378e2-6a2e-4eca-a1df-b6c10531e9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:01.424768 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-158378e2-6a2e-4eca-a1df-b6c10531e9d9 None None] Port e2d18d9a-7da3-47aa-a502-3d46c82cf6a7 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:36:01.438467 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-158378e2-6a2e-4eca-a1df-b6c10531e9d9 None None] Provisioning complete for port 6b986977-f828-4d4f-8614-c12610c4d83b triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:01.439491 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d98d03-b8a3-4b4c-b2a1-09cc14311c43 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:36:01.439629 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-158378e2-6a2e-4eca-a1df-b6c10531e9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:01.481912 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cbfbaab-afa9-48f7-9967-5a0bcfb567b0 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Router 6102f1e9-3ac7-48c1-bc34-4c5a03328965 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:36:01.528818 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cdd886-b9fd-4b5e-921e-8162506479ad None None] Sync routers for ids ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:36:01.562331 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cdd886-b9fd-4b5e-921e-8162506479ad None None] Routers {'1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:01.563205 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-37cdd886-b9fd-4b5e-921e-8162506479ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:01.630579 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-37cdd886-b9fd-4b5e-921e-8162506479ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:01.642080 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cbfbaab-afa9-48f7-9967-5a0bcfb567b0 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:36:01.656613 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4cbfbaab-afa9-48f7-9967-5a0bcfb567b0 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:01.661586 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4cbfbaab-afa9-48f7-9967-5a0bcfb567b0 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "PUT /v2.0/routers/6102f1e9-3ac7-48c1-bc34-4c5a03328965 HTTP/1.1" status: 200 len: 703 time: 1.1267884 Oct 26 08:36:01.663935 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35780) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:01.704926 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cdd886-b9fd-4b5e-921e-8162506479ad None None] Routers {'1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:01.705573 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-37cdd886-b9fd-4b5e-921e-8162506479ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:01.767058 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device ab8d705b-70d0-416f-b829-c8830d9803f5 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:36:01.771211 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-37cdd886-b9fd-4b5e-921e-8162506479ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:01.771910 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cdd886-b9fd-4b5e-921e-8162506479ad None None] The sync data for ids ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:36:01.837471 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b4ce631f-a4ae-4274-b3e3-7729720607a8 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "GET /v2.0/routers/6102f1e9-3ac7-48c1-bc34-4c5a03328965 HTTP/1.1" status: 200 len: 703 time: 0.1694288 Oct 26 08:36:01.837781 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35782) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:01.850346 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port ab8d705b-70d0-416f-b829-c8830d9803f5 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:01.850713 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:01.971731 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:02.019058 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port ab8d705b-70d0-416f-b829-c8830d9803f5, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=ab8d705b-70d0-416f-b829-c8830d9803f5,segment=NetworkSegment(45c20eb0-fcee-49f3-82b5-1e4e2be75a82),segment_id=45c20eb0-fcee-49f3-82b5-1e4e2be75a82)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:02.032329 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:02.033704 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 4ddfa408-9524-4a91-a1c2-e3900fae0d9c up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:36:02.073978 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-cf703159-6a83-4fc6-a273-b1da5d8d9476 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Delete allocated IP 172.20.0.25 (4a037483-ec44-4245-90f1-869d5f4a0d19/bd6d0e31-625b-4eb6-9e56-89d73d4cef68) {{(pid=102102) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 08:36:02.138090 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=ab8d705b-70d0-416f-b829-c8830d9803f5,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:02.156975 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a16d95b-bcdc-447b-8ac9-69428d0363e1 None None] Network 4a037483-ec44-4245-90f1-869d5f4a0d19 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:36:02.207861 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 4ddfa408-9524-4a91-a1c2-e3900fae0d9c triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:02.208257 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:02.288992 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-ae663904-451f-4e05-82cb-2cadf55792c5 None None] Provisioning complete for port ab8d705b-70d0-416f-b829-c8830d9803f5 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:02.289441 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ae663904-451f-4e05-82cb-2cadf55792c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:02.320994 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d98d03-b8a3-4b4c-b2a1-09cc14311c43 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Router 598d9a86-7715-455b-8b66-472416b5e6ca has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:36:02.334499 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cf703159-6a83-4fc6-a273-b1da5d8d9476 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:02.452364 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cf703159-6a83-4fc6-a273-b1da5d8d9476 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:02.458567 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5bb0e3-4487-4198-9aef-9dccceed079b None None] Sync routers for ids ['6102f1e9-3ac7-48c1-bc34-4c5a03328965'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:36:02.473397 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5bb0e3-4487-4198-9aef-9dccceed079b None None] Routers {'6102f1e9-3ac7-48c1-bc34-4c5a03328965'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:02.475054 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-0c5bb0e3-4487-4198-9aef-9dccceed079b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['6102f1e9-3ac7-48c1-bc34-4c5a03328965'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:02.504029 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 6b986977-f828-4d4f-8614-c12610c4d83b up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:36:02.534103 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d98d03-b8a3-4b4c-b2a1-09cc14311c43 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:36:02.544596 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e2d98d03-b8a3-4b4c-b2a1-09cc14311c43 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:02.580199 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4822885c-ec83-43c1-a268-2730320f139e None None] Sync routers for ids ['598d9a86-7715-455b-8b66-472416b5e6ca'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:36:02.587923 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-0c5bb0e3-4487-4198-9aef-9dccceed079b None None] Set router 6102f1e9-3ac7-48c1-bc34-4c5a03328965 gateway port host: None {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:36:02.606421 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4822885c-ec83-43c1-a268-2730320f139e None None] Routers {'598d9a86-7715-455b-8b66-472416b5e6ca'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:02.607350 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-4822885c-ec83-43c1-a268-2730320f139e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['598d9a86-7715-455b-8b66-472416b5e6ca'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:02.637405 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf703159-6a83-4fc6-a273-b1da5d8d9476 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Port': ['ID=70a61058-3ca5-43e9-ad0f-b537b2a25a2e,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:02.660752 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e2d98d03-b8a3-4b4c-b2a1-09cc14311c43 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "PUT /v2.0/floatingips/9206d57d-55fc-4f45-8481-ce783fe0b15b HTTP/1.1" status: 200 len: 978 time: 3.2503028 Oct 26 08:36:02.663712 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35784) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:02.670575 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-4822885c-ec83-43c1-a268-2730320f139e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:02.690140 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f563ab5c-199f-4ea2-8811-2acad782eb10 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:02.697745 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4822885c-ec83-43c1-a268-2730320f139e None None] Routers {'598d9a86-7715-455b-8b66-472416b5e6ca'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:02.698064 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-4822885c-ec83-43c1-a268-2730320f139e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['598d9a86-7715-455b-8b66-472416b5e6ca'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:02.698472 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-cf703159-6a83-4fc6-a273-b1da5d8d9476 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] In _notify_port_updated(), no bound segment for port 70a61058-3ca5-43e9-ad0f-b537b2a25a2e on network 4a037483-ec44-4245-90f1-869d5f4a0d19 {{(pid=102102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 08:36:02.704365 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf703159-6a83-4fc6-a273-b1da5d8d9476 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:02.705854 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cf703159-6a83-4fc6-a273-b1da5d8d9476 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:02.706921 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-cf703159-6a83-4fc6-a273-b1da5d8d9476 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "PUT /v2.0/ports/70a61058-3ca5-43e9-ad0f-b537b2a25a2e HTTP/1.1" status: 200 len: 918 time: 1.8531146 Oct 26 08:36:02.709769 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35786) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:02.715117 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-7d8f9a1a-0940-4e1a-be8e-f04ac43193b2 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '69417fe4-d9b1-4d4d-82c4-ece6e9d8bdb8'}, {'subnet_id': 'bd6d0e31-625b-4eb6-9e56-89d73d4cef68'}]}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:02.803834 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-4822885c-ec83-43c1-a268-2730320f139e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:02.804401 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4822885c-ec83-43c1-a268-2730320f139e None None] The sync data for ids ['598d9a86-7715-455b-8b66-472416b5e6ca'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:36:02.809301 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53164fbc-11f0-455c-90ca-e6d2332aebd9 None None] Update dhcp port {'port': {'network_id': '4a037483-ec44-4245-90f1-869d5f4a0d19', 'fixed_ips': [{'subnet_id': '69417fe4-d9b1-4d4d-82c4-ece6e9d8bdb8', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bd6d0e31-625b-4eb6-9e56-89d73d4cef68'}], 'binding:host_id': 'dv-neutron-804846-13-hyperv'}, 'id': 'ab8d705b-70d0-416f-b829-c8830d9803f5'} from dv-neutron-804846-13-hyperv. {{(pid=102103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 08:36:02.819572 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7d8f9a1a-0940-4e1a-be8e-f04ac43193b2 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:02.843715 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-53164fbc-11f0-455c-90ca-e6d2332aebd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:02.859038 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 6b986977-f828-4d4f-8614-c12610c4d83b triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:02.859038 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:02.880757 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-0c5bb0e3-4487-4198-9aef-9dccceed079b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'name': 'tempest-RoutersIpV6Test-router-232665885', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:35:36Z', 'updated_at': '2021-10-26T08:36:01Z', 'revision_number': 7, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'gw_port_host': None, '_interfaces': [{'id': '6b986977-f828-4d4f-8614-c12610c4d83b', 'name': '', 'network_id': '9b7cb43a-90bd-4684-aa66-ddded8a04ab5', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:b0:55:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'ac5a2cfc-f6bb-4691-be48-3e41820b6fef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:52Z', 'updated_at': '2021-10-26T08:36:01Z', 'revision_number': 5, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'ac5a2cfc-f6bb-4691-be48-3e41820b6fef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f95d411-cdd0-4e98-9d75-e9ffbc0888bd', 'name': '', 'network_id': '39fc9464-30f7-4815-9489-b3c439b523b8', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:ba:fe:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:40Z', 'updated_at': '2021-10-26T08:35:46Z', 'revision_number': 5, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2d18d9a-7da3-47aa-a502-3d46c82cf6a7', 'name': '', 'network_id': 'c572f7bd-9e4d-4c0f-abd1-aa83de803de5', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:33:7e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '1beb5867-cb5e-4b88-8a22-76e62ed9d9a9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:56Z', 'updated_at': '2021-10-26T08:35:57Z', 'revision_number': 2, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': '1beb5867-cb5e-4b88-8a22-76e62ed9d9a9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'febe9593-8a31-440e-af41-7b22c83ce1ca', 'name': '', 'network_id': 'd854468b-3712-4108-a763-1d52956f8d51', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:50:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'b20c88e7-ab9e-465d-9dd4-30c01e4d5916', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:45Z', 'updated_at': '2021-10-26T08:35:55Z', 'revision_number': 5, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'b20c88e7-ab9e-465d-9dd4-30c01e4d5916', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:02.891687 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-a0966bc6-aa53-4973-b278-3e131f36ff1c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Deleting port e4fbab3d-174b-4437-9fbd-ce3a6703c408 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:02.892190 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a0966bc6-aa53-4973-b278-3e131f36ff1c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:02.915568 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5bb0e3-4487-4198-9aef-9dccceed079b None None] Checking router: 6102f1e9-3ac7-48c1-bc34-4c5a03328965 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:36:02.916227 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5bb0e3-4487-4198-9aef-9dccceed079b None None] Updating router 6102f1e9-3ac7-48c1-bc34-4c5a03328965 port e2d18d9a-7da3-47aa-a502-3d46c82cf6a7 binding host dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:36:02.948383 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0c5bb0e3-4487-4198-9aef-9dccceed079b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:03.018233 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-f563ab5c-199f-4ea2-8811-2acad782eb10 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Deleting port e2d18d9a-7da3-47aa-a502-3d46c82cf6a7 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:03.018880 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f563ab5c-199f-4ea2-8811-2acad782eb10 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:03.081605 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a0966bc6-aa53-4973-b278-3e131f36ff1c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:03.126013 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f563ab5c-199f-4ea2-8811-2acad782eb10 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:03.138293 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-53164fbc-11f0-455c-90ca-e6d2332aebd9 None None] Allocated IP 172.20.0.18 (4a037483-ec44-4245-90f1-869d5f4a0d19/bd6d0e31-625b-4eb6-9e56-89d73d4cef68/ab8d705b-70d0-416f-b829-c8830d9803f5) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:36:03.139446 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-f563ab5c-199f-4ea2-8811-2acad782eb10 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Calling delete_port for e2d18d9a-7da3-47aa-a502-3d46c82cf6a7 owned by network:router_interface {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:03.245584 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-53164fbc-11f0-455c-90ca-e6d2332aebd9 None None] For port ab8d705b-70d0-416f-b829-c8830d9803f5, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=ab8d705b-70d0-416f-b829-c8830d9803f5,segment=NetworkSegment(45c20eb0-fcee-49f3-82b5-1e4e2be75a82),segment_id=45c20eb0-fcee-49f3-82b5-1e4e2be75a82)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:03.283073 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0c5bb0e3-4487-4198-9aef-9dccceed079b None None] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:03.288799 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-53164fbc-11f0-455c-90ca-e6d2332aebd9 None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:03.290457 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0c5bb0e3-4487-4198-9aef-9dccceed079b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:03.295296 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-53164fbc-11f0-455c-90ca-e6d2332aebd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:03.333760 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e21825-1603-4978-a811-13b38948ee63 None None] Pushing event updated for resources: {'Port': ['ID=e2d18d9a-7da3-47aa-a502-3d46c82cf6a7,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:03.342768 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e21825-1603-4978-a811-13b38948ee63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:03.344011 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e21825-1603-4978-a811-13b38948ee63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:03.344612 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e21825-1603-4978-a811-13b38948ee63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:03.345068 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e21825-1603-4978-a811-13b38948ee63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:03.345514 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e21825-1603-4978-a811-13b38948ee63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:03.346016 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e21825-1603-4978-a811-13b38948ee63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:03.346463 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e21825-1603-4978-a811-13b38948ee63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:03.346915 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e21825-1603-4978-a811-13b38948ee63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:03.347373 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e21825-1603-4978-a811-13b38948ee63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:03.347807 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e21825-1603-4978-a811-13b38948ee63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:03.348242 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e21825-1603-4978-a811-13b38948ee63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:03.348673 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e21825-1603-4978-a811-13b38948ee63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:03.396122 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53164fbc-11f0-455c-90ca-e6d2332aebd9 None None] Pushing event updated for resources: {'Port': ['ID=ab8d705b-70d0-416f-b829-c8830d9803f5,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:03.400398 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f563ab5c-199f-4ea2-8811-2acad782eb10 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:03.433158 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-0c5bb0e3-4487-4198-9aef-9dccceed079b None None] Attempting to bind port e2d18d9a-7da3-47aa-a502-3d46c82cf6a7 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:36:03.433381 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-0c5bb0e3-4487-4198-9aef-9dccceed079b None None] Attempting to bind port e2d18d9a-7da3-47aa-a502-3d46c82cf6a7 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '7c424573-1df4-4f2d-8be9-395afd117b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c572f7bd-9e4d-4c0f-abd1-aa83de803de5'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:36:03.433906 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5bb0e3-4487-4198-9aef-9dccceed079b None None] Attempting to bind port e2d18d9a-7da3-47aa-a502-3d46c82cf6a7 on network c572f7bd-9e4d-4c0f-abd1-aa83de803de5 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:36:03.440150 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5bb0e3-4487-4198-9aef-9dccceed079b None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:36:03.440778 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5bb0e3-4487-4198-9aef-9dccceed079b None None] Checking segment: {'id': '7c424573-1df4-4f2d-8be9-395afd117b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c572f7bd-9e4d-4c0f-abd1-aa83de803de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:36:03.441240 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0c5bb0e3-4487-4198-9aef-9dccceed079b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:03.441778 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5bb0e3-4487-4198-9aef-9dccceed079b None None] Bound using segment: {'id': '7c424573-1df4-4f2d-8be9-395afd117b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c572f7bd-9e4d-4c0f-abd1-aa83de803de5'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:36:03.442361 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-0c5bb0e3-4487-4198-9aef-9dccceed079b None None] Bound port: e2d18d9a-7da3-47aa-a502-3d46c82cf6a7, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c424573-1df4-4f2d-8be9-395afd117b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c572f7bd-9e4d-4c0f-abd1-aa83de803de5'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:36:03.442862 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0c5bb0e3-4487-4198-9aef-9dccceed079b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:03.465871 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563ab5c-199f-4ea2-8811-2acad782eb10 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event deleted for resources: {'Port': ['ID=e2d18d9a-7da3-47aa-a502-3d46c82cf6a7,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:03.470155 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a0966bc6-aa53-4973-b278-3e131f36ff1c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:03.470683 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a0966bc6-aa53-4973-b278-3e131f36ff1c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:03.470845 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.l3_db [None req-a0966bc6-aa53-4973-b278-3e131f36ff1c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Floating IP 9206d57d-55fc-4f45-8481-ce783fe0b15b disassociated. External IP: 172.26.2.182, port: e4fbab3d-174b-4437-9fbd-ce3a6703c408. Oct 26 08:36:03.471273 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-a0966bc6-aa53-4973-b278-3e131f36ff1c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Calling delete_port for e4fbab3d-174b-4437-9fbd-ce3a6703c408 owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:03.473910 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-7d8f9a1a-0940-4e1a-be8e-f04ac43193b2 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Allocated IP 172.20.0.27 (4a037483-ec44-4245-90f1-869d5f4a0d19/bd6d0e31-625b-4eb6-9e56-89d73d4cef68/70a61058-3ca5-43e9-ad0f-b537b2a25a2e) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:36:03.480470 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-0c5bb0e3-4487-4198-9aef-9dccceed079b None None] Port e2d18d9a-7da3-47aa-a502-3d46c82cf6a7 has been deleted concurrently {{(pid=102104) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 26 08:36:03.504956 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5bb0e3-4487-4198-9aef-9dccceed079b None None] Routers {'6102f1e9-3ac7-48c1-bc34-4c5a03328965'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:03.505735 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-0c5bb0e3-4487-4198-9aef-9dccceed079b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['6102f1e9-3ac7-48c1-bc34-4c5a03328965'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:03.550113 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device ab8d705b-70d0-416f-b829-c8830d9803f5 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:36:03.628060 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-0c5bb0e3-4487-4198-9aef-9dccceed079b None None] Set router 6102f1e9-3ac7-48c1-bc34-4c5a03328965 gateway port host: None {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:36:03.663294 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port ab8d705b-70d0-416f-b829-c8830d9803f5 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:03.663551 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:03.758047 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f563ab5c-199f-4ea2-8811-2acad782eb10 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:03.780673 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a0966bc6-aa53-4973-b278-3e131f36ff1c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:03.841946 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0966bc6-aa53-4973-b278-3e131f36ff1c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event deleted for resources: {'Port': ['ID=e4fbab3d-174b-4437-9fbd-ce3a6703c408,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:03.861890 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dd2df068-0c17-4bcf-8ee8-c11cb3568c05 None None] Could not find standard attr ID for object e2d18d9a-7da3-47aa-a502-3d46c82cf6a7. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:36:04.018924 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7d8f9a1a-0940-4e1a-be8e-f04ac43193b2 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:04.033560 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7d8f9a1a-0940-4e1a-be8e-f04ac43193b2 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:04.117719 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f563ab5c-199f-4ea2-8811-2acad782eb10 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Router 6102f1e9-3ac7-48c1-bc34-4c5a03328965 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:36:04.137298 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-0c5bb0e3-4487-4198-9aef-9dccceed079b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'name': 'tempest-RoutersIpV6Test-router-232665885', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:35:36Z', 'updated_at': '2021-10-26T08:36:03Z', 'revision_number': 8, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'gw_port_host': None, '_interfaces': [{'id': '6b986977-f828-4d4f-8614-c12610c4d83b', 'name': '', 'network_id': '9b7cb43a-90bd-4684-aa66-ddded8a04ab5', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:b0:55:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'ac5a2cfc-f6bb-4691-be48-3e41820b6fef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:52Z', 'updated_at': '2021-10-26T08:36:01Z', 'revision_number': 5, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'ac5a2cfc-f6bb-4691-be48-3e41820b6fef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f95d411-cdd0-4e98-9d75-e9ffbc0888bd', 'name': '', 'network_id': '39fc9464-30f7-4815-9489-b3c439b523b8', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:ba:fe:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:40Z', 'updated_at': '2021-10-26T08:35:46Z', 'revision_number': 5, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'febe9593-8a31-440e-af41-7b22c83ce1ca', 'name': '', 'network_id': 'd854468b-3712-4108-a763-1d52956f8d51', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:50:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'b20c88e7-ab9e-465d-9dd4-30c01e4d5916', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:45Z', 'updated_at': '2021-10-26T08:35:55Z', 'revision_number': 5, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'b20c88e7-ab9e-465d-9dd4-30c01e4d5916', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:04.180131 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5bb0e3-4487-4198-9aef-9dccceed079b None None] The sync data for ids ['6102f1e9-3ac7-48c1-bc34-4c5a03328965'] in dv-neutron-804846-13-hyperv is: [{'id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'name': 'tempest-RoutersIpV6Test-router-232665885', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:35:36Z', 'updated_at': '2021-10-26T08:36:03Z', 'revision_number': 8, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'gw_port_host': None, '_interfaces': [{'id': '6b986977-f828-4d4f-8614-c12610c4d83b', 'name': '', 'network_id': '9b7cb43a-90bd-4684-aa66-ddded8a04ab5', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:b0:55:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'ac5a2cfc-f6bb-4691-be48-3e41820b6fef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:52Z', 'updated_at': '2021-10-26T08:36:01Z', 'revision_number': 5, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'ac5a2cfc-f6bb-4691-be48-3e41820b6fef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f95d411-cdd0-4e98-9d75-e9ffbc0888bd', 'name': '', 'network_id': '39fc9464-30f7-4815-9489-b3c439b523b8', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:ba:fe:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:40Z', 'updated_at': '2021-10-26T08:35:46Z', 'revision_number': 5, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'febe9593-8a31-440e-af41-7b22c83ce1ca', 'name': '', 'network_id': 'd854468b-3712-4108-a763-1d52956f8d51', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:50:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'b20c88e7-ab9e-465d-9dd4-30c01e4d5916', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:45Z', 'updated_at': '2021-10-26T08:35:55Z', 'revision_number': 5, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'b20c88e7-ab9e-465d-9dd4-30c01e4d5916', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:36:04.221243 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f9a1a-0940-4e1a-be8e-f04ac43193b2 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Port': ['ID=70a61058-3ca5-43e9-ad0f-b537b2a25a2e,revision_number=3']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:04.241270 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0966bc6-aa53-4973-b278-3e131f36ff1c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Router 598d9a86-7715-455b-8b66-472416b5e6ca has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:36:04.255549 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-7d8f9a1a-0940-4e1a-be8e-f04ac43193b2 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] In _notify_port_updated(), no bound segment for port 70a61058-3ca5-43e9-ad0f-b537b2a25a2e on network 4a037483-ec44-4245-90f1-869d5f4a0d19 {{(pid=102102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 08:36:04.261408 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8f9a1a-0940-4e1a-be8e-f04ac43193b2 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:04.262106 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7d8f9a1a-0940-4e1a-be8e-f04ac43193b2 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:04.263511 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7d8f9a1a-0940-4e1a-be8e-f04ac43193b2 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "PUT /v2.0/ports/70a61058-3ca5-43e9-ad0f-b537b2a25a2e HTTP/1.1" status: 200 len: 998 time: 1.5528033 Oct 26 08:36:04.267318 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35788) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:04.323584 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f563ab5c-199f-4ea2-8811-2acad782eb10 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:36:04.332573 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f563ab5c-199f-4ea2-8811-2acad782eb10 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "PUT /v2.0/routers/6102f1e9-3ac7-48c1-bc34-4c5a03328965/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4915009 Oct 26 08:36:04.333975 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35790) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:04.362554 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723f4752-74cf-43d2-bb0f-84e5feed2fcf None None] Network 4a037483-ec44-4245-90f1-869d5f4a0d19 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:36:04.381106 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-e5787cef-c862-452e-819c-3eee005dfaa4 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Deleting port 70a61058-3ca5-43e9-ad0f-b537b2a25a2e {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:04.381478 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e5787cef-c862-452e-819c-3eee005dfaa4 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:04.407724 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eb114eb-0645-4ce6-a678-d62dfae5c169 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Deleting subnet 1beb5867-cb5e-4b88-8a22-76e62ed9d9a9 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:36:04.412112 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7eb114eb-0645-4ce6-a678-d62dfae5c169 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:04.438162 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-f9ab1ef6-c2a4-40c7-b14c-7dec02659e08 None None] Provisioning complete for port 70a61058-3ca5-43e9-ad0f-b537b2a25a2e triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:04.439089 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f9ab1ef6-c2a4-40c7-b14c-7dec02659e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:04.449694 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0966bc6-aa53-4973-b278-3e131f36ff1c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:36:04.464268 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ff015e-81ef-409a-a6fe-4034f758348e None None] Sync routers for ids ['598d9a86-7715-455b-8b66-472416b5e6ca'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:36:04.478866 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ff015e-81ef-409a-a6fe-4034f758348e None None] Routers {'598d9a86-7715-455b-8b66-472416b5e6ca'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:04.479535 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-23ff015e-81ef-409a-a6fe-4034f758348e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['598d9a86-7715-455b-8b66-472416b5e6ca'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:04.500597 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e5787cef-c862-452e-819c-3eee005dfaa4 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:04.516010 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-e5787cef-c862-452e-819c-3eee005dfaa4 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Calling delete_port for 70a61058-3ca5-43e9-ad0f-b537b2a25a2e owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:04.523383 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-f9ab1ef6-c2a4-40c7-b14c-7dec02659e08 None None] Port 70a61058-3ca5-43e9-ad0f-b537b2a25a2e cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:36:04.526585 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-23ff015e-81ef-409a-a6fe-4034f758348e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:04.548961 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a0966bc6-aa53-4973-b278-3e131f36ff1c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:04.550716 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ff015e-81ef-409a-a6fe-4034f758348e None None] Routers {'598d9a86-7715-455b-8b66-472416b5e6ca'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:04.551474 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-23ff015e-81ef-409a-a6fe-4034f758348e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['598d9a86-7715-455b-8b66-472416b5e6ca'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:04.552845 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a0966bc6-aa53-4973-b278-3e131f36ff1c tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "DELETE /v2.0/ports/e4fbab3d-174b-4437-9fbd-ce3a6703c408 HTTP/1.1" status: 204 len: 168 time: 1.8883052 Oct 26 08:36:04.555919 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35792) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:04.570347 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-f9ab1ef6-c2a4-40c7-b14c-7dec02659e08 None None] Provisioning complete for port ab8d705b-70d0-416f-b829-c8830d9803f5 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:04.570725 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f9ab1ef6-c2a4-40c7-b14c-7dec02659e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:04.605001 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-23ff015e-81ef-409a-a6fe-4034f758348e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:04.606119 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ff015e-81ef-409a-a6fe-4034f758348e None None] The sync data for ids ['598d9a86-7715-455b-8b66-472416b5e6ca'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:36:04.644865 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7eb114eb-0645-4ce6-a678-d62dfae5c169 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:04.779464 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e5787cef-c862-452e-819c-3eee005dfaa4 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:04.813233 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5787cef-c862-452e-819c-3eee005dfaa4 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Port': ['ID=70a61058-3ca5-43e9-ad0f-b537b2a25a2e,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:04.851189 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7eb114eb-0645-4ce6-a678-d62dfae5c169 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:04.919134 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-182340e6-388a-4cf0-9289-2142e02f88d1 None None] Could not find standard attr ID for object 70a61058-3ca5-43e9-ad0f-b537b2a25a2e. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:36:04.939508 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-182340e6-388a-4cf0-9289-2142e02f88d1 None None] Provisioning complete for port ab8d705b-70d0-416f-b829-c8830d9803f5 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:04.939993 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-182340e6-388a-4cf0-9289-2142e02f88d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:04.942142 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e5787cef-c862-452e-819c-3eee005dfaa4 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:04.945665 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e5787cef-c862-452e-819c-3eee005dfaa4 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/ports/70a61058-3ca5-43e9-ad0f-b537b2a25a2e HTTP/1.1" status: 204 len: 168 time: 0.6771550 Oct 26 08:36:04.948209 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35794) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:04.973459 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7eb114eb-0645-4ce6-a678-d62dfae5c169 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:04.993920 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd371aa2-5172-4367-86d3-89b651c86091 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] GET failed (client error): The resource could not be found. Oct 26 08:36:04.996354 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-bd371aa2-5172-4367-86d3-89b651c86091 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "GET /v2.0/ports/70a61058-3ca5-43e9-ad0f-b537b2a25a2e HTTP/1.1" status: 404 len: 333 time: 0.0469368 Oct 26 08:36:05.005849 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35796) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:05.033066 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb114eb-0645-4ce6-a678-d62dfae5c169 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event deleted for resources: {'Subnet': ['ID=1beb5867-cb5e-4b88-8a22-76e62ed9d9a9,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:05.038115 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7eb114eb-0645-4ce6-a678-d62dfae5c169 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:05.043036 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7eb114eb-0645-4ce6-a678-d62dfae5c169 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/subnets/1beb5867-cb5e-4b88-8a22-76e62ed9d9a9 HTTP/1.1" status: 204 len: 168 time: 0.7080448 Oct 26 08:36:05.046124 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35798) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:05.068119 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30171563-76b1-44da-8f6f-3f501ed77049 None None] Network c572f7bd-9e4d-4c0f-abd1-aa83de803de5 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:36:05.111894 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d374fd-6746-400d-ad48-fd02a3cc8ff8 None None] Sync routers for ids ['6102f1e9-3ac7-48c1-bc34-4c5a03328965'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:36:05.138668 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea8156bc-8d5a-4622-80fc-940b565c0473 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Deleting subnet bd6d0e31-625b-4eb6-9e56-89d73d4cef68 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:36:05.152776 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ea8156bc-8d5a-4622-80fc-940b565c0473 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:05.159808 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-aedda899-3bef-4ba8-8c06-1620e14f460a tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:05.199791 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c2f92a7b-1c5e-42af-9aef-2fa5994578f7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:05.219101 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ea8156bc-8d5a-4622-80fc-940b565c0473 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:05.339953 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d374fd-6746-400d-ad48-fd02a3cc8ff8 None None] Routers {'6102f1e9-3ac7-48c1-bc34-4c5a03328965'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:05.340265 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-e5d374fd-6746-400d-ad48-fd02a3cc8ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['6102f1e9-3ac7-48c1-bc34-4c5a03328965'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:05.367773 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ea8156bc-8d5a-4622-80fc-940b565c0473 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:05.461684 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ea8156bc-8d5a-4622-80fc-940b565c0473 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:05.477993 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-e4d333e8-b4a9-42c2-880d-d3cc0513b953 None None] Could not find standard attr ID for object 70a61058-3ca5-43e9-ad0f-b537b2a25a2e. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:36:05.493375 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device ab8d705b-70d0-416f-b829-c8830d9803f5 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:36:05.509936 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-c2f92a7b-1c5e-42af-9aef-2fa5994578f7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Deleting port 4ddfa408-9524-4a91-a1c2-e3900fae0d9c {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:05.510436 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c2f92a7b-1c5e-42af-9aef-2fa5994578f7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:05.512630 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8156bc-8d5a-4622-80fc-940b565c0473 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Subnet': ['ID=bd6d0e31-625b-4eb6-9e56-89d73d4cef68,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:05.533698 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ea8156bc-8d5a-4622-80fc-940b565c0473 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:05.540118 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ea8156bc-8d5a-4622-80fc-940b565c0473 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/subnets/bd6d0e31-625b-4eb6-9e56-89d73d4cef68 HTTP/1.1" status: 204 len: 168 time: 0.5305812 Oct 26 08:36:05.556004 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-e5d374fd-6746-400d-ad48-fd02a3cc8ff8 None None] Set router 6102f1e9-3ac7-48c1-bc34-4c5a03328965 gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:36:05.581638 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35800) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:05.606446 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-ce843f59-b113-40d2-80ac-c31bb449d808 None None] Could not find standard attr ID for object 70a61058-3ca5-43e9-ad0f-b537b2a25a2e. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:36:05.642922 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f787cf5-21d9-4abf-a674-69e831ea27b4 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Deleting subnet 69417fe4-d9b1-4d4d-82c4-ece6e9d8bdb8 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:36:05.649668 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3f787cf5-21d9-4abf-a674-69e831ea27b4 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:05.730647 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port ab8d705b-70d0-416f-b829-c8830d9803f5 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:05.731019 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:05.739200 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-c2f92a7b-1c5e-42af-9aef-2fa5994578f7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] For port 4ddfa408-9524-4a91-a1c2-e3900fae0d9c, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=4ddfa408-9524-4a91-a1c2-e3900fae0d9c,segment=NetworkSegment(7c424573-1df4-4f2d-8be9-395afd117b63),segment_id=7c424573-1df4-4f2d-8be9-395afd117b63)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:05.744198 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c2f92a7b-1c5e-42af-9aef-2fa5994578f7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:05.757895 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3f787cf5-21d9-4abf-a674-69e831ea27b4 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:05.761238 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be21c0fc-7795-4df6-a939-bec28d6dfc38 None None] DHCP port deletion for c572f7bd-9e4d-4c0f-abd1-aa83de803de5 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:36:05.784793 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea696c4-edfe-4a9d-b178-319f8e0201ab None None] Network 4a037483-ec44-4245-90f1-869d5f4a0d19 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:36:05.787184 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-c2f92a7b-1c5e-42af-9aef-2fa5994578f7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Calling delete_port for 4ddfa408-9524-4a91-a1c2-e3900fae0d9c owned by network:dhcp {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:05.886765 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-029cdd75-406c-448c-8173-ce7f432f6bad None None] Could not find standard attr ID for object 70a61058-3ca5-43e9-ad0f-b537b2a25a2e. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:36:05.898321 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-aedda899-3bef-4ba8-8c06-1620e14f460a tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Deleting port f091024b-c80f-47cc-8993-ecd1dbd28b5e {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:05.899154 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-aedda899-3bef-4ba8-8c06-1620e14f460a tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:05.916361 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3f787cf5-21d9-4abf-a674-69e831ea27b4 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:05.955993 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c2f92a7b-1c5e-42af-9aef-2fa5994578f7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:05.993278 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f92a7b-1c5e-42af-9aef-2fa5994578f7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event deleted for resources: {'Port': ['ID=4ddfa408-9524-4a91-a1c2-e3900fae0d9c,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:05.996731 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f92a7b-1c5e-42af-9aef-2fa5994578f7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] No DVR routers for this DVR port 4ddfa408-9524-4a91-a1c2-e3900fae0d9c on host dv-neutron-804846-13-hyperv {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:36:06.005403 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-aedda899-3bef-4ba8-8c06-1620e14f460a tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:06.020543 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-aedda899-3bef-4ba8-8c06-1620e14f460a tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Calling delete_port for f091024b-c80f-47cc-8993-ecd1dbd28b5e owned by network:router_interface {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:06.039278 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-be21c0fc-7795-4df6-a939-bec28d6dfc38 None None] Deleting port 4ddfa408-9524-4a91-a1c2-e3900fae0d9c {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:06.039880 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-be21c0fc-7795-4df6-a939-bec28d6dfc38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:06.063225 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device e2d18d9a-7da3-47aa-a502-3d46c82cf6a7 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:36:06.087420 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c2f92a7b-1c5e-42af-9aef-2fa5994578f7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:06.108396 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-c2f92a7b-1c5e-42af-9aef-2fa5994578f7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c572f7bd-9e4d-4c0f-abd1-aa83de803de5']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:06.117798 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-c2f92a7b-1c5e-42af-9aef-2fa5994578f7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c424573-1df4-4f2d-8be9-395afd117b63') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:06.118103 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-c2f92a7b-1c5e-42af-9aef-2fa5994578f7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c424573-1df4-4f2d-8be9-395afd117b63') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:06.123264 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: e2d18d9a-7da3-47aa-a502-3d46c82cf6a7 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:36:06.123603 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device e2d18d9a-7da3-47aa-a502-3d46c82cf6a7 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:36:06.128474 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c2f92a7b-1c5e-42af-9aef-2fa5994578f7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:06.145440 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c2f92a7b-1c5e-42af-9aef-2fa5994578f7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:06.152858 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2f92a7b-1c5e-42af-9aef-2fa5994578f7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:36:06.153177 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c2f92a7b-1c5e-42af-9aef-2fa5994578f7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:06.157911 dv-neutron-804846-13-hyperv neutron-server[102101]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:36:06.157911 dv-neutron-804846-13-hyperv neutron-server[102101]: items = [ Oct 26 08:36:06.157911 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:36:06.157911 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:36:06.157911 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:36:06.157911 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:36:06.157911 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:36:06.157911 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:36:06.157911 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:36:06.157911 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:36:06.157911 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:36:06.157911 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:36:06.157911 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:36:06.157911 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:36:06.157911 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:36:06.157911 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:36:06.157911 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:36:06.157911 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:36:06.157911 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:36:06.157911 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:36:06.157911 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:36:06.157911 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:36:06.157911 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:36:06.157911 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:36:06.157911 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:36:06.157911 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:36:06.157911 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:36:06.157911 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:36:06.157911 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:36:06.157911 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:36:06.157911 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:36:06.157911 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:36:06.157911 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:36:06.157911 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:36:06.165609 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-e5d374fd-6746-400d-ad48-fd02a3cc8ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'name': 'tempest-RoutersIpV6Test-router-232665885', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:35:36Z', 'updated_at': '2021-10-26T08:36:03Z', 'revision_number': 8, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'gw_port_host': None, '_interfaces': [{'id': '6b986977-f828-4d4f-8614-c12610c4d83b', 'name': '', 'network_id': '9b7cb43a-90bd-4684-aa66-ddded8a04ab5', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:b0:55:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'ac5a2cfc-f6bb-4691-be48-3e41820b6fef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:52Z', 'updated_at': '2021-10-26T08:36:01Z', 'revision_number': 5, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'ac5a2cfc-f6bb-4691-be48-3e41820b6fef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f95d411-cdd0-4e98-9d75-e9ffbc0888bd', 'name': '', 'network_id': '39fc9464-30f7-4815-9489-b3c439b523b8', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:ba:fe:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:40Z', 'updated_at': '2021-10-26T08:35:46Z', 'revision_number': 5, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'febe9593-8a31-440e-af41-7b22c83ce1ca', 'name': '', 'network_id': 'd854468b-3712-4108-a763-1d52956f8d51', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:50:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'b20c88e7-ab9e-465d-9dd4-30c01e4d5916', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:45Z', 'updated_at': '2021-10-26T08:35:55Z', 'revision_number': 5, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'b20c88e7-ab9e-465d-9dd4-30c01e4d5916', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:06.168820 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3f787cf5-21d9-4abf-a674-69e831ea27b4 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:06.172232 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-be21c0fc-7795-4df6-a939-bec28d6dfc38 None None] For port 4ddfa408-9524-4a91-a1c2-e3900fae0d9c, host dv-neutron-804846-13-hyperv, got binding levels [] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:06.172682 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-be21c0fc-7795-4df6-a939-bec28d6dfc38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:06.210511 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d374fd-6746-400d-ad48-fd02a3cc8ff8 None None] Checking router: 6102f1e9-3ac7-48c1-bc34-4c5a03328965 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:36:06.222489 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-be21c0fc-7795-4df6-a939-bec28d6dfc38 None None] Calling delete_port for 4ddfa408-9524-4a91-a1c2-e3900fae0d9c owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:06.227446 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.ipam_backend_mixin [None req-be21c0fc-7795-4df6-a939-bec28d6dfc38 None None] Port 4ddfa408-9524-4a91-a1c2-e3900fae0d9c was not found and therefore no delete operation was performed {{(pid=102103) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 08:36:06.231679 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f787cf5-21d9-4abf-a674-69e831ea27b4 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Subnet': ['ID=69417fe4-d9b1-4d4d-82c4-ece6e9d8bdb8,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:06.232434 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-be21c0fc-7795-4df6-a939-bec28d6dfc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:06.238390 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3f787cf5-21d9-4abf-a674-69e831ea27b4 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:06.241741 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3f787cf5-21d9-4abf-a674-69e831ea27b4 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/subnets/69417fe4-d9b1-4d4d-82c4-ece6e9d8bdb8 HTTP/1.1" status: 204 len: 168 time: 0.6628289 Oct 26 08:36:06.242868 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d374fd-6746-400d-ad48-fd02a3cc8ff8 None None] Routers {'6102f1e9-3ac7-48c1-bc34-4c5a03328965'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:06.243595 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-e5d374fd-6746-400d-ad48-fd02a3cc8ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['6102f1e9-3ac7-48c1-bc34-4c5a03328965'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:06.246398 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35802) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:06.261768 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-aedda899-3bef-4ba8-8c06-1620e14f460a tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:06.266310 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c2f92a7b-1c5e-42af-9aef-2fa5994578f7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:06.273949 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c2f92a7b-1c5e-42af-9aef-2fa5994578f7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:06.282043 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c2f92a7b-1c5e-42af-9aef-2fa5994578f7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/networks/c572f7bd-9e4d-4c0f-abd1-aa83de803de5 HTTP/1.1" status: 204 len: 168 time: 1.2298129 Oct 26 08:36:06.282043 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35804) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:06.299851 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21c0fc-7795-4df6-a939-bec28d6dfc38 None None] Pushing event deleted for resources: {'Port': ['ID=4ddfa408-9524-4a91-a1c2-e3900fae0d9c,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:06.300643 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f92a7b-1c5e-42af-9aef-2fa5994578f7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event deleted for resources: {'Network': ['ID=c572f7bd-9e4d-4c0f-abd1-aa83de803de5,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:06.302214 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be21c0fc-7795-4df6-a939-bec28d6dfc38 None None] No DVR routers for this DVR port 4ddfa408-9524-4a91-a1c2-e3900fae0d9c on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:36:06.343493 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedda899-3bef-4ba8-8c06-1620e14f460a tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event deleted for resources: {'Port': ['ID=f091024b-c80f-47cc-8993-ecd1dbd28b5e,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:06.363910 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21c0fc-7795-4df6-a939-bec28d6dfc38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:06.364267 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21c0fc-7795-4df6-a939-bec28d6dfc38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:06.364609 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21c0fc-7795-4df6-a939-bec28d6dfc38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:06.364943 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21c0fc-7795-4df6-a939-bec28d6dfc38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:06.365271 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21c0fc-7795-4df6-a939-bec28d6dfc38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:06.365604 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21c0fc-7795-4df6-a939-bec28d6dfc38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:06.365956 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21c0fc-7795-4df6-a939-bec28d6dfc38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:06.366283 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21c0fc-7795-4df6-a939-bec28d6dfc38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:06.366610 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21c0fc-7795-4df6-a939-bec28d6dfc38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:06.366928 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21c0fc-7795-4df6-a939-bec28d6dfc38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:06.367248 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21c0fc-7795-4df6-a939-bec28d6dfc38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:06.367567 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21c0fc-7795-4df6-a939-bec28d6dfc38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:06.408093 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3462175b-889e-453b-bd30-c0cc64e66334 None None] Update dhcp port {'port': {'network_id': '4a037483-ec44-4245-90f1-869d5f4a0d19', 'fixed_ips': [{'subnet_id': '69417fe4-d9b1-4d4d-82c4-ece6e9d8bdb8'}], 'binding:host_id': 'dv-neutron-804846-13-hyperv'}, 'id': 'ab8d705b-70d0-416f-b829-c8830d9803f5'} from dv-neutron-804846-13-hyperv. {{(pid=102103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 08:36:06.410405 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-e5d374fd-6746-400d-ad48-fd02a3cc8ff8 None None] Set router 6102f1e9-3ac7-48c1-bc34-4c5a03328965 gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:36:06.449563 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4362c785-1a32-4306-9d0e-f1d30a2a06c8 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:06.477131 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3462175b-889e-453b-bd30-c0cc64e66334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:06.631235 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-aedda899-3bef-4ba8-8c06-1620e14f460a tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:06.644373 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-4362c785-1a32-4306-9d0e-f1d30a2a06c8 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Deleting port ab8d705b-70d0-416f-b829-c8830d9803f5 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:06.644705 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4362c785-1a32-4306-9d0e-f1d30a2a06c8 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:06.726667 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-12866b5c-a38c-4c6f-bfb0-408bc1ed347a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:06.784623 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc07e1e-f66e-4686-868c-ca58fa2da0e9 None None] Network 4a037483-ec44-4245-90f1-869d5f4a0d19 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:36:06.789707 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-4362c785-1a32-4306-9d0e-f1d30a2a06c8 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] For port ab8d705b-70d0-416f-b829-c8830d9803f5, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=ab8d705b-70d0-416f-b829-c8830d9803f5,segment=NetworkSegment(45c20eb0-fcee-49f3-82b5-1e4e2be75a82),segment_id=45c20eb0-fcee-49f3-82b5-1e4e2be75a82)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:06.790176 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4362c785-1a32-4306-9d0e-f1d30a2a06c8 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:06.808083 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-4362c785-1a32-4306-9d0e-f1d30a2a06c8 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Calling delete_port for ab8d705b-70d0-416f-b829-c8830d9803f5 owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:06.992074 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4362c785-1a32-4306-9d0e-f1d30a2a06c8 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:07.002977 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-12866b5c-a38c-4c6f-bfb0-408bc1ed347a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Deleting port 6b986977-f828-4d4f-8614-c12610c4d83b {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:07.003855 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-596ce7ca-c1b4-4b9e-b9fd-23d5ac803f85 None None] Could not find standard attr ID for object ab8d705b-70d0-416f-b829-c8830d9803f5. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:36:07.004035 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-12866b5c-a38c-4c6f-bfb0-408bc1ed347a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:07.017331 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-e5d374fd-6746-400d-ad48-fd02a3cc8ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'name': 'tempest-RoutersIpV6Test-router-232665885', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:35:36Z', 'updated_at': '2021-10-26T08:36:03Z', 'revision_number': 8, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'gw_port_host': None, '_interfaces': [{'id': '6b986977-f828-4d4f-8614-c12610c4d83b', 'name': '', 'network_id': '9b7cb43a-90bd-4684-aa66-ddded8a04ab5', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:b0:55:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'ac5a2cfc-f6bb-4691-be48-3e41820b6fef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:52Z', 'updated_at': '2021-10-26T08:36:01Z', 'revision_number': 5, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'ac5a2cfc-f6bb-4691-be48-3e41820b6fef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f95d411-cdd0-4e98-9d75-e9ffbc0888bd', 'name': '', 'network_id': '39fc9464-30f7-4815-9489-b3c439b523b8', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:ba:fe:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:40Z', 'updated_at': '2021-10-26T08:35:46Z', 'revision_number': 5, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'febe9593-8a31-440e-af41-7b22c83ce1ca', 'name': '', 'network_id': 'd854468b-3712-4108-a763-1d52956f8d51', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:50:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'b20c88e7-ab9e-465d-9dd4-30c01e4d5916', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:45Z', 'updated_at': '2021-10-26T08:35:55Z', 'revision_number': 5, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'b20c88e7-ab9e-465d-9dd4-30c01e4d5916', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:07.022348 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4362c785-1a32-4306-9d0e-f1d30a2a06c8 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Port': ['ID=ab8d705b-70d0-416f-b829-c8830d9803f5,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:07.028924 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4362c785-1a32-4306-9d0e-f1d30a2a06c8 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] No DVR routers for this DVR port ab8d705b-70d0-416f-b829-c8830d9803f5 on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:36:07.037218 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aedda899-3bef-4ba8-8c06-1620e14f460a tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Router 598d9a86-7715-455b-8b66-472416b5e6ca has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:36:07.058031 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d374fd-6746-400d-ad48-fd02a3cc8ff8 None None] The sync data for ids ['6102f1e9-3ac7-48c1-bc34-4c5a03328965'] in dv-neutron-804846-13-hyperv is: [{'id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'name': 'tempest-RoutersIpV6Test-router-232665885', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:35:36Z', 'updated_at': '2021-10-26T08:36:03Z', 'revision_number': 8, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'gw_port_host': None, '_interfaces': [{'id': '6b986977-f828-4d4f-8614-c12610c4d83b', 'name': '', 'network_id': '9b7cb43a-90bd-4684-aa66-ddded8a04ab5', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:b0:55:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'ac5a2cfc-f6bb-4691-be48-3e41820b6fef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:52Z', 'updated_at': '2021-10-26T08:36:01Z', 'revision_number': 5, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'ac5a2cfc-f6bb-4691-be48-3e41820b6fef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f95d411-cdd0-4e98-9d75-e9ffbc0888bd', 'name': '', 'network_id': '39fc9464-30f7-4815-9489-b3c439b523b8', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:ba:fe:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:40Z', 'updated_at': '2021-10-26T08:35:46Z', 'revision_number': 5, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'febe9593-8a31-440e-af41-7b22c83ce1ca', 'name': '', 'network_id': 'd854468b-3712-4108-a763-1d52956f8d51', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:50:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'b20c88e7-ab9e-465d-9dd4-30c01e4d5916', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:45Z', 'updated_at': '2021-10-26T08:35:55Z', 'revision_number': 5, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'b20c88e7-ab9e-465d-9dd4-30c01e4d5916', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:36:07.127038 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5b7fee-dfd8-4027-b5c8-218f8596c752 None None] DHCP port deletion for 4a037483-ec44-4245-90f1-869d5f4a0d19 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:36:07.163785 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-12866b5c-a38c-4c6f-bfb0-408bc1ed347a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] For port 6b986977-f828-4d4f-8614-c12610c4d83b, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=6b986977-f828-4d4f-8614-c12610c4d83b,segment=NetworkSegment(3c7a1f5b-bec6-48a5-9d42-574ae0898883),segment_id=3c7a1f5b-bec6-48a5-9d42-574ae0898883)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:07.164157 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-12866b5c-a38c-4c6f-bfb0-408bc1ed347a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:07.178459 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-12866b5c-a38c-4c6f-bfb0-408bc1ed347a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Calling delete_port for 6b986977-f828-4d4f-8614-c12610c4d83b owned by network:router_interface {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:07.179881 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4362c785-1a32-4306-9d0e-f1d30a2a06c8 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:07.212060 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-4362c785-1a32-4306-9d0e-f1d30a2a06c8 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a037483-ec44-4245-90f1-869d5f4a0d19']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:07.226529 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-4362c785-1a32-4306-9d0e-f1d30a2a06c8 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c20eb0-fcee-49f3-82b5-1e4e2be75a82') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:07.226829 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-4362c785-1a32-4306-9d0e-f1d30a2a06c8 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c20eb0-fcee-49f3-82b5-1e4e2be75a82') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:07.241309 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4362c785-1a32-4306-9d0e-f1d30a2a06c8 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:07.262963 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4362c785-1a32-4306-9d0e-f1d30a2a06c8 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:07.268027 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedda899-3bef-4ba8-8c06-1620e14f460a tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:36:07.276765 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-aedda899-3bef-4ba8-8c06-1620e14f460a tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "PUT /v2.0/routers/598d9a86-7715-455b-8b66-472416b5e6ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7197852 Oct 26 08:36:07.277364 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35806) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:07.278378 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4362c785-1a32-4306-9d0e-f1d30a2a06c8 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:36:07.278775 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4362c785-1a32-4306-9d0e-f1d30a2a06c8 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:07.278906 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c07e86-e39f-49bd-93db-6b8e67540f41 None None] Sync routers for ids ['598d9a86-7715-455b-8b66-472416b5e6ca'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:36:07.283907 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:36:07.283907 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:36:07.283907 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:36:07.283907 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:36:07.283907 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:36:07.283907 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:36:07.283907 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:36:07.283907 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:36:07.283907 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:36:07.283907 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:36:07.283907 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:36:07.283907 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:36:07.283907 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:36:07.283907 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:36:07.283907 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:36:07.283907 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:36:07.283907 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:36:07.283907 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:36:07.283907 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:36:07.283907 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:36:07.283907 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:36:07.283907 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:36:07.283907 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:36:07.283907 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:36:07.283907 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:36:07.283907 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:36:07.283907 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:36:07.283907 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:36:07.283907 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:36:07.283907 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:36:07.283907 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:36:07.283907 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:36:07.291655 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c07e86-e39f-49bd-93db-6b8e67540f41 None None] Routers {'598d9a86-7715-455b-8b66-472416b5e6ca'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:07.292572 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-d5c07e86-e39f-49bd-93db-6b8e67540f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['598d9a86-7715-455b-8b66-472416b5e6ca'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:07.328327 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-d5c07e86-e39f-49bd-93db-6b8e67540f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:07.337002 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c07e86-e39f-49bd-93db-6b8e67540f41 None None] Routers {'598d9a86-7715-455b-8b66-472416b5e6ca'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:07.337788 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-d5c07e86-e39f-49bd-93db-6b8e67540f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['598d9a86-7715-455b-8b66-472416b5e6ca'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:07.373741 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-12866b5c-a38c-4c6f-bfb0-408bc1ed347a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:07.374628 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-d5c07e86-e39f-49bd-93db-6b8e67540f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:07.375785 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c07e86-e39f-49bd-93db-6b8e67540f41 None None] The sync data for ids ['598d9a86-7715-455b-8b66-472416b5e6ca'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:36:07.415110 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12866b5c-a38c-4c6f-bfb0-408bc1ed347a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event deleted for resources: {'Port': ['ID=6b986977-f828-4d4f-8614-c12610c4d83b,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:07.426212 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4362c785-1a32-4306-9d0e-f1d30a2a06c8 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:07.442250 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4362c785-1a32-4306-9d0e-f1d30a2a06c8 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:07.445583 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4362c785-1a32-4306-9d0e-f1d30a2a06c8 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/networks/4a037483-ec44-4245-90f1-869d5f4a0d19 HTTP/1.1" status: 204 len: 168 time: 1.1979585 Oct 26 08:36:07.453601 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device ab8d705b-70d0-416f-b829-c8830d9803f5 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:36:07.458729 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35808) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:07.481511 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: ab8d705b-70d0-416f-b829-c8830d9803f5 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:36:07.482004 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device ab8d705b-70d0-416f-b829-c8830d9803f5 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:36:07.482503 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 4ddfa408-9524-4a91-a1c2-e3900fae0d9c no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:36:07.498664 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4362c785-1a32-4306-9d0e-f1d30a2a06c8 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Network': ['ID=4a037483-ec44-4245-90f1-869d5f4a0d19,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:07.505212 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 4ddfa408-9524-4a91-a1c2-e3900fae0d9c {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:36:07.505713 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 4ddfa408-9524-4a91-a1c2-e3900fae0d9c not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:36:07.524902 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7ed49d74-d2f9-4092-ab67-3ac7a3eb89d6 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:07.536319 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60cf975-c32c-459e-9d13-c1084164504d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:07.542888 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b60cf975-c32c-459e-9d13-c1084164504d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0761011 Oct 26 08:36:07.552914 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35810) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:07.600635 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-12866b5c-a38c-4c6f-bfb0-408bc1ed347a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:07.652784 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ed6eeb33-fd74-4195-a027-9ed7d97fd2e3 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0985627 Oct 26 08:36:07.657840 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35812) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:07.662910 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-53a77f4d-994e-4aa8-84ba-e867313b754d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1840322676'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:07.672075 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7ed49d74-d2f9-4092-ab67-3ac7a3eb89d6 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:07.710134 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a77f4d-994e-4aa8-84ba-e867313b754d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Made reservation on behalf of fbb245bdcc38449a85671f236067aeb3 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:36:07.713765 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-53a77f4d-994e-4aa8-84ba-e867313b754d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:07.751749 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a77f4d-994e-4aa8-84ba-e867313b754d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:36:07.766290 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-53a77f4d-994e-4aa8-84ba-e867313b754d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:07.766645 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-53a77f4d-994e-4aa8-84ba-e867313b754d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Added segment 14f08ae2-44de-4faf-bb4b-ad6f1aefe0c8 of type vlan for network 7d529648-b2b8-41dd-af6a-7be2c9665eb2 Oct 26 08:36:07.797058 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-7ed49d74-d2f9-4092-ab67-3ac7a3eb89d6 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Deleting port 061fce27-983e-42b8-83ef-e64ad33d4a44 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:07.797343 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7ed49d74-d2f9-4092-ab67-3ac7a3eb89d6 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:07.804608 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12866b5c-a38c-4c6f-bfb0-408bc1ed347a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Router 6102f1e9-3ac7-48c1-bc34-4c5a03328965 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:36:07.845177 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-53a77f4d-994e-4aa8-84ba-e867313b754d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:07.890371 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-53a77f4d-994e-4aa8-84ba-e867313b754d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:07.896063 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a77f4d-994e-4aa8-84ba-e867313b754d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:07.896668 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-53a77f4d-994e-4aa8-84ba-e867313b754d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:07.906261 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12866b5c-a38c-4c6f-bfb0-408bc1ed347a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:36:07.915614 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-12866b5c-a38c-4c6f-bfb0-408bc1ed347a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "PUT /v2.0/routers/6102f1e9-3ac7-48c1-bc34-4c5a03328965/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6340544 Oct 26 08:36:07.916238 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35814) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:07.924436 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d41f6b6-7875-444d-a131-f401fbe39902 None None] Sync routers for ids ['6102f1e9-3ac7-48c1-bc34-4c5a03328965'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:36:07.929967 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7ed49d74-d2f9-4092-ab67-3ac7a3eb89d6 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:07.942313 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d41f6b6-7875-444d-a131-f401fbe39902 None None] Routers {'6102f1e9-3ac7-48c1-bc34-4c5a03328965'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:07.943841 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-6d41f6b6-7875-444d-a131-f401fbe39902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['6102f1e9-3ac7-48c1-bc34-4c5a03328965'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:07.978543 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-530783de-dfba-4070-8cfd-8a8bd5d8dcc8 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Deleting subnet ac5a2cfc-f6bb-4691-be48-3e41820b6fef {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:36:07.980245 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-7ed49d74-d2f9-4092-ab67-3ac7a3eb89d6 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Calling delete_port for 061fce27-983e-42b8-83ef-e64ad33d4a44 owned by network:router_gateway {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:07.982581 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-530783de-dfba-4070-8cfd-8a8bd5d8dcc8 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:08.006119 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-53a77f4d-994e-4aa8-84ba-e867313b754d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3471978 Oct 26 08:36:08.007450 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35816) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:08.018835 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-8ab7711e-8822-4bf4-8c2d-0f3e7b35514c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'subnet': {'network_id': '7d529648-b2b8-41dd-af6a-7be2c9665eb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:08.040282 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-6d41f6b6-7875-444d-a131-f401fbe39902 None None] Set router 6102f1e9-3ac7-48c1-bc34-4c5a03328965 gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:36:08.044451 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a77f4d-994e-4aa8-84ba-e867313b754d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Network': ['ID=7d529648-b2b8-41dd-af6a-7be2c9665eb2,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:08.070995 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 7d529648-b2b8-41dd-af6a-7be2c9665eb2 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:36:08.075735 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-530783de-dfba-4070-8cfd-8a8bd5d8dcc8 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:08.184080 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab7711e-8822-4bf4-8c2d-0f3e7b35514c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Made reservation on behalf of fbb245bdcc38449a85671f236067aeb3 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:36:08.188145 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8ab7711e-8822-4bf4-8c2d-0f3e7b35514c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:08.197341 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7ed49d74-d2f9-4092-ab67-3ac7a3eb89d6 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:08.229177 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed49d74-d2f9-4092-ab67-3ac7a3eb89d6 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event deleted for resources: {'Port': ['ID=061fce27-983e-42b8-83ef-e64ad33d4a44,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:08.260136 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-530783de-dfba-4070-8cfd-8a8bd5d8dcc8 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:08.307528 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7ed49d74-d2f9-4092-ab67-3ac7a3eb89d6 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:08.338708 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-6d41f6b6-7875-444d-a131-f401fbe39902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'name': 'tempest-RoutersIpV6Test-router-232665885', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:35:36Z', 'updated_at': '2021-10-26T08:36:07Z', 'revision_number': 9, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'gw_port_host': None, '_interfaces': [{'id': '6f95d411-cdd0-4e98-9d75-e9ffbc0888bd', 'name': '', 'network_id': '39fc9464-30f7-4815-9489-b3c439b523b8', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:ba:fe:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:40Z', 'updated_at': '2021-10-26T08:35:46Z', 'revision_number': 5, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'febe9593-8a31-440e-af41-7b22c83ce1ca', 'name': '', 'network_id': 'd854468b-3712-4108-a763-1d52956f8d51', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:50:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'b20c88e7-ab9e-465d-9dd4-30c01e4d5916', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:45Z', 'updated_at': '2021-10-26T08:35:55Z', 'revision_number': 5, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'b20c88e7-ab9e-465d-9dd4-30c01e4d5916', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:08.346762 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-530783de-dfba-4070-8cfd-8a8bd5d8dcc8 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:08.368266 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d41f6b6-7875-444d-a131-f401fbe39902 None None] Checking router: 6102f1e9-3ac7-48c1-bc34-4c5a03328965 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:36:08.378480 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d41f6b6-7875-444d-a131-f401fbe39902 None None] Routers {'6102f1e9-3ac7-48c1-bc34-4c5a03328965'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:08.379106 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-6d41f6b6-7875-444d-a131-f401fbe39902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['6102f1e9-3ac7-48c1-bc34-4c5a03328965'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:08.403191 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530783de-dfba-4070-8cfd-8a8bd5d8dcc8 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event deleted for resources: {'Subnet': ['ID=ac5a2cfc-f6bb-4691-be48-3e41820b6fef,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:08.408162 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-530783de-dfba-4070-8cfd-8a8bd5d8dcc8 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:08.413818 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-530783de-dfba-4070-8cfd-8a8bd5d8dcc8 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/subnets/ac5a2cfc-f6bb-4691-be48-3e41820b6fef HTTP/1.1" status: 204 len: 168 time: 0.4943442 Oct 26 08:36:08.415402 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35818) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:08.449568 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c60b665-4aa1-4f50-891d-089ba2546caa None None] Network 9b7cb43a-90bd-4684-aa66-ddded8a04ab5 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:36:08.467299 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7ed49d74-d2f9-4092-ab67-3ac7a3eb89d6 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:08.472434 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7ed49d74-d2f9-4092-ab67-3ac7a3eb89d6 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:08.476336 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8ab7711e-8822-4bf4-8c2d-0f3e7b35514c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:08.536853 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-6d41f6b6-7875-444d-a131-f401fbe39902 None None] Set router 6102f1e9-3ac7-48c1-bc34-4c5a03328965 gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:36:08.545453 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7711e-8822-4bf4-8c2d-0f3e7b35514c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Subnet': ['ID=3fd65b0b-9294-4987-b447-d952299753a1,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:08.550631 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3ce23029-3603-476e-9ff5-75a79f4ae692 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:08.556178 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7ed49d74-d2f9-4092-ab67-3ac7a3eb89d6 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:08.556724 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed49d74-d2f9-4092-ab67-3ac7a3eb89d6 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Fanout notify agent at l3_agent the message router_deleted on router 598d9a86-7715-455b-8b66-472416b5e6ca {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:36:08.557180 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab7711e-8822-4bf4-8c2d-0f3e7b35514c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Checking segment: {'id': '14f08ae2-44de-4faf-bb4b-ad6f1aefe0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7d529648-b2b8-41dd-af6a-7be2c9665eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:36:08.557893 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab7711e-8822-4bf4-8c2d-0f3e7b35514c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Network hostable DHCP agents. Network: 7d529648-b2b8-41dd-af6a-7be2c9665eb2, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:36:08.565687 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7ed49d74-d2f9-4092-ab67-3ac7a3eb89d6 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:08.570197 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7ed49d74-d2f9-4092-ab67-3ac7a3eb89d6 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "DELETE /v2.0/routers/598d9a86-7715-455b-8b66-472416b5e6ca HTTP/1.1" status: 204 len: 168 time: 1.2872279 Oct 26 08:36:08.570844 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35820) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:08.586704 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab7711e-8822-4bf4-8c2d-0f3e7b35514c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Network 7d529648-b2b8-41dd-af6a-7be2c9665eb2 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:36:08.595845 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-8ab7711e-8822-4bf4-8c2d-0f3e7b35514c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 7d529648-b2b8-41dd-af6a-7be2c9665eb2) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:08.611008 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab7711e-8822-4bf4-8c2d-0f3e7b35514c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:08.612019 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8ab7711e-8822-4bf4-8c2d-0f3e7b35514c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:08.624978 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735ca78d-003a-41cd-8a78-2800b0a99fe1 None None] Network 7d529648-b2b8-41dd-af6a-7be2c9665eb2 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:36:08.632699 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-8ab7711e-8822-4bf4-8c2d-0f3e7b35514c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6242363 Oct 26 08:36:08.635558 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35822) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:08.641097 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-0d05655e-7f1c-481a-af17-2fd2d9f8594d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'port': {'network_id': '7d529648-b2b8-41dd-af6a-7be2c9665eb2', 'name': 'tempest-PortsTestJSON-606288435'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:08.651483 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb121ea6-3510-48ea-a843-9be7239d28f0 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Deleting subnet a7d48dfe-7558-4658-9111-55270bd8470b {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:36:08.655003 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eb121ea6-3510-48ea-a843-9be7239d28f0 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:08.703872 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eb121ea6-3510-48ea-a843-9be7239d28f0 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:08.744114 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-3ce23029-3603-476e-9ff5-75a79f4ae692 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Deleting port cdc6ff92-2620-4360-88d0-2453762c3e19 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:08.744447 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3ce23029-3603-476e-9ff5-75a79f4ae692 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:08.762532 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d05655e-7f1c-481a-af17-2fd2d9f8594d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Made reservation on behalf of fbb245bdcc38449a85671f236067aeb3 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:36:08.766939 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0d05655e-7f1c-481a-af17-2fd2d9f8594d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:08.789946 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-0d05655e-7f1c-481a-af17-2fd2d9f8594d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] device_id is not set on port 0e8eda4a-f397-43c9-aacb-f767799f4592 yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:36:08.845007 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-3ce23029-3603-476e-9ff5-75a79f4ae692 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] For port cdc6ff92-2620-4360-88d0-2453762c3e19, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=cdc6ff92-2620-4360-88d0-2453762c3e19,segment=NetworkSegment(3c7a1f5b-bec6-48a5-9d42-574ae0898883),segment_id=3c7a1f5b-bec6-48a5-9d42-574ae0898883)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:08.845774 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3ce23029-3603-476e-9ff5-75a79f4ae692 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:08.870792 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-3ce23029-3603-476e-9ff5-75a79f4ae692 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Calling delete_port for cdc6ff92-2620-4360-88d0-2453762c3e19 owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:08.878910 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eb121ea6-3510-48ea-a843-9be7239d28f0 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:08.925591 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ded14a-2773-4767-bd76-f3f2edcee4d5 None None] DHCP port deletion for 9b7cb43a-90bd-4684-aa66-ddded8a04ab5 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:36:08.946216 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-0d05655e-7f1c-481a-af17-2fd2d9f8594d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Allocated IP 172.20.0.3 (7d529648-b2b8-41dd-af6a-7be2c9665eb2/3fd65b0b-9294-4987-b447-d952299753a1/0e8eda4a-f397-43c9-aacb-f767799f4592) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:36:08.994813 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a983e4f0-93a7-42f8-a63e-84f31df140ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-7d529648-b2b8-41dd-af6a-7be2c9665eb2', 'network_id': '7d529648-b2b8-41dd-af6a-7be2c9665eb2', 'tenant_id': 'fbb245bdcc38449a85671f236067aeb3', 'fixed_ips': [{'subnet_id': '3fd65b0b-9294-4987-b447-d952299753a1'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:36:08.995827 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a983e4f0-93a7-42f8-a63e-84f31df140ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:08.997734 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eb121ea6-3510-48ea-a843-9be7239d28f0 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:09.012525 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-6d41f6b6-7875-444d-a131-f401fbe39902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'name': 'tempest-RoutersIpV6Test-router-232665885', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:35:36Z', 'updated_at': '2021-10-26T08:36:07Z', 'revision_number': 9, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'gw_port_host': None, '_interfaces': [{'id': '6f95d411-cdd0-4e98-9d75-e9ffbc0888bd', 'name': '', 'network_id': '39fc9464-30f7-4815-9489-b3c439b523b8', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:ba:fe:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:40Z', 'updated_at': '2021-10-26T08:35:46Z', 'revision_number': 5, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'febe9593-8a31-440e-af41-7b22c83ce1ca', 'name': '', 'network_id': 'd854468b-3712-4108-a763-1d52956f8d51', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:50:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'b20c88e7-ab9e-465d-9dd4-30c01e4d5916', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:45Z', 'updated_at': '2021-10-26T08:35:55Z', 'revision_number': 5, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'b20c88e7-ab9e-465d-9dd4-30c01e4d5916', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:09.032715 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3ce23029-3603-476e-9ff5-75a79f4ae692 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:09.034752 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb121ea6-3510-48ea-a843-9be7239d28f0 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event deleted for resources: {'Subnet': ['ID=a7d48dfe-7558-4658-9111-55270bd8470b,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:09.037681 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eb121ea6-3510-48ea-a843-9be7239d28f0 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:09.043696 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-eb121ea6-3510-48ea-a843-9be7239d28f0 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "DELETE /v2.0/subnets/a7d48dfe-7558-4658-9111-55270bd8470b HTTP/1.1" status: 204 len: 168 time: 0.4712114 Oct 26 08:36:09.050593 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35824) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:09.051363 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b82c595-695c-4e72-b8a8-3fecb058e291 None None] Network 4ea37877-0a57-408e-868c-ddc242c313e2 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:36:09.056669 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d41f6b6-7875-444d-a131-f401fbe39902 None None] The sync data for ids ['6102f1e9-3ac7-48c1-bc34-4c5a03328965'] in dv-neutron-804846-13-hyperv is: [{'id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'name': 'tempest-RoutersIpV6Test-router-232665885', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:35:36Z', 'updated_at': '2021-10-26T08:36:07Z', 'revision_number': 9, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'gw_port_host': None, '_interfaces': [{'id': '6f95d411-cdd0-4e98-9d75-e9ffbc0888bd', 'name': '', 'network_id': '39fc9464-30f7-4815-9489-b3c439b523b8', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:ba:fe:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:40Z', 'updated_at': '2021-10-26T08:35:46Z', 'revision_number': 5, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'febe9593-8a31-440e-af41-7b22c83ce1ca', 'name': '', 'network_id': 'd854468b-3712-4108-a763-1d52956f8d51', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:50:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'b20c88e7-ab9e-465d-9dd4-30c01e4d5916', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:45Z', 'updated_at': '2021-10-26T08:35:55Z', 'revision_number': 5, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'b20c88e7-ab9e-465d-9dd4-30c01e4d5916', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:36:09.126696 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce23029-3603-476e-9ff5-75a79f4ae692 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event deleted for resources: {'Port': ['ID=cdc6ff92-2620-4360-88d0-2453762c3e19,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:09.128331 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce23029-3603-476e-9ff5-75a79f4ae692 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] No DVR routers for this DVR port cdc6ff92-2620-4360-88d0-2453762c3e19 on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:36:09.148948 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0d05655e-7f1c-481a-af17-2fd2d9f8594d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:09.181238 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-b3ded14a-2773-4767-bd76-f3f2edcee4d5 None None] Deleting port cdc6ff92-2620-4360-88d0-2453762c3e19 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:09.181945 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b3ded14a-2773-4767-bd76-f3f2edcee4d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:09.185975 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0d05655e-7f1c-481a-af17-2fd2d9f8594d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:09.232240 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c100518e-de1d-4d86-9a68-3803029f046d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:09.243236 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d05655e-7f1c-481a-af17-2fd2d9f8594d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Network 7d529648-b2b8-41dd-af6a-7be2c9665eb2 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:36:09.247714 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-0d05655e-7f1c-481a-af17-2fd2d9f8594d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:09.251000 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d05655e-7f1c-481a-af17-2fd2d9f8594d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Port': ['ID=0e8eda4a-f397-43c9-aacb-f767799f4592,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:09.253064 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3ce23029-3603-476e-9ff5-75a79f4ae692 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:09.253499 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d05655e-7f1c-481a-af17-2fd2d9f8594d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:36:09.282065 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-3ce23029-3603-476e-9ff5-75a79f4ae692 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b7cb43a-90bd-4684-aa66-ddded8a04ab5']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:09.307732 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d05655e-7f1c-481a-af17-2fd2d9f8594d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:09.308326 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0d05655e-7f1c-481a-af17-2fd2d9f8594d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:09.309851 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-3ce23029-3603-476e-9ff5-75a79f4ae692 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c7a1f5b-bec6-48a5-9d42-574ae0898883') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:09.310150 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-3ce23029-3603-476e-9ff5-75a79f4ae692 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c7a1f5b-bec6-48a5-9d42-574ae0898883') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:09.323661 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3ce23029-3603-476e-9ff5-75a79f4ae692 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:09.325304 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-0d05655e-7f1c-481a-af17-2fd2d9f8594d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.6886802 Oct 26 08:36:09.328469 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35826) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:09.335729 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-32bde817-c3f9-43c3-bdc0-37517d509e02 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'port': {'network_id': '7d529648-b2b8-41dd-af6a-7be2c9665eb2', 'name': 'tempest-PortsTestJSON-911431257'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:09.341185 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3ce23029-3603-476e-9ff5-75a79f4ae692 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:09.353038 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce23029-3603-476e-9ff5-75a79f4ae692 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:36:09.353563 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3ce23029-3603-476e-9ff5-75a79f4ae692 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:09.356623 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:36:09.356623 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:36:09.356623 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:36:09.356623 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:36:09.356623 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:36:09.356623 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:36:09.356623 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:36:09.356623 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:36:09.356623 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:36:09.356623 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:36:09.356623 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:36:09.356623 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:36:09.356623 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:36:09.356623 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:36:09.356623 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:36:09.356623 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:36:09.356623 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:36:09.356623 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:36:09.356623 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:36:09.356623 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:36:09.356623 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:36:09.356623 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:36:09.356623 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:36:09.356623 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:36:09.356623 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:36:09.356623 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:36:09.356623 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:36:09.356623 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:36:09.356623 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:36:09.356623 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:36:09.356623 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:36:09.356623 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:36:09.417106 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-c100518e-de1d-4d86-9a68-3803029f046d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Deleting port 8670c1de-a2df-4c69-ab06-3d8983517b7c {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:09.417447 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c100518e-de1d-4d86-9a68-3803029f046d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:09.462085 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3ce23029-3603-476e-9ff5-75a79f4ae692 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:09.469106 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-b3ded14a-2773-4767-bd76-f3f2edcee4d5 None None] For port cdc6ff92-2620-4360-88d0-2453762c3e19, host dv-neutron-804846-13-hyperv, got binding levels [] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:09.469877 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b3ded14a-2773-4767-bd76-f3f2edcee4d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:09.472969 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3ce23029-3603-476e-9ff5-75a79f4ae692 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:09.479027 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3ce23029-3603-476e-9ff5-75a79f4ae692 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/networks/9b7cb43a-90bd-4684-aa66-ddded8a04ab5 HTTP/1.1" status: 204 len: 168 time: 1.0598555 Oct 26 08:36:09.493199 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35828) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:09.508324 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce23029-3603-476e-9ff5-75a79f4ae692 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event deleted for resources: {'Network': ['ID=9b7cb43a-90bd-4684-aa66-ddded8a04ab5,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:09.525392 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-b3ded14a-2773-4767-bd76-f3f2edcee4d5 None None] Calling delete_port for cdc6ff92-2620-4360-88d0-2453762c3e19 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:09.534398 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.ipam_backend_mixin [None req-b3ded14a-2773-4767-bd76-f3f2edcee4d5 None None] Port cdc6ff92-2620-4360-88d0-2453762c3e19 was not found and therefore no delete operation was performed {{(pid=102103) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 08:36:09.541449 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b3ded14a-2773-4767-bd76-f3f2edcee4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:09.597424 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device cdc6ff92-2620-4360-88d0-2453762c3e19 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:36:09.600148 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b3ded14a-2773-4767-bd76-f3f2edcee4d5 None None] Network 9b7cb43a-90bd-4684-aa66-ddded8a04ab5 is not hosted by any dhcp agent {{(pid=102103) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 08:36:09.600641 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ded14a-2773-4767-bd76-f3f2edcee4d5 None None] No DVR routers for this DVR port cdc6ff92-2620-4360-88d0-2453762c3e19 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:36:09.605083 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-a983e4f0-93a7-42f8-a63e-84f31df140ea None None] Allocated IP 172.20.0.2 (7d529648-b2b8-41dd-af6a-7be2c9665eb2/3fd65b0b-9294-4987-b447-d952299753a1/d438c2a5-3d88-4b3a-a0bf-d40cebc1127d) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:36:09.632396 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ded14a-2773-4767-bd76-f3f2edcee4d5 None None] Pushing event deleted for resources: {'Port': ['ID=cdc6ff92-2620-4360-88d0-2453762c3e19,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:09.638031 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: cdc6ff92-2620-4360-88d0-2453762c3e19 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:36:09.638584 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device cdc6ff92-2620-4360-88d0-2453762c3e19 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:36:09.639414 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 6b986977-f828-4d4f-8614-c12610c4d83b no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:36:09.669081 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c26040-7446-4b8b-b0a2-35f4a06cfc51 None None] DHCP port deletion for 4ea37877-0a57-408e-868c-ddc242c313e2 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:36:09.674152 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:36:09.676163 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 6b986977-f828-4d4f-8614-c12610c4d83b {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:36:09.676591 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 6b986977-f828-4d4f-8614-c12610c4d83b not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:36:09.819768 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-78c26040-7446-4b8b-b0a2-35f4a06cfc51 None None] Deleting port 8670c1de-a2df-4c69-ab06-3d8983517b7c {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:09.820253 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-78c26040-7446-4b8b-b0a2-35f4a06cfc51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:09.931374 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-78c26040-7446-4b8b-b0a2-35f4a06cfc51 None None] For port 8670c1de-a2df-4c69-ab06-3d8983517b7c, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=8670c1de-a2df-4c69-ab06-3d8983517b7c,segment=NetworkSegment(3d12f805-c5b1-4589-b25f-2a6606d9a079),segment_id=3d12f805-c5b1-4589-b25f-2a6606d9a079)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:09.931778 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-78c26040-7446-4b8b-b0a2-35f4a06cfc51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:09.941112 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a983e4f0-93a7-42f8-a63e-84f31df140ea None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:09.949344 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-78c26040-7446-4b8b-b0a2-35f4a06cfc51 None None] Calling delete_port for 8670c1de-a2df-4c69-ab06-3d8983517b7c owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:09.951783 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bde817-c3f9-43c3-bdc0-37517d509e02 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Made reservation on behalf of fbb245bdcc38449a85671f236067aeb3 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:36:09.953071 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a983e4f0-93a7-42f8-a63e-84f31df140ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:09.956436 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-32bde817-c3f9-43c3-bdc0-37517d509e02 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:09.958930 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-c100518e-de1d-4d86-9a68-3803029f046d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] For port 8670c1de-a2df-4c69-ab06-3d8983517b7c, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=8670c1de-a2df-4c69-ab06-3d8983517b7c,segment=NetworkSegment(3d12f805-c5b1-4589-b25f-2a6606d9a079),segment_id=3d12f805-c5b1-4589-b25f-2a6606d9a079)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:09.959303 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c100518e-de1d-4d86-9a68-3803029f046d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:09.980045 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-32bde817-c3f9-43c3-bdc0-37517d509e02 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] device_id is not set on port 405e4380-2ee5-4066-bcdb-eda579bf4215 yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:36:09.981605 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-c100518e-de1d-4d86-9a68-3803029f046d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Calling delete_port for 8670c1de-a2df-4c69-ab06-3d8983517b7c owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:10.036028 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a983e4f0-93a7-42f8-a63e-84f31df140ea None None] Network 7d529648-b2b8-41dd-af6a-7be2c9665eb2 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:36:10.043736 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-a983e4f0-93a7-42f8-a63e-84f31df140ea None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:10.052380 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a983e4f0-93a7-42f8-a63e-84f31df140ea None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:36:10.072416 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983e4f0-93a7-42f8-a63e-84f31df140ea None None] Pushing event updated for resources: {'Port': ['ID=d438c2a5-3d88-4b3a-a0bf-d40cebc1127d,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:10.102922 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-32bde817-c3f9-43c3-bdc0-37517d509e02 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Allocated IP 172.20.0.11 (7d529648-b2b8-41dd-af6a-7be2c9665eb2/3fd65b0b-9294-4987-b447-d952299753a1/405e4380-2ee5-4066-bcdb-eda579bf4215) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:36:10.134003 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-a983e4f0-93a7-42f8-a63e-84f31df140ea None None] Attempting to bind port d438c2a5-3d88-4b3a-a0bf-d40cebc1127d on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:36:10.134341 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-a983e4f0-93a7-42f8-a63e-84f31df140ea None None] Attempting to bind port d438c2a5-3d88-4b3a-a0bf-d40cebc1127d by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '14f08ae2-44de-4faf-bb4b-ad6f1aefe0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7d529648-b2b8-41dd-af6a-7be2c9665eb2'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:36:10.134766 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a983e4f0-93a7-42f8-a63e-84f31df140ea None None] Attempting to bind port d438c2a5-3d88-4b3a-a0bf-d40cebc1127d on network 7d529648-b2b8-41dd-af6a-7be2c9665eb2 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:36:10.142174 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-78c26040-7446-4b8b-b0a2-35f4a06cfc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:10.146330 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a983e4f0-93a7-42f8-a63e-84f31df140ea None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:36:10.146691 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a983e4f0-93a7-42f8-a63e-84f31df140ea None None] Checking segment: {'id': '14f08ae2-44de-4faf-bb4b-ad6f1aefe0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7d529648-b2b8-41dd-af6a-7be2c9665eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:36:10.147088 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a983e4f0-93a7-42f8-a63e-84f31df140ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:10.147494 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a983e4f0-93a7-42f8-a63e-84f31df140ea None None] Bound using segment: {'id': '14f08ae2-44de-4faf-bb4b-ad6f1aefe0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7d529648-b2b8-41dd-af6a-7be2c9665eb2'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:36:10.147957 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-a983e4f0-93a7-42f8-a63e-84f31df140ea None None] Bound port: d438c2a5-3d88-4b3a-a0bf-d40cebc1127d, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f08ae2-44de-4faf-bb4b-ad6f1aefe0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7d529648-b2b8-41dd-af6a-7be2c9665eb2'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:36:10.148339 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a983e4f0-93a7-42f8-a63e-84f31df140ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:10.179152 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c100518e-de1d-4d86-9a68-3803029f046d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:10.179796 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c26040-7446-4b8b-b0a2-35f4a06cfc51 None None] Pushing event deleted for resources: {'Port': ['ID=8670c1de-a2df-4c69-ab06-3d8983517b7c,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:10.188308 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c26040-7446-4b8b-b0a2-35f4a06cfc51 None None] No DVR routers for this DVR port 8670c1de-a2df-4c69-ab06-3d8983517b7c on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:36:10.217171 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100518e-de1d-4d86-9a68-3803029f046d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event deleted for resources: {'Port': ['ID=8670c1de-a2df-4c69-ab06-3d8983517b7c,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:10.220351 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c100518e-de1d-4d86-9a68-3803029f046d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] No DVR routers for this DVR port 8670c1de-a2df-4c69-ab06-3d8983517b7c on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:36:10.257211 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-a983e4f0-93a7-42f8-a63e-84f31df140ea None None] For port d438c2a5-3d88-4b3a-a0bf-d40cebc1127d, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:36:10.260646 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-a983e4f0-93a7-42f8-a63e-84f31df140ea None None] For port d438c2a5-3d88-4b3a-a0bf-d40cebc1127d, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=d438c2a5-3d88-4b3a-a0bf-d40cebc1127d,segment=NetworkSegment(14f08ae2-44de-4faf-bb4b-ad6f1aefe0c8),segment_id=14f08ae2-44de-4faf-bb4b-ad6f1aefe0c8)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:36:10.267664 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a983e4f0-93a7-42f8-a63e-84f31df140ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:10.282880 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-32bde817-c3f9-43c3-bdc0-37517d509e02 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:10.322309 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-32bde817-c3f9-43c3-bdc0-37517d509e02 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:10.332794 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983e4f0-93a7-42f8-a63e-84f31df140ea None None] Pushing event updated for resources: {'Port': ['ID=d438c2a5-3d88-4b3a-a0bf-d40cebc1127d,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:10.333932 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c100518e-de1d-4d86-9a68-3803029f046d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:10.366582 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-c100518e-de1d-4d86-9a68-3803029f046d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea37877-0a57-408e-868c-ddc242c313e2']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:10.383533 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-c100518e-de1d-4d86-9a68-3803029f046d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d12f805-c5b1-4589-b25f-2a6606d9a079') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:10.383913 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-c100518e-de1d-4d86-9a68-3803029f046d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d12f805-c5b1-4589-b25f-2a6606d9a079') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:10.384421 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bde817-c3f9-43c3-bdc0-37517d509e02 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Network 7d529648-b2b8-41dd-af6a-7be2c9665eb2 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:36:10.388222 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-32bde817-c3f9-43c3-bdc0-37517d509e02 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:10.392438 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bde817-c3f9-43c3-bdc0-37517d509e02 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:36:10.399470 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bde817-c3f9-43c3-bdc0-37517d509e02 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Port': ['ID=405e4380-2ee5-4066-bcdb-eda579bf4215,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:10.400034 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c100518e-de1d-4d86-9a68-3803029f046d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:10.433391 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c100518e-de1d-4d86-9a68-3803029f046d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:10.442458 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c100518e-de1d-4d86-9a68-3803029f046d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:36:10.442858 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c100518e-de1d-4d86-9a68-3803029f046d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:10.446801 dv-neutron-804846-13-hyperv neutron-server[102102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:36:10.446801 dv-neutron-804846-13-hyperv neutron-server[102102]: self.session.flush() Oct 26 08:36:10.446801 dv-neutron-804846-13-hyperv neutron-server[102102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:36:10.446801 dv-neutron-804846-13-hyperv neutron-server[102102]: self.session.flush() Oct 26 08:36:10.446801 dv-neutron-804846-13-hyperv neutron-server[102102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:36:10.446801 dv-neutron-804846-13-hyperv neutron-server[102102]: self.session.flush() Oct 26 08:36:10.446801 dv-neutron-804846-13-hyperv neutron-server[102102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:36:10.446801 dv-neutron-804846-13-hyperv neutron-server[102102]: self.session.flush() Oct 26 08:36:10.446801 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:36:10.446801 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:36:10.446801 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:36:10.446801 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:36:10.446801 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:36:10.446801 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:36:10.446801 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:36:10.446801 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:36:10.446801 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:36:10.446801 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:36:10.446801 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:36:10.446801 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:36:10.446801 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:36:10.446801 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:36:10.446801 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:36:10.446801 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:36:10.446801 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:36:10.446801 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:36:10.446801 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:36:10.446801 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:36:10.446801 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:36:10.446801 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:36:10.446801 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:36:10.446801 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:36:10.446801 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:36:10.446801 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:36:10.446801 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:36:10.446801 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:36:10.446801 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:36:10.446801 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:36:10.446801 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:36:10.446801 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:36:10.460579 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bde817-c3f9-43c3-bdc0-37517d509e02 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:10.461219 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-32bde817-c3f9-43c3-bdc0-37517d509e02 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:10.479149 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-32bde817-c3f9-43c3-bdc0-37517d509e02 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1488800 Oct 26 08:36:10.481785 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35830) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:10.540275 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c100518e-de1d-4d86-9a68-3803029f046d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:10.559653 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c100518e-de1d-4d86-9a68-3803029f046d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:10.562966 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c1c16f-a0d6-47ee-94ca-47feb5da7576 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:10.563731 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c100518e-de1d-4d86-9a68-3803029f046d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "DELETE /v2.0/networks/4ea37877-0a57-408e-868c-ddc242c313e2 HTTP/1.1" status: 204 len: 168 time: 1.5124028 Oct 26 08:36:10.566917 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e6c1c16f-a0d6-47ee-94ca-47feb5da7576 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 921 time: 0.0815151 Oct 26 08:36:10.566917 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35832) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:10.570271 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35834) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:10.598620 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4bb0c8b3-d413-42e5-986d-7116abff3a95 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:10.654092 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100518e-de1d-4d86-9a68-3803029f046d tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event deleted for resources: {'Network': ['ID=4ea37877-0a57-408e-868c-ddc242c313e2,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:10.712267 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-d5d36f3b-f24f-44eb-8e3c-9498f4886050 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Deleting port cb1460e5-1e0b-4660-80fb-7958062d1a9d {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:10.712614 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d5d36f3b-f24f-44eb-8e3c-9498f4886050 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:10.792572 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d5d36f3b-f24f-44eb-8e3c-9498f4886050 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:10.792808 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d5d36f3b-f24f-44eb-8e3c-9498f4886050 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:10.804498 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-d5d36f3b-f24f-44eb-8e3c-9498f4886050 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Calling delete_port for cb1460e5-1e0b-4660-80fb-7958062d1a9d owned by network:floatingip {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:10.815882 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-5c0b2a8a-8185-4868-b59c-1d1da6a62ce8 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Deleting port 405e4380-2ee5-4066-bcdb-eda579bf4215 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:10.816230 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5c0b2a8a-8185-4868-b59c-1d1da6a62ce8 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:10.937471 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5c0b2a8a-8185-4868-b59c-1d1da6a62ce8 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:10.938131 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d5d36f3b-f24f-44eb-8e3c-9498f4886050 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:10.957349 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-5c0b2a8a-8185-4868-b59c-1d1da6a62ce8 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Calling delete_port for 405e4380-2ee5-4066-bcdb-eda579bf4215 owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:10.969438 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d36f3b-f24f-44eb-8e3c-9498f4886050 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event deleted for resources: {'Port': ['ID=cb1460e5-1e0b-4660-80fb-7958062d1a9d,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:11.032234 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d5d36f3b-f24f-44eb-8e3c-9498f4886050 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for floatingip, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:11.035217 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d5d36f3b-f24f-44eb-8e3c-9498f4886050 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:11.040441 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d5d36f3b-f24f-44eb-8e3c-9498f4886050 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "DELETE /v2.0/floatingips/9206d57d-55fc-4f45-8481-ce783fe0b15b HTTP/1.1" status: 204 len: 168 time: 0.4737370 Oct 26 08:36:11.041077 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35836) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:11.065420 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3dc86a0-6130-4346-a667-183ded04e1f4 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] DELETE failed (client error): The resource could not be found. Oct 26 08:36:11.066154 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3dc86a0-6130-4346-a667-183ded04e1f4 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:36:11.070316 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a3dc86a0-6130-4346-a667-183ded04e1f4 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "DELETE /v2.0/ports/e4fbab3d-174b-4437-9fbd-ce3a6703c408 HTTP/1.1" status: 404 len: 333 time: 0.0279770 Oct 26 08:36:11.072393 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35838) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:11.072883 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-4bb0c8b3-d413-42e5-986d-7116abff3a95 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Deleting port febe9593-8a31-440e-af41-7b22c83ce1ca {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:11.073230 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4bb0c8b3-d413-42e5-986d-7116abff3a95 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:11.104188 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-817bb87a-4610-4aa3-a35f-e1fc96663ae6 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "GET /v2.0/ports?device_id=598d9a86-7715-455b-8b66-472416b5e6ca HTTP/1.1" status: 200 len: 205 time: 0.0281794 Oct 26 08:36:11.104607 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35840) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:11.148399 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-63bb6c50-1c69-4ddd-a581-23dd54a6de95 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] delete failed (client error): The resource could not be found. Oct 26 08:36:11.152176 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-63bb6c50-1c69-4ddd-a581-23dd54a6de95 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "DELETE /v2.0/routers/598d9a86-7715-455b-8b66-472416b5e6ca HTTP/1.1" status: 404 len: 336 time: 0.0440490 Oct 26 08:36:11.152927 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35842) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:11.190525 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a7f1f19-a526-469a-a335-58db4cc8467a tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] DELETE failed (client error): The resource could not be found. Oct 26 08:36:11.190899 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a7f1f19-a526-469a-a335-58db4cc8467a tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:36:11.196652 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2a7f1f19-a526-469a-a335-58db4cc8467a tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "DELETE /v2.0/subnets/a7d48dfe-7558-4658-9111-55270bd8470b HTTP/1.1" status: 404 len: 337 time: 0.0404115 Oct 26 08:36:11.197669 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35844) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:11.206688 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5c0b2a8a-8185-4868-b59c-1d1da6a62ce8 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:11.256462 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b2a8a-8185-4868-b59c-1d1da6a62ce8 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Port': ['ID=405e4380-2ee5-4066-bcdb-eda579bf4215,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:11.263682 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-4bb0c8b3-d413-42e5-986d-7116abff3a95 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] For port febe9593-8a31-440e-af41-7b22c83ce1ca, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=febe9593-8a31-440e-af41-7b22c83ce1ca,segment=NetworkSegment(4521b7b0-c2f3-48c5-8f55-b813740a6eba),segment_id=4521b7b0-c2f3-48c5-8f55-b813740a6eba)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:11.264059 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4bb0c8b3-d413-42e5-986d-7116abff3a95 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:11.302675 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-4bb0c8b3-d413-42e5-986d-7116abff3a95 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Calling delete_port for febe9593-8a31-440e-af41-7b22c83ce1ca owned by network:router_interface {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:11.323785 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-4325ed13-ae3f-4773-b441-6c7f6bd330b6 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Deleting port 54f9d107-e1ab-410f-b7a6-aa0f0a32f7d1 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:11.324371 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4325ed13-ae3f-4773-b441-6c7f6bd330b6 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:11.387986 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5c0b2a8a-8185-4868-b59c-1d1da6a62ce8 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:11.395008 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5c0b2a8a-8185-4868-b59c-1d1da6a62ce8 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/ports/405e4380-2ee5-4066-bcdb-eda579bf4215 HTTP/1.1" status: 204 len: 168 time: 0.8114569 Oct 26 08:36:11.395864 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35846) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:11.438958 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f49f99-bfd1-42e8-b988-7815956c0887 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] GET failed (client error): The resource could not be found. Oct 26 08:36:11.440963 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-57f49f99-bfd1-42e8-b988-7815956c0887 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "GET /v2.0/ports/405e4380-2ee5-4066-bcdb-eda579bf4215 HTTP/1.1" status: 404 len: 333 time: 0.0442369 Oct 26 08:36:11.447884 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e24be0a-bda3-4890-b492-6944d12ad0c6 None None] Network 7d529648-b2b8-41dd-af6a-7be2c9665eb2 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:36:11.449143 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35848) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:11.500235 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4325ed13-ae3f-4773-b441-6c7f6bd330b6 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:11.526296 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-4325ed13-ae3f-4773-b441-6c7f6bd330b6 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Calling delete_port for 54f9d107-e1ab-410f-b7a6-aa0f0a32f7d1 owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:11.532667 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device d438c2a5-3d88-4b3a-a0bf-d40cebc1127d up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:36:11.547812 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4bb0c8b3-d413-42e5-986d-7116abff3a95 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:11.582614 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0c8b3-d413-42e5-986d-7116abff3a95 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event deleted for resources: {'Port': ['ID=febe9593-8a31-440e-af41-7b22c83ce1ca,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:11.598191 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-b9809c28-ab64-4187-8c5b-9a7ae459d8b5 None None] Provisioning complete for port d438c2a5-3d88-4b3a-a0bf-d40cebc1127d triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:11.598466 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b9809c28-ab64-4187-8c5b-9a7ae459d8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:11.643424 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-3a215460-2cec-443c-bd3d-ae7d7257e039 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Deleting port 0e8eda4a-f397-43c9-aacb-f767799f4592 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:11.643776 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3a215460-2cec-443c-bd3d-ae7d7257e039 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:11.736117 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4bb0c8b3-d413-42e5-986d-7116abff3a95 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:11.787920 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3a215460-2cec-443c-bd3d-ae7d7257e039 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:11.790321 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port d438c2a5-3d88-4b3a-a0bf-d40cebc1127d triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:11.790698 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:11.811111 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-3a215460-2cec-443c-bd3d-ae7d7257e039 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Calling delete_port for 0e8eda4a-f397-43c9-aacb-f767799f4592 owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:11.813771 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4325ed13-ae3f-4773-b441-6c7f6bd330b6 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:11.844653 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b9809c28-ab64-4187-8c5b-9a7ae459d8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:11.857469 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4325ed13-ae3f-4773-b441-6c7f6bd330b6 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event deleted for resources: {'Port': ['ID=54f9d107-e1ab-410f-b7a6-aa0f0a32f7d1,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:11.900295 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-b9809c28-ab64-4187-8c5b-9a7ae459d8b5 None None] For port d438c2a5-3d88-4b3a-a0bf-d40cebc1127d, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=d438c2a5-3d88-4b3a-a0bf-d40cebc1127d,segment=NetworkSegment(14f08ae2-44de-4faf-bb4b-ad6f1aefe0c8),segment_id=14f08ae2-44de-4faf-bb4b-ad6f1aefe0c8)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:11.910601 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b9809c28-ab64-4187-8c5b-9a7ae459d8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:11.980967 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4325ed13-ae3f-4773-b441-6c7f6bd330b6 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:11.986159 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4325ed13-ae3f-4773-b441-6c7f6bd330b6 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "DELETE /v2.0/ports/54f9d107-e1ab-410f-b7a6-aa0f0a32f7d1 HTTP/1.1" status: 204 len: 168 time: 0.7873335 Oct 26 08:36:11.988879 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35850) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:11.993536 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9809c28-ab64-4187-8c5b-9a7ae459d8b5 None None] Pushing event updated for resources: {'Port': ['ID=d438c2a5-3d88-4b3a-a0bf-d40cebc1127d,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:12.080192 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3a215460-2cec-443c-bd3d-ae7d7257e039 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:12.082226 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb0c8b3-d413-42e5-986d-7116abff3a95 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Router 6102f1e9-3ac7-48c1-bc34-4c5a03328965 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:36:12.092483 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 8670c1de-a2df-4c69-ab06-3d8983517b7c no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:36:12.118989 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 8670c1de-a2df-4c69-ab06-3d8983517b7c {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:36:12.119720 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 8670c1de-a2df-4c69-ab06-3d8983517b7c not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:36:12.158487 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a215460-2cec-443c-bd3d-ae7d7257e039 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Port': ['ID=0e8eda4a-f397-43c9-aacb-f767799f4592,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:12.164245 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-7a1f6464-0af4-4468-abcb-89b1857cb65e None None] Provisioning complete for port d438c2a5-3d88-4b3a-a0bf-d40cebc1127d triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:12.166063 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a1f6464-0af4-4468-abcb-89b1857cb65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:12.258989 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb0c8b3-d413-42e5-986d-7116abff3a95 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:36:12.266203 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4bb0c8b3-d413-42e5-986d-7116abff3a95 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "PUT /v2.0/routers/6102f1e9-3ac7-48c1-bc34-4c5a03328965/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7719042 Oct 26 08:36:12.268946 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35852) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:12.280247 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-7a1f6464-0af4-4468-abcb-89b1857cb65e None None] Could not find standard attr ID for object 0e8eda4a-f397-43c9-aacb-f767799f4592. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:36:12.281348 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-26a3540f-cffc-48f4-8ef0-92113862fb06 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Deleting port 640b9b3f-296e-47e4-947a-af87c7a7c99e {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:12.281702 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dbf4d5-cc15-4b34-82c0-41a606fa5884 None None] Sync routers for ids ['6102f1e9-3ac7-48c1-bc34-4c5a03328965'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:36:12.282203 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-26a3540f-cffc-48f4-8ef0-92113862fb06 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:12.295563 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dbf4d5-cc15-4b34-82c0-41a606fa5884 None None] Routers {'6102f1e9-3ac7-48c1-bc34-4c5a03328965'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:12.296809 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-07dbf4d5-cc15-4b34-82c0-41a606fa5884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['6102f1e9-3ac7-48c1-bc34-4c5a03328965'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:12.318017 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3a215460-2cec-443c-bd3d-ae7d7257e039 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:12.322426 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3a215460-2cec-443c-bd3d-ae7d7257e039 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/ports/0e8eda4a-f397-43c9-aacb-f767799f4592 HTTP/1.1" status: 204 len: 168 time: 0.8723514 Oct 26 08:36:12.325286 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35854) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:12.420604 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-f60f16e3-64d8-438c-bc3c-22ea88c150e7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Deleting subnet b20c88e7-ab9e-465d-9dd4-30c01e4d5916 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:36:12.424955 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f60f16e3-64d8-438c-bc3c-22ea88c150e7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:12.446535 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-07dbf4d5-cc15-4b34-82c0-41a606fa5884 None None] Set router 6102f1e9-3ac7-48c1-bc34-4c5a03328965 gateway port host: None {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:36:12.448779 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-671ab56d-037e-4fbf-a482-8e234983e2dd tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] GET failed (client error): The resource could not be found. Oct 26 08:36:12.450334 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-671ab56d-037e-4fbf-a482-8e234983e2dd tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "GET /v2.0/ports/0e8eda4a-f397-43c9-aacb-f767799f4592 HTTP/1.1" status: 404 len: 333 time: 0.0992141 Oct 26 08:36:12.453248 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35856) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:12.505482 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-a0d4bd91-5eac-4662-9ec3-c02cc5ce44e3 None None] Could not find standard attr ID for object 0e8eda4a-f397-43c9-aacb-f767799f4592. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:36:12.520042 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f60f16e3-64d8-438c-bc3c-22ea88c150e7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:12.561151 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-35ef4a3e-b25e-4ba8-9380-9d7b66b25560 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Deleting subnet 3fd65b0b-9294-4987-b447-d952299753a1 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:36:12.567395 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-35ef4a3e-b25e-4ba8-9380-9d7b66b25560 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:12.618328 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-26a3540f-cffc-48f4-8ef0-92113862fb06 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:12.626465 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-35ef4a3e-b25e-4ba8-9380-9d7b66b25560 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:12.636839 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-26a3540f-cffc-48f4-8ef0-92113862fb06 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Calling delete_port for 640b9b3f-296e-47e4-947a-af87c7a7c99e owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:12.715284 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f60f16e3-64d8-438c-bc3c-22ea88c150e7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:12.716602 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-07dbf4d5-cc15-4b34-82c0-41a606fa5884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'name': 'tempest-RoutersIpV6Test-router-232665885', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:35:36Z', 'updated_at': '2021-10-26T08:36:11Z', 'revision_number': 10, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'gw_port_host': None, '_interfaces': [{'id': '6f95d411-cdd0-4e98-9d75-e9ffbc0888bd', 'name': '', 'network_id': '39fc9464-30f7-4815-9489-b3c439b523b8', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:ba:fe:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:40Z', 'updated_at': '2021-10-26T08:35:46Z', 'revision_number': 5, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:12.724100 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-e188e1b9-4a3b-44df-ab7b-1ec1b98e83af None None] Could not find standard attr ID for object 405e4380-2ee5-4066-bcdb-eda579bf4215. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:36:12.741011 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-35ef4a3e-b25e-4ba8-9380-9d7b66b25560 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:12.760367 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dbf4d5-cc15-4b34-82c0-41a606fa5884 None None] Checking router: 6102f1e9-3ac7-48c1-bc34-4c5a03328965 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:36:12.772051 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dbf4d5-cc15-4b34-82c0-41a606fa5884 None None] Routers {'6102f1e9-3ac7-48c1-bc34-4c5a03328965'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:12.774331 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-07dbf4d5-cc15-4b34-82c0-41a606fa5884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['6102f1e9-3ac7-48c1-bc34-4c5a03328965'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:12.808054 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f60f16e3-64d8-438c-bc3c-22ea88c150e7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:12.814990 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-35ef4a3e-b25e-4ba8-9380-9d7b66b25560 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:12.843622 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef4a3e-b25e-4ba8-9380-9d7b66b25560 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Subnet': ['ID=3fd65b0b-9294-4987-b447-d952299753a1,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:12.847543 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-35ef4a3e-b25e-4ba8-9380-9d7b66b25560 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:12.855784 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-35ef4a3e-b25e-4ba8-9380-9d7b66b25560 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/subnets/3fd65b0b-9294-4987-b447-d952299753a1 HTTP/1.1" status: 204 len: 168 time: 0.4008327 Oct 26 08:36:12.855901 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35858) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:12.886099 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-07dbf4d5-cc15-4b34-82c0-41a606fa5884 None None] Set router 6102f1e9-3ac7-48c1-bc34-4c5a03328965 gateway port host: None {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:36:12.893963 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f16e3-64d8-438c-bc3c-22ea88c150e7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event deleted for resources: {'Subnet': ['ID=b20c88e7-ab9e-465d-9dd4-30c01e4d5916,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:12.910631 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f60f16e3-64d8-438c-bc3c-22ea88c150e7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:12.914163 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f60f16e3-64d8-438c-bc3c-22ea88c150e7 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/subnets/b20c88e7-ab9e-465d-9dd4-30c01e4d5916 HTTP/1.1" status: 204 len: 168 time: 0.6436582 Oct 26 08:36:12.916879 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35860) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:12.917901 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e99cfdf-b621-4648-85e8-ba43370d8100 None None] Network d854468b-3712-4108-a763-1d52956f8d51 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:36:12.967022 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aadf7e9-4386-4691-9438-16c42a247e6f None None] Network 7d529648-b2b8-41dd-af6a-7be2c9665eb2 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:36:12.973325 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-26a3540f-cffc-48f4-8ef0-92113862fb06 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:13.032793 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-59948be8-26d8-4d8b-b239-980752381659 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:13.040283 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3540f-cffc-48f4-8ef0-92113862fb06 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event deleted for resources: {'Port': ['ID=640b9b3f-296e-47e4-947a-af87c7a7c99e,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:13.063464 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-948095fa-11a0-41ec-be1c-d12651ba6664 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:13.130891 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-948095fa-11a0-41ec-be1c-d12651ba6664 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Deleting port 0be96676-a943-445c-a37a-1b71b8e0097e {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:13.131544 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-948095fa-11a0-41ec-be1c-d12651ba6664 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:13.151360 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-07dbf4d5-cc15-4b34-82c0-41a606fa5884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'name': 'tempest-RoutersIpV6Test-router-232665885', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:35:36Z', 'updated_at': '2021-10-26T08:36:11Z', 'revision_number': 10, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'gw_port_host': None, '_interfaces': [{'id': '6f95d411-cdd0-4e98-9d75-e9ffbc0888bd', 'name': '', 'network_id': '39fc9464-30f7-4815-9489-b3c439b523b8', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:ba:fe:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:40Z', 'updated_at': '2021-10-26T08:35:46Z', 'revision_number': 5, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:13.178757 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-26a3540f-cffc-48f4-8ef0-92113862fb06 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:13.184168 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-26a3540f-cffc-48f4-8ef0-92113862fb06 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "DELETE /v2.0/ports/640b9b3f-296e-47e4-947a-af87c7a7c99e HTTP/1.1" status: 204 len: 168 time: 1.1933622 Oct 26 08:36:13.186601 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35862) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:13.187654 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dbf4d5-cc15-4b34-82c0-41a606fa5884 None None] The sync data for ids ['6102f1e9-3ac7-48c1-bc34-4c5a03328965'] in dv-neutron-804846-13-hyperv is: [{'id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'name': 'tempest-RoutersIpV6Test-router-232665885', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:35:36Z', 'updated_at': '2021-10-26T08:36:11Z', 'revision_number': 10, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'gw_port_host': None, '_interfaces': [{'id': '6f95d411-cdd0-4e98-9d75-e9ffbc0888bd', 'name': '', 'network_id': '39fc9464-30f7-4815-9489-b3c439b523b8', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'mac_address': 'fa:16:3e:ba:fe:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:35:40Z', 'updated_at': '2021-10-26T08:35:46Z', 'revision_number': 5, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'subnets': [{'id': 'c06be67c-de33-4260-ba27-5530b26b333c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:36:13.232867 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-59948be8-26d8-4d8b-b239-980752381659 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Deleting port d438c2a5-3d88-4b3a-a0bf-d40cebc1127d {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:13.233212 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-59948be8-26d8-4d8b-b239-980752381659 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:13.243092 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-948095fa-11a0-41ec-be1c-d12651ba6664 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] For port 0be96676-a943-445c-a37a-1b71b8e0097e, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=0be96676-a943-445c-a37a-1b71b8e0097e,segment=NetworkSegment(4521b7b0-c2f3-48c5-8f55-b813740a6eba),segment_id=4521b7b0-c2f3-48c5-8f55-b813740a6eba)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:13.243458 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-948095fa-11a0-41ec-be1c-d12651ba6664 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:13.256578 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3ee308-e815-4f69-8aa7-3873108c7fdd None None] DHCP port deletion for 7d529648-b2b8-41dd-af6a-7be2c9665eb2 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:36:13.268808 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-948095fa-11a0-41ec-be1c-d12651ba6664 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Calling delete_port for 0be96676-a943-445c-a37a-1b71b8e0097e owned by network:dhcp {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:13.301857 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186523a5-26a0-4e13-bcef-c08f13d83524 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:13.305836 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-186523a5-26a0-4e13-bcef-c08f13d83524 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fe4e193-bc1b-4ccb-b74d-89b3fded41d1 HTTP/1.1" status: 200 len: 913 time: 0.1156495 Oct 26 08:36:13.307509 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35866) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:13.324288 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8a3ee308-e815-4f69-8aa7-3873108c7fdd None None] Deleting port d438c2a5-3d88-4b3a-a0bf-d40cebc1127d {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:13.325294 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8a3ee308-e815-4f69-8aa7-3873108c7fdd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:13.392428 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-59948be8-26d8-4d8b-b239-980752381659 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] For port d438c2a5-3d88-4b3a-a0bf-d40cebc1127d, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=d438c2a5-3d88-4b3a-a0bf-d40cebc1127d,segment=NetworkSegment(14f08ae2-44de-4faf-bb4b-ad6f1aefe0c8),segment_id=14f08ae2-44de-4faf-bb4b-ad6f1aefe0c8)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:13.392428 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-59948be8-26d8-4d8b-b239-980752381659 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:13.405015 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8a3ee308-e815-4f69-8aa7-3873108c7fdd None None] For port d438c2a5-3d88-4b3a-a0bf-d40cebc1127d, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=d438c2a5-3d88-4b3a-a0bf-d40cebc1127d,segment=NetworkSegment(14f08ae2-44de-4faf-bb4b-ad6f1aefe0c8),segment_id=14f08ae2-44de-4faf-bb4b-ad6f1aefe0c8)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:13.405953 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79be87-8706-4cb8-8705-13c3afc9f827 req-781d455f-f547-43aa-a2c1-e18f980f9210 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:13.406906 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8a3ee308-e815-4f69-8aa7-3873108c7fdd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:13.407544 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-dc79be87-8706-4cb8-8705-13c3afc9f827 req-781d455f-f547-43aa-a2c1-e18f980f9210 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.0646408 Oct 26 08:36:13.412557 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-59948be8-26d8-4d8b-b239-980752381659 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Calling delete_port for d438c2a5-3d88-4b3a-a0bf-d40cebc1127d owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:13.415525 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-948095fa-11a0-41ec-be1c-d12651ba6664 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:13.420596 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8a3ee308-e815-4f69-8aa7-3873108c7fdd None None] Calling delete_port for d438c2a5-3d88-4b3a-a0bf-d40cebc1127d owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:13.462821 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948095fa-11a0-41ec-be1c-d12651ba6664 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] No DVR routers for this DVR port 0be96676-a943-445c-a37a-1b71b8e0097e on host dv-neutron-804846-13-hyperv {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:36:13.465575 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948095fa-11a0-41ec-be1c-d12651ba6664 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event deleted for resources: {'Port': ['ID=0be96676-a943-445c-a37a-1b71b8e0097e,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:13.518164 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-dc79be87-8706-4cb8-8705-13c3afc9f827 req-035ae018-40f5-42c2-a7bb-06c505355b0d tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990138 Oct 26 08:36:13.523028 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8a3ee308-e815-4f69-8aa7-3873108c7fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:13.557690 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3ee308-e815-4f69-8aa7-3873108c7fdd None None] No DVR routers for this DVR port d438c2a5-3d88-4b3a-a0bf-d40cebc1127d on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:36:13.565327 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ee308-e815-4f69-8aa7-3873108c7fdd None None] Pushing event deleted for resources: {'Port': ['ID=d438c2a5-3d88-4b3a-a0bf-d40cebc1127d,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:13.598440 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39715cac-95fd-4540-998e-68c70aeb6644 None None] DHCP port deletion for d854468b-3712-4108-a763-1d52956f8d51 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:36:13.613908 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-948095fa-11a0-41ec-be1c-d12651ba6664 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:13.643780 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-59948be8-26d8-4d8b-b239-980752381659 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:13.646985 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-948095fa-11a0-41ec-be1c-d12651ba6664 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d854468b-3712-4108-a763-1d52956f8d51']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:13.681192 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-948095fa-11a0-41ec-be1c-d12651ba6664 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4521b7b0-c2f3-48c5-8f55-b813740a6eba') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:13.681192 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-948095fa-11a0-41ec-be1c-d12651ba6664 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4521b7b0-c2f3-48c5-8f55-b813740a6eba') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:13.698549 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59948be8-26d8-4d8b-b239-980752381659 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] No DVR routers for this DVR port d438c2a5-3d88-4b3a-a0bf-d40cebc1127d on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:36:13.702643 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-948095fa-11a0-41ec-be1c-d12651ba6664 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:13.703791 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 0be96676-a943-445c-a37a-1b71b8e0097e no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:36:13.717414 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-948095fa-11a0-41ec-be1c-d12651ba6664 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:13.723822 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-948095fa-11a0-41ec-be1c-d12651ba6664 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:36:13.724221 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-948095fa-11a0-41ec-be1c-d12651ba6664 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:13.728066 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:36:13.728066 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:36:13.728066 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:36:13.728066 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:36:13.728066 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:36:13.728066 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:36:13.728066 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:36:13.728066 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:36:13.728066 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:36:13.728066 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:36:13.728066 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:36:13.728066 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:36:13.728066 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:36:13.728066 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:36:13.728066 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:36:13.728066 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:36:13.728066 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:36:13.728066 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:36:13.728066 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:36:13.728066 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:36:13.728066 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:36:13.728066 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:36:13.728066 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:36:13.728066 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:36:13.728066 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:36:13.728066 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:36:13.728066 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:36:13.728066 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:36:13.728066 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:36:13.728066 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:36:13.728066 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:36:13.728066 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:36:13.731848 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 0be96676-a943-445c-a37a-1b71b8e0097e {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:36:13.732334 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 0be96676-a943-445c-a37a-1b71b8e0097e not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:36:13.732840 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device d438c2a5-3d88-4b3a-a0bf-d40cebc1127d no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:36:13.742362 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59948be8-26d8-4d8b-b239-980752381659 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Port': ['ID=d438c2a5-3d88-4b3a-a0bf-d40cebc1127d,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:13.758525 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: d438c2a5-3d88-4b3a-a0bf-d40cebc1127d {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:36:13.759782 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device d438c2a5-3d88-4b3a-a0bf-d40cebc1127d not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:36:13.760396 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device febe9593-8a31-440e-af41-7b22c83ce1ca no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:36:13.787137 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: febe9593-8a31-440e-af41-7b22c83ce1ca {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:36:13.787408 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device febe9593-8a31-440e-af41-7b22c83ce1ca not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:36:13.797942 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-948095fa-11a0-41ec-be1c-d12651ba6664 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:13.804748 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-948095fa-11a0-41ec-be1c-d12651ba6664 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:13.809218 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-948095fa-11a0-41ec-be1c-d12651ba6664 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/networks/d854468b-3712-4108-a763-1d52956f8d51 HTTP/1.1" status: 204 len: 168 time: 0.8905845 Oct 26 08:36:13.816153 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35870) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:13.843765 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948095fa-11a0-41ec-be1c-d12651ba6664 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event deleted for resources: {'Network': ['ID=d854468b-3712-4108-a763-1d52956f8d51,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:14.156604 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-59948be8-26d8-4d8b-b239-980752381659 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:14.185707 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7fabfd-a7a8-4979-9782-13282453fc23 req-21fbdcb5-144c-4dec-a5e2-40ccf2ee28e4 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:14.187752 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-aa7fabfd-a7a8-4979-9782-13282453fc23 req-21fbdcb5-144c-4dec-a5e2-40ccf2ee28e4 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.5209026 Oct 26 08:36:14.188152 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-83b588e2-5d99-4ad9-930e-16a46b57a7e4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:14.200775 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-59948be8-26d8-4d8b-b239-980752381659 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d529648-b2b8-41dd-af6a-7be2c9665eb2']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:14.224891 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-59948be8-26d8-4d8b-b239-980752381659 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f08ae2-44de-4faf-bb4b-ad6f1aefe0c8') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:14.225184 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-59948be8-26d8-4d8b-b239-980752381659 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f08ae2-44de-4faf-bb4b-ad6f1aefe0c8') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:14.254534 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-59948be8-26d8-4d8b-b239-980752381659 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:14.279273 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-59948be8-26d8-4d8b-b239-980752381659 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:14.291591 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-aa7fabfd-a7a8-4979-9782-13282453fc23 req-c0b87375-94ac-4f4c-9fe6-88cbecca7b46 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963960 Oct 26 08:36:14.293134 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59948be8-26d8-4d8b-b239-980752381659 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:36:14.293528 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-59948be8-26d8-4d8b-b239-980752381659 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:14.297251 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:36:14.297251 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:36:14.297251 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:36:14.297251 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:36:14.297251 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:36:14.297251 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:36:14.297251 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:36:14.297251 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:36:14.297251 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:36:14.297251 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:36:14.297251 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:36:14.297251 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:36:14.297251 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:36:14.297251 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:36:14.297251 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:36:14.297251 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:36:14.297251 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:36:14.297251 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:36:14.297251 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:36:14.297251 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:36:14.297251 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:36:14.297251 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:36:14.297251 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:36:14.297251 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:36:14.297251 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:36:14.297251 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:36:14.297251 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:36:14.297251 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:36:14.297251 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:36:14.297251 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:36:14.297251 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:36:14.297251 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:36:14.392287 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-59948be8-26d8-4d8b-b239-980752381659 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:14.401572 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-59948be8-26d8-4d8b-b239-980752381659 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:14.404830 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-59948be8-26d8-4d8b-b239-980752381659 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/networks/7d529648-b2b8-41dd-af6a-7be2c9665eb2 HTTP/1.1" status: 204 len: 168 time: 1.5297480 Oct 26 08:36:14.416374 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35874) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:14.422943 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-c29cdc6e-1008-4d9b-a245-1c0541c829eb tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-132596446'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:14.427324 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59948be8-26d8-4d8b-b239-980752381659 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Network': ['ID=7d529648-b2b8-41dd-af6a-7be2c9665eb2,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:14.461740 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-18400f74-1052-4630-8d01-8546bcbba2d1 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:14.464386 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29cdc6e-1008-4d9b-a245-1c0541c829eb tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Made reservation on behalf of fbb245bdcc38449a85671f236067aeb3 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:36:14.468226 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c29cdc6e-1008-4d9b-a245-1c0541c829eb tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:14.488075 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-83b588e2-5d99-4ad9-930e-16a46b57a7e4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Deleting port 6f95d411-cdd0-4e98-9d75-e9ffbc0888bd {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:14.488650 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-83b588e2-5d99-4ad9-930e-16a46b57a7e4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:14.586333 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-83b588e2-5d99-4ad9-930e-16a46b57a7e4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] For port 6f95d411-cdd0-4e98-9d75-e9ffbc0888bd, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=6f95d411-cdd0-4e98-9d75-e9ffbc0888bd,segment=NetworkSegment(f66339b6-d064-4b49-be4b-3ce72c5f302e),segment_id=f66339b6-d064-4b49-be4b-3ce72c5f302e)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:14.586788 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-83b588e2-5d99-4ad9-930e-16a46b57a7e4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:14.596876 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c29cdc6e-1008-4d9b-a245-1c0541c829eb tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:36:14.600359 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-83b588e2-5d99-4ad9-930e-16a46b57a7e4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Calling delete_port for 6f95d411-cdd0-4e98-9d75-e9ffbc0888bd owned by network:router_interface {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:14.620208 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c29cdc6e-1008-4d9b-a245-1c0541c829eb tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:14.620557 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-c29cdc6e-1008-4d9b-a245-1c0541c829eb tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Added segment 0ef6af0e-e730-4b1f-9ecc-927137752930 of type vlan for network e56fc04e-07c8-4668-8683-3ae1856afd09 Oct 26 08:36:14.629615 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b05e1-f4c5-456a-9f34-7776d2983fe7 req-07eb04b5-7c8f-43be-b2df-abcffbacf2a5 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:14.631151 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-132b05e1-f4c5-456a-9f34-7776d2983fe7 req-07eb04b5-7c8f-43be-b2df-abcffbacf2a5 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.1256163 Oct 26 08:36:14.720783 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c29cdc6e-1008-4d9b-a245-1c0541c829eb tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:14.775160 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-132b05e1-f4c5-456a-9f34-7776d2983fe7 req-2a5fb0bb-0f87-4562-9f75-7325d5333eab tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319320 Oct 26 08:36:14.776459 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-83b588e2-5d99-4ad9-930e-16a46b57a7e4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:14.798424 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c29cdc6e-1008-4d9b-a245-1c0541c829eb tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:14.799442 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29cdc6e-1008-4d9b-a245-1c0541c829eb tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:14.800040 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c29cdc6e-1008-4d9b-a245-1c0541c829eb tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:14.805480 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b588e2-5d99-4ad9-930e-16a46b57a7e4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event deleted for resources: {'Port': ['ID=6f95d411-cdd0-4e98-9d75-e9ffbc0888bd,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:14.867155 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c29cdc6e-1008-4d9b-a245-1c0541c829eb tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4496920 Oct 26 08:36:14.871421 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35878) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:14.901677 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29cdc6e-1008-4d9b-a245-1c0541c829eb tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Network': ['ID=e56fc04e-07c8-4668-8683-3ae1856afd09,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:14.903165 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-20f75cfb-e061-40b6-8fec-77685bf9b5b5 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'subnet': {'network_id': 'e56fc04e-07c8-4668-8683-3ae1856afd09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:14.913644 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network e56fc04e-07c8-4668-8683-3ae1856afd09 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:36:14.955340 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-83b588e2-5d99-4ad9-930e-16a46b57a7e4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:14.982276 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-18400f74-1052-4630-8d01-8546bcbba2d1 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Deleting port 3c881357-357e-4a49-9061-3cbb570e07de {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:14.982691 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-18400f74-1052-4630-8d01-8546bcbba2d1 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:15.076909 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-18400f74-1052-4630-8d01-8546bcbba2d1 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:15.088821 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-18400f74-1052-4630-8d01-8546bcbba2d1 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Calling delete_port for 3c881357-357e-4a49-9061-3cbb570e07de owned by network:router_interface {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:15.144638 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b588e2-5d99-4ad9-930e-16a46b57a7e4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Router 6102f1e9-3ac7-48c1-bc34-4c5a03328965 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:36:15.150082 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f75cfb-e061-40b6-8fec-77685bf9b5b5 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Made reservation on behalf of fbb245bdcc38449a85671f236067aeb3 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:36:15.153594 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-20f75cfb-e061-40b6-8fec-77685bf9b5b5 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:15.279884 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-18400f74-1052-4630-8d01-8546bcbba2d1 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:15.284067 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b588e2-5d99-4ad9-930e-16a46b57a7e4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:36:15.290721 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-83b588e2-5d99-4ad9-930e-16a46b57a7e4 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "PUT /v2.0/routers/6102f1e9-3ac7-48c1-bc34-4c5a03328965/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4735129 Oct 26 08:36:15.295139 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35880) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:15.297057 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7464adfc-3d95-425c-8d43-07f98210cbdc None None] Sync routers for ids ['6102f1e9-3ac7-48c1-bc34-4c5a03328965'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:36:15.309070 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7464adfc-3d95-425c-8d43-07f98210cbdc None None] Routers {'6102f1e9-3ac7-48c1-bc34-4c5a03328965'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:15.309804 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-7464adfc-3d95-425c-8d43-07f98210cbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['6102f1e9-3ac7-48c1-bc34-4c5a03328965'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:15.315530 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18400f74-1052-4630-8d01-8546bcbba2d1 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event deleted for resources: {'Port': ['ID=3c881357-357e-4a49-9061-3cbb570e07de,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:15.363431 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-69def88e-065b-4e9c-87e9-0b3ce725a512 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Deleting subnet c06be67c-de33-4260-ba27-5530b26b333c {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:36:15.371201 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-69def88e-065b-4e9c-87e9-0b3ce725a512 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:15.503361 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-18400f74-1052-4630-8d01-8546bcbba2d1 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:15.507700 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-69def88e-065b-4e9c-87e9-0b3ce725a512 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:15.536575 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-20f75cfb-e061-40b6-8fec-77685bf9b5b5 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:15.552331 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-7464adfc-3d95-425c-8d43-07f98210cbdc None None] Set router 6102f1e9-3ac7-48c1-bc34-4c5a03328965 gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:36:15.609963 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-7464adfc-3d95-425c-8d43-07f98210cbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'name': 'tempest-RoutersIpV6Test-router-232665885', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:35:36Z', 'updated_at': '2021-10-26T08:36:14Z', 'revision_number': 11, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'gw_port_host': None}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:15.618946 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f75cfb-e061-40b6-8fec-77685bf9b5b5 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Subnet': ['ID=1ce3c694-04b5-47c6-8b13-4774f3db5179,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:15.638829 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7464adfc-3d95-425c-8d43-07f98210cbdc None None] Checking router: 6102f1e9-3ac7-48c1-bc34-4c5a03328965 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:36:15.648158 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7464adfc-3d95-425c-8d43-07f98210cbdc None None] Routers {'6102f1e9-3ac7-48c1-bc34-4c5a03328965'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:15.648780 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-7464adfc-3d95-425c-8d43-07f98210cbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['6102f1e9-3ac7-48c1-bc34-4c5a03328965'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:15.667538 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f75cfb-e061-40b6-8fec-77685bf9b5b5 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Checking segment: {'id': '0ef6af0e-e730-4b1f-9ecc-927137752930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e56fc04e-07c8-4668-8683-3ae1856afd09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:36:15.667904 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f75cfb-e061-40b6-8fec-77685bf9b5b5 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Network hostable DHCP agents. Network: e56fc04e-07c8-4668-8683-3ae1856afd09, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:36:15.694472 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-69def88e-065b-4e9c-87e9-0b3ce725a512 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:15.698412 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f75cfb-e061-40b6-8fec-77685bf9b5b5 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Network e56fc04e-07c8-4668-8683-3ae1856afd09 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:36:15.724311 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-7464adfc-3d95-425c-8d43-07f98210cbdc None None] Set router 6102f1e9-3ac7-48c1-bc34-4c5a03328965 gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:36:15.731806 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-20f75cfb-e061-40b6-8fec-77685bf9b5b5 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, e56fc04e-07c8-4668-8683-3ae1856afd09) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:15.738954 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18400f74-1052-4630-8d01-8546bcbba2d1 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Router 1fe4e193-bc1b-4ccb-b74d-89b3fded41d1 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:36:15.740049 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f75cfb-e061-40b6-8fec-77685bf9b5b5 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:15.740318 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-20f75cfb-e061-40b6-8fec-77685bf9b5b5 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:15.755842 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a1d762-5687-4389-b920-b450c31db926 None None] Network e56fc04e-07c8-4668-8683-3ae1856afd09 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:36:15.767939 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-20f75cfb-e061-40b6-8fec-77685bf9b5b5 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8954041 Oct 26 08:36:15.770687 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35882) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:15.775649 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-05b819ad-f125-4f45-ad6b-472aea37a874 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'port': {'network_id': 'e56fc04e-07c8-4668-8683-3ae1856afd09', 'name': 'tempest-PortsTestJSON-60100833', 'fixed_ips': [{'subnet_id': '1ce3c694-04b5-47c6-8b13-4774f3db5179', 'ip_address': '172.20.0.10'}]}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:15.799020 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-7464adfc-3d95-425c-8d43-07f98210cbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'name': 'tempest-RoutersIpV6Test-router-232665885', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:35:36Z', 'updated_at': '2021-10-26T08:36:14Z', 'revision_number': 11, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'gw_port_host': None}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:15.826796 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-69def88e-065b-4e9c-87e9-0b3ce725a512 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:15.853553 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18400f74-1052-4630-8d01-8546bcbba2d1 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:36:15.864882 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5683fd55-385a-4213-8fa3-9c3d9201b096 None None] Sync routers for ids ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:36:15.870133 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-18400f74-1052-4630-8d01-8546bcbba2d1 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "PUT /v2.0/routers/1fe4e193-bc1b-4ccb-b74d-89b3fded41d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5615802 Oct 26 08:36:15.870874 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35886) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:15.879038 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69def88e-065b-4e9c-87e9-0b3ce725a512 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event deleted for resources: {'Subnet': ['ID=c06be67c-de33-4260-ba27-5530b26b333c,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:15.883221 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5683fd55-385a-4213-8fa3-9c3d9201b096 None None] Routers {'1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:15.883394 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-69def88e-065b-4e9c-87e9-0b3ce725a512 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:15.883620 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-5683fd55-385a-4213-8fa3-9c3d9201b096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:15.886623 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-69def88e-065b-4e9c-87e9-0b3ce725a512 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/subnets/c06be67c-de33-4260-ba27-5530b26b333c HTTP/1.1" status: 204 len: 168 time: 0.5899799 Oct 26 08:36:15.892657 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35888) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:15.892855 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7464adfc-3d95-425c-8d43-07f98210cbdc None None] The sync data for ids ['6102f1e9-3ac7-48c1-bc34-4c5a03328965'] in dv-neutron-804846-13-hyperv is: [{'id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'name': 'tempest-RoutersIpV6Test-router-232665885', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:35:36Z', 'updated_at': '2021-10-26T08:36:14Z', 'revision_number': 11, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'gw_port_host': None}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:36:15.912177 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8761c189-3a99-4296-9df7-5b9041780dcf None None] Network 39fc9464-30f7-4815-9489-b3c439b523b8 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:36:15.950810 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-5683fd55-385a-4213-8fa3-9c3d9201b096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:15.964690 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5683fd55-385a-4213-8fa3-9c3d9201b096 None None] Routers {'1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:15.965859 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-5683fd55-385a-4213-8fa3-9c3d9201b096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:16.008729 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-214fbd81-1157-48e8-b719-80c6301cd993 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:16.016087 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-5683fd55-385a-4213-8fa3-9c3d9201b096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:16.016973 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5683fd55-385a-4213-8fa3-9c3d9201b096 None None] The sync data for ids ['1fe4e193-bc1b-4ccb-b74d-89b3fded41d1'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:36:16.066863 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b340fdd-c8dd-4605-94d0-ee57ece5ac78 req-d6a48c2c-ec1a-41a8-921d-135e768790cd tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:16.068471 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5b340fdd-c8dd-4605-94d0-ee57ece5ac78 req-d6a48c2c-ec1a-41a8-921d-135e768790cd tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.1807883 Oct 26 08:36:16.072693 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e4984d2e-8b60-4b04-b2e4-c21fa5371cdd tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:16.128044 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b819ad-f125-4f45-ad6b-472aea37a874 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Made reservation on behalf of fbb245bdcc38449a85671f236067aeb3 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:36:16.130201 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-214fbd81-1157-48e8-b719-80c6301cd993 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:16.160059 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dd1414-121c-459f-b53a-5190399bd3e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-e56fc04e-07c8-4668-8683-3ae1856afd09', 'network_id': 'e56fc04e-07c8-4668-8683-3ae1856afd09', 'tenant_id': 'fbb245bdcc38449a85671f236067aeb3', 'fixed_ips': [{'subnet_id': '1ce3c694-04b5-47c6-8b13-4774f3db5179'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:36:16.161201 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-26dd1414-121c-459f-b53a-5190399bd3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:16.189934 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-214fbd81-1157-48e8-b719-80c6301cd993 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Deleting port a8097c90-8977-4991-8621-d729c9a0a5c6 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:16.190442 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-214fbd81-1157-48e8-b719-80c6301cd993 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:16.191332 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5b340fdd-c8dd-4605-94d0-ee57ece5ac78 req-78badc36-9001-4587-a8d7-9863a551b608 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130340 Oct 26 08:36:16.276131 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bf6ac4-26b4-40e6-a27f-d36c65bc6bf4 None None] DHCP port deletion for 39fc9464-30f7-4815-9489-b3c439b523b8 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:36:16.306058 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-214fbd81-1157-48e8-b719-80c6301cd993 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:16.327839 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-214fbd81-1157-48e8-b719-80c6301cd993 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Calling delete_port for a8097c90-8977-4991-8621-d729c9a0a5c6 owned by network:router_gateway {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:16.386081 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-26dd1414-121c-459f-b53a-5190399bd3e6 None None] Allocated IP 172.20.0.2 (e56fc04e-07c8-4668-8683-3ae1856afd09/1ce3c694-04b5-47c6-8b13-4774f3db5179/21b6c522-59f8-4ad5-9294-4a57d14b571a) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:36:16.407697 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-93bf6ac4-26b4-40e6-a27f-d36c65bc6bf4 None None] Deleting port f232a942-dcc5-40ea-9653-2e88fb873385 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:16.408183 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-93bf6ac4-26b4-40e6-a27f-d36c65bc6bf4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:16.529871 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-93bf6ac4-26b4-40e6-a27f-d36c65bc6bf4 None None] For port f232a942-dcc5-40ea-9653-2e88fb873385, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=f232a942-dcc5-40ea-9653-2e88fb873385,segment=NetworkSegment(f66339b6-d064-4b49-be4b-3ce72c5f302e),segment_id=f66339b6-d064-4b49-be4b-3ce72c5f302e)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:16.530582 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-93bf6ac4-26b4-40e6-a27f-d36c65bc6bf4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:16.547063 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-214fbd81-1157-48e8-b719-80c6301cd993 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:16.553828 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-93bf6ac4-26b4-40e6-a27f-d36c65bc6bf4 None None] Calling delete_port for f232a942-dcc5-40ea-9653-2e88fb873385 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:16.591205 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214fbd81-1157-48e8-b719-80c6301cd993 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event deleted for resources: {'Port': ['ID=a8097c90-8977-4991-8621-d729c9a0a5c6,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:16.601602 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-e4984d2e-8b60-4b04-b2e4-c21fa5371cdd tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Deleting port f232a942-dcc5-40ea-9653-2e88fb873385 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:16.602381 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e4984d2e-8b60-4b04-b2e4-c21fa5371cdd tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:16.607638 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-05b819ad-f125-4f45-ad6b-472aea37a874 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:16.656847 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-214fbd81-1157-48e8-b719-80c6301cd993 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:16.672871 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-05b819ad-f125-4f45-ad6b-472aea37a874 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] device_id is not set on port 3675b026-f8e7-4209-88a2-465c8fb9f2bf yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:36:16.679717 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-26dd1414-121c-459f-b53a-5190399bd3e6 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:16.692494 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-26dd1414-121c-459f-b53a-5190399bd3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:16.738248 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-93bf6ac4-26b4-40e6-a27f-d36c65bc6bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:16.744483 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dd1414-121c-459f-b53a-5190399bd3e6 None None] Network e56fc04e-07c8-4668-8683-3ae1856afd09 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:36:16.746899 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-e4984d2e-8b60-4b04-b2e4-c21fa5371cdd tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] For port f232a942-dcc5-40ea-9653-2e88fb873385, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=f232a942-dcc5-40ea-9653-2e88fb873385,segment=NetworkSegment(f66339b6-d064-4b49-be4b-3ce72c5f302e),segment_id=f66339b6-d064-4b49-be4b-3ce72c5f302e)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:16.747281 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e4984d2e-8b60-4b04-b2e4-c21fa5371cdd tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:16.758383 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-214fbd81-1157-48e8-b719-80c6301cd993 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:16.760467 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-26dd1414-121c-459f-b53a-5190399bd3e6 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:16.760687 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-214fbd81-1157-48e8-b719-80c6301cd993 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:16.763317 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dd1414-121c-459f-b53a-5190399bd3e6 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:36:16.766047 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd1414-121c-459f-b53a-5190399bd3e6 None None] Pushing event updated for resources: {'Port': ['ID=21b6c522-59f8-4ad5-9294-4a57d14b571a,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:16.767511 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-e4984d2e-8b60-4b04-b2e4-c21fa5371cdd tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Calling delete_port for f232a942-dcc5-40ea-9653-2e88fb873385 owned by network:dhcp {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:16.773282 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bf6ac4-26b4-40e6-a27f-d36c65bc6bf4 None None] No DVR routers for this DVR port f232a942-dcc5-40ea-9653-2e88fb873385 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:36:16.798881 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf6ac4-26b4-40e6-a27f-d36c65bc6bf4 None None] Pushing event deleted for resources: {'Port': ['ID=f232a942-dcc5-40ea-9653-2e88fb873385,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:16.826620 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-214fbd81-1157-48e8-b719-80c6301cd993 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:16.826620 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214fbd81-1157-48e8-b719-80c6301cd993 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Fanout notify agent at l3_agent the message router_deleted on router 1fe4e193-bc1b-4ccb-b74d-89b3fded41d1 {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:36:16.834647 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-214fbd81-1157-48e8-b719-80c6301cd993 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:16.835884 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-214fbd81-1157-48e8-b719-80c6301cd993 tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "DELETE /v2.0/routers/1fe4e193-bc1b-4ccb-b74d-89b3fded41d1 HTTP/1.1" status: 204 len: 168 time: 0.9638267 Oct 26 08:36:16.838284 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35890) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:16.859907 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-26dd1414-121c-459f-b53a-5190399bd3e6 None None] Attempting to bind port 21b6c522-59f8-4ad5-9294-4a57d14b571a on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:36:16.860430 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-26dd1414-121c-459f-b53a-5190399bd3e6 None None] Attempting to bind port 21b6c522-59f8-4ad5-9294-4a57d14b571a by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '0ef6af0e-e730-4b1f-9ecc-927137752930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e56fc04e-07c8-4668-8683-3ae1856afd09'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:36:16.860897 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dd1414-121c-459f-b53a-5190399bd3e6 None None] Attempting to bind port 21b6c522-59f8-4ad5-9294-4a57d14b571a on network e56fc04e-07c8-4668-8683-3ae1856afd09 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:36:16.866254 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dd1414-121c-459f-b53a-5190399bd3e6 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:36:16.866772 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dd1414-121c-459f-b53a-5190399bd3e6 None None] Checking segment: {'id': '0ef6af0e-e730-4b1f-9ecc-927137752930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e56fc04e-07c8-4668-8683-3ae1856afd09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:36:16.867282 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-26dd1414-121c-459f-b53a-5190399bd3e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:16.868271 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dd1414-121c-459f-b53a-5190399bd3e6 None None] Bound using segment: {'id': '0ef6af0e-e730-4b1f-9ecc-927137752930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e56fc04e-07c8-4668-8683-3ae1856afd09'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:36:16.868271 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-26dd1414-121c-459f-b53a-5190399bd3e6 None None] Bound port: 21b6c522-59f8-4ad5-9294-4a57d14b571a, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ef6af0e-e730-4b1f-9ecc-927137752930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e56fc04e-07c8-4668-8683-3ae1856afd09'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:36:16.868788 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-26dd1414-121c-459f-b53a-5190399bd3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:16.893722 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ee771e-78e4-4fba-9c61-837655aa87fb tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Deleting subnet edc7f0e8-ea46-4212-86b3-88cabb0fd413 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:36:16.896992 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d1ee771e-78e4-4fba-9c61-837655aa87fb tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:16.933780 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-05b819ad-f125-4f45-ad6b-472aea37a874 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Allocated IP 172.20.0.10 (e56fc04e-07c8-4668-8683-3ae1856afd09/1ce3c694-04b5-47c6-8b13-4774f3db5179/3675b026-f8e7-4209-88a2-465c8fb9f2bf) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:36:16.941155 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d1ee771e-78e4-4fba-9c61-837655aa87fb tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:16.944329 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-26dd1414-121c-459f-b53a-5190399bd3e6 None None] For port 21b6c522-59f8-4ad5-9294-4a57d14b571a, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:36:16.947825 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e4984d2e-8b60-4b04-b2e4-c21fa5371cdd tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:16.948042 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-26dd1414-121c-459f-b53a-5190399bd3e6 None None] For port 21b6c522-59f8-4ad5-9294-4a57d14b571a, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=21b6c522-59f8-4ad5-9294-4a57d14b571a,segment=NetworkSegment(0ef6af0e-e730-4b1f-9ecc-927137752930),segment_id=0ef6af0e-e730-4b1f-9ecc-927137752930)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:36:16.952788 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-26dd1414-121c-459f-b53a-5190399bd3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:16.990966 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4984d2e-8b60-4b04-b2e4-c21fa5371cdd tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event deleted for resources: {'Port': ['ID=f232a942-dcc5-40ea-9653-2e88fb873385,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:16.992808 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4984d2e-8b60-4b04-b2e4-c21fa5371cdd tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] No DVR routers for this DVR port f232a942-dcc5-40ea-9653-2e88fb873385 on host dv-neutron-804846-13-hyperv {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:36:16.995865 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d1ee771e-78e4-4fba-9c61-837655aa87fb tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:17.013797 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd1414-121c-459f-b53a-5190399bd3e6 None None] Pushing event updated for resources: {'Port': ['ID=21b6c522-59f8-4ad5-9294-4a57d14b571a,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:17.064347 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d1ee771e-78e4-4fba-9c61-837655aa87fb tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:17.092186 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee771e-78e4-4fba-9c61-837655aa87fb tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event deleted for resources: {'Subnet': ['ID=edc7f0e8-ea46-4212-86b3-88cabb0fd413,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:17.103488 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d1ee771e-78e4-4fba-9c61-837655aa87fb tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:17.109764 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d1ee771e-78e4-4fba-9c61-837655aa87fb tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "DELETE /v2.0/subnets/edc7f0e8-ea46-4212-86b3-88cabb0fd413 HTTP/1.1" status: 204 len: 168 time: 0.2676065 Oct 26 08:36:17.109961 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35892) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:17.145436 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e4984d2e-8b60-4b04-b2e4-c21fa5371cdd tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:17.183092 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-e4984d2e-8b60-4b04-b2e4-c21fa5371cdd tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39fc9464-30f7-4815-9489-b3c439b523b8']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:17.205376 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-e4984d2e-8b60-4b04-b2e4-c21fa5371cdd tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f66339b6-d064-4b49-be4b-3ce72c5f302e') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:17.205376 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-e4984d2e-8b60-4b04-b2e4-c21fa5371cdd tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f66339b6-d064-4b49-be4b-3ce72c5f302e') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:17.215166 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-37fbccbd-da69-4021-b808-319074b8f18f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:17.223436 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e4984d2e-8b60-4b04-b2e4-c21fa5371cdd tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:17.242908 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-05b819ad-f125-4f45-ad6b-472aea37a874 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:17.251109 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e4984d2e-8b60-4b04-b2e4-c21fa5371cdd tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:17.261345 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4984d2e-8b60-4b04-b2e4-c21fa5371cdd tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:36:17.262225 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e4984d2e-8b60-4b04-b2e4-c21fa5371cdd tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:17.267243 dv-neutron-804846-13-hyperv neutron-server[102101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:36:17.267243 dv-neutron-804846-13-hyperv neutron-server[102101]: self.session.flush() Oct 26 08:36:17.267243 dv-neutron-804846-13-hyperv neutron-server[102101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:36:17.267243 dv-neutron-804846-13-hyperv neutron-server[102101]: self.session.flush() Oct 26 08:36:17.267243 dv-neutron-804846-13-hyperv neutron-server[102101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:36:17.267243 dv-neutron-804846-13-hyperv neutron-server[102101]: self.session.flush() Oct 26 08:36:17.267243 dv-neutron-804846-13-hyperv neutron-server[102101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:36:17.267243 dv-neutron-804846-13-hyperv neutron-server[102101]: self.session.flush() Oct 26 08:36:17.267243 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:36:17.267243 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:36:17.267243 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:36:17.267243 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:36:17.267243 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:36:17.267243 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:36:17.267243 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:36:17.267243 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:36:17.267243 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:36:17.267243 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:36:17.267243 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:36:17.267243 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:36:17.267243 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:36:17.267243 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:36:17.267243 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:36:17.267243 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:36:17.267243 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:36:17.267243 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:36:17.267243 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:36:17.267243 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:36:17.267243 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:36:17.267243 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:36:17.267243 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:36:17.267243 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:36:17.267243 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:36:17.267243 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:36:17.267243 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:36:17.267243 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:36:17.267243 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:36:17.267243 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:36:17.267243 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:36:17.267243 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:36:17.361379 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-37fbccbd-da69-4021-b808-319074b8f18f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:17.362556 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e4984d2e-8b60-4b04-b2e4-c21fa5371cdd tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:17.366984 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e4984d2e-8b60-4b04-b2e4-c21fa5371cdd tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:17.373369 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e4984d2e-8b60-4b04-b2e4-c21fa5371cdd tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/networks/39fc9464-30f7-4815-9489-b3c439b523b8 HTTP/1.1" status: 204 len: 168 time: 1.4718046 Oct 26 08:36:17.373703 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35896) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:17.385776 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-bb56d3a4-e6c4-4dd7-811b-ec4d13b90ea5 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Request body: {'router': {'routes': None}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:17.396043 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4984d2e-8b60-4b04-b2e4-c21fa5371cdd tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Pushing event deleted for resources: {'Network': ['ID=39fc9464-30f7-4815-9489-b3c439b523b8,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:17.404891 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-05b819ad-f125-4f45-ad6b-472aea37a874 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:17.450691 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b819ad-f125-4f45-ad6b-472aea37a874 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Network e56fc04e-07c8-4668-8683-3ae1856afd09 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:36:17.456083 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-05b819ad-f125-4f45-ad6b-472aea37a874 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:17.458614 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b819ad-f125-4f45-ad6b-472aea37a874 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:36:17.470982 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-37fbccbd-da69-4021-b808-319074b8f18f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb60c2c7-30e5-40b0-9ec5-1cf6858565a8']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:17.482869 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8c84d-30ae-42ae-a5a6-120f97a9f812 req-316f1311-81e4-4c9d-a2da-a77bc6293704 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:17.484929 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-bcc8c84d-30ae-42ae-a5a6-120f97a9f812 req-316f1311-81e4-4c9d-a2da-a77bc6293704 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.1709080 Oct 26 08:36:17.495908 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b819ad-f125-4f45-ad6b-472aea37a874 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Port': ['ID=3675b026-f8e7-4209-88a2-465c8fb9f2bf,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:17.496868 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-37fbccbd-da69-4021-b808-319074b8f18f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2239efff-6de9-4a24-a617-d29ee75c4b12') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:17.497171 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-37fbccbd-da69-4021-b808-319074b8f18f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2239efff-6de9-4a24-a617-d29ee75c4b12') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:17.519098 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 21b6c522-59f8-4ad5-9294-4a57d14b571a up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:36:17.520947 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b819ad-f125-4f45-ad6b-472aea37a874 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:17.521615 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-05b819ad-f125-4f45-ad6b-472aea37a874 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:17.539515 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-05b819ad-f125-4f45-ad6b-472aea37a874 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7676866 Oct 26 08:36:17.541920 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35898) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:17.549153 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-901c06e0-167b-46fb-860d-61a96e0f5889 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'port': {'network_id': 'e56fc04e-07c8-4668-8683-3ae1856afd09', 'name': 'tempest-PortsTestJSON-1101406478', 'fixed_ips': [{'subnet_id': '1ce3c694-04b5-47c6-8b13-4774f3db5179', 'ip_address': '172.20.0.9'}]}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:17.582730 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 21b6c522-59f8-4ad5-9294-4a57d14b571a triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:17.583264 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:17.583640 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-37fbccbd-da69-4021-b808-319074b8f18f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:17.627449 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-37fbccbd-da69-4021-b808-319074b8f18f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:17.629548 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.extraroute_db [None req-bb56d3a4-e6c4-4dd7-811b-ec4d13b90ea5 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Added routes are [] {{(pid=102102) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 08:36:17.629886 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.extraroute_db [None req-bb56d3a4-e6c4-4dd7-811b-ec4d13b90ea5 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Removed routes are [] {{(pid=102102) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 08:36:17.630232 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bb56d3a4-e6c4-4dd7-811b-ec4d13b90ea5 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8100261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8097850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15702'] for router, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:17.646933 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37fbccbd-da69-4021-b808-319074b8f18f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:36:17.647193 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-37fbccbd-da69-4021-b808-319074b8f18f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:17.650141 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:36:17.650141 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:36:17.650141 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:36:17.650141 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:36:17.650141 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:36:17.650141 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:36:17.650141 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:36:17.650141 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:36:17.650141 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:36:17.650141 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:36:17.650141 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:36:17.650141 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:36:17.650141 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:36:17.650141 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:36:17.650141 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:36:17.650141 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:36:17.650141 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:36:17.650141 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:36:17.650141 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:36:17.650141 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:36:17.650141 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:36:17.650141 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:36:17.650141 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:36:17.650141 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:36:17.650141 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:36:17.650141 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:36:17.650141 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:36:17.650141 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:36:17.650141 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:36:17.650141 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:36:17.650141 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:36:17.650141 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:36:17.688732 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901c06e0-167b-46fb-860d-61a96e0f5889 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Made reservation on behalf of fbb245bdcc38449a85671f236067aeb3 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:36:17.693900 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-901c06e0-167b-46fb-860d-61a96e0f5889 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:17.695449 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:17.711148 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-901c06e0-167b-46fb-860d-61a96e0f5889 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] device_id is not set on port 4a9663cc-c3f6-480d-abe6-e7ea8eb03874 yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:36:17.717255 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-bcc8c84d-30ae-42ae-a5a6-120f97a9f812 req-1c5e1126-0925-4383-a78e-e12b46433516 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2230511 Oct 26 08:36:17.741094 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 21b6c522-59f8-4ad5-9294-4a57d14b571a, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=21b6c522-59f8-4ad5-9294-4a57d14b571a,segment=NetworkSegment(0ef6af0e-e730-4b1f-9ecc-927137752930),segment_id=0ef6af0e-e730-4b1f-9ecc-927137752930)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:17.746565 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:17.834392 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=21b6c522-59f8-4ad5-9294-4a57d14b571a,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:17.839979 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 6f95d411-cdd0-4e98-9d75-e9ffbc0888bd no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:36:17.854838 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-37fbccbd-da69-4021-b808-319074b8f18f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:17.863268 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-37fbccbd-da69-4021-b808-319074b8f18f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:17.868676 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-37fbccbd-da69-4021-b808-319074b8f18f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] 10.222.0.41 "DELETE /v2.0/networks/eb60c2c7-30e5-40b0-9ec5-1cf6858565a8 HTTP/1.1" status: 204 len: 168 time: 0.7555563 Oct 26 08:36:17.871732 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bb56d3a4-e6c4-4dd7-811b-ec4d13b90ea5 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8100261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8097850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15702'] for router, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:17.881745 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 6f95d411-cdd0-4e98-9d75-e9ffbc0888bd {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:36:17.882111 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 6f95d411-cdd0-4e98-9d75-e9ffbc0888bd not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:36:17.882764 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device f232a942-dcc5-40ea-9653-2e88fb873385 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:36:17.895000 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fbccbd-da69-4021-b808-319074b8f18f tempest-FloatingIPTestJSON-758138696 tempest-FloatingIPTestJSON-758138696-project] Pushing event deleted for resources: {'Network': ['ID=eb60c2c7-30e5-40b0-9ec5-1cf6858565a8,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:17.897563 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bb56d3a4-e6c4-4dd7-811b-ec4d13b90ea5 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8100266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8100243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8097827'] for router, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:17.911983 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: f232a942-dcc5-40ea-9653-2e88fb873385 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:36:17.912498 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device f232a942-dcc5-40ea-9653-2e88fb873385 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:36:17.970945 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-901c06e0-167b-46fb-860d-61a96e0f5889 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Allocated IP 172.20.0.9 (e56fc04e-07c8-4668-8683-3ae1856afd09/1ce3c694-04b5-47c6-8b13-4774f3db5179/4a9663cc-c3f6-480d-abe6-e7ea8eb03874) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:36:18.001159 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb56d3a4-e6c4-4dd7-811b-ec4d13b90ea5 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Router 6102f1e9-3ac7-48c1-bc34-4c5a03328965 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:36:18.108239 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb56d3a4-e6c4-4dd7-811b-ec4d13b90ea5 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:36:18.115908 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bb56d3a4-e6c4-4dd7-811b-ec4d13b90ea5 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:18.120552 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-bb56d3a4-e6c4-4dd7-811b-ec4d13b90ea5 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "PUT /v2.0/routers/6102f1e9-3ac7-48c1-bc34-4c5a03328965 HTTP/1.1" status: 200 len: 704 time: 0.7441523 Oct 26 08:36:18.120924 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35902) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:18.123100 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844cc783-7ec9-41d4-bfcc-2bd84054a2f6 None None] Sync routers for ids ['6102f1e9-3ac7-48c1-bc34-4c5a03328965'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:36:18.140926 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844cc783-7ec9-41d4-bfcc-2bd84054a2f6 None None] Routers {'6102f1e9-3ac7-48c1-bc34-4c5a03328965'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:18.141518 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-844cc783-7ec9-41d4-bfcc-2bd84054a2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['6102f1e9-3ac7-48c1-bc34-4c5a03328965'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:18.160137 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e44a6648-9a5e-4f44-a985-9c2c51c9a75b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "GET /v2.0/ports?device_id=6102f1e9-3ac7-48c1-bc34-4c5a03328965 HTTP/1.1" status: 200 len: 205 time: 0.0377972 Oct 26 08:36:18.162878 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35906) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:18.206283 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-901c06e0-167b-46fb-860d-61a96e0f5889 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:18.245603 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35910) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:18.265955 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-844cc783-7ec9-41d4-bfcc-2bd84054a2f6 None None] Set router 6102f1e9-3ac7-48c1-bc34-4c5a03328965 gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:36:18.270109 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afb247e-921a-4ce1-aaa7-83c7550902b2 None None] Network e56fc04e-07c8-4668-8683-3ae1856afd09 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:36:18.272040 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-901c06e0-167b-46fb-860d-61a96e0f5889 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:18.293425 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-65b4e16f-39cd-4550-b161-a1671606ea65 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:18.341187 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901c06e0-167b-46fb-860d-61a96e0f5889 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Network e56fc04e-07c8-4668-8683-3ae1856afd09 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:36:18.347690 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-901c06e0-167b-46fb-860d-61a96e0f5889 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:18.350723 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c06e0-167b-46fb-860d-61a96e0f5889 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Port': ['ID=4a9663cc-c3f6-480d-abe6-e7ea8eb03874,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:18.361530 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901c06e0-167b-46fb-860d-61a96e0f5889 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:36:18.387439 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-844cc783-7ec9-41d4-bfcc-2bd84054a2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'name': 'tempest-RoutersIpV6Test-router-232665885', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:35:36Z', 'updated_at': '2021-10-26T08:36:14Z', 'revision_number': 11, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'gw_port_host': None}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:18.422457 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901c06e0-167b-46fb-860d-61a96e0f5889 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:18.423139 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-901c06e0-167b-46fb-860d-61a96e0f5889 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:18.435166 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844cc783-7ec9-41d4-bfcc-2bd84054a2f6 None None] Checking router: 6102f1e9-3ac7-48c1-bc34-4c5a03328965 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:36:18.445958 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-901c06e0-167b-46fb-860d-61a96e0f5889 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9003527 Oct 26 08:36:18.447128 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35914) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:18.447584 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-5b80aafa-1c0b-4d81-a816-b785e656654e None None] Provisioning complete for port 21b6c522-59f8-4ad5-9294-4a57d14b571a triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:18.448083 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5b80aafa-1c0b-4d81-a816-b785e656654e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:18.482199 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844cc783-7ec9-41d4-bfcc-2bd84054a2f6 None None] Routers {'6102f1e9-3ac7-48c1-bc34-4c5a03328965'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:18.482928 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-844cc783-7ec9-41d4-bfcc-2bd84054a2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['6102f1e9-3ac7-48c1-bc34-4c5a03328965'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:18.540546 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c942566-7fb0-4976-8863-799b18eddfc1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:18.545148 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9c942566-7fb0-4976-8863-799b18eddfc1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.0947709 Oct 26 08:36:18.545505 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35916) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:18.588774 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-844cc783-7ec9-41d4-bfcc-2bd84054a2f6 None None] Set router 6102f1e9-3ac7-48c1-bc34-4c5a03328965 gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:36:18.611137 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0295691-35be-4045-8c7f-ddb126794063 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:18.617726 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0295691-35be-4045-8c7f-ddb126794063 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:18.624596 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0295691-35be-4045-8c7f-ddb126794063 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:18.629086 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a0295691-35be-4045-8c7f-ddb126794063 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.0794806 Oct 26 08:36:18.629517 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35918) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:18.728479 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-17bca59e-95df-4004-8409-b9a4fd6b8a5f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Deleting port 4a9663cc-c3f6-480d-abe6-e7ea8eb03874 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:18.729221 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-17bca59e-95df-4004-8409-b9a4fd6b8a5f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:18.820253 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-65b4e16f-39cd-4550-b161-a1671606ea65 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:18.826137 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-83f61cf2-67e2-458d-809e-c73d9be3930e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c24067fe70e54b07ab80d6e10b08041f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5776258 Oct 26 08:36:18.826137 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-65b4e16f-39cd-4550-b161-a1671606ea65 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:18.826416 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35922) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:18.826572 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-844cc783-7ec9-41d4-bfcc-2bd84054a2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'name': 'tempest-RoutersIpV6Test-router-232665885', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:35:36Z', 'updated_at': '2021-10-26T08:36:14Z', 'revision_number': 11, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'gw_port_host': None}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:18.865166 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-17bca59e-95df-4004-8409-b9a4fd6b8a5f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:18.865467 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844cc783-7ec9-41d4-bfcc-2bd84054a2f6 None None] The sync data for ids ['6102f1e9-3ac7-48c1-bc34-4c5a03328965'] in dv-neutron-804846-13-hyperv is: [{'id': '6102f1e9-3ac7-48c1-bc34-4c5a03328965', 'name': 'tempest-RoutersIpV6Test-router-232665885', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:35:36Z', 'updated_at': '2021-10-26T08:36:14Z', 'revision_number': 11, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'gw_port_host': None}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:36:18.884738 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-17bca59e-95df-4004-8409-b9a4fd6b8a5f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Calling delete_port for 4a9663cc-c3f6-480d-abe6-e7ea8eb03874 owned by {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:18.905473 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-65b4e16f-39cd-4550-b161-a1671606ea65 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:18.905767 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b4e16f-39cd-4550-b161-a1671606ea65 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Fanout notify agent at l3_agent the message router_deleted on router 6102f1e9-3ac7-48c1-bc34-4c5a03328965 {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:36:18.912108 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577f24e-ff55-4f2e-b8ae-be76bffd2abb req-70d60982-4877-471a-82e2-b91375dd3553 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:18.913008 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-65b4e16f-39cd-4550-b161-a1671606ea65 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:18.913935 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2577f24e-ff55-4f2e-b8ae-be76bffd2abb req-70d60982-4877-471a-82e2-b91375dd3553 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.0920818 Oct 26 08:36:18.918888 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-65b4e16f-39cd-4550-b161-a1671606ea65 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/routers/6102f1e9-3ac7-48c1-bc34-4c5a03328965 HTTP/1.1" status: 204 len: 168 time: 0.7550349 Oct 26 08:36:18.919509 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35924) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:18.947956 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-e4366215-f868-4fee-b935-16c92a65350f tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-566507713', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:18.953770 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-56c2a38f-e140-4769-8a06-dacf31ffe843 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:18.989986 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-56c2a38f-e140-4769-8a06-dacf31ffe843 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:19.007126 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2577f24e-ff55-4f2e-b8ae-be76bffd2abb req-35c5f18f-3920-4fd9-ad22-0f1a83e79283 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562224 Oct 26 08:36:19.013014 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e4366215-f868-4fee-b935-16c92a65350f tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:19.014304 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e4366215-f868-4fee-b935-16c92a65350f tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:19.067912 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-56c2a38f-e140-4769-8a06-dacf31ffe843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:19.072198 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-56c2a38f-e140-4769-8a06-dacf31ffe843 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:19.076532 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-56c2a38f-e140-4769-8a06-dacf31ffe843 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5cd6334a-aa70-475e-b5b5-067136028001 HTTP/1.1" status: 204 len: 168 time: 0.2490613 Oct 26 08:36:19.085070 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2a38f-e140-4769-8a06-dacf31ffe843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd6334a-aa70-475e-b5b5-067136028001,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:19.117524 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-17bca59e-95df-4004-8409-b9a4fd6b8a5f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:19.150860 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bca59e-95df-4004-8409-b9a4fd6b8a5f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Port': ['ID=4a9663cc-c3f6-480d-abe6-e7ea8eb03874,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:19.227038 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e4366215-f868-4fee-b935-16c92a65350f tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:19.234627 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e4366215-f868-4fee-b935-16c92a65350f tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:19.241241 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-17bca59e-95df-4004-8409-b9a4fd6b8a5f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:19.247405 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-17bca59e-95df-4004-8409-b9a4fd6b8a5f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/ports/4a9663cc-c3f6-480d-abe6-e7ea8eb03874 HTTP/1.1" status: 204 len: 168 time: 0.6166456 Oct 26 08:36:19.251535 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35928) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:19.259191 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e4366215-f868-4fee-b935-16c92a65350f tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:19.260287 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e4366215-f868-4fee-b935-16c92a65350f tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3345153 Oct 26 08:36:19.263059 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35930) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:19.283726 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-9ca302d4-ee02-40d5-a297-0394461959ee tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:19.287492 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f857709-d7c9-488a-918b-c7f96632d42f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] GET failed (client error): The resource could not be found. Oct 26 08:36:19.291679 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-5f857709-d7c9-488a-918b-c7f96632d42f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "GET /v2.0/ports/4a9663cc-c3f6-480d-abe6-e7ea8eb03874 HTTP/1.1" status: 404 len: 333 time: 0.0366592 Oct 26 08:36:19.292244 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35932) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:19.392506 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-9d6a686f-2ce5-48a2-91f4-7aa2f1168453 None None] Provisioning complete for port 21b6c522-59f8-4ad5-9294-4a57d14b571a triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:19.393498 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9d6a686f-2ce5-48a2-91f4-7aa2f1168453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:19.397137 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-64eaf9fa-927f-485d-b762-3ebef744f015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:19.489001 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-bba124a0-9310-4f0d-9fca-939b4d210507 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Deleting port 3675b026-f8e7-4209-88a2-465c8fb9f2bf {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:19.489615 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bba124a0-9310-4f0d-9fca-939b4d210507 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:19.490960 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 21b6c522-59f8-4ad5-9294-4a57d14b571a up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:36:19.579809 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ca302d4-ee02-40d5-a297-0394461959ee tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8100261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8097850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15702'] for router, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:19.593391 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ca302d4-ee02-40d5-a297-0394461959ee tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8100266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8100243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8097827'] for router, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:19.631723 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bba124a0-9310-4f0d-9fca-939b4d210507 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:19.632298 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-9d6a686f-2ce5-48a2-91f4-7aa2f1168453 None None] Provisioning complete for port 3675b026-f8e7-4209-88a2-465c8fb9f2bf triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:19.632799 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9d6a686f-2ce5-48a2-91f4-7aa2f1168453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:19.650871 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-bba124a0-9310-4f0d-9fca-939b4d210507 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Calling delete_port for 3675b026-f8e7-4209-88a2-465c8fb9f2bf owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:19.697380 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 21b6c522-59f8-4ad5-9294-4a57d14b571a triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:19.697932 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:19.699863 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-9d6a686f-2ce5-48a2-91f4-7aa2f1168453 None None] Port 3675b026-f8e7-4209-88a2-465c8fb9f2bf cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:36:19.704118 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-9d6a686f-2ce5-48a2-91f4-7aa2f1168453 None None] Could not find standard attr ID for object 4a9663cc-c3f6-480d-abe6-e7ea8eb03874. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:36:19.759850 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca302d4-ee02-40d5-a297-0394461959ee tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Router 5eba7670-2204-4b7f-981c-67b66cf48650 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:36:19.834994 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-06fa5e0b-dc05-498a-94ef-a21e8cc426c1 None None] Provisioning complete for port 3675b026-f8e7-4209-88a2-465c8fb9f2bf triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:19.835286 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-06fa5e0b-dc05-498a-94ef-a21e8cc426c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:19.876065 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca302d4-ee02-40d5-a297-0394461959ee tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:36:19.880026 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bba124a0-9310-4f0d-9fca-939b4d210507 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:19.892015 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7bbbc7-1b85-4a55-a412-2b63777d3b0b None None] Sync routers for ids ['5eba7670-2204-4b7f-981c-67b66cf48650'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:36:19.898973 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ca302d4-ee02-40d5-a297-0394461959ee tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:19.899141 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-06fa5e0b-dc05-498a-94ef-a21e8cc426c1 None None] Port 3675b026-f8e7-4209-88a2-465c8fb9f2bf cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:36:19.900178 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9ca302d4-ee02-40d5-a297-0394461959ee tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "PUT /v2.0/routers/5eba7670-2204-4b7f-981c-67b66cf48650 HTTP/1.1" status: 200 len: 697 time: 0.6215880 Oct 26 08:36:19.902774 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35948) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:19.909559 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7bbbc7-1b85-4a55-a412-2b63777d3b0b None None] Routers {'5eba7670-2204-4b7f-981c-67b66cf48650'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:19.910475 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-ce7bbbc7-1b85-4a55-a412-2b63777d3b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['5eba7670-2204-4b7f-981c-67b66cf48650'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:19.929340 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba124a0-9310-4f0d-9fca-939b4d210507 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Port': ['ID=3675b026-f8e7-4209-88a2-465c8fb9f2bf,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:19.998354 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-ce7bbbc7-1b85-4a55-a412-2b63777d3b0b None None] Set router 5eba7670-2204-4b7f-981c-67b66cf48650 gateway port host: None {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:36:20.011458 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-cc1e7868-3a55-4f3c-af7c-d33b5f117c7b tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "GET /v2.0/routers/5eba7670-2204-4b7f-981c-67b66cf48650 HTTP/1.1" status: 200 len: 703 time: 0.1050429 Oct 26 08:36:20.014021 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-5dd7f9d2-c487-4ded-bb80-60ce9dd45d96 None None] Could not find standard attr ID for object 4a9663cc-c3f6-480d-abe6-e7ea8eb03874. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:36:20.025895 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35952) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:20.076147 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2c686213-69a8-4072-8cc6-7d9c2d48e51e tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eba7670-2204-4b7f-981c-67b66cf48650 HTTP/1.1" status: 200 len: 205 time: 0.0490294 Oct 26 08:36:20.093319 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35956) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:20.111631 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bba124a0-9310-4f0d-9fca-939b4d210507 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:20.115017 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-bba124a0-9310-4f0d-9fca-939b4d210507 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/ports/3675b026-f8e7-4209-88a2-465c8fb9f2bf HTTP/1.1" status: 204 len: 168 time: 0.8217471 Oct 26 08:36:20.126570 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35960) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:20.166579 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb5aaadb-cf91-48ea-b015-269c1c57fd81 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] GET failed (client error): The resource could not be found. Oct 26 08:36:20.168505 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-fb5aaadb-cf91-48ea-b015-269c1c57fd81 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "GET /v2.0/ports/3675b026-f8e7-4209-88a2-465c8fb9f2bf HTTP/1.1" status: 404 len: 333 time: 0.0398033 Oct 26 08:36:20.171248 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-ce7bbbc7-1b85-4a55-a412-2b63777d3b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eba7670-2204-4b7f-981c-67b66cf48650', 'name': 'tempest-RoutersIpV6Test-router-566507713', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:36:19Z', 'updated_at': '2021-10-26T08:36:19Z', 'revision_number': 2, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'gw_port_host': None}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:20.171731 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35962) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:20.203612 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7bbbc7-1b85-4a55-a412-2b63777d3b0b None None] Checking router: 5eba7670-2204-4b7f-981c-67b66cf48650 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:36:20.212263 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7bbbc7-1b85-4a55-a412-2b63777d3b0b None None] Routers {'5eba7670-2204-4b7f-981c-67b66cf48650'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:20.212883 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-ce7bbbc7-1b85-4a55-a412-2b63777d3b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:35:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['5eba7670-2204-4b7f-981c-67b66cf48650'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:20.248134 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6a698fbb-9b73-40cf-9eae-0fb19de188c2 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:20.263150 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6379ab7-3407-4ff9-87f4-6b363d3902b1 req-469a80c3-aa24-4032-84fc-7583eed3e60f tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:20.265381 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e6379ab7-3407-4ff9-87f4-6b363d3902b1 req-469a80c3-aa24-4032-84fc-7583eed3e60f tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.1378644 Oct 26 08:36:20.266442 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35964) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:20.270930 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-6caa7904-021e-4f0c-97fe-a95fe9e6c84a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Deleting subnet 1ce3c694-04b5-47c6-8b13-4774f3db5179 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:36:20.290213 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6caa7904-021e-4f0c-97fe-a95fe9e6c84a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:20.321925 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-ce7bbbc7-1b85-4a55-a412-2b63777d3b0b None None] Set router 5eba7670-2204-4b7f-981c-67b66cf48650 gateway port host: None {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:36:20.362729 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e6379ab7-3407-4ff9-87f4-6b363d3902b1 req-dc4bb664-d7e0-41b5-8087-98e7db2f17f3 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815630 Oct 26 08:36:20.384876 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6caa7904-021e-4f0c-97fe-a95fe9e6c84a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:20.393082 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-ce7bbbc7-1b85-4a55-a412-2b63777d3b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eba7670-2204-4b7f-981c-67b66cf48650', 'name': 'tempest-RoutersIpV6Test-router-566507713', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:36:19Z', 'updated_at': '2021-10-26T08:36:19Z', 'revision_number': 2, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'gw_port_host': None}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:20.429125 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7bbbc7-1b85-4a55-a412-2b63777d3b0b None None] The sync data for ids ['5eba7670-2204-4b7f-981c-67b66cf48650'] in dv-neutron-804846-13-hyperv is: [{'id': '5eba7670-2204-4b7f-981c-67b66cf48650', 'name': 'tempest-RoutersIpV6Test-router-566507713', 'tenant_id': '502737b6a12c43caa6c2ea21f619d856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:36:19Z', 'updated_at': '2021-10-26T08:36:19Z', 'revision_number': 2, 'project_id': '502737b6a12c43caa6c2ea21f619d856', 'gw_port_host': None}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:36:20.461663 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-45797a00-13da-4ec3-9c9f-1a3a2872f1c1 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Request body: {'network': {'name': 'tempest-RoutersTest-391290994'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:20.502639 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6a698fbb-9b73-40cf-9eae-0fb19de188c2 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:20.506137 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6a698fbb-9b73-40cf-9eae-0fb19de188c2 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:20.520322 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45797a00-13da-4ec3-9c9f-1a3a2872f1c1 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Made reservation on behalf of 14b2bed9eecf4da799cf96f861ddb8c9 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:36:20.524023 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-45797a00-13da-4ec3-9c9f-1a3a2872f1c1 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:20.537333 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-45797a00-13da-4ec3-9c9f-1a3a2872f1c1 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:20.541740 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6caa7904-021e-4f0c-97fe-a95fe9e6c84a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:20.559541 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6a698fbb-9b73-40cf-9eae-0fb19de188c2 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:20.560402 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a698fbb-9b73-40cf-9eae-0fb19de188c2 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Fanout notify agent at l3_agent the message router_deleted on router 5eba7670-2204-4b7f-981c-67b66cf48650 {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:36:20.567907 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6a698fbb-9b73-40cf-9eae-0fb19de188c2 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:20.575285 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6a698fbb-9b73-40cf-9eae-0fb19de188c2 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/routers/5eba7670-2204-4b7f-981c-67b66cf48650 HTTP/1.1" status: 204 len: 168 time: 0.4750826 Oct 26 08:36:20.575285 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35968) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:20.614143 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4bb80928-8bc8-4e1f-b036-ae96b219348e tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eba7670-2204-4b7f-981c-67b66cf48650 HTTP/1.1" status: 200 len: 205 time: 0.0341203 Oct 26 08:36:20.614389 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35970) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:20.637028 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6caa7904-021e-4f0c-97fe-a95fe9e6c84a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:20.658538 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-7fa7799c-58b8-4e02-9125-cdbe03e19d1c tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] delete failed (client error): The resource could not be found. Oct 26 08:36:20.659589 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-7fa7799c-58b8-4e02-9125-cdbe03e19d1c tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/routers/5eba7670-2204-4b7f-981c-67b66cf48650 HTTP/1.1" status: 404 len: 336 time: 0.0441859 Oct 26 08:36:20.662373 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35972) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:20.678131 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6caa7904-021e-4f0c-97fe-a95fe9e6c84a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:20.681865 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6caa7904-021e-4f0c-97fe-a95fe9e6c84a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/subnets/1ce3c694-04b5-47c6-8b13-4774f3db5179 HTTP/1.1" status: 204 len: 168 time: 0.5089424 Oct 26 08:36:20.686869 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d4d745-389f-4869-94b6-b401ce082c87 None None] Network e56fc04e-07c8-4668-8683-3ae1856afd09 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:36:20.690303 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa7904-021e-4f0c-97fe-a95fe9e6c84a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Subnet': ['ID=1ce3c694-04b5-47c6-8b13-4774f3db5179,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:20.692091 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35974) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:20.703649 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-3356837a-8c41-4853-9254-58eee672d242 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] DELETE failed (client error): The resource could not be found. Oct 26 08:36:20.703997 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3356837a-8c41-4853-9254-58eee672d242 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:36:20.711273 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3356837a-8c41-4853-9254-58eee672d242 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/subnets/1beb5867-cb5e-4b88-8a22-76e62ed9d9a9 HTTP/1.1" status: 404 len: 337 time: 0.0478103 Oct 26 08:36:20.712359 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35976) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:20.742597 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c479ef-4a31-4d0c-9bbb-9df06499e419 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] DELETE failed (client error): The resource could not be found. Oct 26 08:36:20.743455 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6c479ef-4a31-4d0c-9bbb-9df06499e419 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:36:20.751928 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a6c479ef-4a31-4d0c-9bbb-9df06499e419 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/subnets/ac5a2cfc-f6bb-4691-be48-3e41820b6fef HTTP/1.1" status: 404 len: 337 time: 0.0385461 Oct 26 08:36:20.752593 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35978) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:20.783947 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-45797a00-13da-4ec3-9c9f-1a3a2872f1c1 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:20.790504 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-77cf8268-fbcd-4b04-a132-e7d1c1a596bd tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] DELETE failed (client error): The resource could not be found. Oct 26 08:36:20.791136 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77cf8268-fbcd-4b04-a132-e7d1c1a596bd tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:36:20.792667 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ce5f8449-9d9e-41da-bf3b-5840e28a96f9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:20.795229 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-45797a00-13da-4ec3-9c9f-1a3a2872f1c1 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:20.795377 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-77cf8268-fbcd-4b04-a132-e7d1c1a596bd tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/subnets/b20c88e7-ab9e-465d-9dd4-30c01e4d5916 HTTP/1.1" status: 404 len: 337 time: 0.0406780 Oct 26 08:36:20.797588 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35980) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:20.824742 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45797a00-13da-4ec3-9c9f-1a3a2872f1c1 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:36:20.826191 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-7893b4b5-93e9-49fb-84b1-5b06662d4153 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] DELETE failed (client error): The resource could not be found. Oct 26 08:36:20.826683 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7893b4b5-93e9-49fb-84b1-5b06662d4153 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:36:20.830787 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-7893b4b5-93e9-49fb-84b1-5b06662d4153 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/subnets/c06be67c-de33-4260-ba27-5530b26b333c HTTP/1.1" status: 404 len: 337 time: 0.0322154 Oct 26 08:36:20.833531 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35982) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:20.844934 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-45797a00-13da-4ec3-9c9f-1a3a2872f1c1 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:20.847442 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-45797a00-13da-4ec3-9c9f-1a3a2872f1c1 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Added segment 52a75267-b516-406b-9a75-04d2e260ebdc of type vlan for network 34a0abff-115f-4f8d-b510-408fc5494f02 Oct 26 08:36:20.847588 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45797a00-13da-4ec3-9c9f-1a3a2872f1c1 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0379c1ec-386a-4ea4-84e1-178ec96a5c12,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:20.864878 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d96e644a-ac19-4b37-94c2-1ed6ea87c303 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "GET /v2.0/ports?device_id=6102f1e9-3ac7-48c1-bc34-4c5a03328965 HTTP/1.1" status: 200 len: 205 time: 0.0300109 Oct 26 08:36:20.867390 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35984) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:20.906416 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-5f613096-76da-4562-95df-5b9dd126ffc6 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] delete failed (client error): The resource could not be found. Oct 26 08:36:20.909160 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-5f613096-76da-4562-95df-5b9dd126ffc6 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/routers/6102f1e9-3ac7-48c1-bc34-4c5a03328965 HTTP/1.1" status: 404 len: 336 time: 0.0390732 Oct 26 08:36:20.910315 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35986) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:20.922355 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-45797a00-13da-4ec3-9c9f-1a3a2872f1c1 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:20.925913 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a00867-c9cb-459e-9c44-17286d8a5c4b None None] DHCP port deletion for e56fc04e-07c8-4668-8683-3ae1856afd09 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:36:20.943030 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-607ca9ad-38c2-4d09-b3ca-8b72fe493ffb tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "GET /v2.0/ports?device_id=935cf1f2-6950-40f7-9037-29ab591ee061 HTTP/1.1" status: 200 len: 205 time: 0.0315955 Oct 26 08:36:20.945330 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35988) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:20.961528 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-ce5f8449-9d9e-41da-bf3b-5840e28a96f9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Deleting port 21b6c522-59f8-4ad5-9294-4a57d14b571a {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:20.961931 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ce5f8449-9d9e-41da-bf3b-5840e28a96f9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:20.974817 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-45797a00-13da-4ec3-9c9f-1a3a2872f1c1 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:20.979556 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-30a00867-c9cb-459e-9c44-17286d8a5c4b None None] Deleting port 21b6c522-59f8-4ad5-9294-4a57d14b571a {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:20.979945 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-30a00867-c9cb-459e-9c44-17286d8a5c4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:20.980704 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45797a00-13da-4ec3-9c9f-1a3a2872f1c1 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:20.981300 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-45797a00-13da-4ec3-9c9f-1a3a2872f1c1 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:20.987014 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-a3f98174-b817-40d4-bde1-4e8a0f5699df tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] delete failed (client error): The resource could not be found. Oct 26 08:36:20.988068 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a3f98174-b817-40d4-bde1-4e8a0f5699df tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/routers/935cf1f2-6950-40f7-9037-29ab591ee061 HTTP/1.1" status: 404 len: 336 time: 0.0418038 Oct 26 08:36:20.993202 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35990) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:21.021113 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-912d4961-97ae-4a10-852b-40e531f92f03 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] DELETE failed (client error): The resource could not be found. Oct 26 08:36:21.021583 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-912d4961-97ae-4a10-852b-40e531f92f03 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:36:21.025676 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-912d4961-97ae-4a10-852b-40e531f92f03 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/subnets/7ce2377d-6557-4547-a4fc-626e02b9fd17 HTTP/1.1" status: 404 len: 337 time: 0.0305457 Oct 26 08:36:21.027382 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35992) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:21.056443 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-30a00867-c9cb-459e-9c44-17286d8a5c4b None None] For port 21b6c522-59f8-4ad5-9294-4a57d14b571a, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=21b6c522-59f8-4ad5-9294-4a57d14b571a,segment=NetworkSegment(0ef6af0e-e730-4b1f-9ecc-927137752930),segment_id=0ef6af0e-e730-4b1f-9ecc-927137752930)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:21.056756 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-30a00867-c9cb-459e-9c44-17286d8a5c4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:21.058255 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-eab5190d-36d2-4a04-9b20-a0d8fbe49f3d tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "GET /v2.0/ports?device_id=06747a27-0999-4db4-bfae-bf5cf251c901 HTTP/1.1" status: 200 len: 205 time: 0.0297492 Oct 26 08:36:21.063235 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35994) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:21.070684 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-30a00867-c9cb-459e-9c44-17286d8a5c4b None None] Calling delete_port for 21b6c522-59f8-4ad5-9294-4a57d14b571a owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:21.093169 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-45797a00-13da-4ec3-9c9f-1a3a2872f1c1 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8191440 Oct 26 08:36:21.100631 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 35996) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:21.106112 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-08751ba7-541d-4cbf-a44f-6ac701f505c2 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] delete failed (client error): The resource could not be found. Oct 26 08:36:21.107376 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-08751ba7-541d-4cbf-a44f-6ac701f505c2 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/routers/06747a27-0999-4db4-bfae-bf5cf251c901 HTTP/1.1" status: 404 len: 336 time: 0.0435946 Oct 26 08:36:21.110966 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 35998) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:21.111188 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-4c22a535-b79e-4998-8641-381e3a0c4a2f tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Request body: {'network': {'name': 'tempest-RoutersTest-1938587555'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:21.115406 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-ce5f8449-9d9e-41da-bf3b-5840e28a96f9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] For port 21b6c522-59f8-4ad5-9294-4a57d14b571a, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=21b6c522-59f8-4ad5-9294-4a57d14b571a,segment=NetworkSegment(0ef6af0e-e730-4b1f-9ecc-927137752930),segment_id=0ef6af0e-e730-4b1f-9ecc-927137752930)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:21.115774 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ce5f8449-9d9e-41da-bf3b-5840e28a96f9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:21.119113 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45797a00-13da-4ec3-9c9f-1a3a2872f1c1 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event updated for resources: {'Network': ['ID=34a0abff-115f-4f8d-b510-408fc5494f02,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:21.141146 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-0b4f9a24-3244-470a-8199-7e994ad07119 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "GET /v2.0/ports?device_id=891add9e-b5a9-4c7d-8551-41677523d494 HTTP/1.1" status: 200 len: 205 time: 0.0281162 Oct 26 08:36:21.141343 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-ce5f8449-9d9e-41da-bf3b-5840e28a96f9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Calling delete_port for 21b6c522-59f8-4ad5-9294-4a57d14b571a owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:21.142877 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36000) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:21.152443 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 34a0abff-115f-4f8d-b510-408fc5494f02 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:36:21.195760 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-52ee4a0e-4a65-4b05-b460-24280635abd5 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] delete failed (client error): The resource could not be found. Oct 26 08:36:21.197057 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-52ee4a0e-4a65-4b05-b460-24280635abd5 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/routers/891add9e-b5a9-4c7d-8551-41677523d494 HTTP/1.1" status: 404 len: 336 time: 0.0503118 Oct 26 08:36:21.201506 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c22a535-b79e-4998-8641-381e3a0c4a2f tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Made reservation on behalf of 14b2bed9eecf4da799cf96f861ddb8c9 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:36:21.203496 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36002) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:21.205297 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c22a535-b79e-4998-8641-381e3a0c4a2f tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:21.239648 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aadd001-daff-48f5-9a46-94c027770bea tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] DELETE failed (client error): The resource could not be found. Oct 26 08:36:21.240119 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aadd001-daff-48f5-9a46-94c027770bea tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:36:21.242767 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-30a00867-c9cb-459e-9c44-17286d8a5c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:21.246031 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6aadd001-daff-48f5-9a46-94c027770bea tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/subnets/08f2fd21-c41f-4945-89fb-a75ea242820c HTTP/1.1" status: 404 len: 337 time: 0.0364139 Oct 26 08:36:21.247097 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36004) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:21.271712 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a00867-c9cb-459e-9c44-17286d8a5c4b None None] Pushing event deleted for resources: {'Port': ['ID=21b6c522-59f8-4ad5-9294-4a57d14b571a,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:21.273705 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a00867-c9cb-459e-9c44-17286d8a5c4b None None] No DVR routers for this DVR port 21b6c522-59f8-4ad5-9294-4a57d14b571a on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:36:21.289256 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c22a535-b79e-4998-8641-381e3a0c4a2f tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:36:21.296847 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3d1e5d71-faf4-40fc-8981-ac9bd7d91ceb tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8e356ad-c07c-48b5-ab89-c2452ceb84fa HTTP/1.1" status: 200 len: 205 time: 0.0461028 Oct 26 08:36:21.298382 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36006) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:21.304614 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c22a535-b79e-4998-8641-381e3a0c4a2f tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:21.305153 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-4c22a535-b79e-4998-8641-381e3a0c4a2f tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Added segment e6617069-4a92-4c62-9de7-951a2f1e7928 of type vlan for network 94c973a0-224f-4b17-ae61-5c28cee4acbb Oct 26 08:36:21.342438 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-7b01c4dc-cd07-4729-b062-9767165cc41d tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] delete failed (client error): The resource could not be found. Oct 26 08:36:21.344552 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-7b01c4dc-cd07-4729-b062-9767165cc41d tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/routers/f8e356ad-c07c-48b5-ab89-c2452ceb84fa HTTP/1.1" status: 404 len: 336 time: 0.0450418 Oct 26 08:36:21.347079 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36008) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:21.353989 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ce5f8449-9d9e-41da-bf3b-5840e28a96f9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:21.361426 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c22a535-b79e-4998-8641-381e3a0c4a2f tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:21.374557 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-912bd5fb-abb3-4b87-a55d-5360b7b60377 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] DELETE failed (client error): The resource could not be found. Oct 26 08:36:21.375468 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-912bd5fb-abb3-4b87-a55d-5360b7b60377 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:36:21.378541 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-912bd5fb-abb3-4b87-a55d-5360b7b60377 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/subnets/d6a76286-c7c5-4787-b2a9-237e198d9e79 HTTP/1.1" status: 404 len: 337 time: 0.0305452 Oct 26 08:36:21.381199 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36010) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:21.385561 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f8449-9d9e-41da-bf3b-5840e28a96f9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Port': ['ID=21b6c522-59f8-4ad5-9294-4a57d14b571a,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:21.393080 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5f8449-9d9e-41da-bf3b-5840e28a96f9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] No DVR routers for this DVR port 21b6c522-59f8-4ad5-9294-4a57d14b571a on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:36:21.414727 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-95264589-5c51-4560-93ee-0b3f6b3bf644 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "GET /v2.0/ports?device_id=522a48be-c8e2-4d31-8a77-f8053d3995e7 HTTP/1.1" status: 200 len: 205 time: 0.0321932 Oct 26 08:36:21.417907 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36014) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:21.478843 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 21b6c522-59f8-4ad5-9294-4a57d14b571a no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:36:21.480992 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-44823ca0-dd4f-419e-a36d-265cb794cbfd tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] delete failed (client error): The resource could not be found. Oct 26 08:36:21.482563 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-44823ca0-dd4f-419e-a36d-265cb794cbfd tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/routers/522a48be-c8e2-4d31-8a77-f8053d3995e7 HTTP/1.1" status: 404 len: 336 time: 0.0631855 Oct 26 08:36:21.486612 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36016) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:21.489652 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c22a535-b79e-4998-8641-381e3a0c4a2f tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:21.495390 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c22a535-b79e-4998-8641-381e3a0c4a2f tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:21.495990 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c22a535-b79e-4998-8641-381e3a0c4a2f tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:21.508859 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 21b6c522-59f8-4ad5-9294-4a57d14b571a {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:36:21.509547 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 21b6c522-59f8-4ad5-9294-4a57d14b571a not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:36:21.529191 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-1381f2a5-3ff3-4499-bb03-01ceb4e35179 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] DELETE failed (client error): The resource could not be found. Oct 26 08:36:21.529728 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1381f2a5-3ff3-4499-bb03-01ceb4e35179 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:36:21.536147 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1381f2a5-3ff3-4499-bb03-01ceb4e35179 tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/subnets/006f3960-bb9b-4fc9-8383-76aa71a27776 HTTP/1.1" status: 404 len: 337 time: 0.0480549 Oct 26 08:36:21.536409 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36018) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:21.573104 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-d377e50e-763b-4199-8f56-99dfb30b143a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] DELETE failed (client error): The resource could not be found. Oct 26 08:36:21.573104 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d377e50e-763b-4199-8f56-99dfb30b143a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:36:21.580474 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4c22a535-b79e-4998-8641-381e3a0c4a2f tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4711025 Oct 26 08:36:21.580693 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d377e50e-763b-4199-8f56-99dfb30b143a tempest-RoutersIpV6Test-968493900 tempest-RoutersIpV6Test-968493900-project] 10.222.0.41 "DELETE /v2.0/subnets/3ed5c1f1-f182-491b-a45b-730fcc0cd687 HTTP/1.1" status: 404 len: 337 time: 0.0382710 Oct 26 08:36:21.580819 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ce5f8449-9d9e-41da-bf3b-5840e28a96f9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:21.583715 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36020) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:21.591904 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9121b24-1f99-4b8a-ac31-f792e79c4c9d req-3f264352-b2fe-4141-b26b-5c3669ad9658 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:21.594672 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d9121b24-1f99-4b8a-ac31-f792e79c4c9d req-3f264352-b2fe-4141-b26b-5c3669ad9658 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.1227930 Oct 26 08:36:21.599191 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-9a015ea7-395e-45c8-8122-2ffc6ff2455c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Request body: {'subnet': {'network_id': '34a0abff-115f-4f8d-b510-408fc5494f02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:21.622013 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-ce5f8449-9d9e-41da-bf3b-5840e28a96f9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e56fc04e-07c8-4668-8683-3ae1856afd09']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:21.625215 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22a535-b79e-4998-8641-381e3a0c4a2f tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event updated for resources: {'Network': ['ID=94c973a0-224f-4b17-ae61-5c28cee4acbb,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:21.636315 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 94c973a0-224f-4b17-ae61-5c28cee4acbb details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:36:21.646827 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-ce5f8449-9d9e-41da-bf3b-5840e28a96f9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ef6af0e-e730-4b1f-9ecc-927137752930') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:21.647388 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-ce5f8449-9d9e-41da-bf3b-5840e28a96f9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ef6af0e-e730-4b1f-9ecc-927137752930') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:21.659558 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ce5f8449-9d9e-41da-bf3b-5840e28a96f9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:21.677587 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ce5f8449-9d9e-41da-bf3b-5840e28a96f9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:21.687408 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce5f8449-9d9e-41da-bf3b-5840e28a96f9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:36:21.687936 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ce5f8449-9d9e-41da-bf3b-5840e28a96f9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:21.747544 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:36:21.747544 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:36:21.747544 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:36:21.747544 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:36:21.747544 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:36:21.747544 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:36:21.747544 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:36:21.747544 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:36:21.747544 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:36:21.747544 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:36:21.747544 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:36:21.747544 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:36:21.747544 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:36:21.747544 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:36:21.747544 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:36:21.747544 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:36:21.747544 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:36:21.747544 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:36:21.747544 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:36:21.747544 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:36:21.747544 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:36:21.747544 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:36:21.747544 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:36:21.747544 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:36:21.747544 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:36:21.747544 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:36:21.747544 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:36:21.747544 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:36:21.747544 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:36:21.747544 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:36:21.747544 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:36:21.747544 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:36:21.760925 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d9121b24-1f99-4b8a-ac31-f792e79c4c9d req-279007c4-4334-4e6b-8d51-9928ed6dcdf4 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419678 Oct 26 08:36:21.777438 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ce5f8449-9d9e-41da-bf3b-5840e28a96f9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:21.788338 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ce5f8449-9d9e-41da-bf3b-5840e28a96f9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:21.789368 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a015ea7-395e-45c8-8122-2ffc6ff2455c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Made reservation on behalf of 14b2bed9eecf4da799cf96f861ddb8c9 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:36:21.793200 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9a015ea7-395e-45c8-8122-2ffc6ff2455c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:21.796838 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36024) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:21.799211 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ce5f8449-9d9e-41da-bf3b-5840e28a96f9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/networks/e56fc04e-07c8-4668-8683-3ae1856afd09 HTTP/1.1" status: 204 len: 168 time: 1.1060452 Oct 26 08:36:21.803154 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-b3a3d46f-7264-4af6-a5dd-ee6e7186cc19 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1277190173'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:21.809753 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f8449-9d9e-41da-bf3b-5840e28a96f9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Network': ['ID=e56fc04e-07c8-4668-8683-3ae1856afd09,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:21.886981 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a3d46f-7264-4af6-a5dd-ee6e7186cc19 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Made reservation on behalf of fbb245bdcc38449a85671f236067aeb3 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:36:21.891348 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b3a3d46f-7264-4af6-a5dd-ee6e7186cc19 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:21.908912 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36028) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:21.929170 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a3d46f-7264-4af6-a5dd-ee6e7186cc19 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:36:21.962472 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b3a3d46f-7264-4af6-a5dd-ee6e7186cc19 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:21.962822 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-b3a3d46f-7264-4af6-a5dd-ee6e7186cc19 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Added segment edc117c6-76e9-43bd-afe4-bdccf4ce49ef of type vlan for network 3eb32117-09ec-455d-aebb-abbbd1d8a3a1 Oct 26 08:36:22.017496 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b3a3d46f-7264-4af6-a5dd-ee6e7186cc19 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:22.037109 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3ffd8b93-ee23-4d2b-bfa7-45ca5d244a88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:22.067731 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4be04756-9c52-4133-9f03-5a0ac2fe39f3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=502737b6a12c43caa6c2ea21f619d856&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1576021 Oct 26 08:36:22.070111 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36032) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:22.078302 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9a015ea7-395e-45c8-8122-2ffc6ff2455c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:22.087508 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b3a3d46f-7264-4af6-a5dd-ee6e7186cc19 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:22.093748 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a3d46f-7264-4af6-a5dd-ee6e7186cc19 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:22.094348 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b3a3d46f-7264-4af6-a5dd-ee6e7186cc19 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:22.122576 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-96ac9dbc-6fa5-4397-893e-e158bac83295 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:22.145721 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-96ac9dbc-6fa5-4397-893e-e158bac83295 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:22.193976 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b3a3d46f-7264-4af6-a5dd-ee6e7186cc19 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3946955 Oct 26 08:36:22.197236 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36034) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:22.203789 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-daf1dfab-aa12-4bb1-9280-b2638ea13dbc tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'subnet': {'network_id': '3eb32117-09ec-455d-aebb-abbbd1d8a3a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:22.207003 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-96ac9dbc-6fa5-4397-893e-e158bac83295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:22.207287 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3d46f-7264-4af6-a5dd-ee6e7186cc19 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Network': ['ID=3eb32117-09ec-455d-aebb-abbbd1d8a3a1,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:22.210448 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-96ac9dbc-6fa5-4397-893e-e158bac83295 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:22.213868 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-96ac9dbc-6fa5-4397-893e-e158bac83295 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4369b7f3-3c18-4f28-af4c-cc1c151fafbc HTTP/1.1" status: 204 len: 168 time: 0.1404612 Oct 26 08:36:22.215659 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a015ea7-395e-45c8-8122-2ffc6ff2455c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event updated for resources: {'Subnet': ['ID=d6ede460-d12c-436f-b778-88df34a2636d,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:22.219498 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 3eb32117-09ec-455d-aebb-abbbd1d8a3a1 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:36:22.230986 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a015ea7-395e-45c8-8122-2ffc6ff2455c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Checking segment: {'id': '52a75267-b516-406b-9a75-04d2e260ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '34a0abff-115f-4f8d-b510-408fc5494f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:36:22.231443 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a015ea7-395e-45c8-8122-2ffc6ff2455c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Network hostable DHCP agents. Network: 34a0abff-115f-4f8d-b510-408fc5494f02, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:36:22.251659 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a015ea7-395e-45c8-8122-2ffc6ff2455c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Network 34a0abff-115f-4f8d-b510-408fc5494f02 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:36:22.260190 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac9dbc-6fa5-4397-893e-e158bac83295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4369b7f3-3c18-4f28-af4c-cc1c151fafbc,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:22.263230 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-9a015ea7-395e-45c8-8122-2ffc6ff2455c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 34a0abff-115f-4f8d-b510-408fc5494f02) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:22.270366 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a015ea7-395e-45c8-8122-2ffc6ff2455c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:22.271283 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9a015ea7-395e-45c8-8122-2ffc6ff2455c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:22.293858 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9a015ea7-395e-45c8-8122-2ffc6ff2455c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6987755 Oct 26 08:36:22.294588 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36038) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:22.300373 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-067fee46-f3a1-4afe-8dad-cafd808e86d9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Request body: {'subnet': {'network_id': '94c973a0-224f-4b17-ae61-5c28cee4acbb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:22.308122 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7619704-5318-4bf6-9747-9e98b86dcf17 None None] Network 34a0abff-115f-4f8d-b510-408fc5494f02 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:36:22.341880 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf1dfab-aa12-4bb1-9280-b2638ea13dbc tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Made reservation on behalf of fbb245bdcc38449a85671f236067aeb3 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:36:22.345854 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-daf1dfab-aa12-4bb1-9280-b2638ea13dbc tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:22.431963 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067fee46-f3a1-4afe-8dad-cafd808e86d9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Made reservation on behalf of 14b2bed9eecf4da799cf96f861ddb8c9 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:36:22.441363 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-067fee46-f3a1-4afe-8dad-cafd808e86d9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:22.536848 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ab49cc-6f63-4264-a803-4891abc77435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-34a0abff-115f-4f8d-b510-408fc5494f02', 'network_id': '34a0abff-115f-4f8d-b510-408fc5494f02', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'fixed_ips': [{'subnet_id': 'd6ede460-d12c-436f-b778-88df34a2636d'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:36:22.538736 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c9ab49cc-6f63-4264-a803-4891abc77435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:22.601130 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-daf1dfab-aa12-4bb1-9280-b2638ea13dbc tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:22.680975 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf1dfab-aa12-4bb1-9280-b2638ea13dbc tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Checking segment: {'id': 'edc117c6-76e9-43bd-afe4-bdccf4ce49ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3eb32117-09ec-455d-aebb-abbbd1d8a3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:36:22.681497 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf1dfab-aa12-4bb1-9280-b2638ea13dbc tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Network hostable DHCP agents. Network: 3eb32117-09ec-455d-aebb-abbbd1d8a3a1, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:36:22.689081 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1dfab-aa12-4bb1-9280-b2638ea13dbc tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Subnet': ['ID=d3a657c7-3741-4baa-98a9-637c2500b77e,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:22.690460 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-067fee46-f3a1-4afe-8dad-cafd808e86d9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:22.708634 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-c9ab49cc-6f63-4264-a803-4891abc77435 None None] Allocated IP 172.20.0.2 (34a0abff-115f-4f8d-b510-408fc5494f02/d6ede460-d12c-436f-b778-88df34a2636d/dbc1fc03-c24d-4d19-9425-cc7dfe5e63a5) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:36:22.709963 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf1dfab-aa12-4bb1-9280-b2638ea13dbc tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Network 3eb32117-09ec-455d-aebb-abbbd1d8a3a1 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:36:22.721017 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-daf1dfab-aa12-4bb1-9280-b2638ea13dbc tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 3eb32117-09ec-455d-aebb-abbbd1d8a3a1) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:22.728291 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf1dfab-aa12-4bb1-9280-b2638ea13dbc tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:22.728911 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-daf1dfab-aa12-4bb1-9280-b2638ea13dbc tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:22.735844 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed99ceb-de4d-4590-a5e1-e981539726ec None None] Network 3eb32117-09ec-455d-aebb-abbbd1d8a3a1 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:36:22.751183 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-daf1dfab-aa12-4bb1-9280-b2638ea13dbc tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5522308 Oct 26 08:36:22.753790 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36050) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:22.759060 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-d62129b3-5a00-476e-879c-6913957933fa tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-308192678', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:22.793015 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067fee46-f3a1-4afe-8dad-cafd808e86d9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event updated for resources: {'Subnet': ['ID=cef2b0fa-4a4e-4007-8b50-dc235cfab011,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:22.804018 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067fee46-f3a1-4afe-8dad-cafd808e86d9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Checking segment: {'id': 'e6617069-4a92-4c62-9de7-951a2f1e7928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '94c973a0-224f-4b17-ae61-5c28cee4acbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:36:22.804983 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067fee46-f3a1-4afe-8dad-cafd808e86d9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Network hostable DHCP agents. Network: 94c973a0-224f-4b17-ae61-5c28cee4acbb, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:36:22.812420 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d62129b3-5a00-476e-879c-6913957933fa tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:22.815053 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d62129b3-5a00-476e-879c-6913957933fa tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:22.826609 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067fee46-f3a1-4afe-8dad-cafd808e86d9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Network 94c973a0-224f-4b17-ae61-5c28cee4acbb is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:36:22.839747 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-067fee46-f3a1-4afe-8dad-cafd808e86d9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 94c973a0-224f-4b17-ae61-5c28cee4acbb) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:22.845926 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067fee46-f3a1-4afe-8dad-cafd808e86d9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:22.846933 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-067fee46-f3a1-4afe-8dad-cafd808e86d9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:22.867776 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-067fee46-f3a1-4afe-8dad-cafd808e86d9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5719988 Oct 26 08:36:22.870794 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36056) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:22.877653 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-0f1a39e0-b626-4801-b9ac-511c7c507773 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-42495908', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:22.898800 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb4d05d-a9bb-4903-afa2-eb03c7d3341e None None] Network 94c973a0-224f-4b17-ae61-5c28cee4acbb requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:36:22.910590 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0f1a39e0-b626-4801-b9ac-511c7c507773 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:22.911721 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0f1a39e0-b626-4801-b9ac-511c7c507773 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:22.950790 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d62129b3-5a00-476e-879c-6913957933fa tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:22.964281 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d62129b3-5a00-476e-879c-6913957933fa tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:22.983254 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0f1a39e0-b626-4801-b9ac-511c7c507773 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:22.988718 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d62129b3-5a00-476e-879c-6913957933fa tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:22.992396 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d62129b3-5a00-476e-879c-6913957933fa tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2352703 Oct 26 08:36:22.992595 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0f1a39e0-b626-4801-b9ac-511c7c507773 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:22.999710 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36062) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:23.001138 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1a98d-32b8-4e9f-8e37-565aadbbfefc req-fbfff6c9-7383-44c1-9903-40b2d9f8ff4f tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:23.002806 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-eab1a98d-32b8-4e9f-8e37-565aadbbfefc req-fbfff6c9-7383-44c1-9903-40b2d9f8ff4f tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.1145830 Oct 26 08:36:23.009802 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-3d6162d4-41f4-4667-9271-551b56c067db tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'port': {'network_id': '3eb32117-09ec-455d-aebb-abbbd1d8a3a1', 'name': 'tempest-PortsTestJSON-792800470'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:23.039109 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:23.053837 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-eab1a98d-32b8-4e9f-8e37-565aadbbfefc req-9a52ac1f-a0d4-4a46-a6b2-b892ddf9acee tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406666 Oct 26 08:36:23.084081 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0f1a39e0-b626-4801-b9ac-511c7c507773 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:23.088554 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-0f1a39e0-b626-4801-b9ac-511c7c507773 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2136550 Oct 26 08:36:23.088855 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36066) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:23.106040 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac44d896-b4d7-4ed5-a03c-6fd40f5365f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-3eb32117-09ec-455d-aebb-abbbd1d8a3a1', 'network_id': '3eb32117-09ec-455d-aebb-abbbd1d8a3a1', 'tenant_id': 'fbb245bdcc38449a85671f236067aeb3', 'fixed_ips': [{'subnet_id': 'd3a657c7-3741-4baa-98a9-637c2500b77e'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:36:23.106803 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ac44d896-b4d7-4ed5-a03c-6fd40f5365f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:23.195140 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d691b475-60f7-484e-b130-580788b11118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-94c973a0-224f-4b17-ae61-5c28cee4acbb', 'network_id': '94c973a0-224f-4b17-ae61-5c28cee4acbb', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'fixed_ips': [{'subnet_id': 'cef2b0fa-4a4e-4007-8b50-dc235cfab011'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:36:23.196012 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d691b475-60f7-484e-b130-580788b11118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:23.325853 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c9ab49cc-6f63-4264-a803-4891abc77435 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:23.336715 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:23.399766 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c9ab49cc-6f63-4264-a803-4891abc77435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:23.492875 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ab49cc-6f63-4264-a803-4891abc77435 None None] Network 34a0abff-115f-4f8d-b510-408fc5494f02 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:36:23.503543 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-c9ab49cc-6f63-4264-a803-4891abc77435 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:23.506153 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ab49cc-6f63-4264-a803-4891abc77435 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:36:23.543604 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab49cc-6f63-4264-a803-4891abc77435 None None] Pushing event updated for resources: {'Port': ['ID=dbc1fc03-c24d-4d19-9425-cc7dfe5e63a5,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:23.564227 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-ac44d896-b4d7-4ed5-a03c-6fd40f5365f5 None None] Allocated IP 172.20.0.2 (3eb32117-09ec-455d-aebb-abbbd1d8a3a1/d3a657c7-3741-4baa-98a9-637c2500b77e/ff3a947a-ecf8-4a66-ba4d-558f7fd3dc62) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:36:23.628910 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-d691b475-60f7-484e-b130-580788b11118 None None] Allocated IP 172.21.0.2 (94c973a0-224f-4b17-ae61-5c28cee4acbb/cef2b0fa-4a4e-4007-8b50-dc235cfab011/3855461c-6a71-417b-98ef-d3fa905ffc7c) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:36:23.692778 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-c9ab49cc-6f63-4264-a803-4891abc77435 None None] Attempting to bind port dbc1fc03-c24d-4d19-9425-cc7dfe5e63a5 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:36:23.693157 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-c9ab49cc-6f63-4264-a803-4891abc77435 None None] Attempting to bind port dbc1fc03-c24d-4d19-9425-cc7dfe5e63a5 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '52a75267-b516-406b-9a75-04d2e260ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '34a0abff-115f-4f8d-b510-408fc5494f02'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:36:23.693940 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ab49cc-6f63-4264-a803-4891abc77435 None None] Attempting to bind port dbc1fc03-c24d-4d19-9425-cc7dfe5e63a5 on network 34a0abff-115f-4f8d-b510-408fc5494f02 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:36:23.741419 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6162d4-41f4-4667-9271-551b56c067db tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Made reservation on behalf of fbb245bdcc38449a85671f236067aeb3 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:36:23.745065 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3d6162d4-41f4-4667-9271-551b56c067db tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:23.751133 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ab49cc-6f63-4264-a803-4891abc77435 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:36:23.751520 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ab49cc-6f63-4264-a803-4891abc77435 None None] Checking segment: {'id': '52a75267-b516-406b-9a75-04d2e260ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '34a0abff-115f-4f8d-b510-408fc5494f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:36:23.751923 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c9ab49cc-6f63-4264-a803-4891abc77435 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:23.752320 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ab49cc-6f63-4264-a803-4891abc77435 None None] Bound using segment: {'id': '52a75267-b516-406b-9a75-04d2e260ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '34a0abff-115f-4f8d-b510-408fc5494f02'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:36:23.752807 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-c9ab49cc-6f63-4264-a803-4891abc77435 None None] Bound port: dbc1fc03-c24d-4d19-9425-cc7dfe5e63a5, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52a75267-b516-406b-9a75-04d2e260ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '34a0abff-115f-4f8d-b510-408fc5494f02'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:36:23.753187 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c9ab49cc-6f63-4264-a803-4891abc77435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:23.782667 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b63c2e18-39ae-4317-9092-b55036f463e9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:23.786788 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-3d6162d4-41f4-4667-9271-551b56c067db tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] device_id is not set on port d07575fb-ad38-4135-81ab-85547e748e63 yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:36:24.092462 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-b63c2e18-39ae-4317-9092-b55036f463e9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Allocated IP 172.20.0.1 (34a0abff-115f-4f8d-b510-408fc5494f02/d6ede460-d12c-436f-b778-88df34a2636d/d951d2b7-1073-4563-8450-eb1c3c51d5f3) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:36:24.136584 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-c9ab49cc-6f63-4264-a803-4891abc77435 None None] For port dbc1fc03-c24d-4d19-9425-cc7dfe5e63a5, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:36:24.138893 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ac44d896-b4d7-4ed5-a03c-6fd40f5365f5 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:24.157660 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:24.159412 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-c9ab49cc-6f63-4264-a803-4891abc77435 None None] For port dbc1fc03-c24d-4d19-9425-cc7dfe5e63a5, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=dbc1fc03-c24d-4d19-9425-cc7dfe5e63a5,segment=NetworkSegment(52a75267-b516-406b-9a75-04d2e260ebdc),segment_id=52a75267-b516-406b-9a75-04d2e260ebdc)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:36:24.166417 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ac44d896-b4d7-4ed5-a03c-6fd40f5365f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:24.194921 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d691b475-60f7-484e-b130-580788b11118 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:24.196613 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c9ab49cc-6f63-4264-a803-4891abc77435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:24.219666 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac44d896-b4d7-4ed5-a03c-6fd40f5365f5 None None] Network 3eb32117-09ec-455d-aebb-abbbd1d8a3a1 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:36:24.223279 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-ac44d896-b4d7-4ed5-a03c-6fd40f5365f5 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:24.231342 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d691b475-60f7-484e-b130-580788b11118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:24.232398 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-3d6162d4-41f4-4667-9271-551b56c067db tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Allocated IP 172.20.0.12 (3eb32117-09ec-455d-aebb-abbbd1d8a3a1/d3a657c7-3741-4baa-98a9-637c2500b77e/d07575fb-ad38-4135-81ab-85547e748e63) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:36:24.237686 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac44d896-b4d7-4ed5-a03c-6fd40f5365f5 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:36:24.286618 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44d896-b4d7-4ed5-a03c-6fd40f5365f5 None None] Pushing event updated for resources: {'Port': ['ID=ff3a947a-ecf8-4a66-ba4d-558f7fd3dc62,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:24.373337 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab49cc-6f63-4264-a803-4891abc77435 None None] Pushing event updated for resources: {'Port': ['ID=dbc1fc03-c24d-4d19-9425-cc7dfe5e63a5,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:24.379509 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99a1ba-529a-4210-be19-4afe22372a7f req-5cf79013-01a8-4c24-8369-10e3f8027cdf tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:24.382072 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0e99a1ba-529a-4210-be19-4afe22372a7f req-5cf79013-01a8-4c24-8369-10e3f8027cdf tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.2526414 Oct 26 08:36:24.400825 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d691b475-60f7-484e-b130-580788b11118 None None] Network 94c973a0-224f-4b17-ae61-5c28cee4acbb is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:36:24.429758 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-d691b475-60f7-484e-b130-580788b11118 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:24.437258 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d691b475-60f7-484e-b130-580788b11118 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:36:24.447847 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-ac44d896-b4d7-4ed5-a03c-6fd40f5365f5 None None] Attempting to bind port ff3a947a-ecf8-4a66-ba4d-558f7fd3dc62 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:36:24.447990 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-ac44d896-b4d7-4ed5-a03c-6fd40f5365f5 None None] Attempting to bind port ff3a947a-ecf8-4a66-ba4d-558f7fd3dc62 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'edc117c6-76e9-43bd-afe4-bdccf4ce49ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3eb32117-09ec-455d-aebb-abbbd1d8a3a1'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:36:24.448249 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac44d896-b4d7-4ed5-a03c-6fd40f5365f5 None None] Attempting to bind port ff3a947a-ecf8-4a66-ba4d-558f7fd3dc62 on network 3eb32117-09ec-455d-aebb-abbbd1d8a3a1 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:36:24.459097 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0e99a1ba-529a-4210-be19-4afe22372a7f req-1e8e3f2e-b1c3-4599-9184-f8497cbc4221 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674665 Oct 26 08:36:24.474963 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac44d896-b4d7-4ed5-a03c-6fd40f5365f5 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:36:24.475352 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac44d896-b4d7-4ed5-a03c-6fd40f5365f5 None None] Checking segment: {'id': 'edc117c6-76e9-43bd-afe4-bdccf4ce49ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3eb32117-09ec-455d-aebb-abbbd1d8a3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:36:24.475760 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ac44d896-b4d7-4ed5-a03c-6fd40f5365f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:24.476163 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac44d896-b4d7-4ed5-a03c-6fd40f5365f5 None None] Bound using segment: {'id': 'edc117c6-76e9-43bd-afe4-bdccf4ce49ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3eb32117-09ec-455d-aebb-abbbd1d8a3a1'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:36:24.476904 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-ac44d896-b4d7-4ed5-a03c-6fd40f5365f5 None None] Bound port: ff3a947a-ecf8-4a66-ba4d-558f7fd3dc62, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc117c6-76e9-43bd-afe4-bdccf4ce49ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3eb32117-09ec-455d-aebb-abbbd1d8a3a1'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:36:24.477292 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ac44d896-b4d7-4ed5-a03c-6fd40f5365f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:24.479643 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36090) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:24.485635 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-2310d291-5c25-437a-b0a9-7a22d05a4c87 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-526037201', 'description': 'tempest-secgroup-smoke-526037201 description', 'project_id': '40cbaebd1fa144e8a5be2f35b8631d13'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:24.506006 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b63c2e18-39ae-4317-9092-b55036f463e9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:24.531307 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2310d291-5c25-437a-b0a9-7a22d05a4c87 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:24.554784 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d691b475-60f7-484e-b130-580788b11118 None None] Pushing event updated for resources: {'Port': ['ID=3855461c-6a71-417b-98ef-d3fa905ffc7c,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:24.574838 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2310d291-5c25-437a-b0a9-7a22d05a4c87 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:24.584113 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-d691b475-60f7-484e-b130-580788b11118 None None] Attempting to bind port 3855461c-6a71-417b-98ef-d3fa905ffc7c on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:36:24.584497 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-d691b475-60f7-484e-b130-580788b11118 None None] Attempting to bind port 3855461c-6a71-417b-98ef-d3fa905ffc7c by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'e6617069-4a92-4c62-9de7-951a2f1e7928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '94c973a0-224f-4b17-ae61-5c28cee4acbb'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:36:24.584915 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d691b475-60f7-484e-b130-580788b11118 None None] Attempting to bind port 3855461c-6a71-417b-98ef-d3fa905ffc7c on network 94c973a0-224f-4b17-ae61-5c28cee4acbb {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:36:24.595816 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d691b475-60f7-484e-b130-580788b11118 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:36:24.596233 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d691b475-60f7-484e-b130-580788b11118 None None] Checking segment: {'id': 'e6617069-4a92-4c62-9de7-951a2f1e7928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '94c973a0-224f-4b17-ae61-5c28cee4acbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:36:24.596646 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d691b475-60f7-484e-b130-580788b11118 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:24.597049 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d691b475-60f7-484e-b130-580788b11118 None None] Bound using segment: {'id': 'e6617069-4a92-4c62-9de7-951a2f1e7928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '94c973a0-224f-4b17-ae61-5c28cee4acbb'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:36:24.597538 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-d691b475-60f7-484e-b130-580788b11118 None None] Bound port: 3855461c-6a71-417b-98ef-d3fa905ffc7c, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6617069-4a92-4c62-9de7-951a2f1e7928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '94c973a0-224f-4b17-ae61-5c28cee4acbb'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:36:24.597990 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d691b475-60f7-484e-b130-580788b11118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:24.610642 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3d6162d4-41f4-4667-9271-551b56c067db tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:24.629016 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-ac44d896-b4d7-4ed5-a03c-6fd40f5365f5 None None] For port ff3a947a-ecf8-4a66-ba4d-558f7fd3dc62, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:36:24.636300 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-ac44d896-b4d7-4ed5-a03c-6fd40f5365f5 None None] For port ff3a947a-ecf8-4a66-ba4d-558f7fd3dc62, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=ff3a947a-ecf8-4a66-ba4d-558f7fd3dc62,segment=NetworkSegment(edc117c6-76e9-43bd-afe4-bdccf4ce49ef),segment_id=edc117c6-76e9-43bd-afe4-bdccf4ce49ef)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:36:24.644136 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b63c2e18-39ae-4317-9092-b55036f463e9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:24.682602 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2310d291-5c25-437a-b0a9-7a22d05a4c87 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:24.699636 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2310d291-5c25-437a-b0a9-7a22d05a4c87 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:24.721132 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-d691b475-60f7-484e-b130-580788b11118 None None] For port 3855461c-6a71-417b-98ef-d3fa905ffc7c, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:36:24.723955 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63c2e18-39ae-4317-9092-b55036f463e9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Network 34a0abff-115f-4f8d-b510-408fc5494f02 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:36:24.726028 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-d691b475-60f7-484e-b130-580788b11118 None None] For port 3855461c-6a71-417b-98ef-d3fa905ffc7c, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=3855461c-6a71-417b-98ef-d3fa905ffc7c,segment=NetworkSegment(e6617069-4a92-4c62-9de7-951a2f1e7928),segment_id=e6617069-4a92-4c62-9de7-951a2f1e7928)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:36:24.733340 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-b63c2e18-39ae-4317-9092-b55036f463e9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:24.736340 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c2e18-39ae-4317-9092-b55036f463e9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event updated for resources: {'Port': ['ID=d951d2b7-1073-4563-8450-eb1c3c51d5f3,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:24.737904 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ac44d896-b4d7-4ed5-a03c-6fd40f5365f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:24.744812 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63c2e18-39ae-4317-9092-b55036f463e9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:36:24.751466 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3d6162d4-41f4-4667-9271-551b56c067db tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:24.771119 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d691b475-60f7-484e-b130-580788b11118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:24.787461 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310d291-5c25-437a-b0a9-7a22d05a4c87 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e1ab6d-8167-4d55-938d-328cd119ce5d,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:24.853817 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:24.870203 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2310d291-5c25-437a-b0a9-7a22d05a4c87 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:24.878496 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2310d291-5c25-437a-b0a9-7a22d05a4c87 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:24.880504 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44d896-b4d7-4ed5-a03c-6fd40f5365f5 None None] Pushing event updated for resources: {'Port': ['ID=ff3a947a-ecf8-4a66-ba4d-558f7fd3dc62,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:24.883572 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6162d4-41f4-4667-9271-551b56c067db tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Network 3eb32117-09ec-455d-aebb-abbbd1d8a3a1 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:36:24.884483 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b63c2e18-39ae-4317-9092-b55036f463e9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:24.933761 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-3d6162d4-41f4-4667-9271-551b56c067db tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:24.936403 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310d291-5c25-437a-b0a9-7a22d05a4c87 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1faa321-505b-40a4-85e7-f618f70a9984,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:24.942651 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6162d4-41f4-4667-9271-551b56c067db tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:36:24.955086 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6162d4-41f4-4667-9271-551b56c067db tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Port': ['ID=d07575fb-ad38-4135-81ab-85547e748e63,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:24.960816 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d691b475-60f7-484e-b130-580788b11118 None None] Pushing event updated for resources: {'Port': ['ID=3855461c-6a71-417b-98ef-d3fa905ffc7c,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:24.961908 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2310d291-5c25-437a-b0a9-7a22d05a4c87 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:24.965519 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-2310d291-5c25-437a-b0a9-7a22d05a4c87 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4841104 Oct 26 08:36:24.968482 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36092) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:24.973086 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-b80a1f20-d5dc-4325-bdeb-9dbcc7733e87 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Request body: {'security_group_rule': {'security_group_id': 'c1faa321-505b-40a4-85e7-f618f70a9984', 'project_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:25.026548 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b80a1f20-d5dc-4325-bdeb-9dbcc7733e87 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:25.051603 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6162d4-41f4-4667-9271-551b56c067db tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:25.051603 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3d6162d4-41f4-4667-9271-551b56c067db tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:25.136294 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3d6162d4-41f4-4667-9271-551b56c067db tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1317494 Oct 26 08:36:25.136890 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36094) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:25.144267 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b80a1f20-d5dc-4325-bdeb-9dbcc7733e87 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:25.152719 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b80a1f20-d5dc-4325-bdeb-9dbcc7733e87 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:25.195617 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b80a1f20-d5dc-4325-bdeb-9dbcc7733e87 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:25.197052 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b80a1f20-d5dc-4325-bdeb-9dbcc7733e87 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2275300 Oct 26 08:36:25.200143 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36096) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:25.211624 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-365622d5-a84c-460e-b209-9063628c1539 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Request body: {'security_group_rule': {'security_group_id': 'c1faa321-505b-40a4-85e7-f618f70a9984', 'project_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:25.212728 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b63c2e18-39ae-4317-9092-b55036f463e9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:25.220771 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a1f20-d5dc-4325-bdeb-9dbcc7733e87 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42247003-28dc-4b91-bf86-9e295b51a68e,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:25.253856 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-365622d5-a84c-460e-b209-9063628c1539 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:25.345591 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-365622d5-a84c-460e-b209-9063628c1539 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:25.352393 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-365622d5-a84c-460e-b209-9063628c1539 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:25.373360 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365622d5-a84c-460e-b209-9063628c1539 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3fe3de8-d673-40b0-9f42-98e6b2c20a4e,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:25.388330 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-365622d5-a84c-460e-b209-9063628c1539 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:25.394186 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-365622d5-a84c-460e-b209-9063628c1539 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1929493 Oct 26 08:36:25.394915 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36098) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:25.399812 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-b33ba537-1d93-4580-8cae-1170537873d6 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Request body: {'security_group_rule': {'security_group_id': 'c1faa321-505b-40a4-85e7-f618f70a9984', 'project_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:25.445699 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b33ba537-1d93-4580-8cae-1170537873d6 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:25.569814 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b33ba537-1d93-4580-8cae-1170537873d6 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:25.585114 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b33ba537-1d93-4580-8cae-1170537873d6 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:25.644377 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b33ba537-1d93-4580-8cae-1170537873d6 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:25.645605 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b33ba537-1d93-4580-8cae-1170537873d6 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2497227 Oct 26 08:36:25.649163 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ba537-1d93-4580-8cae-1170537873d6 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a980ed7a-2563-4c39-8dae-6bb1f8a87b08,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:25.650445 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device dbc1fc03-c24d-4d19-9425-cc7dfe5e63a5 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:36:25.651622 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36102) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:25.662138 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-165f113c-bb75-4b88-9c1f-693757ed4284 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Request body: {'security_group_rule': {'security_group_id': 'c1faa321-505b-40a4-85e7-f618f70a9984', 'project_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:25.725371 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port dbc1fc03-c24d-4d19-9425-cc7dfe5e63a5 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:25.726039 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:25.726256 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eaa2f4-b2b0-43d0-91c6-9d51b8f27dc8 req-9a870792-822a-41e5-b2d6-5d9641b8b583 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:25.728283 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e0eaa2f4-b2b0-43d0-91c6-9d51b8f27dc8 req-9a870792-822a-41e5-b2d6-5d9641b8b583 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.1613503 Oct 26 08:36:25.730300 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-165f113c-bb75-4b88-9c1f-693757ed4284 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:25.774046 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b9a92f-b725-485f-8bc0-01c2c57e88b8 None None] Network 34a0abff-115f-4f8d-b510-408fc5494f02 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:36:25.834407 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-165f113c-bb75-4b88-9c1f-693757ed4284 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:25.849491 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-af1bea49-8266-4c92-9df4-aebcc32f18a0 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:25.869018 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e0eaa2f4-b2b0-43d0-91c6-9d51b8f27dc8 req-01d0e2d0-07e0-4b2b-8592-905747374edd tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321635 Oct 26 08:36:25.870190 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-165f113c-bb75-4b88-9c1f-693757ed4284 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:25.877956 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-f6e9b64a-535d-456c-a3bf-9e70f996f4a1 None None] Provisioning complete for port dbc1fc03-c24d-4d19-9425-cc7dfe5e63a5 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:25.878333 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f6e9b64a-535d-456c-a3bf-9e70f996f4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:25.881238 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b63c2e18-39ae-4317-9092-b55036f463e9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:25.899233 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f113c-bb75-4b88-9c1f-693757ed4284 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff10519c-ec4a-4b38-b976-967da65f741f,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:25.916418 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b63c2e18-39ae-4317-9092-b55036f463e9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:25.923299 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-165f113c-bb75-4b88-9c1f-693757ed4284 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:25.925299 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-165f113c-bb75-4b88-9c1f-693757ed4284 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2673573 Oct 26 08:36:25.928047 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36106) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:25.937874 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-effbeccd-dff7-47f4-909d-1f779e016460 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Request body: {'security_group_rule': {'security_group_id': 'c1faa321-505b-40a4-85e7-f618f70a9984', 'project_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:25.981000 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.securitygroups_db [None req-effbeccd-dff7-47f4-909d-1f779e016460 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Project 40cbaebd1fa144e8a5be2f35b8631d13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 08:36:25.988878 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-effbeccd-dff7-47f4-909d-1f779e016460 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:25.989233 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b63c2e18-39ae-4317-9092-b55036f463e9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:26.045220 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c2e18-39ae-4317-9092-b55036f463e9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event updated for resources: {'Port': ['ID=d951d2b7-1073-4563-8450-eb1c3c51d5f3,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:26.112785 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:26.219696 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port dbc1fc03-c24d-4d19-9425-cc7dfe5e63a5, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=dbc1fc03-c24d-4d19-9425-cc7dfe5e63a5,segment=NetworkSegment(52a75267-b516-406b-9a75-04d2e260ebdc),segment_id=52a75267-b516-406b-9a75-04d2e260ebdc)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:26.234322 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:26.235149 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 3855461c-6a71-417b-98ef-d3fa905ffc7c up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:36:26.238515 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f6e9b64a-535d-456c-a3bf-9e70f996f4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:26.278086 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-effbeccd-dff7-47f4-909d-1f779e016460 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:26.297174 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1f66a-c8ca-4094-998d-12f4fa4e6312 req-47ce0c11-f7aa-423c-96dd-420d61a63876 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:26.298869 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-cad1f66a-c8ca-4094-998d-12f4fa4e6312 req-47ce0c11-f7aa-423c-96dd-420d61a63876 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.1641870 Oct 26 08:36:26.299590 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-effbeccd-dff7-47f4-909d-1f779e016460 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:26.339836 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-effbeccd-dff7-47f4-909d-1f779e016460 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:26.341076 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-effbeccd-dff7-47f4-909d-1f779e016460 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4116864 Oct 26 08:36:26.355867 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36110) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:26.362808 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effbeccd-dff7-47f4-909d-1f779e016460 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14fc496f-86ff-4324-bf6f-65cb98c77b3e,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:26.374885 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-ab272254-3449-4781-bf13-5a4e4e2863bf tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Request body: {'security_group_rule': {'security_group_id': 'c1faa321-505b-40a4-85e7-f618f70a9984', 'project_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:26.393752 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51a83e-3b70-43ee-9347-726180499f51 req-870c5350-a26b-47a9-ac6f-b0afdda6f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:26.395436 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9c51a83e-3b70-43ee-9347-726180499f51 req-870c5350-a26b-47a9-ac6f-b0afdda6f421 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6eab6734a4b340b3a9f449d2b1ad4f89&device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 1098 time: 0.2093356 Oct 26 08:36:26.402116 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1977c75b-527c-4e81-9fdb-5e1adc489ef6 None None] Network 3eb32117-09ec-455d-aebb-abbbd1d8a3a1 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:36:26.418627 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-cad1f66a-c8ca-4094-998d-12f4fa4e6312 req-b5112c08-fe7f-4393-af87-986fd832be6a tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996895 Oct 26 08:36:26.446824 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.securitygroups_db [None req-ab272254-3449-4781-bf13-5a4e4e2863bf tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Project 40cbaebd1fa144e8a5be2f35b8631d13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 08:36:26.453705 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ab272254-3449-4781-bf13-5a4e4e2863bf tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:26.505900 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=dbc1fc03-c24d-4d19-9425-cc7dfe5e63a5,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:26.515003 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63c2e18-39ae-4317-9092-b55036f463e9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Network 34a0abff-115f-4f8d-b510-408fc5494f02 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:36:26.522439 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-b63c2e18-39ae-4317-9092-b55036f463e9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:26.523451 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ab272254-3449-4781-bf13-5a4e4e2863bf tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:26.528147 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ab272254-3449-4781-bf13-5a4e4e2863bf tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:26.535671 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 3855461c-6a71-417b-98ef-d3fa905ffc7c triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:26.536321 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:26.559700 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab272254-3449-4781-bf13-5a4e4e2863bf tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e51c78-9eda-4475-854b-bef3792e21e3,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:26.572417 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ab272254-3449-4781-bf13-5a4e4e2863bf tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:26.577185 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ab272254-3449-4781-bf13-5a4e4e2863bf tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2202029 Oct 26 08:36:26.578656 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36112) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:26.584625 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-d0dad16b-15a1-4fe9-b8dd-f6c055024c0b tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Request body: {'network': {'name': 'tempest-network-smoke--473202905', 'project_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'port_security_enabled': True}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:26.594073 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.db.api [None req-f6e9b64a-535d-456c-a3bf-9e70f996f4a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:36:26.594612 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG oslo_db.api [None req-f6e9b64a-535d-456c-a3bf-9e70f996f4a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:36:26.617302 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0dad16b-15a1-4fe9-b8dd-f6c055024c0b tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Made reservation on behalf of 40cbaebd1fa144e8a5be2f35b8631d13 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:36:26.629900 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d0dad16b-15a1-4fe9-b8dd-f6c055024c0b tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:26.667949 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0dad16b-15a1-4fe9-b8dd-f6c055024c0b tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:36:26.681512 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d0dad16b-15a1-4fe9-b8dd-f6c055024c0b tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:26.682613 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-d0dad16b-15a1-4fe9-b8dd-f6c055024c0b tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Added segment 88a2abc7-3998-453c-8ba6-6283bf456771 of type vlan for network 2e3bfd69-a86c-48f7-827c-ed91c29ba8ae Oct 26 08:36:26.751839 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51a83e-3b70-43ee-9347-726180499f51 req-411c99d6-a014-4d96-b82c-33ba76b6e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:26.754055 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9c51a83e-3b70-43ee-9347-726180499f51 req-411c99d6-a014-4d96-b82c-33ba76b6e332 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8898436d-e40a-418e-85e2-87f0fb58c97b HTTP/1.1" status: 200 len: 913 time: 0.3410926 Oct 26 08:36:26.757936 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d0dad16b-15a1-4fe9-b8dd-f6c055024c0b tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:26.769025 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:26.793756 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d0dad16b-15a1-4fe9-b8dd-f6c055024c0b tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:26.801483 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dad16b-15a1-4fe9-b8dd-f6c055024c0b tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:26.802797 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d0dad16b-15a1-4fe9-b8dd-f6c055024c0b tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:26.829455 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-af1bea49-8266-4c92-9df4-aebcc32f18a0 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:26.831407 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 3855461c-6a71-417b-98ef-d3fa905ffc7c, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=3855461c-6a71-417b-98ef-d3fa905ffc7c,segment=NetworkSegment(e6617069-4a92-4c62-9de7-951a2f1e7928),segment_id=e6617069-4a92-4c62-9de7-951a2f1e7928)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:26.842907 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-af1bea49-8266-4c92-9df4-aebcc32f18a0 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:26.857419 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:26.859242 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device ff3a947a-ecf8-4a66-ba4d-558f7fd3dc62 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:36:26.871263 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9c51a83e-3b70-43ee-9347-726180499f51 req-b1c0b4a3-eed6-40b7-b718-de3c5b9d982a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5b4c931-0784-4417-9cf2-14aace14e7b9 HTTP/1.1" status: 200 len: 1001 time: 0.1076424 Oct 26 08:36:26.932369 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dad16b-15a1-4fe9-b8dd-f6c055024c0b tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Pushing event updated for resources: {'Network': ['ID=2e3bfd69-a86c-48f7-827c-ed91c29ba8ae,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:26.947788 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 2e3bfd69-a86c-48f7-827c-ed91c29ba8ae details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:36:26.949636 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d0dad16b-15a1-4fe9-b8dd-f6c055024c0b tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3698006 Oct 26 08:36:26.952609 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36114) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:26.957570 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-a49c9a48-d7cf-404b-9d82-ad3cfa337721 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1185869714', 'admin_state_up': True, 'project_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:26.992838 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a49c9a48-d7cf-404b-9d82-ad3cfa337721 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:26.994628 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a49c9a48-d7cf-404b-9d82-ad3cfa337721 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:27.059990 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=3855461c-6a71-417b-98ef-d3fa905ffc7c,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:27.069311 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63c2e18-39ae-4317-9092-b55036f463e9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Router 4bc05d24-9670-4c0a-a115-dec5f3886940 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:36:27.079066 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1bea49-8266-4c92-9df4-aebcc32f18a0 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Port': ['ID=d07575fb-ad38-4135-81ab-85547e748e63,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:27.080248 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port ff3a947a-ecf8-4a66-ba4d-558f7fd3dc62 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:27.080629 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:27.086505 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a49c9a48-d7cf-404b-9d82-ad3cfa337721 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:27.089383 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4fe934-29d7-4be1-9c44-fe506355a09f None None] Network 94c973a0-224f-4b17-ae61-5c28cee4acbb requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:36:27.214414 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-af1bea49-8266-4c92-9df4-aebcc32f18a0 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:27.219842 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51a83e-3b70-43ee-9347-726180499f51 req-6de5f7d0-b44f-4d41-9e7d-6710e13f3636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:27.221863 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9c51a83e-3b70-43ee-9347-726180499f51 req-6de5f7d0-b44f-4d41-9e7d-6710e13f3636 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=33b25e72-0e11-43c0-9e6c-63bdef265ca2 HTTP/1.1" status: 200 len: 851 time: 0.3254728 Oct 26 08:36:27.290383 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a49c9a48-d7cf-404b-9d82-ad3cfa337721 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:27.355145 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:27.433468 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51a83e-3b70-43ee-9347-726180499f51 req-973d4faa-3b7f-40a4-b0a1-f1e45e0fe0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:27.435424 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9c51a83e-3b70-43ee-9347-726180499f51 req-973d4faa-3b7f-40a4-b0a1-f1e45e0fe0cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8898436d-e40a-418e-85e2-87f0fb58c97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1627679 Oct 26 08:36:27.472188 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port ff3a947a-ecf8-4a66-ba4d-558f7fd3dc62, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=ff3a947a-ecf8-4a66-ba4d-558f7fd3dc62,segment=NetworkSegment(edc117c6-76e9-43bd-afe4-bdccf4ce49ef),segment_id=edc117c6-76e9-43bd-afe4-bdccf4ce49ef)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:27.481307 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-232654c3-a281-4008-8552-7331b6c4638c None None] Provisioning complete for port dbc1fc03-c24d-4d19-9425-cc7dfe5e63a5 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:27.482157 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-232654c3-a281-4008-8552-7331b6c4638c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:27.486097 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:27.581467 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a49c9a48-d7cf-404b-9d82-ad3cfa337721 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for router_gateway, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:27.609539 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a49c9a48-d7cf-404b-9d82-ad3cfa337721 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:27.634996 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=ff3a947a-ecf8-4a66-ba4d-558f7fd3dc62,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:27.696527 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 3855461c-6a71-417b-98ef-d3fa905ffc7c up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:36:27.714605 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9c51a83e-3b70-43ee-9347-726180499f51 req-6036a7ca-15fe-411c-bee7-40d60f0e4c0e service neutron] 10.222.0.47 "GET /v2.0/networks/8898436d-e40a-418e-85e2-87f0fb58c97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699780 Oct 26 08:36:27.728801 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63c2e18-39ae-4317-9092-b55036f463e9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:36:27.742672 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b63c2e18-39ae-4317-9092-b55036f463e9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "PUT /v2.0/routers/4bc05d24-9670-4c0a-a115-dec5f3886940/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6525786 Oct 26 08:36:27.758534 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3aad46-0e35-43b9-be7d-d122420529b0 None None] Sync routers for ids ['4bc05d24-9670-4c0a-a115-dec5f3886940'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:36:27.771221 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-a49c9a48-d7cf-404b-9d82-ad3cfa337721 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Allocated IP 172.26.2.138 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/7fa4e1e7-a241-4ac8-b099-404e92ed9177) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:36:27.813582 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3aad46-0e35-43b9-be7d-d122420529b0 None None] Routers {'4bc05d24-9670-4c0a-a115-dec5f3886940'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:27.814434 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ea3aad46-0e35-43b9-be7d-d122420529b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['4bc05d24-9670-4c0a-a115-dec5f3886940'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:27.853201 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36120) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:27.857226 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9c51a83e-3b70-43ee-9347-726180499f51 req-72175897-fd25-4fa5-893b-ce53e5cae4cc service neutron] 10.222.0.47 "GET /v2.0/networks/8898436d-e40a-418e-85e2-87f0fb58c97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239207 Oct 26 08:36:27.864154 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-af1bea49-8266-4c92-9df4-aebcc32f18a0 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:27.871879 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ea3aad46-0e35-43b9-be7d-d122420529b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:27.893298 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e0e15-af6a-4760-ba99-f7eed51e3741 req-76769560-9d18-47a6-9195-fc148f741230 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:27.895084 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-752e0e15-af6a-4760-ba99-f7eed51e3741 req-76769560-9d18-47a6-9195-fc148f741230 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.2787104 Oct 26 08:36:27.909600 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-232654c3-a281-4008-8552-7331b6c4638c None None] Provisioning complete for port 3855461c-6a71-417b-98ef-d3fa905ffc7c triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:27.910184 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-232654c3-a281-4008-8552-7331b6c4638c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:27.918027 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3aad46-0e35-43b9-be7d-d122420529b0 None None] Routers {'4bc05d24-9670-4c0a-a115-dec5f3886940'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:27.919177 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ea3aad46-0e35-43b9-be7d-d122420529b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['4bc05d24-9670-4c0a-a115-dec5f3886940'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:27.923847 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e201792b-3f01-4bdc-98e4-bd91097236c6 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:27.928552 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e201792b-3f01-4bdc-98e4-bd91097236c6 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "GET /v2.0/ports/d951d2b7-1073-4563-8450-eb1c3c51d5f3 HTTP/1.1" status: 200 len: 910 time: 0.0741117 Oct 26 08:36:27.929182 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36122) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:27.991254 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-752e0e15-af6a-4760-ba99-f7eed51e3741 req-ef5b4e39-78fb-40f0-83f9-c4a8edc81a34 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887156 Oct 26 08:36:28.072164 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a49c9a48-d7cf-404b-9d82-ad3cfa337721 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:28.149663 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ea3aad46-0e35-43b9-be7d-d122420529b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:28.150340 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3aad46-0e35-43b9-be7d-d122420529b0 None None] The sync data for ids ['4bc05d24-9670-4c0a-a115-dec5f3886940'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:36:28.154551 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 3855461c-6a71-417b-98ef-d3fa905ffc7c triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:28.154984 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:28.238671 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a49c9a48-d7cf-404b-9d82-ad3cfa337721 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:28.298046 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-232654c3-a281-4008-8552-7331b6c4638c None None] Provisioning complete for port ff3a947a-ecf8-4a66-ba4d-558f7fd3dc62 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:28.298824 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-232654c3-a281-4008-8552-7331b6c4638c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:28.333443 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49c9a48-d7cf-404b-9d82-ad3cfa337721 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:36:28.343989 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-a49c9a48-d7cf-404b-9d82-ad3cfa337721 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:28.347348 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49c9a48-d7cf-404b-9d82-ad3cfa337721 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:36:28.354746 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device dbc1fc03-c24d-4d19-9425-cc7dfe5e63a5 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:36:28.384919 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c9a48-d7cf-404b-9d82-ad3cfa337721 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Pushing event updated for resources: {'Port': ['ID=7fa4e1e7-a241-4ac8-b099-404e92ed9177,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:28.456665 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-232654c3-a281-4008-8552-7331b6c4638c None None] Provisioning complete for port d951d2b7-1073-4563-8450-eb1c3c51d5f3 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:28.457294 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-232654c3-a281-4008-8552-7331b6c4638c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:28.493285 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port dbc1fc03-c24d-4d19-9425-cc7dfe5e63a5 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:28.493848 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:28.539872 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-232654c3-a281-4008-8552-7331b6c4638c None None] Port d951d2b7-1073-4563-8450-eb1c3c51d5f3 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:36:28.555323 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-232654c3-a281-4008-8552-7331b6c4638c None None] Provisioning complete for port d07575fb-ad38-4135-81ab-85547e748e63 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:28.555845 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-232654c3-a281-4008-8552-7331b6c4638c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:28.566575 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-777f8a84-8b14-4e53-bdb2-910e850714e3 req-f9534b02-e3fe-43c2-8bb2-e13cb0593cb9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680118 Oct 26 08:36:28.584341 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-46bbae63-ff69-4fa9-aca4-ccf40981073a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:28.603012 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-232654c3-a281-4008-8552-7331b6c4638c None None] Port d07575fb-ad38-4135-81ab-85547e748e63 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:36:28.612871 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-af1bea49-8266-4c92-9df4-aebcc32f18a0 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:28.623005 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-af1bea49-8266-4c92-9df4-aebcc32f18a0 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:28.724903 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-2b3e617b-5047-4502-be07-9903fbfe5ccf None None] Provisioning complete for port 3855461c-6a71-417b-98ef-d3fa905ffc7c triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:28.725705 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2b3e617b-5047-4502-be07-9903fbfe5ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:28.740666 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1bea49-8266-4c92-9df4-aebcc32f18a0 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Port': ['ID=d07575fb-ad38-4135-81ab-85547e748e63,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:28.747915 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-af1bea49-8266-4c92-9df4-aebcc32f18a0 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:28.804746 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f8a84-8b14-4e53-bdb2-910e850714e3 req-c63f4b40-d872-4abb-bf96-bf24f25e523b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:28.806363 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-777f8a84-8b14-4e53-bdb2-910e850714e3 req-c63f4b40-d872-4abb-bf96-bf24f25e523b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6eab6734a4b340b3a9f449d2b1ad4f89&device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 1098 time: 0.1479130 Oct 26 08:36:28.831874 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-2b3e617b-5047-4502-be07-9903fbfe5ccf None None] Provisioning complete for port d07575fb-ad38-4135-81ab-85547e748e63 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:28.832455 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2b3e617b-5047-4502-be07-9903fbfe5ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:28.870548 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-2b3e617b-5047-4502-be07-9903fbfe5ccf None None] Port d07575fb-ad38-4135-81ab-85547e748e63 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:36:28.909931 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1bea49-8266-4c92-9df4-aebcc32f18a0 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Network 3eb32117-09ec-455d-aebb-abbbd1d8a3a1 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:36:28.912991 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-af1bea49-8266-4c92-9df4-aebcc32f18a0 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:29.030765 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f8a84-8b14-4e53-bdb2-910e850714e3 req-edddf149-b95f-444f-b9a3-fb16215f8307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:29.032310 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-777f8a84-8b14-4e53-bdb2-910e850714e3 req-edddf149-b95f-444f-b9a3-fb16215f8307 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8898436d-e40a-418e-85e2-87f0fb58c97b HTTP/1.1" status: 200 len: 913 time: 0.1976845 Oct 26 08:36:29.126189 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-777f8a84-8b14-4e53-bdb2-910e850714e3 req-60dc04b2-5d15-42bd-ab16-0993ea0154ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5b4c931-0784-4417-9cf2-14aace14e7b9 HTTP/1.1" status: 200 len: 1001 time: 0.0831423 Oct 26 08:36:29.141437 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1bea49-8266-4c92-9df4-aebcc32f18a0 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Router a2dde3d4-f246-49bf-98f1-72668832791f is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:36:29.195158 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-19f26baa-a721-4a40-8d81-6bc8557210b0 None None] Provisioning complete for port d07575fb-ad38-4135-81ab-85547e748e63 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:29.195768 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-19f26baa-a721-4a40-8d81-6bc8557210b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:29.238793 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-19f26baa-a721-4a40-8d81-6bc8557210b0 None None] Port d07575fb-ad38-4135-81ab-85547e748e63 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:36:29.245853 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a49c9a48-d7cf-404b-9d82-ad3cfa337721 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for router_gateway, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:29.251985 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f8a84-8b14-4e53-bdb2-910e850714e3 req-2d0ee686-1998-4d06-bfc4-280e05a6d710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:29.253510 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-777f8a84-8b14-4e53-bdb2-910e850714e3 req-2d0ee686-1998-4d06-bfc4-280e05a6d710 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=33b25e72-0e11-43c0-9e6c-63bdef265ca2 HTTP/1.1" status: 200 len: 851 time: 0.1203930 Oct 26 08:36:29.293288 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b09a394-d83e-4c10-a60c-2287ba731343 req-4a75f05d-d8f0-4c36-b585-d713e880306a tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:29.294827 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3b09a394-d83e-4c10-a60c-2287ba731343 req-4a75f05d-d8f0-4c36-b585-d713e880306a tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.2034953 Oct 26 08:36:29.304118 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1bea49-8266-4c92-9df4-aebcc32f18a0 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:36:29.310360 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-af1bea49-8266-4c92-9df4-aebcc32f18a0 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "PUT /v2.0/routers/a2dde3d4-f246-49bf-98f1-72668832791f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1727877 Oct 26 08:36:29.314445 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36132) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:29.316215 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31869a06-7244-486e-9e6f-eb332a7db7e3 None None] Sync routers for ids ['a2dde3d4-f246-49bf-98f1-72668832791f'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:36:29.327471 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f8a84-8b14-4e53-bdb2-910e850714e3 req-91b0a753-ba59-4dd3-a0c7-af598b8f6ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:29.327844 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31869a06-7244-486e-9e6f-eb332a7db7e3 None None] Routers {'a2dde3d4-f246-49bf-98f1-72668832791f'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:29.328724 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-31869a06-7244-486e-9e6f-eb332a7db7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['a2dde3d4-f246-49bf-98f1-72668832791f'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:29.328900 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-777f8a84-8b14-4e53-bdb2-910e850714e3 req-91b0a753-ba59-4dd3-a0c7-af598b8f6ed4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8898436d-e40a-418e-85e2-87f0fb58c97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0668528 Oct 26 08:36:29.363222 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-31869a06-7244-486e-9e6f-eb332a7db7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:29.372681 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31869a06-7244-486e-9e6f-eb332a7db7e3 None None] Routers {'a2dde3d4-f246-49bf-98f1-72668832791f'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:29.373445 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-31869a06-7244-486e-9e6f-eb332a7db7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['a2dde3d4-f246-49bf-98f1-72668832791f'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:29.408887 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-31869a06-7244-486e-9e6f-eb332a7db7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:29.409904 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31869a06-7244-486e-9e6f-eb332a7db7e3 None None] The sync data for ids ['a2dde3d4-f246-49bf-98f1-72668832791f'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:36:29.424924 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5b2a54-e4a9-4dfe-948c-0b8dea5d5fc9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:29.426711 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-eb5b2a54-e4a9-4dfe-948c-0b8dea5d5fc9 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2dde3d4-f246-49bf-98f1-72668832791f HTTP/1.1" status: 200 len: 982 time: 0.1112289 Oct 26 08:36:29.430674 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36134) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:29.435868 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3b09a394-d83e-4c10-a60c-2287ba731343 req-f0530c56-f8be-4127-aeaa-23b5264d2881 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041930 Oct 26 08:36:29.480963 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-46bbae63-ff69-4fa9-aca4-ccf40981073a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Allocated IP 172.21.0.1 (94c973a0-224f-4b17-ae61-5c28cee4acbb/cef2b0fa-4a4e-4007-8b50-dc235cfab011/378125c3-6754-4e90-ae9f-b4980f05e04c) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:36:29.542073 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-777f8a84-8b14-4e53-bdb2-910e850714e3 req-bf2fba02-dcb0-45f7-9f16-eb3d27bb0b06 service neutron] 10.222.0.47 "GET /v2.0/networks/8898436d-e40a-418e-85e2-87f0fb58c97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974521 Oct 26 08:36:29.584683 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device ff3a947a-ecf8-4a66-ba4d-558f7fd3dc62 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:36:29.635779 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a49c9a48-d7cf-404b-9d82-ad3cfa337721 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:29.639364 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port ff3a947a-ecf8-4a66-ba4d-558f7fd3dc62 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:29.639935 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:29.745844 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-46bbae63-ff69-4fa9-aca4-ccf40981073a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:29.773030 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0980e9-c52f-4918-a442-49cba4e60a65 req-31163f60-1f68-462f-a8f0-2c897c42f1ff tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:29.774576 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fa0980e9-c52f-4918-a442-49cba4e60a65 req-31163f60-1f68-462f-a8f0-2c897c42f1ff tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.2553096 Oct 26 08:36:29.778539 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-777f8a84-8b14-4e53-bdb2-910e850714e3 req-420dde63-4686-487b-ad23-9403cf4dc9d3 service neutron] 10.222.0.47 "GET /v2.0/networks/8898436d-e40a-418e-85e2-87f0fb58c97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284102 Oct 26 08:36:29.808065 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-46bbae63-ff69-4fa9-aca4-ccf40981073a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:29.848947 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fa0980e9-c52f-4918-a442-49cba4e60a65 req-0cf34ecb-8824-495c-ae60-ce7688c8eed9 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635812 Oct 26 08:36:29.864925 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bbae63-ff69-4fa9-aca4-ccf40981073a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Network 94c973a0-224f-4b17-ae61-5c28cee4acbb is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:36:29.869886 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-46bbae63-ff69-4fa9-aca4-ccf40981073a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:29.875315 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bbae63-ff69-4fa9-aca4-ccf40981073a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:36:29.878504 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49c9a48-d7cf-404b-9d82-ad3cfa337721 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Router 2e8f6e9b-97a3-47e1-8421-bbc947cd0709 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:36:29.880297 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bbae63-ff69-4fa9-aca4-ccf40981073a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event updated for resources: {'Port': ['ID=378125c3-6754-4e90-ae9f-b4980f05e04c,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:29.964861 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c15805df-e199-4de4-b39d-1687c138f0a3 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:30.004203 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-46bbae63-ff69-4fa9-aca4-ccf40981073a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:30.127756 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d45b1-e6c4-46c3-a514-35a31a22f2ee req-1e6425a0-c06b-4899-b82e-02520522d2d1 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:30.134411 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-ec6d45b1-e6c4-46c3-a514-35a31a22f2ee req-1e6425a0-c06b-4899-b82e-02520522d2d1 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.1440358 Oct 26 08:36:30.168262 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-11d7f4ea-1d38-4d58-bade-e57d16aeb201 None None] Provisioning complete for port 378125c3-6754-4e90-ae9f-b4980f05e04c triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:30.168786 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-11d7f4ea-1d38-4d58-bade-e57d16aeb201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:30.169983 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49c9a48-d7cf-404b-9d82-ad3cfa337721 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:36:30.213516 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-c15805df-e199-4de4-b39d-1687c138f0a3 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Deleting port d07575fb-ad38-4135-81ab-85547e748e63 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:30.213790 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94223967-2e02-47c4-b138-9e32f157a1e0 None None] Sync routers for ids ['2e8f6e9b-97a3-47e1-8421-bbc947cd0709'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:36:30.214222 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c15805df-e199-4de4-b39d-1687c138f0a3 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:30.224118 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-11d7f4ea-1d38-4d58-bade-e57d16aeb201 None None] Port 378125c3-6754-4e90-ae9f-b4980f05e04c cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:36:30.231434 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94223967-2e02-47c4-b138-9e32f157a1e0 None None] Routers {'2e8f6e9b-97a3-47e1-8421-bbc947cd0709'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:30.232079 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-94223967-2e02-47c4-b138-9e32f157a1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['2e8f6e9b-97a3-47e1-8421-bbc947cd0709'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:30.234224 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-ec6d45b1-e6c4-46c3-a514-35a31a22f2ee req-f019c1aa-cea3-479f-b631-d438e3d12cce tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987689 Oct 26 08:36:30.242562 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a49c9a48-d7cf-404b-9d82-ad3cfa337721 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:30.246531 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a49c9a48-d7cf-404b-9d82-ad3cfa337721 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.2901363 Oct 26 08:36:30.246983 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36146) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:30.249258 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-46bbae63-ff69-4fa9-aca4-ccf40981073a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:30.361849 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c15805df-e199-4de4-b39d-1687c138f0a3 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:30.369886 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-94223967-2e02-47c4-b138-9e32f157a1e0 None None] Set router 2e8f6e9b-97a3-47e1-8421-bbc947cd0709 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:36:30.378796 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-c15805df-e199-4de4-b39d-1687c138f0a3 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Calling delete_port for d07575fb-ad38-4135-81ab-85547e748e63 owned by network:router_interface {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:30.456092 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b132ece7-a98b-4648-9e40-b90c895e072e tempest-TestNetworkAdvancedServerOps-893766315 tempest-TestNetworkAdvancedServerOps-893766315-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=40cbaebd1fa144e8a5be2f35b8631d13&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2077181 Oct 26 08:36:30.459841 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36152) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:30.605582 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c15805df-e199-4de4-b39d-1687c138f0a3 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:30.611439 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-94223967-2e02-47c4-b138-9e32f157a1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1185869714', 'tenant_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.138'}], 'enable_snat': True}, 'gw_port_id': '7fa4e1e7-a241-4ac8-b099-404e92ed9177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:36:27Z', 'updated_at': '2021-10-26T08:36:28Z', 'revision_number': 3, 'project_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'gw_port': {'id': '7fa4e1e7-a241-4ac8-b099-404e92ed9177', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:eb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:36:27Z', 'updated_at': '2021-10-26T08:36:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:30.639571 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94223967-2e02-47c4-b138-9e32f157a1e0 None None] Checking router: 2e8f6e9b-97a3-47e1-8421-bbc947cd0709 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:36:30.639926 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94223967-2e02-47c4-b138-9e32f157a1e0 None None] Updating router 2e8f6e9b-97a3-47e1-8421-bbc947cd0709 port 7fa4e1e7-a241-4ac8-b099-404e92ed9177 binding host dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:36:30.640496 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15805df-e199-4de4-b39d-1687c138f0a3 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Port': ['ID=d07575fb-ad38-4135-81ab-85547e748e63,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:30.671003 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-94223967-2e02-47c4-b138-9e32f157a1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:30.723839 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c76936-1954-4720-b0f5-e70dcaf47f0c req-fddf910a-5528-488f-bcff-52c63e7c3b7e tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:30.725529 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-40c76936-1954-4720-b0f5-e70dcaf47f0c req-fddf910a-5528-488f-bcff-52c63e7c3b7e tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.1750872 Oct 26 08:36:30.761675 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a066f77-65e2-4c16-ab0d-f9cb4f5213f0 tempest-TestNetworkAdvancedServerOps-893766315 tempest-TestNetworkAdvancedServerOps-893766315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:30.766551 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8a066f77-65e2-4c16-ab0d-f9cb4f5213f0 tempest-TestNetworkAdvancedServerOps-893766315 tempest-TestNetworkAdvancedServerOps-893766315-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3024757 Oct 26 08:36:30.781976 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36156) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:30.813075 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c15805df-e199-4de4-b39d-1687c138f0a3 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:30.857677 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-daf89f00-5dd7-418b-9c2b-a129ec453af2 tempest-TestNetworkAdvancedServerOps-893766315 tempest-TestNetworkAdvancedServerOps-893766315-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=e0ba3cfd-db28-4690-8a12-e5c00a0b88c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0730879 Oct 26 08:36:30.859276 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36158) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:30.872452 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-87df23c5-f026-4537-a1e1-1cb8e0f1b61d tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1934893833', 'network_id': '2e3bfd69-a86c-48f7-827c-ed91c29ba8ae', 'project_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:30.902576 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-40c76936-1954-4720-b0f5-e70dcaf47f0c req-cc355a8a-c1f5-4037-93ee-e4b34695e6f7 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655588 Oct 26 08:36:30.966171 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-46bbae63-ff69-4fa9-aca4-ccf40981073a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:30.980411 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-46bbae63-ff69-4fa9-aca4-ccf40981073a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:30.993537 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15805df-e199-4de4-b39d-1687c138f0a3 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Router a2dde3d4-f246-49bf-98f1-72668832791f has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:36:31.004960 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-94223967-2e02-47c4-b138-9e32f157a1e0 None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:31.011741 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-94223967-2e02-47c4-b138-9e32f157a1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:31.084954 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ecba5f-e9ff-4711-8eb4-fc68f899bf9b None None] Pushing event updated for resources: {'Port': ['ID=7fa4e1e7-a241-4ac8-b099-404e92ed9177,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:31.087472 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-94223967-2e02-47c4-b138-9e32f157a1e0 None None] Attempting to bind port 7fa4e1e7-a241-4ac8-b099-404e92ed9177 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:36:31.087842 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-94223967-2e02-47c4-b138-9e32f157a1e0 None None] Attempting to bind port 7fa4e1e7-a241-4ac8-b099-404e92ed9177 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:36:31.088210 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94223967-2e02-47c4-b138-9e32f157a1e0 None None] Attempting to bind port 7fa4e1e7-a241-4ac8-b099-404e92ed9177 on network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:36:31.093518 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15805df-e199-4de4-b39d-1687c138f0a3 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:36:31.094513 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94223967-2e02-47c4-b138-9e32f157a1e0 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:36:31.094993 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94223967-2e02-47c4-b138-9e32f157a1e0 None None] Checking segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:36:31.095474 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-94223967-2e02-47c4-b138-9e32f157a1e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:31.095944 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94223967-2e02-47c4-b138-9e32f157a1e0 None None] Bound using segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:36:31.096491 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-94223967-2e02-47c4-b138-9e32f157a1e0 None None] Bound port: 7fa4e1e7-a241-4ac8-b099-404e92ed9177, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:36:31.096965 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-94223967-2e02-47c4-b138-9e32f157a1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:31.098859 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c15805df-e199-4de4-b39d-1687c138f0a3 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "PUT /v2.0/routers/a2dde3d4-f246-49bf-98f1-72668832791f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6672151 Oct 26 08:36:31.101999 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36160) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:31.103872 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bbae63-ff69-4fa9-aca4-ccf40981073a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event updated for resources: {'Port': ['ID=378125c3-6754-4e90-ae9f-b4980f05e04c,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:31.110627 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87df23c5-f026-4537-a1e1-1cb8e0f1b61d tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Made reservation on behalf of 40cbaebd1fa144e8a5be2f35b8631d13 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:36:31.111044 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8ed089-b4af-4429-8ca6-d381249a19ca None None] Sync routers for ids ['a2dde3d4-f246-49bf-98f1-72668832791f'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:36:31.114478 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-87df23c5-f026-4537-a1e1-1cb8e0f1b61d tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:31.119090 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-46bbae63-ff69-4fa9-aca4-ccf40981073a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:31.126401 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8ed089-b4af-4429-8ca6-d381249a19ca None None] Routers {'a2dde3d4-f246-49bf-98f1-72668832791f'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:31.127304 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-ed8ed089-b4af-4429-8ca6-d381249a19ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['a2dde3d4-f246-49bf-98f1-72668832791f'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:31.150311 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3611757-fbc1-4e8d-bc0b-d129a1be4086 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] GET failed (client error): The resource could not be found. Oct 26 08:36:31.159023 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b3611757-fbc1-4e8d-bc0b-d129a1be4086 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "GET /v2.0/ports/d07575fb-ad38-4135-81ab-85547e748e63 HTTP/1.1" status: 404 len: 333 time: 0.0558891 Oct 26 08:36:31.160276 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36162) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:31.162954 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-ed8ed089-b4af-4429-8ca6-d381249a19ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:31.171192 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-94223967-2e02-47c4-b138-9e32f157a1e0 None None] For port 7fa4e1e7-a241-4ac8-b099-404e92ed9177, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:36:31.173602 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8ed089-b4af-4429-8ca6-d381249a19ca None None] Routers {'a2dde3d4-f246-49bf-98f1-72668832791f'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:31.174409 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-ed8ed089-b4af-4429-8ca6-d381249a19ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['a2dde3d4-f246-49bf-98f1-72668832791f'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:31.176877 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-94223967-2e02-47c4-b138-9e32f157a1e0 None None] For port 7fa4e1e7-a241-4ac8-b099-404e92ed9177, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=7fa4e1e7-a241-4ac8-b099-404e92ed9177,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:36:31.181903 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-94223967-2e02-47c4-b138-9e32f157a1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:31.214051 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-ed8ed089-b4af-4429-8ca6-d381249a19ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:31.214960 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8ed089-b4af-4429-8ca6-d381249a19ca None None] The sync data for ids ['a2dde3d4-f246-49bf-98f1-72668832791f'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:36:31.244963 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94223967-2e02-47c4-b138-9e32f157a1e0 None None] Routers {'2e8f6e9b-97a3-47e1-8421-bbc947cd0709'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:31.246601 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-94223967-2e02-47c4-b138-9e32f157a1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['2e8f6e9b-97a3-47e1-8421-bbc947cd0709'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:31.262476 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-34afba52-61a6-4dce-b47b-6b686013ae03 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for router, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:31.322407 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ecba5f-e9ff-4711-8eb4-fc68f899bf9b None None] Pushing event updated for resources: {'Port': ['ID=7fa4e1e7-a241-4ac8-b099-404e92ed9177,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:31.327082 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bbae63-ff69-4fa9-aca4-ccf40981073a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Network 94c973a0-224f-4b17-ae61-5c28cee4acbb is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:36:31.330869 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-46bbae63-ff69-4fa9-aca4-ccf40981073a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:31.375828 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-94223967-2e02-47c4-b138-9e32f157a1e0 None None] Set router 2e8f6e9b-97a3-47e1-8421-bbc947cd0709 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:36:31.473716 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-34afba52-61a6-4dce-b47b-6b686013ae03 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:31.476756 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-34afba52-61a6-4dce-b47b-6b686013ae03 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:31.531818 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-34afba52-61a6-4dce-b47b-6b686013ae03 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:31.532426 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34afba52-61a6-4dce-b47b-6b686013ae03 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Fanout notify agent at l3_agent the message router_deleted on router a2dde3d4-f246-49bf-98f1-72668832791f {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:36:31.541586 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-34afba52-61a6-4dce-b47b-6b686013ae03 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:31.542864 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-34afba52-61a6-4dce-b47b-6b686013ae03 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/routers/a2dde3d4-f246-49bf-98f1-72668832791f HTTP/1.1" status: 204 len: 168 time: 0.3816452 Oct 26 08:36:31.546273 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36164) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:31.615350 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed5cb43-0c7d-4cf0-8771-765897bc5c06 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Deleting subnet d3a657c7-3741-4baa-98a9-637c2500b77e {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:36:31.619086 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8ed5cb43-0c7d-4cf0-8771-765897bc5c06 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:31.628327 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-94223967-2e02-47c4-b138-9e32f157a1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1185869714', 'tenant_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.138'}], 'enable_snat': True}, 'gw_port_id': '7fa4e1e7-a241-4ac8-b099-404e92ed9177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:36:27Z', 'updated_at': '2021-10-26T08:36:28Z', 'revision_number': 3, 'project_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'gw_port': {'id': '7fa4e1e7-a241-4ac8-b099-404e92ed9177', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:eb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:36:27Z', 'updated_at': '2021-10-26T08:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:31.657419 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94223967-2e02-47c4-b138-9e32f157a1e0 None None] The sync data for ids ['2e8f6e9b-97a3-47e1-8421-bbc947cd0709'] in dv-neutron-804846-13-hyperv is: [{'id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1185869714', 'tenant_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.138'}], 'enable_snat': True}, 'gw_port_id': '7fa4e1e7-a241-4ac8-b099-404e92ed9177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:36:27Z', 'updated_at': '2021-10-26T08:36:28Z', 'revision_number': 3, 'project_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'gw_port': {'id': '7fa4e1e7-a241-4ac8-b099-404e92ed9177', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:eb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:36:27Z', 'updated_at': '2021-10-26T08:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:36:31.667550 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8ed5cb43-0c7d-4cf0-8771-765897bc5c06 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:31.671025 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-35d37dcc-9ca9-4b15-a332-e6378f14b652 None None] Provisioning complete for port 378125c3-6754-4e90-ae9f-b4980f05e04c triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:31.671860 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-35d37dcc-9ca9-4b15-a332-e6378f14b652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:31.713401 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-35d37dcc-9ca9-4b15-a332-e6378f14b652 None None] Port 378125c3-6754-4e90-ae9f-b4980f05e04c cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:36:31.801428 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-87df23c5-f026-4537-a1e1-1cb8e0f1b61d tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:31.851032 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46bbae63-ff69-4fa9-aca4-ccf40981073a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Router 4bc05d24-9670-4c0a-a115-dec5f3886940 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:36:31.880585 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df23c5-f026-4537-a1e1-1cb8e0f1b61d tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Pushing event updated for resources: {'Subnet': ['ID=806b4a79-12ed-4b24-a0c3-c7d82290a7d1,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:31.994172 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87df23c5-f026-4537-a1e1-1cb8e0f1b61d tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Checking segment: {'id': '88a2abc7-3998-453c-8ba6-6283bf456771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2e3bfd69-a86c-48f7-827c-ed91c29ba8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:36:31.994544 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87df23c5-f026-4537-a1e1-1cb8e0f1b61d tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Network hostable DHCP agents. Network: 2e3bfd69-a86c-48f7-827c-ed91c29ba8ae, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:36:32.028632 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87df23c5-f026-4537-a1e1-1cb8e0f1b61d tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Network 2e3bfd69-a86c-48f7-827c-ed91c29ba8ae is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:36:32.031983 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46bbae63-ff69-4fa9-aca4-ccf40981073a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:36:32.037547 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-46bbae63-ff69-4fa9-aca4-ccf40981073a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "PUT /v2.0/routers/4bc05d24-9670-4c0a-a115-dec5f3886940/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1056006 Oct 26 08:36:32.040188 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36168) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:32.047872 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97b5e14-50c1-4594-b9be-ceda0d4cb173 None None] Sync routers for ids ['4bc05d24-9670-4c0a-a115-dec5f3886940'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:36:32.070703 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97b5e14-50c1-4594-b9be-ceda0d4cb173 None None] Routers {'4bc05d24-9670-4c0a-a115-dec5f3886940'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:32.071949 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-d97b5e14-50c1-4594-b9be-ceda0d4cb173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['4bc05d24-9670-4c0a-a115-dec5f3886940'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:32.074361 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-87df23c5-f026-4537-a1e1-1cb8e0f1b61d tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 2e3bfd69-a86c-48f7-827c-ed91c29ba8ae) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:32.082977 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87df23c5-f026-4537-a1e1-1cb8e0f1b61d tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:32.083590 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-87df23c5-f026-4537-a1e1-1cb8e0f1b61d tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:32.101829 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b457cf-2f68-4dfd-a452-223073fa69b1 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:32.106501 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-63b457cf-2f68-4dfd-a452-223073fa69b1 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "GET /v2.0/ports/378125c3-6754-4e90-ae9f-b4980f05e04c HTTP/1.1" status: 200 len: 910 time: 0.0627077 Oct 26 08:36:32.107626 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36170) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:32.113103 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5b444b-195d-4789-b634-d0c8930245ff None None] Network 2e3bfd69-a86c-48f7-827c-ed91c29ba8ae requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:36:32.168317 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-d97b5e14-50c1-4594-b9be-ceda0d4cb173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:32.186505 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-87df23c5-f026-4537-a1e1-1cb8e0f1b61d tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3197641 Oct 26 08:36:32.187816 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8ed5cb43-0c7d-4cf0-8771-765897bc5c06 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:32.188331 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36172) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:32.205484 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20e3c8-523d-40b7-869d-952996bd1cac req-3cd36a53-77d2-4d86-8e70-4f276bf61fb8 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:32.207246 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ea20e3c8-523d-40b7-869d-952996bd1cac req-3cd36a53-77d2-4d86-8e70-4f276bf61fb8 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.0772877 Oct 26 08:36:32.221642 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97b5e14-50c1-4594-b9be-ceda0d4cb173 None None] Routers {'4bc05d24-9670-4c0a-a115-dec5f3886940'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:32.222930 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-d97b5e14-50c1-4594-b9be-ceda0d4cb173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['4bc05d24-9670-4c0a-a115-dec5f3886940'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:32.260360 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-d97b5e14-50c1-4594-b9be-ceda0d4cb173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:32.261319 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97b5e14-50c1-4594-b9be-ceda0d4cb173 None None] The sync data for ids ['4bc05d24-9670-4c0a-a115-dec5f3886940'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:36:32.302273 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ea20e3c8-523d-40b7-869d-952996bd1cac req-b3df8f9e-f7dd-4d8f-a86d-f3316fd2525f tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752923 Oct 26 08:36:32.315495 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8ed5cb43-0c7d-4cf0-8771-765897bc5c06 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:32.363261 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed5cb43-0c7d-4cf0-8771-765897bc5c06 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Subnet': ['ID=d3a657c7-3741-4baa-98a9-637c2500b77e,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:32.377256 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8ed5cb43-0c7d-4cf0-8771-765897bc5c06 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:32.388288 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-8ed5cb43-0c7d-4cf0-8771-765897bc5c06 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/subnets/d3a657c7-3741-4baa-98a9-637c2500b77e HTTP/1.1" status: 204 len: 168 time: 0.8397553 Oct 26 08:36:32.390837 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36176) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:32.414762 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5feba3a5-b02a-4243-b900-a8e437b31f5c None None] Network 3eb32117-09ec-455d-aebb-abbbd1d8a3a1 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:36:32.428246 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63998eac-cfec-461b-97da-a7ed549f45c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-2e3bfd69-a86c-48f7-827c-ed91c29ba8ae', 'network_id': '2e3bfd69-a86c-48f7-827c-ed91c29ba8ae', 'tenant_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'fixed_ips': [{'subnet_id': '806b4a79-12ed-4b24-a0c3-c7d82290a7d1'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:36:32.429307 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63998eac-cfec-461b-97da-a7ed549f45c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:32.518227 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4aabb9f2-1774-42ef-9aff-20d7bb46cb9e tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:32.677384 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10233a-247b-4d5e-b7bb-295a79b64db9 req-b49ca04a-2d47-4aea-867e-4f8b7deefb19 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:32.678996 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ee10233a-247b-4d5e-b7bb-295a79b64db9 req-b49ca04a-2d47-4aea-867e-4f8b7deefb19 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.1034288 Oct 26 08:36:32.686453 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-4aabb9f2-1774-42ef-9aff-20d7bb46cb9e tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Deleting port ff3a947a-ecf8-4a66-ba4d-558f7fd3dc62 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:32.686830 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4aabb9f2-1774-42ef-9aff-20d7bb46cb9e tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:32.701865 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b8918-aeb9-40e3-969f-e592de701ac3 req-decd5804-7a2b-450f-bdd2-a90a19842558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:32.703317 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-806b8918-aeb9-40e3-969f-e592de701ac3 req-decd5804-7a2b-450f-bdd2-a90a19842558 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6eab6734a4b340b3a9f449d2b1ad4f89&device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 1098 time: 0.0923083 Oct 26 08:36:32.886648 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b8918-aeb9-40e3-969f-e592de701ac3 req-ae0edf5a-bf63-4bc1-ab65-6d94039d05a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:32.889956 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-806b8918-aeb9-40e3-969f-e592de701ac3 req-ae0edf5a-bf63-4bc1-ab65-6d94039d05a7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8898436d-e40a-418e-85e2-87f0fb58c97b HTTP/1.1" status: 200 len: 913 time: 0.1366048 Oct 26 08:36:32.912604 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ee10233a-247b-4d5e-b7bb-295a79b64db9 req-294f2c8d-7523-4230-be87-1cc9fc4e3925 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133300 Oct 26 08:36:32.943860 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-63998eac-cfec-461b-97da-a7ed549f45c4 None None] Allocated IP 172.20.0.2 (2e3bfd69-a86c-48f7-827c-ed91c29ba8ae/806b4a79-12ed-4b24-a0c3-c7d82290a7d1/9ccbacd8-cabf-468c-986e-de255ef83782) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:36:32.982369 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-4aabb9f2-1774-42ef-9aff-20d7bb46cb9e tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] For port ff3a947a-ecf8-4a66-ba4d-558f7fd3dc62, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=ff3a947a-ecf8-4a66-ba4d-558f7fd3dc62,segment=NetworkSegment(edc117c6-76e9-43bd-afe4-bdccf4ce49ef),segment_id=edc117c6-76e9-43bd-afe4-bdccf4ce49ef)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:32.983161 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4aabb9f2-1774-42ef-9aff-20d7bb46cb9e tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:32.983656 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bf0ff9e8-d5c0-4b47-91a7-33fe1bedb88d tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:33.001236 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-84c6db48-52e1-4c04-894c-24d493c57a9d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:33.004808 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-4aabb9f2-1774-42ef-9aff-20d7bb46cb9e tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Calling delete_port for ff3a947a-ecf8-4a66-ba4d-558f7fd3dc62 owned by network:dhcp {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:33.023641 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20737f9e-b2c3-45ad-ae9c-7914a4e860c8 None None] DHCP port deletion for 3eb32117-09ec-455d-aebb-abbbd1d8a3a1 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:36:33.026684 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-806b8918-aeb9-40e3-969f-e592de701ac3 req-907fa1f4-3105-4a5b-b2ab-e0c044153522 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5b4c931-0784-4417-9cf2-14aace14e7b9 HTTP/1.1" status: 200 len: 1001 time: 0.1266532 Oct 26 08:36:33.127387 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b8918-aeb9-40e3-969f-e592de701ac3 req-2acb70b6-6e4e-4843-bc0c-0afeecb02e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:33.129146 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-806b8918-aeb9-40e3-969f-e592de701ac3 req-2acb70b6-6e4e-4843-bc0c-0afeecb02e61 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=33b25e72-0e11-43c0-9e6c-63bdef265ca2 HTTP/1.1" status: 200 len: 851 time: 0.0657177 Oct 26 08:36:33.136227 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-20737f9e-b2c3-45ad-ae9c-7914a4e860c8 None None] Deleting port ff3a947a-ecf8-4a66-ba4d-558f7fd3dc62 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:33.137057 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-20737f9e-b2c3-45ad-ae9c-7914a4e860c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:33.185551 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4aabb9f2-1774-42ef-9aff-20d7bb46cb9e tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:33.214140 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63998eac-cfec-461b-97da-a7ed549f45c4 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:33.218610 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aabb9f2-1774-42ef-9aff-20d7bb46cb9e tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Port': ['ID=ff3a947a-ecf8-4a66-ba4d-558f7fd3dc62,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:33.221699 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b8918-aeb9-40e3-969f-e592de701ac3 req-7dd584c4-3b02-4483-aa30-b53d2a36fb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:33.223523 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-806b8918-aeb9-40e3-969f-e592de701ac3 req-7dd584c4-3b02-4483-aa30-b53d2a36fb08 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8898436d-e40a-418e-85e2-87f0fb58c97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0850592 Oct 26 08:36:33.227135 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aabb9f2-1774-42ef-9aff-20d7bb46cb9e tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] No DVR routers for this DVR port ff3a947a-ecf8-4a66-ba4d-558f7fd3dc62 on host dv-neutron-804846-13-hyperv {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:36:33.228382 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63998eac-cfec-461b-97da-a7ed549f45c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:33.238653 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-20737f9e-b2c3-45ad-ae9c-7914a4e860c8 None None] For port ff3a947a-ecf8-4a66-ba4d-558f7fd3dc62, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=ff3a947a-ecf8-4a66-ba4d-558f7fd3dc62,segment=NetworkSegment(edc117c6-76e9-43bd-afe4-bdccf4ce49ef),segment_id=edc117c6-76e9-43bd-afe4-bdccf4ce49ef)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:33.239062 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-20737f9e-b2c3-45ad-ae9c-7914a4e860c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:33.283351 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-20737f9e-b2c3-45ad-ae9c-7914a4e860c8 None None] Calling delete_port for ff3a947a-ecf8-4a66-ba4d-558f7fd3dc62 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:33.291869 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63998eac-cfec-461b-97da-a7ed549f45c4 None None] Network 2e3bfd69-a86c-48f7-827c-ed91c29ba8ae is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:36:33.301673 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-63998eac-cfec-461b-97da-a7ed549f45c4 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:33.307869 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63998eac-cfec-461b-97da-a7ed549f45c4 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:36:33.318000 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63998eac-cfec-461b-97da-a7ed549f45c4 None None] Pushing event updated for resources: {'Port': ['ID=9ccbacd8-cabf-468c-986e-de255ef83782,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:33.363502 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4aabb9f2-1774-42ef-9aff-20d7bb46cb9e tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:33.406245 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-4aabb9f2-1774-42ef-9aff-20d7bb46cb9e tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb32117-09ec-455d-aebb-abbbd1d8a3a1']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:33.425117 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-63998eac-cfec-461b-97da-a7ed549f45c4 None None] Attempting to bind port 9ccbacd8-cabf-468c-986e-de255ef83782 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:36:33.425778 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-63998eac-cfec-461b-97da-a7ed549f45c4 None None] Attempting to bind port 9ccbacd8-cabf-468c-986e-de255ef83782 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '88a2abc7-3998-453c-8ba6-6283bf456771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2e3bfd69-a86c-48f7-827c-ed91c29ba8ae'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:36:33.426309 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63998eac-cfec-461b-97da-a7ed549f45c4 None None] Attempting to bind port 9ccbacd8-cabf-468c-986e-de255ef83782 on network 2e3bfd69-a86c-48f7-827c-ed91c29ba8ae {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:36:33.426849 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-4aabb9f2-1774-42ef-9aff-20d7bb46cb9e tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edc117c6-76e9-43bd-afe4-bdccf4ce49ef') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:33.427250 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-4aabb9f2-1774-42ef-9aff-20d7bb46cb9e tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edc117c6-76e9-43bd-afe4-bdccf4ce49ef') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:33.437060 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63998eac-cfec-461b-97da-a7ed549f45c4 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:36:33.437795 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63998eac-cfec-461b-97da-a7ed549f45c4 None None] Checking segment: {'id': '88a2abc7-3998-453c-8ba6-6283bf456771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2e3bfd69-a86c-48f7-827c-ed91c29ba8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:36:33.438368 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63998eac-cfec-461b-97da-a7ed549f45c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:33.438768 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63998eac-cfec-461b-97da-a7ed549f45c4 None None] Bound using segment: {'id': '88a2abc7-3998-453c-8ba6-6283bf456771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2e3bfd69-a86c-48f7-827c-ed91c29ba8ae'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:36:33.439253 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-63998eac-cfec-461b-97da-a7ed549f45c4 None None] Bound port: 9ccbacd8-cabf-468c-986e-de255ef83782, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88a2abc7-3998-453c-8ba6-6283bf456771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2e3bfd69-a86c-48f7-827c-ed91c29ba8ae'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:36:33.439638 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63998eac-cfec-461b-97da-a7ed549f45c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:33.443549 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-806b8918-aeb9-40e3-969f-e592de701ac3 req-711ca654-a5c6-447f-afed-d5a060ba5a92 service neutron] 10.222.0.47 "GET /v2.0/networks/8898436d-e40a-418e-85e2-87f0fb58c97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105370 Oct 26 08:36:33.445407 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4aabb9f2-1774-42ef-9aff-20d7bb46cb9e tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:33.486835 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-bf0ff9e8-d5c0-4b47-91a7-33fe1bedb88d tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Allocated IP 172.20.0.1 (2e3bfd69-a86c-48f7-827c-ed91c29ba8ae/806b4a79-12ed-4b24-a0c3-c7d82290a7d1/7e76857e-a467-4c75-96b2-eb4bce4756eb) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:36:33.492552 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-20737f9e-b2c3-45ad-ae9c-7914a4e860c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:33.536699 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20737f9e-b2c3-45ad-ae9c-7914a4e860c8 None None] Pushing event deleted for resources: {'Port': ['ID=ff3a947a-ecf8-4a66-ba4d-558f7fd3dc62,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:33.538679 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20737f9e-b2c3-45ad-ae9c-7914a4e860c8 None None] No DVR routers for this DVR port ff3a947a-ecf8-4a66-ba4d-558f7fd3dc62 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:36:33.558525 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-806b8918-aeb9-40e3-969f-e592de701ac3 req-22eed20e-3cea-4288-a074-55aa48498460 service neutron] 10.222.0.47 "GET /v2.0/networks/8898436d-e40a-418e-85e2-87f0fb58c97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055782 Oct 26 08:36:33.558970 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-63998eac-cfec-461b-97da-a7ed549f45c4 None None] For port 9ccbacd8-cabf-468c-986e-de255ef83782, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:36:33.563530 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-63998eac-cfec-461b-97da-a7ed549f45c4 None None] For port 9ccbacd8-cabf-468c-986e-de255ef83782, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=9ccbacd8-cabf-468c-986e-de255ef83782,segment=NetworkSegment(88a2abc7-3998-453c-8ba6-6283bf456771),segment_id=88a2abc7-3998-453c-8ba6-6283bf456771)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:36:33.568854 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4aabb9f2-1774-42ef-9aff-20d7bb46cb9e tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:33.570421 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63998eac-cfec-461b-97da-a7ed549f45c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:33.587244 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aabb9f2-1774-42ef-9aff-20d7bb46cb9e tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:36:33.587895 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4aabb9f2-1774-42ef-9aff-20d7bb46cb9e tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:33.595583 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:36:33.595583 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:36:33.595583 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:36:33.595583 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:36:33.595583 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:36:33.595583 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:36:33.595583 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:36:33.595583 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:36:33.595583 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:36:33.595583 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:36:33.595583 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:36:33.595583 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:36:33.595583 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:36:33.595583 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:36:33.595583 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:36:33.595583 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:36:33.595583 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:36:33.595583 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:36:33.595583 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:36:33.595583 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:36:33.595583 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:36:33.595583 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:36:33.595583 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:36:33.595583 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:36:33.595583 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:36:33.595583 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:36:33.595583 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:36:33.595583 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:36:33.595583 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:36:33.595583 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:36:33.595583 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:36:33.595583 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:36:33.633494 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-84c6db48-52e1-4c04-894c-24d493c57a9d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Deleting port 378125c3-6754-4e90-ae9f-b4980f05e04c {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:33.633784 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-84c6db48-52e1-4c04-894c-24d493c57a9d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:33.655211 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63998eac-cfec-461b-97da-a7ed549f45c4 None None] Pushing event updated for resources: {'Port': ['ID=9ccbacd8-cabf-468c-986e-de255ef83782,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:33.689259 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4aabb9f2-1774-42ef-9aff-20d7bb46cb9e tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:33.696427 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4aabb9f2-1774-42ef-9aff-20d7bb46cb9e tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:33.699516 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4aabb9f2-1774-42ef-9aff-20d7bb46cb9e tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/networks/3eb32117-09ec-455d-aebb-abbbd1d8a3a1 HTTP/1.1" status: 204 len: 168 time: 1.3076067 Oct 26 08:36:33.704372 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36182) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:33.726869 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aabb9f2-1774-42ef-9aff-20d7bb46cb9e tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Network': ['ID=3eb32117-09ec-455d-aebb-abbbd1d8a3a1,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:33.751470 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 7fa4e1e7-a241-4ac8-b099-404e92ed9177 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:36:33.757211 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bf0ff9e8-d5c0-4b47-91a7-33fe1bedb88d tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:33.771793 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287fec69-0d2e-4774-9220-785ee7efb0a3 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:33.773767 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-287fec69-0d2e-4774-9220-785ee7efb0a3 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "GET /v2.0/ports/4fdb070b-05e2-44c6-b978-e1841b49a8bf HTTP/1.1" status: 200 len: 840 time: 0.0682607 Oct 26 08:36:33.777093 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36184) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:33.824625 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-86ab9329-1e2a-4643-a06f-1e870abfd35e tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "GET /v2.0/ports/4fdb070b-05e2-44c6-b978-e1841b49a8bf?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0422668 Oct 26 08:36:33.825372 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36186) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:33.831941 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-f11bd6fd-ef67-4031-8a14-73f5c16055f1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'subnet': {'network_id': '21de6014-df66-4380-bb88-82fb97647d3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:33.840561 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-84c6db48-52e1-4c04-894c-24d493c57a9d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:33.847405 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 7fa4e1e7-a241-4ac8-b099-404e92ed9177 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:33.847778 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:33.859935 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-84c6db48-52e1-4c04-894c-24d493c57a9d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Calling delete_port for 378125c3-6754-4e90-ae9f-b4980f05e04c owned by network:router_interface {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:33.868826 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bf0ff9e8-d5c0-4b47-91a7-33fe1bedb88d tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:33.990961 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:33.996665 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11bd6fd-ef67-4031-8a14-73f5c16055f1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Made reservation on behalf of fbb245bdcc38449a85671f236067aeb3 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:36:34.001828 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f11bd6fd-ef67-4031-8a14-73f5c16055f1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:34.028694 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 7fa4e1e7-a241-4ac8-b099-404e92ed9177, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=7fa4e1e7-a241-4ac8-b099-404e92ed9177,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:34.036560 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:34.109351 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0ff9e8-d5c0-4b47-91a7-33fe1bedb88d tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Network 2e3bfd69-a86c-48f7-827c-ed91c29ba8ae is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:36:34.111489 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-bf0ff9e8-d5c0-4b47-91a7-33fe1bedb88d tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:34.122480 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device ff3a947a-ecf8-4a66-ba4d-558f7fd3dc62 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:36:34.132700 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ff9e8-d5c0-4b47-91a7-33fe1bedb88d tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Pushing event updated for resources: {'Port': ['ID=7e76857e-a467-4c75-96b2-eb4bce4756eb,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:34.135590 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0ff9e8-d5c0-4b47-91a7-33fe1bedb88d tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:36:34.172749 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: ff3a947a-ecf8-4a66-ba4d-558f7fd3dc62 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:36:34.173919 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device ff3a947a-ecf8-4a66-ba4d-558f7fd3dc62 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:36:34.189096 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=7fa4e1e7-a241-4ac8-b099-404e92ed9177,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:34.247346 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bf0ff9e8-d5c0-4b47-91a7-33fe1bedb88d tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:34.253148 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f11bd6fd-ef67-4031-8a14-73f5c16055f1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:34.312640 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11bd6fd-ef67-4031-8a14-73f5c16055f1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Network 21de6014-df66-4380-bb88-82fb97647d3f is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:36:34.318357 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-f11bd6fd-ef67-4031-8a14-73f5c16055f1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:34.322674 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11bd6fd-ef67-4031-8a14-73f5c16055f1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:34.323376 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f11bd6fd-ef67-4031-8a14-73f5c16055f1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:34.329119 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a62209-d5de-4372-aefe-1cf35aebe23d None None] Network 21de6014-df66-4380-bb88-82fb97647d3f requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:36:34.340128 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f590d5-44bb-44d6-970e-7cc08fe82243 req-45eda2ad-d7ac-4fba-8f40-34e9cec8121c tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:34.341741 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-26f590d5-44bb-44d6-970e-7cc08fe82243 req-45eda2ad-d7ac-4fba-8f40-34e9cec8121c tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.2541435 Oct 26 08:36:34.341876 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bd6fd-ef67-4031-8a14-73f5c16055f1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Subnet': ['ID=c579e610-564a-4321-a8df-77d3d3195b61,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:34.359298 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f11bd6fd-ef67-4031-8a14-73f5c16055f1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5301869 Oct 26 08:36:34.359526 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36190) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:34.376126 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-223888d2-74f8-4169-a5a7-9ed143956e38 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'security_group': {'name': 'tempest-secgroup-1577134828'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:34.400584 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-223888d2-74f8-4169-a5a7-9ed143956e38 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:34.485235 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-26f590d5-44bb-44d6-970e-7cc08fe82243 req-80873183-5649-4e77-a3fe-71fe8cd966c5 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133502 Oct 26 08:36:34.498559 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-84c6db48-52e1-4c04-894c-24d493c57a9d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:34.539025 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7b4db7-8da9-4d96-b1a3-5754df8bbab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-21de6014-df66-4380-bb88-82fb97647d3f', 'network_id': '21de6014-df66-4380-bb88-82fb97647d3f', 'tenant_id': 'fbb245bdcc38449a85671f236067aeb3', 'fixed_ips': [{'subnet_id': 'c579e610-564a-4321-a8df-77d3d3195b61'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:36:34.540175 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6d7b4db7-8da9-4d96-b1a3-5754df8bbab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:34.552489 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-223888d2-74f8-4169-a5a7-9ed143956e38 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:34.559093 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-223888d2-74f8-4169-a5a7-9ed143956e38 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:34.560054 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6db48-52e1-4c04-894c-24d493c57a9d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event deleted for resources: {'Port': ['ID=378125c3-6754-4e90-ae9f-b4980f05e04c,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:34.566948 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bf0ff9e8-d5c0-4b47-91a7-33fe1bedb88d tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:34.612923 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223888d2-74f8-4169-a5a7-9ed143956e38 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10a86d0d-2704-45bb-8739-424f6c0d4f7b,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:34.636515 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-223888d2-74f8-4169-a5a7-9ed143956e38 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:34.642780 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-223888d2-74f8-4169-a5a7-9ed143956e38 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2808962 Oct 26 08:36:34.643488 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36192) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:34.648185 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-03f1d437-4fd6-4b65-a663-cc495ab5ee65 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'security_group': {'name': 'tempest-secgroup-2104781541'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:34.677116 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-03f1d437-4fd6-4b65-a663-cc495ab5ee65 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:34.775785 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-03f1d437-4fd6-4b65-a663-cc495ab5ee65 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:34.779156 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-6d7b4db7-8da9-4d96-b1a3-5754df8bbab3 None None] Allocated IP 172.20.0.2 (21de6014-df66-4380-bb88-82fb97647d3f/c579e610-564a-4321-a8df-77d3d3195b61/c7ad53be-3650-4e5f-9cfa-43670cca62fd) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:36:34.788854 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-03f1d437-4fd6-4b65-a663-cc495ab5ee65 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:34.830306 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1d437-4fd6-4b65-a663-cc495ab5ee65 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=800152ff-8a7c-4c7e-b736-d4db3bfeef1c,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:34.861347 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-03f1d437-4fd6-4b65-a663-cc495ab5ee65 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:34.867097 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-03f1d437-4fd6-4b65-a663-cc495ab5ee65 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2214191 Oct 26 08:36:34.868049 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36194) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:34.877387 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-8197f2f5-3890-4d37-8178-0170fe5eb35c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-518681153', 'security_groups': ['800152ff-8a7c-4c7e-b736-d4db3bfeef1c'], 'network_id': '21de6014-df66-4380-bb88-82fb97647d3f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c579e610-564a-4321-a8df-77d3d3195b61'}]}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:34.991664 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96aa771-0aa2-48ea-9228-3f1f4cc5427a None None] Network 2e3bfd69-a86c-48f7-827c-ed91c29ba8ae requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:36:34.997406 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6d7b4db7-8da9-4d96-b1a3-5754df8bbab3 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:35.038908 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8197f2f5-3890-4d37-8178-0170fe5eb35c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Made reservation on behalf of fbb245bdcc38449a85671f236067aeb3 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:36:35.043210 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6d7b4db7-8da9-4d96-b1a3-5754df8bbab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:35.107091 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7b4db7-8da9-4d96-b1a3-5754df8bbab3 None None] Network 21de6014-df66-4380-bb88-82fb97647d3f is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:36:35.120780 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-6d7b4db7-8da9-4d96-b1a3-5754df8bbab3 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:35.132035 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8197f2f5-3890-4d37-8178-0170fe5eb35c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:35.132976 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7b4db7-8da9-4d96-b1a3-5754df8bbab3 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:36:35.142355 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b4db7-8da9-4d96-b1a3-5754df8bbab3 None None] Pushing event updated for resources: {'Port': ['ID=c7ad53be-3650-4e5f-9cfa-43670cca62fd,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:35.145017 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-489078ca-d5d3-421c-a5a6-de3c3ad327a3 None None] Provisioning complete for port 9ccbacd8-cabf-468c-986e-de255ef83782 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:35.145017 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-489078ca-d5d3-421c-a5a6-de3c3ad327a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:35.151235 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-8197f2f5-3890-4d37-8178-0170fe5eb35c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] device_id is not set on port da914397-80e7-4bde-bbcd-adb720fccadc yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:36:35.258610 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-84c6db48-52e1-4c04-894c-24d493c57a9d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:35.271157 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-6d7b4db7-8da9-4d96-b1a3-5754df8bbab3 None None] Attempting to bind port c7ad53be-3650-4e5f-9cfa-43670cca62fd on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:36:35.271537 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-6d7b4db7-8da9-4d96-b1a3-5754df8bbab3 None None] Attempting to bind port c7ad53be-3650-4e5f-9cfa-43670cca62fd by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '050b9c5f-7faa-4bab-a11a-2ee963a6396a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '21de6014-df66-4380-bb88-82fb97647d3f'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:36:35.271907 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7b4db7-8da9-4d96-b1a3-5754df8bbab3 None None] Attempting to bind port c7ad53be-3650-4e5f-9cfa-43670cca62fd on network 21de6014-df66-4380-bb88-82fb97647d3f {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:36:35.283209 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7b4db7-8da9-4d96-b1a3-5754df8bbab3 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:36:35.283617 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7b4db7-8da9-4d96-b1a3-5754df8bbab3 None None] Checking segment: {'id': '050b9c5f-7faa-4bab-a11a-2ee963a6396a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '21de6014-df66-4380-bb88-82fb97647d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:36:35.284031 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6d7b4db7-8da9-4d96-b1a3-5754df8bbab3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:35.284433 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7b4db7-8da9-4d96-b1a3-5754df8bbab3 None None] Bound using segment: {'id': '050b9c5f-7faa-4bab-a11a-2ee963a6396a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '21de6014-df66-4380-bb88-82fb97647d3f'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:36:35.284963 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-6d7b4db7-8da9-4d96-b1a3-5754df8bbab3 None None] Bound port: c7ad53be-3650-4e5f-9cfa-43670cca62fd, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '050b9c5f-7faa-4bab-a11a-2ee963a6396a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '21de6014-df66-4380-bb88-82fb97647d3f'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:36:35.285371 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6d7b4db7-8da9-4d96-b1a3-5754df8bbab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:35.356690 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-8197f2f5-3890-4d37-8178-0170fe5eb35c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Allocated IP 172.20.0.8 (21de6014-df66-4380-bb88-82fb97647d3f/c579e610-564a-4321-a8df-77d3d3195b61/da914397-80e7-4bde-bbcd-adb720fccadc) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:36:35.395657 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-489078ca-d5d3-421c-a5a6-de3c3ad327a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:35.435133 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-6d7b4db7-8da9-4d96-b1a3-5754df8bbab3 None None] For port c7ad53be-3650-4e5f-9cfa-43670cca62fd, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:36:35.439883 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-6d7b4db7-8da9-4d96-b1a3-5754df8bbab3 None None] For port c7ad53be-3650-4e5f-9cfa-43670cca62fd, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=c7ad53be-3650-4e5f-9cfa-43670cca62fd,segment=NetworkSegment(050b9c5f-7faa-4bab-a11a-2ee963a6396a),segment_id=050b9c5f-7faa-4bab-a11a-2ee963a6396a)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:36:35.448582 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6d7b4db7-8da9-4d96-b1a3-5754df8bbab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:35.452274 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-489078ca-d5d3-421c-a5a6-de3c3ad327a3 None None] For port 9ccbacd8-cabf-468c-986e-de255ef83782, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=9ccbacd8-cabf-468c-986e-de255ef83782,segment=NetworkSegment(88a2abc7-3998-453c-8ba6-6283bf456771),segment_id=88a2abc7-3998-453c-8ba6-6283bf456771)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:35.483749 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-489078ca-d5d3-421c-a5a6-de3c3ad327a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:35.547971 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b4db7-8da9-4d96-b1a3-5754df8bbab3 None None] Pushing event updated for resources: {'Port': ['ID=c7ad53be-3650-4e5f-9cfa-43670cca62fd,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:35.624282 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c6db48-52e1-4c04-894c-24d493c57a9d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Router 4bc05d24-9670-4c0a-a115-dec5f3886940 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:36:35.626964 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8197f2f5-3890-4d37-8178-0170fe5eb35c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:35.645679 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bf0ff9e8-d5c0-4b47-91a7-33fe1bedb88d tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:35.656738 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bf0ff9e8-d5c0-4b47-91a7-33fe1bedb88d tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:35.681657 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489078ca-d5d3-421c-a5a6-de3c3ad327a3 None None] Pushing event updated for resources: {'Port': ['ID=9ccbacd8-cabf-468c-986e-de255ef83782,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:35.745597 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f4c5c-fd30-4f31-866d-22a3e029c752 req-c0225e4e-5b6a-4011-85a4-6e87e4329d9e tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:35.747851 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-601f4c5c-fd30-4f31-866d-22a3e029c752 req-c0225e4e-5b6a-4011-85a4-6e87e4329d9e tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.1376746 Oct 26 08:36:35.761181 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8197f2f5-3890-4d37-8178-0170fe5eb35c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:35.824499 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-3d20f830-62e0-40ad-9c1d-60b3de0b2a17 None None] Provisioning complete for port 9ccbacd8-cabf-468c-986e-de255ef83782 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:35.826286 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ff9e8-d5c0-4b47-91a7-33fe1bedb88d tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Pushing event updated for resources: {'Port': ['ID=7e76857e-a467-4c75-96b2-eb4bce4756eb,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:35.826468 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3d20f830-62e0-40ad-9c1d-60b3de0b2a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:35.831676 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 7fa4e1e7-a241-4ac8-b099-404e92ed9177 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:36:35.846053 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bf0ff9e8-d5c0-4b47-91a7-33fe1bedb88d tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:35.860546 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c6db48-52e1-4c04-894c-24d493c57a9d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:36:35.872189 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f8c1a4-b06b-437d-95d2-a659902d9131 None None] Sync routers for ids ['4bc05d24-9670-4c0a-a115-dec5f3886940'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:36:35.917885 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f8c1a4-b06b-437d-95d2-a659902d9131 None None] Routers {'4bc05d24-9670-4c0a-a115-dec5f3886940'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:35.919704 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-72f8c1a4-b06b-437d-95d2-a659902d9131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['4bc05d24-9670-4c0a-a115-dec5f3886940'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:35.922312 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8197f2f5-3890-4d37-8178-0170fe5eb35c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Network 21de6014-df66-4380-bb88-82fb97647d3f is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:36:35.950624 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-84c6db48-52e1-4c04-894c-24d493c57a9d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "PUT /v2.0/routers/4bc05d24-9670-4c0a-a115-dec5f3886940/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8424633 Oct 26 08:36:35.954237 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36198) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:35.958906 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197f2f5-3890-4d37-8178-0170fe5eb35c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Port': ['ID=da914397-80e7-4bde-bbcd-adb720fccadc,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:35.975365 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-72f8c1a4-b06b-437d-95d2-a659902d9131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:35.986520 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-8197f2f5-3890-4d37-8178-0170fe5eb35c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:35.989793 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f8c1a4-b06b-437d-95d2-a659902d9131 None None] Routers {'4bc05d24-9670-4c0a-a115-dec5f3886940'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:35.990805 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-72f8c1a4-b06b-437d-95d2-a659902d9131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['4bc05d24-9670-4c0a-a115-dec5f3886940'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:35.993148 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8197f2f5-3890-4d37-8178-0170fe5eb35c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:36:36.029815 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-601f4c5c-fd30-4f31-866d-22a3e029c752 req-604df845-b0e6-461d-b7ee-140033bf67f6 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2660928 Oct 26 08:36:36.042911 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-72f8c1a4-b06b-437d-95d2-a659902d9131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:36.045943 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f8c1a4-b06b-437d-95d2-a659902d9131 None None] The sync data for ids ['4bc05d24-9670-4c0a-a115-dec5f3886940'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:36:36.109512 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8197f2f5-3890-4d37-8178-0170fe5eb35c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:36.112386 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8197f2f5-3890-4d37-8178-0170fe5eb35c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:36.132234 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 7fa4e1e7-a241-4ac8-b099-404e92ed9177 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:36.132609 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:36.137806 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-8197f2f5-3890-4d37-8178-0170fe5eb35c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2677476 Oct 26 08:36:36.141063 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36202) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:36.146780 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-b4e87f79-5367-4d85-80e6-d6c1d3461358 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'subnet': {'network_id': '21de6014-df66-4380-bb88-82fb97647d3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:36.159375 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0ff9e8-d5c0-4b47-91a7-33fe1bedb88d tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Network 2e3bfd69-a86c-48f7-827c-ed91c29ba8ae is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:36:36.174331 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-3d20f830-62e0-40ad-9c1d-60b3de0b2a17 None None] Provisioning complete for port 7e76857e-a467-4c75-96b2-eb4bce4756eb triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:36.174734 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3d20f830-62e0-40ad-9c1d-60b3de0b2a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:36.179974 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-bf0ff9e8-d5c0-4b47-91a7-33fe1bedb88d tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:36.227549 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-3d20f830-62e0-40ad-9c1d-60b3de0b2a17 None None] Port 7e76857e-a467-4c75-96b2-eb4bce4756eb cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:36:36.269718 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 9ccbacd8-cabf-468c-986e-de255ef83782 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:36:36.316579 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e87f79-5367-4d85-80e6-d6c1d3461358 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Made reservation on behalf of fbb245bdcc38449a85671f236067aeb3 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:36:36.321578 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b4e87f79-5367-4d85-80e6-d6c1d3461358 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:36.367599 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-29d7543e-483d-47c7-ba16-8eb22f37c43b None None] Provisioning complete for port 7e76857e-a467-4c75-96b2-eb4bce4756eb triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:36.367992 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-29d7543e-483d-47c7-ba16-8eb22f37c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:36.376793 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b23615-6143-4779-b195-033bb4854957 req-ccef2430-a7d8-427c-b0db-4d8502d62dde tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:36.378632 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-92b23615-6143-4779-b195-033bb4854957 req-ccef2430-a7d8-427c-b0db-4d8502d62dde tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.2587140 Oct 26 08:36:36.420229 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-29d7543e-483d-47c7-ba16-8eb22f37c43b None None] Port 7e76857e-a467-4c75-96b2-eb4bce4756eb cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:36:36.427487 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 9ccbacd8-cabf-468c-986e-de255ef83782 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:36.427998 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:36.481183 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.ipam_backend_mixin [None req-b4e87f79-5367-4d85-80e6-d6c1d3461358 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c579e610-564a-4321-a8df-77d3d3195b61 (CIDR: 172.20.0.0/28) Oct 26 08:36:36.483800 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-92b23615-6143-4779-b195-033bb4854957 req-a7c0b3af-b7cd-4bc9-b669-9e3ca985e128 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941958 Oct 26 08:36:36.496694 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4e87f79-5367-4d85-80e6-d6c1d3461358 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:36:36.499439 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4e87f79-5367-4d85-80e6-d6c1d3461358 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:36:36.501740 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0ff9e8-d5c0-4b47-91a7-33fe1bedb88d tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Router 2e8f6e9b-97a3-47e1-8421-bbc947cd0709 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:36:36.526046 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b4e87f79-5367-4d85-80e6-d6c1d3461358 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3829041 Oct 26 08:36:36.528952 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36206) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:36.540945 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-a6285601-99af-4787-9ff5-56a7d42f83ca tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'subnet': {'network_id': '21de6014-df66-4380-bb88-82fb97647d3f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:36.571806 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-4c5c20fa-5fc6-45a1-b287-0ae69a2faee1 None None] Provisioning complete for port 7e76857e-a467-4c75-96b2-eb4bce4756eb triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:36.572193 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4c5c20fa-5fc6-45a1-b287-0ae69a2faee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:36.621880 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-4c5c20fa-5fc6-45a1-b287-0ae69a2faee1 None None] Port 7e76857e-a467-4c75-96b2-eb4bce4756eb cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:36:36.716853 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6285601-99af-4787-9ff5-56a7d42f83ca tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Made reservation on behalf of fbb245bdcc38449a85671f236067aeb3 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:36:36.722193 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a6285601-99af-4787-9ff5-56a7d42f83ca tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:36.744773 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0ff9e8-d5c0-4b47-91a7-33fe1bedb88d tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:36:36.759222 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-bf0ff9e8-d5c0-4b47-91a7-33fe1bedb88d tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "PUT /v2.0/routers/2e8f6e9b-97a3-47e1-8421-bbc947cd0709/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5700815 Oct 26 08:36:36.762751 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636d203b-b688-42fb-ae8f-ac7be08ea4bd None None] Sync routers for ids ['2e8f6e9b-97a3-47e1-8421-bbc947cd0709'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:36:36.770034 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3ba2601f-20a7-4c3c-ad3d-63e89882c861 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:36.775329 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636d203b-b688-42fb-ae8f-ac7be08ea4bd None None] Routers {'2e8f6e9b-97a3-47e1-8421-bbc947cd0709'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:36.775949 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-636d203b-b688-42fb-ae8f-ac7be08ea4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['2e8f6e9b-97a3-47e1-8421-bbc947cd0709'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:36.927799 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7445f-ed03-4e98-9ffb-45a0ac7adf27 req-e691e2d9-8082-41a0-afe5-e0fe11e89ed4 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:36.937311 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b4c7445f-ed03-4e98-9ffb-45a0ac7adf27 req-e691e2d9-8082-41a0-afe5-e0fe11e89ed4 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.1627858 Oct 26 08:36:36.957559 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-636d203b-b688-42fb-ae8f-ac7be08ea4bd None None] Set router 2e8f6e9b-97a3-47e1-8421-bbc947cd0709 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:36:37.046432 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b4c7445f-ed03-4e98-9ffb-45a0ac7adf27 req-687ffc57-5410-421c-9a62-c8f3cae1e828 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079607 Oct 26 08:36:37.105998 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-bad451e4-6254-4f83-9c16-7c39f09231a3 None None] Provisioning complete for port c7ad53be-3650-4e5f-9cfa-43670cca62fd triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:37.106545 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bad451e4-6254-4f83-9c16-7c39f09231a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:37.107367 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-b88411ed-558f-4510-9d69-6b86847cf34e tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-526037201&fields=id&tenant_id=40cbaebd1fa144e8a5be2f35b8631d13 HTTP/1.1" status: 200 len: 267 time: 0.1130197 Oct 26 08:36:37.182643 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-3ba2601f-20a7-4c3c-ad3d-63e89882c861 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Deleting port d951d2b7-1073-4563-8450-eb1c3c51d5f3 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:37.183527 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3ba2601f-20a7-4c3c-ad3d-63e89882c861 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:37.251343 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a6285601-99af-4787-9ff5-56a7d42f83ca tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:37.279753 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3ba2601f-20a7-4c3c-ad3d-63e89882c861 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:37.292308 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-3ba2601f-20a7-4c3c-ad3d-63e89882c861 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Calling delete_port for d951d2b7-1073-4563-8450-eb1c3c51d5f3 owned by network:router_interface {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:37.296170 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bad451e4-6254-4f83-9c16-7c39f09231a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:37.298645 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-df237279-9638-4eb6-b43b-3b90e39fbc0d tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:37.302179 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-df237279-9638-4eb6-b43b-3b90e39fbc0d tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/networks?id=2e3bfd69-a86c-48f7-827c-ed91c29ba8ae HTTP/1.1" status: 200 len: 796 time: 0.1855295 Oct 26 08:36:37.332831 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-636d203b-b688-42fb-ae8f-ac7be08ea4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1185869714', 'tenant_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.138'}], 'enable_snat': True}, 'gw_port_id': '7fa4e1e7-a241-4ac8-b099-404e92ed9177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:36:27Z', 'updated_at': '2021-10-26T08:36:34Z', 'revision_number': 4, 'project_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'gw_port': {'id': '7fa4e1e7-a241-4ac8-b099-404e92ed9177', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:36:27Z', 'updated_at': '2021-10-26T08:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '7e76857e-a467-4c75-96b2-eb4bce4756eb', 'name': '', 'network_id': '2e3bfd69-a86c-48f7-827c-ed91c29ba8ae', 'tenant_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'mac_address': 'fa:16:3e:e6:84:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '806b4a79-12ed-4b24-a0c3-c7d82290a7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:36:33Z', 'updated_at': '2021-10-26T08:36:35Z', 'revision_number': 2, 'project_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'subnets': [{'id': '806b4a79-12ed-4b24-a0c3-c7d82290a7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:37.337697 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-bad451e4-6254-4f83-9c16-7c39f09231a3 None None] For port c7ad53be-3650-4e5f-9cfa-43670cca62fd, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=c7ad53be-3650-4e5f-9cfa-43670cca62fd,segment=NetworkSegment(050b9c5f-7faa-4bab-a11a-2ee963a6396a),segment_id=050b9c5f-7faa-4bab-a11a-2ee963a6396a)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:37.340158 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6285601-99af-4787-9ff5-56a7d42f83ca tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Network 21de6014-df66-4380-bb88-82fb97647d3f is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:36:37.345929 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-f3159e5e-220a-45be-9fe9-471fb45450ad tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/quotas/40cbaebd1fa144e8a5be2f35b8631d13 HTTP/1.1" status: 200 len: 375 time: 0.0279472 Oct 26 08:36:37.350102 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-a6285601-99af-4787-9ff5-56a7d42f83ca tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:37.353958 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6285601-99af-4787-9ff5-56a7d42f83ca tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:37.354696 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a6285601-99af-4787-9ff5-56a7d42f83ca tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:37.359730 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6285601-99af-4787-9ff5-56a7d42f83ca tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Subnet': ['ID=181d5ed6-dd8c-49bf-a6de-7bde622223b5,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:37.367124 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1209a8eb-e6c7-4df5-acac-08f30625be2c None None] Network 21de6014-df66-4380-bb88-82fb97647d3f requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:36:37.380785 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bad451e4-6254-4f83-9c16-7c39f09231a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:37.384298 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636d203b-b688-42fb-ae8f-ac7be08ea4bd None None] Checking router: 2e8f6e9b-97a3-47e1-8421-bbc947cd0709 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:36:37.384659 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636d203b-b688-42fb-ae8f-ac7be08ea4bd None None] Updating router 2e8f6e9b-97a3-47e1-8421-bbc947cd0709 port 7e76857e-a467-4c75-96b2-eb4bce4756eb binding host dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:36:37.434292 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a6285601-99af-4787-9ff5-56a7d42f83ca tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9035585 Oct 26 08:36:37.438817 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36230) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:37.446041 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-3df540de-66d8-4947-bcfb-4f54ef767e11 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1247767896', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '181d5ed6-dd8c-49bf-a6de-7bde622223b5'}], 'security_groups': ['10a86d0d-2704-45bb-8739-424f6c0d4f7b']}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:37.481927 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-ce22e2d1-8228-4d62-9fab-3482142ca76c tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=40cbaebd1fa144e8a5be2f35b8631d13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1242342 Oct 26 08:36:37.492028 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-636d203b-b688-42fb-ae8f-ac7be08ea4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:37.496791 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-bad451e4-6254-4f83-9c16-7c39f09231a3 None None] Provisioning complete for port 4fdb070b-05e2-44c6-b978-e1841b49a8bf triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:37.497153 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bad451e4-6254-4f83-9c16-7c39f09231a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:37.588960 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3ba2601f-20a7-4c3c-ad3d-63e89882c861 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:37.626188 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba2601f-20a7-4c3c-ad3d-63e89882c861 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event deleted for resources: {'Port': ['ID=d951d2b7-1073-4563-8450-eb1c3c51d5f3,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:37.676029 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-3b776023-a105-4c94-8fcd-c304d83545a0 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:36:37.677334 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-3b776023-a105-4c94-8fcd-c304d83545a0 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0586782 Oct 26 08:36:37.744532 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3df540de-66d8-4947-bcfb-4f54ef767e11 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:37.757304 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device c7ad53be-3650-4e5f-9cfa-43670cca62fd up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:36:37.814883 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-a7259c32-cc00-4429-8a11-35c227d4585a service neutron] 10.222.0.41 "GET /v2.0/networks/2e3bfd69-a86c-48f7-827c-ed91c29ba8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199834 Oct 26 08:36:37.914437 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3ba2601f-20a7-4c3c-ad3d-63e89882c861 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:37.919300 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-6a1f0364-f9d0-4ee4-b4dd-255c11ff9006 service neutron] 10.222.0.41 "GET /v2.0/networks/2e3bfd69-a86c-48f7-827c-ed91c29ba8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957751 Oct 26 08:36:37.976017 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad451e4-6254-4f83-9c16-7c39f09231a3 None None] Pushing event updated for resources: {'Port': ['ID=c7ad53be-3650-4e5f-9cfa-43670cca62fd,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:37.989458 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-bad451e4-6254-4f83-9c16-7c39f09231a3 None None] Port 4fdb070b-05e2-44c6-b978-e1841b49a8bf cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:36:38.143232 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port c7ad53be-3650-4e5f-9cfa-43670cca62fd triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:38.143607 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:38.194418 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-98433d6d-3e41-4f9f-b066-560c33fc7063 req-1e8de0d7-22e1-4ea2-89b2-f3629bcc7bb0 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 210 time: 0.0462050 Oct 26 08:36:38.213376 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-1fae8282-4482-45f0-b978-ec0bde8ee016 None None] Provisioning complete for port da914397-80e7-4bde-bbcd-adb720fccadc triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:38.213780 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1fae8282-4482-45f0-b978-ec0bde8ee016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:38.261480 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-636d203b-b688-42fb-ae8f-ac7be08ea4bd None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:38.298894 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-636d203b-b688-42fb-ae8f-ac7be08ea4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:38.343168 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-1fae8282-4482-45f0-b978-ec0bde8ee016 None None] Port da914397-80e7-4bde-bbcd-adb720fccadc cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:36:38.398628 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1fb606-fcd3-46a4-8d46-13d6eee293b8 None None] Pushing event updated for resources: {'Port': ['ID=7e76857e-a467-4c75-96b2-eb4bce4756eb,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:38.403867 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4c088a-c75d-4fd5-a169-62587bb07f44 None None] Update dhcp port {'port': {'network_id': '21de6014-df66-4380-bb88-82fb97647d3f', 'fixed_ips': [{'subnet_id': 'c579e610-564a-4321-a8df-77d3d3195b61', 'ip_address': '172.20.0.2'}, {'subnet_id': '181d5ed6-dd8c-49bf-a6de-7bde622223b5'}], 'binding:host_id': 'dv-neutron-804846-13-hyperv'}, 'id': 'c7ad53be-3650-4e5f-9cfa-43670cca62fd'} from dv-neutron-804846-13-hyperv. {{(pid=102103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 08:36:38.449240 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3f4c088a-c75d-4fd5-a169-62587bb07f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:38.619140 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 9ccbacd8-cabf-468c-986e-de255ef83782 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:36:38.629973 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295b96b-d4d9-41d4-af6a-a72eaa942403 req-f778917f-8883-4377-b33a-dd596707f5df tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:38.631773 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3295b96b-d4d9-41d4-af6a-a72eaa942403 req-f778917f-8883-4377-b33a-dd596707f5df tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.1973057 Oct 26 08:36:38.688364 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-636d203b-b688-42fb-ae8f-ac7be08ea4bd None None] Attempting to bind port 7e76857e-a467-4c75-96b2-eb4bce4756eb on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:36:38.688840 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-636d203b-b688-42fb-ae8f-ac7be08ea4bd None None] Attempting to bind port 7e76857e-a467-4c75-96b2-eb4bce4756eb by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '88a2abc7-3998-453c-8ba6-6283bf456771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2e3bfd69-a86c-48f7-827c-ed91c29ba8ae'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:36:38.689279 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636d203b-b688-42fb-ae8f-ac7be08ea4bd None None] Attempting to bind port 7e76857e-a467-4c75-96b2-eb4bce4756eb on network 2e3bfd69-a86c-48f7-827c-ed91c29ba8ae {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:36:38.706281 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636d203b-b688-42fb-ae8f-ac7be08ea4bd None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:36:38.706738 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636d203b-b688-42fb-ae8f-ac7be08ea4bd None None] Checking segment: {'id': '88a2abc7-3998-453c-8ba6-6283bf456771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2e3bfd69-a86c-48f7-827c-ed91c29ba8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:36:38.707217 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-636d203b-b688-42fb-ae8f-ac7be08ea4bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:38.707690 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636d203b-b688-42fb-ae8f-ac7be08ea4bd None None] Bound using segment: {'id': '88a2abc7-3998-453c-8ba6-6283bf456771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2e3bfd69-a86c-48f7-827c-ed91c29ba8ae'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:36:38.708240 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-636d203b-b688-42fb-ae8f-ac7be08ea4bd None None] Bound port: 7e76857e-a467-4c75-96b2-eb4bce4756eb, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88a2abc7-3998-453c-8ba6-6283bf456771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2e3bfd69-a86c-48f7-827c-ed91c29ba8ae'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:36:38.708694 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-636d203b-b688-42fb-ae8f-ac7be08ea4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:38.728958 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-7e15d04b-ac96-487e-95c5-53c178f14a1b None None] Provisioning complete for port 7e76857e-a467-4c75-96b2-eb4bce4756eb triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:38.729459 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7e15d04b-ac96-487e-95c5-53c178f14a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:38.790364 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba2601f-20a7-4c3c-ad3d-63e89882c861 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Router 4bc05d24-9670-4c0a-a115-dec5f3886940 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:36:38.800137 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 9ccbacd8-cabf-468c-986e-de255ef83782 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:38.800514 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:38.821388 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3295b96b-d4d9-41d4-af6a-a72eaa942403 req-f42bd812-5360-4e2b-a5de-46dadffd150d tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774390 Oct 26 08:36:38.849032 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-7e15d04b-ac96-487e-95c5-53c178f14a1b None None] Port 7e76857e-a467-4c75-96b2-eb4bce4756eb cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:36:38.866617 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-636d203b-b688-42fb-ae8f-ac7be08ea4bd None None] For port 7e76857e-a467-4c75-96b2-eb4bce4756eb, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:36:38.870926 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-636d203b-b688-42fb-ae8f-ac7be08ea4bd None None] For port 7e76857e-a467-4c75-96b2-eb4bce4756eb, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=7e76857e-a467-4c75-96b2-eb4bce4756eb,segment=NetworkSegment(88a2abc7-3998-453c-8ba6-6283bf456771),segment_id=88a2abc7-3998-453c-8ba6-6283bf456771)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:36:38.883033 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-636d203b-b688-42fb-ae8f-ac7be08ea4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:38.928309 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-3df540de-66d8-4947-bcfb-4f54ef767e11 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Delete allocated IP 172.20.0.8 (21de6014-df66-4380-bb88-82fb97647d3f/c579e610-564a-4321-a8df-77d3d3195b61) {{(pid=102102) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 08:36:38.940565 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-3df540de-66d8-4947-bcfb-4f54ef767e11 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Allocated IP 172.20.0.28 (21de6014-df66-4380-bb88-82fb97647d3f/181d5ed6-dd8c-49bf-a6de-7bde622223b5/da914397-80e7-4bde-bbcd-adb720fccadc) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:36:38.943155 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba2601f-20a7-4c3c-ad3d-63e89882c861 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:36:38.954117 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3ba2601f-20a7-4c3c-ad3d-63e89882c861 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "PUT /v2.0/routers/4bc05d24-9670-4c0a-a115-dec5f3886940/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9919102 Oct 26 08:36:38.957052 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36254) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:38.959853 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fefa272-427a-4a0d-a5ed-310943cdff61 None None] Sync routers for ids ['4bc05d24-9670-4c0a-a115-dec5f3886940'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:36:38.973182 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fefa272-427a-4a0d-a5ed-310943cdff61 None None] Routers {'4bc05d24-9670-4c0a-a115-dec5f3886940'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:38.974083 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-9fefa272-427a-4a0d-a5ed-310943cdff61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['4bc05d24-9670-4c0a-a115-dec5f3886940'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:38.997047 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636d203b-b688-42fb-ae8f-ac7be08ea4bd None None] Routers {'2e8f6e9b-97a3-47e1-8421-bbc947cd0709'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:38.997878 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-636d203b-b688-42fb-ae8f-ac7be08ea4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['2e8f6e9b-97a3-47e1-8421-bbc947cd0709'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:39.010366 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d68b3c6e-0798-4f77-8848-16f475e930d9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc05d24-9670-4c0a-a115-dec5f3886940 HTTP/1.1" status: 200 len: 205 time: 0.0516691 Oct 26 08:36:39.012712 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36256) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:39.046403 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-9fefa272-427a-4a0d-a5ed-310943cdff61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:39.057071 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fefa272-427a-4a0d-a5ed-310943cdff61 None None] Routers {'4bc05d24-9670-4c0a-a115-dec5f3886940'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:39.058045 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-9fefa272-427a-4a0d-a5ed-310943cdff61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['4bc05d24-9670-4c0a-a115-dec5f3886940'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:39.096028 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-9fefa272-427a-4a0d-a5ed-310943cdff61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:39.096936 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fefa272-427a-4a0d-a5ed-310943cdff61 None None] The sync data for ids ['4bc05d24-9670-4c0a-a115-dec5f3886940'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:36:39.125232 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1fb606-fcd3-46a4-8d46-13d6eee293b8 None None] Pushing event updated for resources: {'Port': ['ID=7e76857e-a467-4c75-96b2-eb4bce4756eb,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:39.186972 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e7cb92a4-f772-432b-b46a-3442f76b9606 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:39.197840 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-636d203b-b688-42fb-ae8f-ac7be08ea4bd None None] Set router 2e8f6e9b-97a3-47e1-8421-bbc947cd0709 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:36:39.222987 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3df540de-66d8-4947-bcfb-4f54ef767e11 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:39.231433 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3df540de-66d8-4947-bcfb-4f54ef767e11 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:39.290765 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-3f4c088a-c75d-4fd5-a169-62587bb07f44 None None] Allocated IP 172.20.0.18 (21de6014-df66-4380-bb88-82fb97647d3f/181d5ed6-dd8c-49bf-a6de-7bde622223b5/c7ad53be-3650-4e5f-9cfa-43670cca62fd) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:36:39.308925 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df540de-66d8-4947-bcfb-4f54ef767e11 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Port': ['ID=da914397-80e7-4bde-bbcd-adb720fccadc,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:39.309370 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1aa5d1-5f40-4542-a2a4-e3a9e89aeefe req-468014c0-729f-493b-bb2e-3bec81c4406e tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:39.311020 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8a1aa5d1-5f40-4542-a2a4-e3a9e89aeefe req-468014c0-729f-493b-bb2e-3bec81c4406e tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.2885351 Oct 26 08:36:39.395563 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-3df540de-66d8-4947-bcfb-4f54ef767e11 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] In _notify_port_updated(), no bound segment for port da914397-80e7-4bde-bbcd-adb720fccadc on network 21de6014-df66-4380-bb88-82fb97647d3f {{(pid=102102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 08:36:39.401735 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df540de-66d8-4947-bcfb-4f54ef767e11 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:39.402923 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3df540de-66d8-4947-bcfb-4f54ef767e11 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:39.405685 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3df540de-66d8-4947-bcfb-4f54ef767e11 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "PUT /v2.0/ports/da914397-80e7-4bde-bbcd-adb720fccadc HTTP/1.1" status: 200 len: 921 time: 1.9630849 Oct 26 08:36:39.410120 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36260) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:39.434404 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c6415861-7f00-4d3d-89ff-6fb7ed22a1d3 req-5de35d85-11d9-40e9-a5bb-2e3bf09c0273 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 210 time: 0.1445591 Oct 26 08:36:39.444159 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e7cb92a4-f772-432b-b46a-3442f76b9606 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:39.447268 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e7cb92a4-f772-432b-b46a-3442f76b9606 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:39.448403 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-bb9df05a-b1cf-4acc-a0ad-764997fc6e9e None None] Provisioning complete for port 7e76857e-a467-4c75-96b2-eb4bce4756eb triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:39.448897 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bb9df05a-b1cf-4acc-a0ad-764997fc6e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:39.602934 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e7cb92a4-f772-432b-b46a-3442f76b9606 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:39.603258 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cb92a4-f772-432b-b46a-3442f76b9606 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Fanout notify agent at l3_agent the message router_deleted on router 4bc05d24-9670-4c0a-a115-dec5f3886940 {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:36:39.604781 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-d894151d-07a8-4c7a-91cb-d45b27d7a2fd tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Deleting port da914397-80e7-4bde-bbcd-adb720fccadc {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:39.613741 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d894151d-07a8-4c7a-91cb-d45b27d7a2fd tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:39.615516 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e7cb92a4-f772-432b-b46a-3442f76b9606 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:39.616648 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e7cb92a4-f772-432b-b46a-3442f76b9606 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/routers/4bc05d24-9670-4c0a-a115-dec5f3886940 HTTP/1.1" status: 204 len: 168 time: 0.6027491 Oct 26 08:36:39.625408 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36262) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:39.635734 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-3f4c088a-c75d-4fd5-a169-62587bb07f44 None None] For port c7ad53be-3650-4e5f-9cfa-43670cca62fd, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=c7ad53be-3650-4e5f-9cfa-43670cca62fd,segment=NetworkSegment(050b9c5f-7faa-4bab-a11a-2ee963a6396a),segment_id=050b9c5f-7faa-4bab-a11a-2ee963a6396a)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:39.653094 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device c7ad53be-3650-4e5f-9cfa-43670cca62fd up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:36:39.680759 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-9cd89d78-2885-4468-95c9-a8c1248b6deb tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:39.682325 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-9cd89d78-2885-4468-95c9-a8c1248b6deb tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.47 "GET /v2.0/networks?id=2e3bfd69-a86c-48f7-827c-ed91c29ba8ae HTTP/1.1" status: 200 len: 796 time: 0.2556231 Oct 26 08:36:39.734229 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-e409b886-108a-4009-83c7-cd3f4a39f41e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Deleting subnet cef2b0fa-4a4e-4007-8b50-dc235cfab011 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:36:39.742054 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-8a1aa5d1-5f40-4542-a2a4-e3a9e89aeefe req-e327db27-4de9-4d95-af04-f1fd3bf265e8 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Deleting port c5b4c931-0784-4417-9cf2-14aace14e7b9 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:39.742432 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-8a1aa5d1-5f40-4542-a2a4-e3a9e89aeefe req-e327db27-4de9-4d95-af04-f1fd3bf265e8 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:39.747332 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e409b886-108a-4009-83c7-cd3f4a39f41e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:39.756788 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d894151d-07a8-4c7a-91cb-d45b27d7a2fd tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:39.773314 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-d894151d-07a8-4c7a-91cb-d45b27d7a2fd tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Calling delete_port for da914397-80e7-4bde-bbcd-adb720fccadc owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:39.852330 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-5da5bb57-8e58-43d9-b1d7-ad5c92f2080c tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40cbaebd1fa144e8a5be2f35b8631d13 HTTP/1.1" status: 200 len: 379 time: 0.1574650 Oct 26 08:36:39.864925 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-3e7e0e2d-2ae6-4716-ba13-1d5214abb1b4 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Request body: {'port': {'device_id': 'dd849795-4274-4301-ba8a-cd8b337885a8', 'network_id': '2e3bfd69-a86c-48f7-827c-ed91c29ba8ae', 'admin_state_up': True, 'tenant_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'security_groups': ['c1faa321-505b-40a4-85e7-f618f70a9984']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:39.869729 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e409b886-108a-4009-83c7-cd3f4a39f41e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:39.955758 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3f4c088a-c75d-4fd5-a169-62587bb07f44 None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:39.965199 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bb9df05a-b1cf-4acc-a0ad-764997fc6e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:39.971615 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3f4c088a-c75d-4fd5-a169-62587bb07f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:40.001958 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f8a26-0303-4ca9-9b5d-56a0abf62422 req-9b8dada8-b0fc-4638-9ea3-7523562b9106 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:40.003726 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-721f8a26-0303-4ca9-9b5d-56a0abf62422 req-9b8dada8-b0fc-4638-9ea3-7523562b9106 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.0801282 Oct 26 08:36:40.005115 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d894151d-07a8-4c7a-91cb-d45b27d7a2fd tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:40.049884 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894151d-07a8-4c7a-91cb-d45b27d7a2fd tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Port': ['ID=da914397-80e7-4bde-bbcd-adb720fccadc,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:40.094423 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-bb9df05a-b1cf-4acc-a0ad-764997fc6e9e None None] For port 7e76857e-a467-4c75-96b2-eb4bce4756eb, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=7e76857e-a467-4c75-96b2-eb4bce4756eb,segment=NetworkSegment(88a2abc7-3998-453c-8ba6-6283bf456771),segment_id=88a2abc7-3998-453c-8ba6-6283bf456771)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:40.119313 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port c7ad53be-3650-4e5f-9cfa-43670cca62fd triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:40.119836 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:40.127670 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bb9df05a-b1cf-4acc-a0ad-764997fc6e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:40.128888 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c088a-c75d-4fd5-a169-62587bb07f44 None None] Pushing event updated for resources: {'Port': ['ID=c7ad53be-3650-4e5f-9cfa-43670cca62fd,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:40.145430 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-721f8a26-0303-4ca9-9b5d-56a0abf62422 req-3ae29b59-4df8-4fb3-9c3e-92bcc3acffe5 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087108 Oct 26 08:36:40.152227 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-636d203b-b688-42fb-ae8f-ac7be08ea4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1185869714', 'tenant_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.138'}], 'enable_snat': True}, 'gw_port_id': '7fa4e1e7-a241-4ac8-b099-404e92ed9177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:36:27Z', 'updated_at': '2021-10-26T08:36:34Z', 'revision_number': 4, 'project_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'gw_port': {'id': '7fa4e1e7-a241-4ac8-b099-404e92ed9177', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:36:27Z', 'updated_at': '2021-10-26T08:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '7e76857e-a467-4c75-96b2-eb4bce4756eb', 'name': '', 'network_id': '2e3bfd69-a86c-48f7-827c-ed91c29ba8ae', 'tenant_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'mac_address': 'fa:16:3e:e6:84:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '806b4a79-12ed-4b24-a0c3-c7d82290a7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:36:33Z', 'updated_at': '2021-10-26T08:36:38Z', 'revision_number': 4, 'project_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'subnets': [{'id': '806b4a79-12ed-4b24-a0c3-c7d82290a7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:40.161257 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d894151d-07a8-4c7a-91cb-d45b27d7a2fd tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:40.171916 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d894151d-07a8-4c7a-91cb-d45b27d7a2fd tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/ports/da914397-80e7-4bde-bbcd-adb720fccadc HTTP/1.1" status: 204 len: 168 time: 0.7580698 Oct 26 08:36:40.172134 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36270) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:40.205990 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-e342c690-831e-42aa-a842-d1c9f32f3b42 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] GET failed (client error): The resource could not be found. Oct 26 08:36:40.210268 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e342c690-831e-42aa-a842-d1c9f32f3b42 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "GET /v2.0/ports/da914397-80e7-4bde-bbcd-adb720fccadc HTTP/1.1" status: 404 len: 333 time: 0.0345099 Oct 26 08:36:40.210467 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36272) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:40.224758 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636d203b-b688-42fb-ae8f-ac7be08ea4bd None None] The sync data for ids ['2e8f6e9b-97a3-47e1-8421-bbc947cd0709'] in dv-neutron-804846-13-hyperv is: [{'id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1185869714', 'tenant_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.138'}], 'enable_snat': True}, 'gw_port_id': '7fa4e1e7-a241-4ac8-b099-404e92ed9177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:36:27Z', 'updated_at': '2021-10-26T08:36:34Z', 'revision_number': 4, 'project_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'gw_port': {'id': '7fa4e1e7-a241-4ac8-b099-404e92ed9177', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:36:27Z', 'updated_at': '2021-10-26T08:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '7e76857e-a467-4c75-96b2-eb4bce4756eb', 'name': '', 'network_id': '2e3bfd69-a86c-48f7-827c-ed91c29ba8ae', 'tenant_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'mac_address': 'fa:16:3e:e6:84:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '806b4a79-12ed-4b24-a0c3-c7d82290a7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:36:33Z', 'updated_at': '2021-10-26T08:36:38Z', 'revision_number': 4, 'project_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'subnets': [{'id': '806b4a79-12ed-4b24-a0c3-c7d82290a7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:36:40.285061 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9df05a-b1cf-4acc-a0ad-764997fc6e9e None None] Pushing event updated for resources: {'Port': ['ID=7e76857e-a467-4c75-96b2-eb4bce4756eb,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:40.302277 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b0204ccf-559d-41a3-ae93-f431911d6fcd tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:40.352863 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b0204ccf-559d-41a3-ae93-f431911d6fcd tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:40.428461 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-8a1aa5d1-5f40-4542-a2a4-e3a9e89aeefe req-e327db27-4de9-4d95-af04-f1fd3bf265e8 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] For port c5b4c931-0784-4417-9cf2-14aace14e7b9, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c5b4c931-0784-4417-9cf2-14aace14e7b9,segment=NetworkSegment(740e16c5-c4b3-49c5-abf0-94d5e047c965),segment_id=740e16c5-c4b3-49c5-abf0-94d5e047c965)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:40.429583 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-8a1aa5d1-5f40-4542-a2a4-e3a9e89aeefe req-e327db27-4de9-4d95-af04-f1fd3bf265e8 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:40.433937 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b0204ccf-559d-41a3-ae93-f431911d6fcd tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:40.438567 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b0204ccf-559d-41a3-ae93-f431911d6fcd tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:40.443173 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b0204ccf-559d-41a3-ae93-f431911d6fcd tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/security-groups/800152ff-8a7c-4c7e-b736-d4db3bfeef1c HTTP/1.1" status: 204 len: 168 time: 0.2316940 Oct 26 08:36:40.444634 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36274) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:40.497704 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0204ccf-559d-41a3-ae93-f431911d6fcd tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=800152ff-8a7c-4c7e-b736-d4db3bfeef1c,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:40.537998 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fb76f963-a485-4e94-8f6e-5802ee5a47d4 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:40.577372 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fb76f963-a485-4e94-8f6e-5802ee5a47d4 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:40.635690 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fb76f963-a485-4e94-8f6e-5802ee5a47d4 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:40.640520 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fb76f963-a485-4e94-8f6e-5802ee5a47d4 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:40.645405 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-fb76f963-a485-4e94-8f6e-5802ee5a47d4 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/security-groups/10a86d0d-2704-45bb-8739-424f6c0d4f7b HTTP/1.1" status: 204 len: 168 time: 0.1900835 Oct 26 08:36:40.646108 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36278) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:40.654852 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-48d7790a-14d7-4414-a410-53660a7d83ad req-965cdc79-e98e-42db-bf2b-5fbfdd25029b tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 210 time: 0.0685856 Oct 26 08:36:40.668052 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb76f963-a485-4e94-8f6e-5802ee5a47d4 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a86d0d-2704-45bb-8739-424f6c0d4f7b,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:40.733901 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-b536906e-909f-4a4f-942b-f6cf80e435f6 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Deleting subnet c579e610-564a-4321-a8df-77d3d3195b61 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:36:40.740510 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b536906e-909f-4a4f-942b-f6cf80e435f6 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:40.774511 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e409b886-108a-4009-83c7-cd3f4a39f41e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:40.798765 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b536906e-909f-4a4f-942b-f6cf80e435f6 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:40.893717 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-3e7e0e2d-2ae6-4716-ba13-1d5214abb1b4 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Made reservation on behalf of 40cbaebd1fa144e8a5be2f35b8631d13 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:36:40.897977 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-3e7e0e2d-2ae6-4716-ba13-1d5214abb1b4 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:40.920332 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b536906e-909f-4a4f-942b-f6cf80e435f6 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:40.944526 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-8a1aa5d1-5f40-4542-a2a4-e3a9e89aeefe req-e327db27-4de9-4d95-af04-f1fd3bf265e8 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:40.944892 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-8a1aa5d1-5f40-4542-a2a4-e3a9e89aeefe req-e327db27-4de9-4d95-af04-f1fd3bf265e8 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:40.945411 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [req-8a1aa5d1-5f40-4542-a2a4-e3a9e89aeefe req-e327db27-4de9-4d95-af04-f1fd3bf265e8 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Floating IP bcfce857-a384-4864-95b5-c526618bf1ca disassociated. External IP: 172.26.2.245, port: c5b4c931-0784-4417-9cf2-14aace14e7b9. Oct 26 08:36:40.945788 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-8a1aa5d1-5f40-4542-a2a4-e3a9e89aeefe req-e327db27-4de9-4d95-af04-f1fd3bf265e8 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Calling delete_port for c5b4c931-0784-4417-9cf2-14aace14e7b9 owned by compute:nova {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:40.963925 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-4280a489-d49a-46f8-acb9-966cc92d0859 None None] Could not find standard attr ID for object da914397-80e7-4bde-bbcd-adb720fccadc. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:36:40.988666 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-4280a489-d49a-46f8-acb9-966cc92d0859 None None] Provisioning complete for port c7ad53be-3650-4e5f-9cfa-43670cca62fd triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:40.994261 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b536906e-909f-4a4f-942b-f6cf80e435f6 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:40.994622 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4280a489-d49a-46f8-acb9-966cc92d0859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:41.026673 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536906e-909f-4a4f-942b-f6cf80e435f6 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Subnet': ['ID=c579e610-564a-4321-a8df-77d3d3195b61,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:41.031446 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b536906e-909f-4a4f-942b-f6cf80e435f6 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:41.038597 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b536906e-909f-4a4f-942b-f6cf80e435f6 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/subnets/c579e610-564a-4321-a8df-77d3d3195b61 HTTP/1.1" status: 204 len: 168 time: 0.3789604 Oct 26 08:36:41.039687 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36280) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:41.043000 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e409b886-108a-4009-83c7-cd3f4a39f41e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:41.045825 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-44e53086-a2ec-4475-98fc-0a5b59f1e593 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'subnet': {'network_id': '21de6014-df66-4380-bb88-82fb97647d3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:41.061266 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e409b886-108a-4009-83c7-cd3f4a39f41e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:41.064524 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e409b886-108a-4009-83c7-cd3f4a39f41e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/subnets/cef2b0fa-4a4e-4007-8b50-dc235cfab011 HTTP/1.1" status: 204 len: 168 time: 1.4363036 Oct 26 08:36:41.074628 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ced183a-c34e-4c90-8c4b-163de3a75053 None None] Network 94c973a0-224f-4b17-ae61-5c28cee4acbb requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:36:41.075242 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36282) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:41.130096 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e409b886-108a-4009-83c7-cd3f4a39f41e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event deleted for resources: {'Subnet': ['ID=cef2b0fa-4a4e-4007-8b50-dc235cfab011,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:41.188107 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e53086-a2ec-4475-98fc-0a5b59f1e593 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Made reservation on behalf of fbb245bdcc38449a85671f236067aeb3 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:36:41.199149 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-44e53086-a2ec-4475-98fc-0a5b59f1e593 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:41.239201 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b3538ca-469f-42a8-951f-dfee09430516 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Deleting subnet d6ede460-d12c-436f-b778-88df34a2636d {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:36:41.249110 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3b3538ca-469f-42a8-951f-dfee09430516 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:41.281244 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-4280a489-d49a-46f8-acb9-966cc92d0859 None None] Provisioning complete for port 4fdb070b-05e2-44c6-b978-e1841b49a8bf triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:41.282017 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4280a489-d49a-46f8-acb9-966cc92d0859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:41.354875 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-4280a489-d49a-46f8-acb9-966cc92d0859 None None] Port 4fdb070b-05e2-44c6-b978-e1841b49a8bf cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:36:41.381177 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-3e7e0e2d-2ae6-4716-ba13-1d5214abb1b4 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Allocated IP 172.20.0.8 (2e3bfd69-a86c-48f7-827c-ed91c29ba8ae/806b4a79-12ed-4b24-a0c3-c7d82290a7d1/391ef8b3-0fe0-4984-89e6-e4694184b28e) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:36:41.407144 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad04a7e-85b7-46f5-a71d-18a89c2fc7a5 req-9e6a6d2b-da84-4682-b61e-5d96a5a42d4f tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:41.408810 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-8ad04a7e-85b7-46f5-a71d-18a89c2fc7a5 req-9e6a6d2b-da84-4682-b61e-5d96a5a42d4f tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 945 time: 0.1142220 Oct 26 08:36:41.425098 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3b3538ca-469f-42a8-951f-dfee09430516 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:41.444389 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f0a102-2eeb-457f-a165-d7e21ec56efb None None] DHCP port deletion for 94c973a0-224f-4b17-ae61-5c28cee4acbb request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:36:41.492959 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-8a1aa5d1-5f40-4542-a2a4-e3a9e89aeefe req-e327db27-4de9-4d95-af04-f1fd3bf265e8 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:41.503966 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-8ad04a7e-85b7-46f5-a71d-18a89c2fc7a5 req-90ca3c01-677c-4b1a-9a4d-ba0cbf0ded2a tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e0ea08c-e8d9-45bf-b670-522ce52a4780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841537 Oct 26 08:36:41.541689 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-35f0a102-2eeb-457f-a165-d7e21ec56efb None None] Deleting port 3855461c-6a71-417b-98ef-d3fa905ffc7c {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:41.542093 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-35f0a102-2eeb-457f-a165-d7e21ec56efb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:41.551114 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107ed81a-8df4-4ca7-b29e-43e474d31c33 None None] Network 21de6014-df66-4380-bb88-82fb97647d3f requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:36:41.595074 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e327db27-4de9-4d95-af04-f1fd3bf265e8 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Pushing event deleted for resources: {'Port': ['ID=c5b4c931-0784-4417-9cf2-14aace14e7b9,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:41.667809 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-0ec391f2-7674-4872-aa9f-234bb53b4808 None None] Could not find standard attr ID for object da914397-80e7-4bde-bbcd-adb720fccadc. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:36:41.719549 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-44e53086-a2ec-4475-98fc-0a5b59f1e593 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:41.721041 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-35f0a102-2eeb-457f-a165-d7e21ec56efb None None] For port 3855461c-6a71-417b-98ef-d3fa905ffc7c, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=3855461c-6a71-417b-98ef-d3fa905ffc7c,segment=NetworkSegment(e6617069-4a92-4c62-9de7-951a2f1e7928),segment_id=e6617069-4a92-4c62-9de7-951a2f1e7928)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:41.721615 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-35f0a102-2eeb-457f-a165-d7e21ec56efb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:41.765747 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-35f0a102-2eeb-457f-a165-d7e21ec56efb None None] Calling delete_port for 3855461c-6a71-417b-98ef-d3fa905ffc7c owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:41.817034 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e53086-a2ec-4475-98fc-0a5b59f1e593 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Network 21de6014-df66-4380-bb88-82fb97647d3f is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:36:41.824523 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-44e53086-a2ec-4475-98fc-0a5b59f1e593 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:41.837788 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e53086-a2ec-4475-98fc-0a5b59f1e593 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:41.841378 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-44e53086-a2ec-4475-98fc-0a5b59f1e593 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:41.854423 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 7e76857e-a467-4c75-96b2-eb4bce4756eb up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:36:41.867079 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e53086-a2ec-4475-98fc-0a5b59f1e593 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Subnet': ['ID=fd840e73-85bd-422b-9fda-e491ffcd3fc4,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:41.875073 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-44e53086-a2ec-4475-98fc-0a5b59f1e593 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8341348 Oct 26 08:36:41.877639 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36288) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:41.883014 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-d967f03c-4b01-4ddc-b28c-be8f7c0982e4 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'security_group': {'name': 'tempest-secgroup-919048608'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:41.920962 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d967f03c-4b01-4ddc-b28c-be8f7c0982e4 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:41.944882 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6a08978d-e07d-4c38-b2eb-c2c2f6d30bfc req-774c702d-fb98-4531-94b5-de2490661c43 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 210 time: 0.0855892 Oct 26 08:36:41.971301 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device c5b4c931-0784-4417-9cf2-14aace14e7b9 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:36:42.000328 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3b3538ca-469f-42a8-951f-dfee09430516 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:42.001505 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] No Port match for: c5b4c931-0784-4417-9cf2-14aace14e7b9 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:36:42.001882 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device c5b4c931-0784-4417-9cf2-14aace14e7b9 not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:36:42.007862 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a1aa5d1-5f40-4542-a2a4-e3a9e89aeefe req-e327db27-4de9-4d95-af04-f1fd3bf265e8 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Router b3122af2-075c-492a-8598-497c8ddb85ca has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:36:42.024002 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d967f03c-4b01-4ddc-b28c-be8f7c0982e4 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:42.031533 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d967f03c-4b01-4ddc-b28c-be8f7c0982e4 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:42.067818 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-35f0a102-2eeb-457f-a165-d7e21ec56efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:42.071857 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d967f03c-4b01-4ddc-b28c-be8f7c0982e4 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:42.075679 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d967f03c-4b01-4ddc-b28c-be8f7c0982e4 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1936514 Oct 26 08:36:42.075927 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36290) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:42.081867 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-139966d0-da62-4176-858a-c77aa678554f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'security_group': {'name': 'tempest-secgroup-1499496297'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:42.086075 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967f03c-4b01-4ddc-b28c-be8f7c0982e4 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eeee23d-e31e-4233-9999-4a1cb77eb6f8,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:42.094291 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-3e7e0e2d-2ae6-4716-ba13-1d5214abb1b4 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:42.097585 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 7e76857e-a467-4c75-96b2-eb4bce4756eb triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:42.097986 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:42.108141 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f0a102-2eeb-457f-a165-d7e21ec56efb None None] Pushing event deleted for resources: {'Port': ['ID=3855461c-6a71-417b-98ef-d3fa905ffc7c,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:42.113641 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-139966d0-da62-4176-858a-c77aa678554f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:42.136115 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f0a102-2eeb-457f-a165-d7e21ec56efb None None] No DVR routers for this DVR port 3855461c-6a71-417b-98ef-d3fa905ffc7c on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:36:42.205490 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-139966d0-da62-4176-858a-c77aa678554f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:42.212324 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device c7ad53be-3650-4e5f-9cfa-43670cca62fd up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:36:42.212572 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-139966d0-da62-4176-858a-c77aa678554f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:42.243436 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3b3538ca-469f-42a8-951f-dfee09430516 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:42.266526 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139966d0-da62-4176-858a-c77aa678554f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0889ecc5-668d-49f9-a954-0017d8689e63,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:42.271227 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-139966d0-da62-4176-858a-c77aa678554f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:42.275026 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-139966d0-da62-4176-858a-c77aa678554f tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1945693 Oct 26 08:36:42.275450 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36292) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:42.276281 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port c7ad53be-3650-4e5f-9cfa-43670cca62fd triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:42.276749 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:42.281081 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-f6c744f8-6964-4982-a064-ce8dbc66d600 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'security_group': {'name': 'tempest-secgroup-978655131'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:42.286309 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a1aa5d1-5f40-4542-a2a4-e3a9e89aeefe req-e327db27-4de9-4d95-af04-f1fd3bf265e8 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:36:42.292996 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3b3538ca-469f-42a8-951f-dfee09430516 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:42.297540 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3b3538ca-469f-42a8-951f-dfee09430516 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/subnets/d6ede460-d12c-436f-b778-88df34a2636d HTTP/1.1" status: 204 len: 168 time: 1.1994338 Oct 26 08:36:42.302385 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3538ca-469f-42a8-951f-dfee09430516 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event deleted for resources: {'Subnet': ['ID=d6ede460-d12c-436f-b778-88df34a2636d,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:42.309031 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36294) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:42.330009 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-3e7e0e2d-2ae6-4716-ba13-1d5214abb1b4 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:42.351077 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0fc1f5-6054-43c7-b04b-377149a95634 None None] Network 34a0abff-115f-4f8d-b510-408fc5494f02 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:36:42.358535 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b44023-ae7b-41ce-9727-7f27402fcc05 None None] Sync routers for ids ['b3122af2-075c-492a-8598-497c8ddb85ca'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:36:42.364952 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1aa5d1-5f40-4542-a2a4-e3a9e89aeefe req-e327db27-4de9-4d95-af04-f1fd3bf265e8 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] No DVR routers for this DVR port c5b4c931-0784-4417-9cf2-14aace14e7b9 on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:36:42.368105 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-8a1aa5d1-5f40-4542-a2a4-e3a9e89aeefe req-e327db27-4de9-4d95-af04-f1fd3bf265e8 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:42.372631 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8a1aa5d1-5f40-4542-a2a4-e3a9e89aeefe req-e327db27-4de9-4d95-af04-f1fd3bf265e8 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.47 "DELETE /v2.0/ports/c5b4c931-0784-4417-9cf2-14aace14e7b9 HTTP/1.1" status: 204 len: 173 time: 2.9491520 Oct 26 08:36:42.407084 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52', 'name': 'network-vif-deleted', 'tag': 'c5b4c931-0784-4417-9cf2-14aace14e7b9'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:36:42.410939 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa0ae3e-3851-4619-9648-b8a246990815" -d '{"events": [{"server_uuid": "dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52", "name": "network-vif-deleted", "tag": "c5b4c931-0784-4417-9cf2-14aace14e7b9"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:36:42.418947 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-3e7e0e2d-2ae6-4716-ba13-1d5214abb1b4 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Network 2e3bfd69-a86c-48f7-827c-ed91c29ba8ae is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:36:42.424360 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-3e7e0e2d-2ae6-4716-ba13-1d5214abb1b4 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:42.430455 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-3e7e0e2d-2ae6-4716-ba13-1d5214abb1b4 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:36:42.437809 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4dcd224e-2842-45c6-9539-8589fc20ae75 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:42.455541 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f6c744f8-6964-4982-a064-ce8dbc66d600 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:42.486398 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47d58cf-9bee-4284-ab0f-6af328ce5572 x-openstack-request-id: req-b47d58cf-9bee-4284-ab0f-6af328ce5572 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:36:42.486584 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f6cfef-b126-4868-ab50-640e52367f4a None None] Network 21de6014-df66-4380-bb88-82fb97647d3f requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:36:42.486746 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52", "name": "network-vif-deleted", "tag": "c5b4c931-0784-4417-9cf2-14aace14e7b9", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:36:42.490056 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b47d58cf-9bee-4284-ab0f-6af328ce5572 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:36:42.490693 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52', 'name': 'network-vif-deleted', 'tag': 'c5b4c931-0784-4417-9cf2-14aace14e7b9', 'status': 'completed', 'code': 200} Oct 26 08:36:42.491914 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e0e2d-2ae6-4716-ba13-1d5214abb1b4 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Pushing event updated for resources: {'Port': ['ID=391ef8b3-0fe0-4984-89e6-e4694184b28e,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:42.496291 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b44023-ae7b-41ce-9727-7f27402fcc05 None None] Routers {'b3122af2-075c-492a-8598-497c8ddb85ca'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:42.502186 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-17b44023-ae7b-41ce-9727-7f27402fcc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['b3122af2-075c-492a-8598-497c8ddb85ca'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:42.523198 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-3e7e0e2d-2ae6-4716-ba13-1d5214abb1b4 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:42.523758 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-3e7e0e2d-2ae6-4716-ba13-1d5214abb1b4 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:42.555432 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-3e7e0e2d-2ae6-4716-ba13-1d5214abb1b4 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6961629 Oct 26 08:36:42.632977 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4dcd224e-2842-45c6-9539-8589fc20ae75 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:42.673477 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-4dcd224e-2842-45c6-9539-8589fc20ae75 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94c973a0-224f-4b17-ae61-5c28cee4acbb']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:42.695390 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-4dcd224e-2842-45c6-9539-8589fc20ae75 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6617069-4a92-4c62-9de7-951a2f1e7928') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:42.695895 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-4dcd224e-2842-45c6-9539-8589fc20ae75 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6617069-4a92-4c62-9de7-951a2f1e7928') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:42.706308 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4299216b-53b0-4f4e-a595-22ff39b0262d req-0985110a-6571-4299-9d27-b0712853921f tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0f3b80-8cff-4c96-ba8c-21ba97a2fa52 HTTP/1.1" status: 200 len: 210 time: 0.0442283 Oct 26 08:36:42.712576 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-9deafbac-f186-41a3-a01a-755bd6a2e013 service neutron] Request body: {'port': {'device_id': 'dd849795-4274-4301-ba8a-cd8b337885a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:42.714632 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4dcd224e-2842-45c6-9539-8589fc20ae75 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:42.729032 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f6c744f8-6964-4982-a064-ce8dbc66d600 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:42.736456 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f6c744f8-6964-4982-a064-ce8dbc66d600 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:42.764989 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4dcd224e-2842-45c6-9539-8589fc20ae75 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:42.767785 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c744f8-6964-4982-a064-ce8dbc66d600 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=253d570d-9db9-4dec-9e18-143a5b4d7136,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:42.782153 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dcd224e-2842-45c6-9539-8589fc20ae75 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:36:42.782568 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4dcd224e-2842-45c6-9539-8589fc20ae75 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:42.783348 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-9deafbac-f186-41a3-a01a-755bd6a2e013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:42.787832 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:36:42.787832 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:36:42.787832 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:36:42.787832 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:36:42.787832 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:36:42.787832 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:36:42.787832 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:36:42.787832 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:36:42.787832 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:36:42.787832 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:36:42.787832 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:36:42.787832 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:36:42.787832 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:36:42.787832 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:36:42.787832 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:36:42.787832 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:36:42.787832 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:36:42.787832 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:36:42.787832 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:36:42.787832 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:36:42.787832 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:36:42.787832 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:36:42.787832 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:36:42.787832 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:36:42.787832 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:36:42.787832 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:36:42.787832 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:36:42.787832 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:36:42.787832 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:36:42.787832 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:36:42.787832 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:36:42.787832 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:36:42.803460 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f6c744f8-6964-4982-a064-ce8dbc66d600 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:42.807132 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f6c744f8-6964-4982-a064-ce8dbc66d600 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5285354 Oct 26 08:36:42.835866 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36302) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:42.839754 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-4fb3a947-ac4c-4c58-bc61-cff7989d2ca5 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-446470045', 'security_groups': ['253d570d-9db9-4dec-9e18-143a5b4d7136'], 'network_id': '21de6014-df66-4380-bb88-82fb97647d3f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fd840e73-85bd-422b-9fda-e491ffcd3fc4'}]}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:42.854959 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-a6a9fe5b-f9eb-4e4c-b0cc-b9264bbc7596 None None] Provisioning complete for port c7ad53be-3650-4e5f-9cfa-43670cca62fd triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:42.855358 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a6a9fe5b-f9eb-4e4c-b0cc-b9264bbc7596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:42.935757 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4dcd224e-2842-45c6-9539-8589fc20ae75 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:42.950999 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 3855461c-6a71-417b-98ef-d3fa905ffc7c no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:36:42.953394 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4dcd224e-2842-45c6-9539-8589fc20ae75 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:42.959035 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4dcd224e-2842-45c6-9539-8589fc20ae75 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/networks/94c973a0-224f-4b17-ae61-5c28cee4acbb HTTP/1.1" status: 204 len: 168 time: 0.6487880 Oct 26 08:36:42.961881 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36304) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:43.063287 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-17b44023-ae7b-41ce-9727-7f27402fcc05 None None] Set router b3122af2-075c-492a-8598-497c8ddb85ca gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:36:43.068938 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 3855461c-6a71-417b-98ef-d3fa905ffc7c {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:36:43.068938 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 3855461c-6a71-417b-98ef-d3fa905ffc7c not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:36:43.114253 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd224e-2842-45c6-9539-8589fc20ae75 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event deleted for resources: {'Network': ['ID=94c973a0-224f-4b17-ae61-5c28cee4acbb,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:43.132403 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-05a7a658-7a4e-479d-8acc-dc4632be06a0 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:43.194589 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d6f05-e120-410e-bce6-814b1afb84ca req-78d54d12-25bb-4554-ba8a-1d5904161bbf tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:43.196218 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-eb8d6f05-e120-410e-bce6-814b1afb84ca req-78d54d12-25bb-4554-ba8a-1d5904161bbf tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 931 time: 0.1231618 Oct 26 08:36:43.285075 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb3a947-ac4c-4c58-bc61-cff7989d2ca5 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Made reservation on behalf of fbb245bdcc38449a85671f236067aeb3 for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:36:43.305845 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-eb8d6f05-e120-410e-bce6-814b1afb84ca req-f78489ee-e747-4c70-a9f1-ba983ad8904c tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1faa321-505b-40a4-85e7-f618f70a9984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752401 Oct 26 08:36:43.396184 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2e98f0-1d92-4e30-b4a7-d4e0d386cdcf None None] DHCP port deletion for 34a0abff-115f-4f8d-b510-408fc5494f02 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:36:43.421715 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4fb3a947-ac4c-4c58-bc61-cff7989d2ca5 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:43.449650 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-4fb3a947-ac4c-4c58-bc61-cff7989d2ca5 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] device_id is not set on port 9bfb1eaf-9056-4d06-9e1f-70300d1e4ba2 yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:36:43.479415 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-9deafbac-f186-41a3-a01a-755bd6a2e013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 391ef8b3-0fe0-4984-89e6-e4694184b28e {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:36:43.524313 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-9deafbac-f186-41a3-a01a-755bd6a2e013 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:43.543158 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-a6a9fe5b-f9eb-4e4c-b0cc-b9264bbc7596 None None] Provisioning complete for port 4fdb070b-05e2-44c6-b978-e1841b49a8bf triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:43.543537 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a6a9fe5b-f9eb-4e4c-b0cc-b9264bbc7596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:43.579366 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-9deafbac-f186-41a3-a01a-755bd6a2e013 service neutron] Transition to ACTIVE for port object 391ef8b3-0fe0-4984-89e6-e4694184b28e will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 08:36:43.588769 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-9deafbac-f186-41a3-a01a-755bd6a2e013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:43.623375 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-a6a9fe5b-f9eb-4e4c-b0cc-b9264bbc7596 None None] Port 4fdb070b-05e2-44c6-b978-e1841b49a8bf cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:36:43.647565 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-ec2e98f0-1d92-4e30-b4a7-d4e0d386cdcf None None] Deleting port dbc1fc03-c24d-4d19-9425-cc7dfe5e63a5 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:43.648108 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ec2e98f0-1d92-4e30-b4a7-d4e0d386cdcf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:43.691180 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deafbac-f186-41a3-a01a-755bd6a2e013 service neutron] Pushing event updated for resources: {'Port': ['ID=391ef8b3-0fe0-4984-89e6-e4694184b28e,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:43.703100 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-4fb3a947-ac4c-4c58-bc61-cff7989d2ca5 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Allocated IP 172.20.0.7 (21de6014-df66-4380-bb88-82fb97647d3f/fd840e73-85bd-422b-9fda-e491ffcd3fc4/9bfb1eaf-9056-4d06-9e1f-70300d1e4ba2) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:36:43.741678 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-9deafbac-f186-41a3-a01a-755bd6a2e013 service neutron] Attempting to bind port 391ef8b3-0fe0-4984-89e6-e4694184b28e on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:36:43.743455 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-9deafbac-f186-41a3-a01a-755bd6a2e013 service neutron] Attempting to bind port 391ef8b3-0fe0-4984-89e6-e4694184b28e by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '88a2abc7-3998-453c-8ba6-6283bf456771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2e3bfd69-a86c-48f7-827c-ed91c29ba8ae'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:36:43.743810 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-9deafbac-f186-41a3-a01a-755bd6a2e013 service neutron] Attempting to bind port 391ef8b3-0fe0-4984-89e6-e4694184b28e on network 2e3bfd69-a86c-48f7-827c-ed91c29ba8ae {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:36:43.749485 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-9deafbac-f186-41a3-a01a-755bd6a2e013 service neutron] Port 391ef8b3-0fe0-4984-89e6-e4694184b28e on network 2e3bfd69-a86c-48f7-827c-ed91c29ba8ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:36:43.749591 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-9deafbac-f186-41a3-a01a-755bd6a2e013 service neutron] Attempting to bind port 391ef8b3-0fe0-4984-89e6-e4694184b28e on network 2e3bfd69-a86c-48f7-827c-ed91c29ba8ae {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:36:43.755149 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-9deafbac-f186-41a3-a01a-755bd6a2e013 service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:36:43.755501 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-9deafbac-f186-41a3-a01a-755bd6a2e013 service neutron] Checking segment: {'id': '88a2abc7-3998-453c-8ba6-6283bf456771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2e3bfd69-a86c-48f7-827c-ed91c29ba8ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:36:43.755912 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-9deafbac-f186-41a3-a01a-755bd6a2e013 service neutron] Bound using segment: {'id': '88a2abc7-3998-453c-8ba6-6283bf456771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2e3bfd69-a86c-48f7-827c-ed91c29ba8ae'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:36:43.756346 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-9deafbac-f186-41a3-a01a-755bd6a2e013 service neutron] Bound port: 391ef8b3-0fe0-4984-89e6-e4694184b28e, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88a2abc7-3998-453c-8ba6-6283bf456771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2e3bfd69-a86c-48f7-827c-ed91c29ba8ae'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:36:43.756475 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device dbc1fc03-c24d-4d19-9425-cc7dfe5e63a5 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:36:43.756710 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-9deafbac-f186-41a3-a01a-755bd6a2e013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:43.845013 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-9deafbac-f186-41a3-a01a-755bd6a2e013 service neutron] For port 391ef8b3-0fe0-4984-89e6-e4694184b28e, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:36:43.848955 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-9deafbac-f186-41a3-a01a-755bd6a2e013 service neutron] For port 391ef8b3-0fe0-4984-89e6-e4694184b28e, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=391ef8b3-0fe0-4984-89e6-e4694184b28e,segment=NetworkSegment(88a2abc7-3998-453c-8ba6-6283bf456771),segment_id=88a2abc7-3998-453c-8ba6-6283bf456771)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:36:43.856878 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-9deafbac-f186-41a3-a01a-755bd6a2e013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:43.865290 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36312) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:43.941012 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-05a7a658-7a4e-479d-8acc-dc4632be06a0 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Deleting port dbc1fc03-c24d-4d19-9425-cc7dfe5e63a5 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:43.942000 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-05a7a658-7a4e-479d-8acc-dc4632be06a0 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:44.010056 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-17b44023-ae7b-41ce-9727-7f27402fcc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3122af2-075c-492a-8598-497c8ddb85ca', 'name': 'tempest-ServerActionsTestJSON-1838315298-router', 'tenant_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '0a3d5da6-0b2a-4324-9b76-e8b375972e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:33:12Z', 'updated_at': '2021-10-26T08:33:26Z', 'revision_number': 4, 'project_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'gw_port': {'id': '0a3d5da6-0b2a-4324-9b76-e8b375972e07', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3122af2-075c-492a-8598-497c8ddb85ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:33:14Z', 'updated_at': '2021-10-26T08:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '2776da35-48ee-4053-a872-c3755c66b9e2', 'name': '', 'network_id': '8898436d-e40a-418e-85e2-87f0fb58c97b', 'tenant_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'mac_address': 'fa:16:3e:a3:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3122af2-075c-492a-8598-497c8ddb85ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '33b25e72-0e11-43c0-9e6c-63bdef265ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:33:23Z', 'updated_at': '2021-10-26T08:33:33Z', 'revision_number': 5, 'project_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'subnets': [{'id': '33b25e72-0e11-43c0-9e6c-63bdef265ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:44.034686 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-9deafbac-f186-41a3-a01a-755bd6a2e013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:44.035330 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-9deafbac-f186-41a3-a01a-755bd6a2e013 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:44.038910 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-9deafbac-f186-41a3-a01a-755bd6a2e013 service neutron] 10.222.0.47 "PUT /v2.0/ports/391ef8b3-0fe0-4984-89e6-e4694184b28e HTTP/1.1" status: 200 len: 1093 time: 1.4690776 Oct 26 08:36:44.047167 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-05a7a658-7a4e-479d-8acc-dc4632be06a0 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] For port dbc1fc03-c24d-4d19-9425-cc7dfe5e63a5, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=dbc1fc03-c24d-4d19-9425-cc7dfe5e63a5,segment=NetworkSegment(52a75267-b516-406b-9a75-04d2e260ebdc),segment_id=52a75267-b516-406b-9a75-04d2e260ebdc)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:44.047806 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-05a7a658-7a4e-479d-8acc-dc4632be06a0 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:44.049351 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-ec2e98f0-1d92-4e30-b4a7-d4e0d386cdcf None None] For port dbc1fc03-c24d-4d19-9425-cc7dfe5e63a5, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=dbc1fc03-c24d-4d19-9425-cc7dfe5e63a5,segment=NetworkSegment(52a75267-b516-406b-9a75-04d2e260ebdc),segment_id=52a75267-b516-406b-9a75-04d2e260ebdc)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:44.049844 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ec2e98f0-1d92-4e30-b4a7-d4e0d386cdcf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:44.055439 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:44.061089 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4fb3a947-ac4c-4c58-bc61-cff7989d2ca5 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:44.077106 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-05a7a658-7a4e-479d-8acc-dc4632be06a0 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Calling delete_port for dbc1fc03-c24d-4d19-9425-cc7dfe5e63a5 owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:44.127721 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-ec2e98f0-1d92-4e30-b4a7-d4e0d386cdcf None None] Calling delete_port for dbc1fc03-c24d-4d19-9425-cc7dfe5e63a5 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:44.175645 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bcde9fdd-95d3-48f4-8b23-a5577ebd607e tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:44.177288 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deafbac-f186-41a3-a01a-755bd6a2e013 service neutron] Pushing event updated for resources: {'Port': ['ID=391ef8b3-0fe0-4984-89e6-e4694184b28e,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:44.218244 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b44023-ae7b-41ce-9727-7f27402fcc05 None None] Checking router: b3122af2-075c-492a-8598-497c8ddb85ca for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:36:44.220095 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bcde9fdd-95d3-48f4-8b23-a5577ebd607e tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:44.235675 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4fb3a947-ac4c-4c58-bc61-cff7989d2ca5 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:44.235935 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-086a7ed6-ed21-43eb-a4e2-9c498186a308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:44.239319 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-086a7ed6-ed21-43eb-a4e2-9c498186a308 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=40cbaebd1fa144e8a5be2f35b8631d13&device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 1096 time: 0.1442029 Oct 26 08:36:44.285573 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-873321d4-5948-4ced-900d-d6ee3259c537 None None] Provisioning complete for port c7ad53be-3650-4e5f-9cfa-43670cca62fd triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:44.285983 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-873321d4-5948-4ced-900d-d6ee3259c537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:44.316891 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b44023-ae7b-41ce-9727-7f27402fcc05 None None] Routers {'b3122af2-075c-492a-8598-497c8ddb85ca'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:44.317547 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-17b44023-ae7b-41ce-9727-7f27402fcc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['b3122af2-075c-492a-8598-497c8ddb85ca'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:44.319425 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-524e433c-da47-46c0-acfc-e28105922939 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=391ef8b3-0fe0-4984-89e6-e4694184b28e HTTP/1.1" status: 200 len: 217 time: 0.0672216 Oct 26 08:36:44.323999 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port dbc1fc03-c24d-4d19-9425-cc7dfe5e63a5, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=dbc1fc03-c24d-4d19-9425-cc7dfe5e63a5,segment=NetworkSegment(52a75267-b516-406b-9a75-04d2e260ebdc),segment_id=52a75267-b516-406b-9a75-04d2e260ebdc)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:44.349665 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb3a947-ac4c-4c58-bc61-cff7989d2ca5 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Network 21de6014-df66-4380-bb88-82fb97647d3f is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:36:44.365805 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-4fb3a947-ac4c-4c58-bc61-cff7989d2ca5 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:44.367755 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb3a947-ac4c-4c58-bc61-cff7989d2ca5 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Port': ['ID=9bfb1eaf-9056-4d06-9e1f-70300d1e4ba2,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:44.369967 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb3a947-ac4c-4c58-bc61-cff7989d2ca5 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:36:44.413647 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bcde9fdd-95d3-48f4-8b23-a5577ebd607e tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:44.418159 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bcde9fdd-95d3-48f4-8b23-a5577ebd607e tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:44.426269 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-bcde9fdd-95d3-48f4-8b23-a5577ebd607e tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "DELETE /v2.0/security-groups/2e0ea08c-e8d9-45bf-b670-522ce52a4780 HTTP/1.1" status: 204 len: 168 time: 0.5192335 Oct 26 08:36:44.428014 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:44.436431 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-05a7a658-7a4e-479d-8acc-dc4632be06a0 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:44.448007 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36316) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:44.484407 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-2c249c7d-1b31-472e-87ca-42279fff8d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:44.486136 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-2c249c7d-1b31-472e-87ca-42279fff8d2d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=806b4a79-12ed-4b24-a0c3-c7d82290a7d1 HTTP/1.1" status: 200 len: 835 time: 0.1573429 Oct 26 08:36:44.494187 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd849795-4274-4301-ba8a-cd8b337885a8', 'tag': '391ef8b3-0fe0-4984-89e6-e4694184b28e'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:36:44.497692 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fb4338-0138-44aa-9463-57fa2c76f3fd" -d '{"events": [{"name": "network-changed", "server_uuid": "dd849795-4274-4301-ba8a-cd8b337885a8", "tag": "391ef8b3-0fe0-4984-89e6-e4694184b28e"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:36:44.511786 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event deleted for resources: {'Port': ['ID=dbc1fc03-c24d-4d19-9425-cc7dfe5e63a5,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:44.520954 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7a658-7a4e-479d-8acc-dc4632be06a0 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event deleted for resources: {'Port': ['ID=dbc1fc03-c24d-4d19-9425-cc7dfe5e63a5,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:44.555672 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde9fdd-95d3-48f4-8b23-a5577ebd607e tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0ea08c-e8d9-45bf-b670-522ce52a4780,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:44.558693 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a7a658-7a4e-479d-8acc-dc4632be06a0 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] No DVR routers for this DVR port dbc1fc03-c24d-4d19-9425-cc7dfe5e63a5 on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:36:44.569277 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ec2e98f0-1d92-4e30-b4a7-d4e0d386cdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:44.622568 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb3a947-ac4c-4c58-bc61-cff7989d2ca5 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:44.623878 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4fb3a947-ac4c-4c58-bc61-cff7989d2ca5 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:44.624526 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-ce2c4f88-006f-4685-9fd8-600f440ac57a tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] show failed (client error): The resource could not be found. Oct 26 08:36:44.628214 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ce2c4f88-006f-4685-9fd8-600f440ac57a tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "GET /v2.0/security-groups/2e0ea08c-e8d9-45bf-b670-522ce52a4780 HTTP/1.1" status: 404 len: 347 time: 0.1730034 Oct 26 08:36:44.628214 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff8f968-2342-4c5b-b604-7f437fa4fad1 x-openstack-request-id: req-0ff8f968-2342-4c5b-b604-7f437fa4fad1 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:36:44.628214 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd849795-4274-4301-ba8a-cd8b337885a8", "tag": "391ef8b3-0fe0-4984-89e6-e4694184b28e", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:36:44.628214 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0ff8f968-2342-4c5b-b604-7f437fa4fad1 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:36:44.628214 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd849795-4274-4301-ba8a-cd8b337885a8', 'tag': '391ef8b3-0fe0-4984-89e6-e4694184b28e', 'status': 'completed', 'code': 200} Oct 26 08:36:44.631197 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36320) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:44.654980 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e98f0-1d92-4e30-b4a7-d4e0d386cdcf None None] Pushing event deleted for resources: {'Port': ['ID=dbc1fc03-c24d-4d19-9425-cc7dfe5e63a5,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:44.676098 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2e98f0-1d92-4e30-b4a7-d4e0d386cdcf None None] No DVR routers for this DVR port dbc1fc03-c24d-4d19-9425-cc7dfe5e63a5 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:36:44.707307 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-17b44023-ae7b-41ce-9727-7f27402fcc05 None None] Set router b3122af2-075c-492a-8598-497c8ddb85ca gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:36:44.723314 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4fb3a947-ac4c-4c58-bc61-cff7989d2ca5 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8873880 Oct 26 08:36:44.724763 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36322) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:44.734569 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-a5bcc30a-4f83-4fbd-9531-ebc96a34bd43 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'subnet': {'network_id': '21de6014-df66-4380-bb88-82fb97647d3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:44.741217 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-05a7a658-7a4e-479d-8acc-dc4632be06a0 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:44.776145 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393af7f5-051a-4a2f-95dd-0469543c7bcc req-7996ca9b-42d5-4f73-b633-748f08d202a6 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:44.778015 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-393af7f5-051a-4a2f-95dd-0469543c7bcc req-7996ca9b-42d5-4f73-b633-748f08d202a6 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 943 time: 0.2896891 Oct 26 08:36:44.783963 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-873321d4-5948-4ced-900d-d6ee3259c537 None None] Provisioning complete for port 4fdb070b-05e2-44c6-b978-e1841b49a8bf triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:44.784344 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-873321d4-5948-4ced-900d-d6ee3259c537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:44.832017 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-05a7a658-7a4e-479d-8acc-dc4632be06a0 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a0abff-115f-4f8d-b510-408fc5494f02']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:44.846064 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-05a7a658-7a4e-479d-8acc-dc4632be06a0 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52a75267-b516-406b-9a75-04d2e260ebdc') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:44.846064 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-05a7a658-7a4e-479d-8acc-dc4632be06a0 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52a75267-b516-406b-9a75-04d2e260ebdc') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:44.846440 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-873321d4-5948-4ced-900d-d6ee3259c537 None None] Port 4fdb070b-05e2-44c6-b978-e1841b49a8bf cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:36:44.856945 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-05a7a658-7a4e-479d-8acc-dc4632be06a0 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:44.915541 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-f50bbce5-c31b-4a5e-b780-6ec9aa72f8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:44.919082 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-f50bbce5-c31b-4a5e-b780-6ec9aa72f8d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2e3bfd69-a86c-48f7-827c-ed91c29ba8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3993447 Oct 26 08:36:44.942465 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-05a7a658-7a4e-479d-8acc-dc4632be06a0 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:44.951700 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a7a658-7a4e-479d-8acc-dc4632be06a0 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:36:44.952371 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-05a7a658-7a4e-479d-8acc-dc4632be06a0 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:45.022466 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:36:45.022466 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:36:45.022466 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:36:45.022466 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:36:45.022466 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:36:45.022466 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:36:45.022466 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:36:45.022466 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:36:45.022466 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:36:45.022466 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:36:45.022466 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:36:45.022466 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:36:45.022466 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:36:45.022466 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:36:45.022466 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:36:45.022466 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:36:45.022466 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:36:45.022466 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:36:45.022466 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:36:45.022466 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:36:45.022466 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:36:45.022466 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:36:45.022466 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:36:45.022466 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:36:45.022466 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:36:45.022466 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:36:45.022466 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:36:45.022466 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:36:45.022466 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:36:45.022466 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:36:45.022466 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:36:45.022466 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:36:45.039326 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-05a7a658-7a4e-479d-8acc-dc4632be06a0 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:45.057822 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-47ac8210-efa6-42f9-a35e-f79c33ced616 None None] Provisioning complete for port 9bfb1eaf-9056-4d06-9e1f-70300d1e4ba2 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:45.058429 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-47ac8210-efa6-42f9-a35e-f79c33ced616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:45.059424 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-05a7a658-7a4e-479d-8acc-dc4632be06a0 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:45.063982 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-05a7a658-7a4e-479d-8acc-dc4632be06a0 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/networks/34a0abff-115f-4f8d-b510-408fc5494f02 HTTP/1.1" status: 204 len: 168 time: 2.0992067 Oct 26 08:36:45.070717 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36324) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:45.076517 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bcc30a-4f83-4fbd-9531-ebc96a34bd43 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Made reservation on behalf of fbb245bdcc38449a85671f236067aeb3 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:36:45.078291 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-5fbe81f0-fe53-4866-a441-dd4d5e9334c5 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Request body: {'network': {'name': 'tempest-RoutersTest-1020117046'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:45.080255 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a5bcc30a-4f83-4fbd-9531-ebc96a34bd43 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:45.084938 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7a658-7a4e-479d-8acc-dc4632be06a0 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event deleted for resources: {'Network': ['ID=34a0abff-115f-4f8d-b510-408fc5494f02,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:45.093355 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-393af7f5-051a-4a2f-95dd-0469543c7bcc req-5580fcbb-f224-4826-9e0b-373cb5745eb2 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1faa321-505b-40a4-85e7-f618f70a9984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2260394 Oct 26 08:36:45.098939 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-18e5c931-bc45-462b-895f-da93eacb38b4 service neutron] 10.222.0.47 "GET /v2.0/networks/2e3bfd69-a86c-48f7-827c-ed91c29ba8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663017 Oct 26 08:36:45.113138 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-47ac8210-efa6-42f9-a35e-f79c33ced616 None None] Port 9bfb1eaf-9056-4d06-9e1f-70300d1e4ba2 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:36:45.121580 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-17b44023-ae7b-41ce-9727-7f27402fcc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3122af2-075c-492a-8598-497c8ddb85ca', 'name': 'tempest-ServerActionsTestJSON-1838315298-router', 'tenant_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '0a3d5da6-0b2a-4324-9b76-e8b375972e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:33:12Z', 'updated_at': '2021-10-26T08:33:26Z', 'revision_number': 4, 'project_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'gw_port': {'id': '0a3d5da6-0b2a-4324-9b76-e8b375972e07', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3122af2-075c-492a-8598-497c8ddb85ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:33:14Z', 'updated_at': '2021-10-26T08:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '2776da35-48ee-4053-a872-c3755c66b9e2', 'name': '', 'network_id': '8898436d-e40a-418e-85e2-87f0fb58c97b', 'tenant_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'mac_address': 'fa:16:3e:a3:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3122af2-075c-492a-8598-497c8ddb85ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '33b25e72-0e11-43c0-9e6c-63bdef265ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:33:23Z', 'updated_at': '2021-10-26T08:33:33Z', 'revision_number': 5, 'project_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'subnets': [{'id': '33b25e72-0e11-43c0-9e6c-63bdef265ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:45.139753 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-aabbc065-715d-4e9b-809d-0130f7efdc88 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Deleting port a1d9f047-1aa6-4a30-a790-6549ed06628a {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:45.140139 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aabbc065-715d-4e9b-809d-0130f7efdc88 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:45.168976 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b44023-ae7b-41ce-9727-7f27402fcc05 None None] The sync data for ids ['b3122af2-075c-492a-8598-497c8ddb85ca'] in dv-neutron-804846-13-hyperv is: [{'id': 'b3122af2-075c-492a-8598-497c8ddb85ca', 'name': 'tempest-ServerActionsTestJSON-1838315298-router', 'tenant_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '0a3d5da6-0b2a-4324-9b76-e8b375972e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:33:12Z', 'updated_at': '2021-10-26T08:33:26Z', 'revision_number': 4, 'project_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'gw_port': {'id': '0a3d5da6-0b2a-4324-9b76-e8b375972e07', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3122af2-075c-492a-8598-497c8ddb85ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:33:14Z', 'updated_at': '2021-10-26T08:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '2776da35-48ee-4053-a872-c3755c66b9e2', 'name': '', 'network_id': '8898436d-e40a-418e-85e2-87f0fb58c97b', 'tenant_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'mac_address': 'fa:16:3e:a3:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3122af2-075c-492a-8598-497c8ddb85ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '33b25e72-0e11-43c0-9e6c-63bdef265ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:33:23Z', 'updated_at': '2021-10-26T08:33:33Z', 'revision_number': 5, 'project_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'subnets': [{'id': '33b25e72-0e11-43c0-9e6c-63bdef265ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:36:45.234125 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.ipam_backend_mixin [None req-a5bcc30a-4f83-4fbd-9531-ebc96a34bd43 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fd840e73-85bd-422b-9fda-e491ffcd3fc4 (CIDR: 172.20.0.0/28) Oct 26 08:36:45.239227 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5bcc30a-4f83-4fbd-9531-ebc96a34bd43 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:36:45.239860 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5bcc30a-4f83-4fbd-9531-ebc96a34bd43 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:36:45.258569 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbe81f0-fe53-4866-a441-dd4d5e9334c5 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Made reservation on behalf of 14b2bed9eecf4da799cf96f861ddb8c9 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:36:45.262761 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5fbe81f0-fe53-4866-a441-dd4d5e9334c5 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:45.266404 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a5bcc30a-4f83-4fbd-9531-ebc96a34bd43 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5348997 Oct 26 08:36:45.266819 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36326) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:45.272522 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-64504f62-2ff3-467d-80f8-82bd99808d17 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'subnet': {'network_id': '21de6014-df66-4380-bb88-82fb97647d3f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:45.316505 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fbe81f0-fe53-4866-a441-dd4d5e9334c5 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:36:45.363442 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5fbe81f0-fe53-4866-a441-dd4d5e9334c5 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:45.363822 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-5fbe81f0-fe53-4866-a441-dd4d5e9334c5 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Added segment a2d83ebe-ce09-4426-94a8-80a9c4642e49 of type vlan for network 41eb7c8d-b529-4409-b396-8147c81246ad Oct 26 08:36:45.376637 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aabbc065-715d-4e9b-809d-0130f7efdc88 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:45.377011 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aabbc065-715d-4e9b-809d-0130f7efdc88 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:45.381189 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b81256d0-18f3-4e15-a1a0-89ef5dac56f4 req-df1ffa7c-f8db-49a5-b7d6-f31538a345ab service neutron] 10.222.0.47 "GET /v2.0/networks/2e3bfd69-a86c-48f7-827c-ed91c29ba8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739341 Oct 26 08:36:45.411697 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64504f62-2ff3-467d-80f8-82bd99808d17 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Made reservation on behalf of fbb245bdcc38449a85671f236067aeb3 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:36:45.415589 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-64504f62-2ff3-467d-80f8-82bd99808d17 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:45.423446 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-aabbc065-715d-4e9b-809d-0130f7efdc88 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Calling delete_port for a1d9f047-1aa6-4a30-a790-6549ed06628a owned by network:floatingip {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:45.443269 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5fbe81f0-fe53-4866-a441-dd4d5e9334c5 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:45.483338 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dc0562-17a9-4c29-89aa-588d3270fbfd None None] New status for floating IP bcfce857-a384-4864-95b5-c526618bf1ca: DOWN {{(pid=102104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:36:45.520710 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.ipam_backend_mixin [None req-64504f62-2ff3-467d-80f8-82bd99808d17 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 181d5ed6-dd8c-49bf-a6de-7bde622223b5 (CIDR: 172.20.0.16/28) Oct 26 08:36:45.525004 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-64504f62-2ff3-467d-80f8-82bd99808d17 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:36:45.525557 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64504f62-2ff3-467d-80f8-82bd99808d17 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:36:45.553963 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-64504f62-2ff3-467d-80f8-82bd99808d17 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2824569 Oct 26 08:36:45.554245 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb4338-0138-44aa-9463-57fa2c76f3fd req-d59ed053-0e3c-4f02-a500-cbaead8617da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:45.555257 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-35fb4338-0138-44aa-9463-57fa2c76f3fd req-d59ed053-0e3c-4f02-a500-cbaead8617da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=40cbaebd1fa144e8a5be2f35b8631d13&device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 1096 time: 0.1096025 Oct 26 08:36:45.556653 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36328) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:45.563572 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-77f7897e-af14-47ca-8399-8085348b3d47 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'subnet': {'network_id': '21de6014-df66-4380-bb88-82fb97647d3f', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:45.565010 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5fbe81f0-fe53-4866-a441-dd4d5e9334c5 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:45.572327 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbe81f0-fe53-4866-a441-dd4d5e9334c5 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:45.573021 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5fbe81f0-fe53-4866-a441-dd4d5e9334c5 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:45.693197 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f7897e-af14-47ca-8399-8085348b3d47 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Made reservation on behalf of fbb245bdcc38449a85671f236067aeb3 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:36:45.697108 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-77f7897e-af14-47ca-8399-8085348b3d47 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:45.730179 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-5fbe81f0-fe53-4866-a441-dd4d5e9334c5 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6562057 Oct 26 08:36:45.730830 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36330) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:45.743716 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe81f0-fe53-4866-a441-dd4d5e9334c5 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event updated for resources: {'Network': ['ID=41eb7c8d-b529-4409-b396-8147c81246ad,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:45.752342 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-1ff08350-8ba7-4902-9701-e0f65b67547d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Request body: {'subnet': {'network_id': '41eb7c8d-b529-4409-b396-8147c81246ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:45.764029 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 41eb7c8d-b529-4409-b396-8147c81246ad details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:36:45.884973 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb4338-0138-44aa-9463-57fa2c76f3fd req-72abf6f7-db1e-48cc-be3e-3866ca6c5a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:45.886531 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-35fb4338-0138-44aa-9463-57fa2c76f3fd req-72abf6f7-db1e-48cc-be3e-3866ca6c5a9f service neutron] 10.222.0.47 "GET /v2.0/networks?id=2e3bfd69-a86c-48f7-827c-ed91c29ba8ae HTTP/1.1" status: 200 len: 897 time: 0.3108091 Oct 26 08:36:45.947262 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-77f7897e-af14-47ca-8399-8085348b3d47 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:45.948840 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-35fb4338-0138-44aa-9463-57fa2c76f3fd req-f99ee028-e40d-449a-8606-885070cb842f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=391ef8b3-0fe0-4984-89e6-e4694184b28e HTTP/1.1" status: 200 len: 217 time: 0.0517616 Oct 26 08:36:45.967693 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aabbc065-715d-4e9b-809d-0130f7efdc88 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:45.996175 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f7897e-af14-47ca-8399-8085348b3d47 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Network 21de6014-df66-4380-bb88-82fb97647d3f is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:36:46.002031 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff08350-8ba7-4902-9701-e0f65b67547d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Made reservation on behalf of 14b2bed9eecf4da799cf96f861ddb8c9 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:36:46.002253 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-77f7897e-af14-47ca-8399-8085348b3d47 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:46.005356 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1ff08350-8ba7-4902-9701-e0f65b67547d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:46.006699 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f7897e-af14-47ca-8399-8085348b3d47 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:46.007296 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-77f7897e-af14-47ca-8399-8085348b3d47 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:46.012690 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f7897e-af14-47ca-8399-8085348b3d47 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Subnet': ['ID=355aac19-5ca4-498b-945f-a0d511ffcff1,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:46.015918 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6015c519-af7d-45ef-a4fc-0bc23f780cb7 None None] Network 21de6014-df66-4380-bb88-82fb97647d3f requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:36:46.036636 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-77f7897e-af14-47ca-8399-8085348b3d47 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4763749 Oct 26 08:36:46.037016 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36332) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:46.043276 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-b113b9e4-0c44-4614-ae75-84730d6f3f49 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1545930376', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '355aac19-5ca4-498b-945f-a0d511ffcff1'}], 'security_groups': ['5eeee23d-e31e-4233-9999-4a1cb77eb6f8', '0889ecc5-668d-49f9-a954-0017d8689e63']}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:46.044725 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabbc065-715d-4e9b-809d-0130f7efdc88 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Pushing event deleted for resources: {'Port': ['ID=a1d9f047-1aa6-4a30-a790-6549ed06628a,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:46.121016 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b113b9e4-0c44-4614-ae75-84730d6f3f49 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:46.148592 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb4338-0138-44aa-9463-57fa2c76f3fd req-8b7d3c7b-5e87-48b9-bea1-d7c26177b8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:46.150130 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-35fb4338-0138-44aa-9463-57fa2c76f3fd req-8b7d3c7b-5e87-48b9-bea1-d7c26177b8a2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=806b4a79-12ed-4b24-a0c3-c7d82290a7d1 HTTP/1.1" status: 200 len: 835 time: 0.1931338 Oct 26 08:36:46.220758 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aabbc065-715d-4e9b-809d-0130f7efdc88 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks [] for floatingip, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:46.223473 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aabbc065-715d-4e9b-809d-0130f7efdc88 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:46.224685 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-aabbc065-715d-4e9b-809d-0130f7efdc88 tempest-ServerActionsTestJSON-2064164651 tempest-ServerActionsTestJSON-2064164651-project] 10.222.0.41 "DELETE /v2.0/floatingips/bcfce857-a384-4864-95b5-c526618bf1ca HTTP/1.1" status: 204 len: 168 time: 1.5872991 Oct 26 08:36:46.228612 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36336) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:46.308509 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797c6468-0096-403e-a4dd-9c65f2d60e57 None None] Update dhcp port {'port': {'network_id': '21de6014-df66-4380-bb88-82fb97647d3f', 'fixed_ips': [{'subnet_id': '181d5ed6-dd8c-49bf-a6de-7bde622223b5', 'ip_address': '172.20.0.18'}, {'subnet_id': 'fd840e73-85bd-422b-9fda-e491ffcd3fc4'}, {'subnet_id': '355aac19-5ca4-498b-945f-a0d511ffcff1'}], 'binding:host_id': 'dv-neutron-804846-13-hyperv'}, 'id': 'c7ad53be-3650-4e5f-9cfa-43670cca62fd'} from dv-neutron-804846-13-hyperv. {{(pid=102103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 08:36:46.312438 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb4338-0138-44aa-9463-57fa2c76f3fd req-96c97931-10ed-4dab-a227-fb55b108692c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:46.312592 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f2370-af2e-4e88-8f03-614a0c74c2ba req-8974cc53-073e-4181-bc11-bb27b0a59142 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:46.312769 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-35fb4338-0138-44aa-9463-57fa2c76f3fd req-96c97931-10ed-4dab-a227-fb55b108692c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2e3bfd69-a86c-48f7-827c-ed91c29ba8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1515489 Oct 26 08:36:46.314505 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-7b9f2370-af2e-4e88-8f03-614a0c74c2ba req-8974cc53-073e-4181-bc11-bb27b0a59142 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 943 time: 0.1342483 Oct 26 08:36:46.348664 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-797c6468-0096-403e-a4dd-9c65f2d60e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:46.399953 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-7b9f2370-af2e-4e88-8f03-614a0c74c2ba req-68bde52a-021c-4c1a-9a87-6697cf56bc98 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1faa321-505b-40a4-85e7-f618f70a9984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793588 Oct 26 08:36:46.521487 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-b113b9e4-0c44-4614-ae75-84730d6f3f49 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Delete allocated IP 172.20.0.7 (21de6014-df66-4380-bb88-82fb97647d3f/fd840e73-85bd-422b-9fda-e491ffcd3fc4) {{(pid=102102) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 08:36:46.529600 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-b113b9e4-0c44-4614-ae75-84730d6f3f49 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Allocated IP 172.20.0.39 (21de6014-df66-4380-bb88-82fb97647d3f/355aac19-5ca4-498b-945f-a0d511ffcff1/9bfb1eaf-9056-4d06-9e1f-70300d1e4ba2) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:36:46.676320 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:36:46.704500 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b113b9e4-0c44-4614-ae75-84730d6f3f49 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:46.709362 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b113b9e4-0c44-4614-ae75-84730d6f3f49 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:46.747990 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-35fb4338-0138-44aa-9463-57fa2c76f3fd req-41c7a1fc-2df7-442a-9a55-3add9c5427e2 service neutron] 10.222.0.47 "GET /v2.0/networks/2e3bfd69-a86c-48f7-827c-ed91c29ba8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243155 Oct 26 08:36:46.752633 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1ff08350-8ba7-4902-9701-e0f65b67547d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:46.804021 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b113b9e4-0c44-4614-ae75-84730d6f3f49 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event updated for resources: {'Port': ['ID=9bfb1eaf-9056-4d06-9e1f-70300d1e4ba2,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:46.823288 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-b113b9e4-0c44-4614-ae75-84730d6f3f49 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] In _notify_port_updated(), no bound segment for port 9bfb1eaf-9056-4d06-9e1f-70300d1e4ba2 on network 21de6014-df66-4380-bb88-82fb97647d3f {{(pid=102102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 08:36:46.829929 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b113b9e4-0c44-4614-ae75-84730d6f3f49 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:46.830678 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b113b9e4-0c44-4614-ae75-84730d6f3f49 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:46.834587 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b113b9e4-0c44-4614-ae75-84730d6f3f49 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "PUT /v2.0/ports/9bfb1eaf-9056-4d06-9e1f-70300d1e4ba2 HTTP/1.1" status: 200 len: 960 time: 0.7940753 Oct 26 08:36:46.834839 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36338) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:46.842095 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-797c6468-0096-403e-a4dd-9c65f2d60e57 None None] Allocated IP 172.20.0.2 (21de6014-df66-4380-bb88-82fb97647d3f/fd840e73-85bd-422b-9fda-e491ffcd3fc4/c7ad53be-3650-4e5f-9cfa-43670cca62fd) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:36:46.851006 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-797c6468-0096-403e-a4dd-9c65f2d60e57 None None] Allocated IP 172.20.0.34 (21de6014-df66-4380-bb88-82fb97647d3f/355aac19-5ca4-498b-945f-a0d511ffcff1/c7ad53be-3650-4e5f-9cfa-43670cca62fd) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:36:46.937360 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff08350-8ba7-4902-9701-e0f65b67547d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event updated for resources: {'Subnet': ['ID=62dfc467-0378-4644-8369-4329294b7ad0,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:46.940467 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-41bb61f0-2635-4f24-aa10-2db0ae0460c2 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Deleting port 9bfb1eaf-9056-4d06-9e1f-70300d1e4ba2 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:46.940806 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-41bb61f0-2635-4f24-aa10-2db0ae0460c2 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:46.956634 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-797c6468-0096-403e-a4dd-9c65f2d60e57 None None] For port c7ad53be-3650-4e5f-9cfa-43670cca62fd, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=c7ad53be-3650-4e5f-9cfa-43670cca62fd,segment=NetworkSegment(050b9c5f-7faa-4bab-a11a-2ee963a6396a),segment_id=050b9c5f-7faa-4bab-a11a-2ee963a6396a)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:46.989823 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-797c6468-0096-403e-a4dd-9c65f2d60e57 None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:46.995222 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-797c6468-0096-403e-a4dd-9c65f2d60e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:46.998600 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff08350-8ba7-4902-9701-e0f65b67547d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Checking segment: {'id': 'a2d83ebe-ce09-4426-94a8-80a9c4642e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '41eb7c8d-b529-4409-b396-8147c81246ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:36:46.999397 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff08350-8ba7-4902-9701-e0f65b67547d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Network hostable DHCP agents. Network: 41eb7c8d-b529-4409-b396-8147c81246ad, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:36:47.027356 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-35fb4338-0138-44aa-9463-57fa2c76f3fd req-93786efa-19ec-4703-9da8-f3b018400938 service neutron] 10.222.0.47 "GET /v2.0/networks/2e3bfd69-a86c-48f7-827c-ed91c29ba8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096181 Oct 26 08:36:47.047735 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-41bb61f0-2635-4f24-aa10-2db0ae0460c2 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:47.057453 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff08350-8ba7-4902-9701-e0f65b67547d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Network 41eb7c8d-b529-4409-b396-8147c81246ad is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:36:47.063078 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-41bb61f0-2635-4f24-aa10-2db0ae0460c2 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Calling delete_port for 9bfb1eaf-9056-4d06-9e1f-70300d1e4ba2 owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:47.093196 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-1ff08350-8ba7-4902-9701-e0f65b67547d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 41eb7c8d-b529-4409-b396-8147c81246ad) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:47.103549 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dae505-7f63-4a50-b2e4-cac5a85768d7 None None] Network 41eb7c8d-b529-4409-b396-8147c81246ad requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:36:47.106642 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff08350-8ba7-4902-9701-e0f65b67547d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:47.107294 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1ff08350-8ba7-4902-9701-e0f65b67547d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:47.121903 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c6468-0096-403e-a4dd-9c65f2d60e57 None None] Pushing event updated for resources: {'Port': ['ID=c7ad53be-3650-4e5f-9cfa-43670cca62fd,revision_number=6']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:47.138407 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1ff08350-8ba7-4902-9701-e0f65b67547d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3956945 Oct 26 08:36:47.140268 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36340) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:47.146352 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-d133bbb9-2e9c-4d61-9cda-8380fb2f8bd1 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1614128815', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:47.186706 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d133bbb9-2e9c-4d61-9cda-8380fb2f8bd1 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:47.187981 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d133bbb9-2e9c-4d61-9cda-8380fb2f8bd1 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:47.207277 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-41bb61f0-2635-4f24-aa10-2db0ae0460c2 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:47.241568 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb61f0-2635-4f24-aa10-2db0ae0460c2 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Port': ['ID=9bfb1eaf-9056-4d06-9e1f-70300d1e4ba2,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:47.278366 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d133bbb9-2e9c-4d61-9cda-8380fb2f8bd1 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:47.285675 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2a736e34-697a-4a3a-bc68-34ccf1a2d1ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:47.288162 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d133bbb9-2e9c-4d61-9cda-8380fb2f8bd1 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:47.375253 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d133bbb9-2e9c-4d61-9cda-8380fb2f8bd1 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:47.380351 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d133bbb9-2e9c-4d61-9cda-8380fb2f8bd1 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2353442 Oct 26 08:36:47.380351 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36342) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:47.384902 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-56c177e4-f04a-45f9-8b1b-fd71d143ea37 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Request body: {'port': {'network_id': '41eb7c8d-b529-4409-b396-8147c81246ad', 'name': 'tempest-RoutersTest-443121156'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:47.509959 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e8cc3e-f21c-43d6-8ce3-39da4b47b5c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-41eb7c8d-b529-4409-b396-8147c81246ad', 'network_id': '41eb7c8d-b529-4409-b396-8147c81246ad', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'fixed_ips': [{'subnet_id': '62dfc467-0378-4644-8369-4329294b7ad0'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:36:47.525891 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-04e8cc3e-f21c-43d6-8ce3-39da4b47b5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:47.658290 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6940f2-1c00-42d3-93bb-37dd1e6290e7 req-779a2f88-1cbd-455c-a8ce-2178f5f67812 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:47.660752 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device c7ad53be-3650-4e5f-9cfa-43670cca62fd up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:36:47.666149 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bd6940f2-1c00-42d3-93bb-37dd1e6290e7 req-779a2f88-1cbd-455c-a8ce-2178f5f67812 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 943 time: 0.1452622 Oct 26 08:36:47.686244 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c177e4-f04a-45f9-8b1b-fd71d143ea37 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Made reservation on behalf of 14b2bed9eecf4da799cf96f861ddb8c9 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:36:47.690024 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-56c177e4-f04a-45f9-8b1b-fd71d143ea37 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:47.698837 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-41bb61f0-2635-4f24-aa10-2db0ae0460c2 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:47.702692 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-41bb61f0-2635-4f24-aa10-2db0ae0460c2 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/ports/9bfb1eaf-9056-4d06-9e1f-70300d1e4ba2 HTTP/1.1" status: 204 len: 168 time: 0.8668416 Oct 26 08:36:47.705150 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36346) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:47.730029 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [None req-56c177e4-f04a-45f9-8b1b-fd71d143ea37 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] device_id is not set on port 2776fc65-b717-43e3-92b3-55bc2380d163 yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:36:47.731703 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d2a570d-842a-42db-a703-30f7c96d6a03 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] GET failed (client error): The resource could not be found. Oct 26 08:36:47.733797 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8d2a570d-842a-42db-a703-30f7c96d6a03 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "GET /v2.0/ports/9bfb1eaf-9056-4d06-9e1f-70300d1e4ba2 HTTP/1.1" status: 404 len: 333 time: 0.0274408 Oct 26 08:36:47.736296 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36348) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:47.769921 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port c7ad53be-3650-4e5f-9cfa-43670cca62fd triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:47.770379 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:47.796577 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e46b5d9f-d3f2-4716-8401-701247b24ca1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:47.813888 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bd6940f2-1c00-42d3-93bb-37dd1e6290e7 req-be585bf8-425d-4067-9b33-f7a67309a9e4 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1faa321-505b-40a4-85e7-f618f70a9984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465163 Oct 26 08:36:47.835148 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e46b5d9f-d3f2-4716-8401-701247b24ca1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:47.888999 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e46b5d9f-d3f2-4716-8401-701247b24ca1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:47.892166 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e46b5d9f-d3f2-4716-8401-701247b24ca1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:47.900289 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e46b5d9f-d3f2-4716-8401-701247b24ca1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/security-groups/253d570d-9db9-4dec-9e18-143a5b4d7136 HTTP/1.1" status: 204 len: 168 time: 0.1601231 Oct 26 08:36:47.900974 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36350) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:47.909154 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b5d9f-d3f2-4716-8401-701247b24ca1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=253d570d-9db9-4dec-9e18-143a5b4d7136,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:47.934328 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-04e8cc3e-f21c-43d6-8ce3-39da4b47b5c7 None None] Allocated IP 172.20.0.2 (41eb7c8d-b529-4409-b396-8147c81246ad/62dfc467-0378-4644-8369-4329294b7ad0/3a1e3482-2fe7-422c-9ce9-16f49ea52344) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:36:47.940697 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-2a736e34-697a-4a3a-bc68-34ccf1a2d1ea admin admin] Deleting port 2776da35-48ee-4053-a872-c3755c66b9e2 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:47.941042 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2a736e34-697a-4a3a-bc68-34ccf1a2d1ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:48.011393 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 391ef8b3-0fe0-4984-89e6-e4694184b28e details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 08:36:48.018413 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d2a4014a-6480-4636-a591-42ab4d0c7cf2 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:48.065751 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-2a736e34-697a-4a3a-bc68-34ccf1a2d1ea admin admin] For port 2776da35-48ee-4053-a872-c3755c66b9e2, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=2776da35-48ee-4053-a872-c3755c66b9e2,segment=NetworkSegment(740e16c5-c4b3-49c5-abf0-94d5e047c965),segment_id=740e16c5-c4b3-49c5-abf0-94d5e047c965)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:48.066143 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2a736e34-697a-4a3a-bc68-34ccf1a2d1ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:48.069269 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d2a4014a-6480-4636-a591-42ab4d0c7cf2 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:48.089462 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-2a736e34-697a-4a3a-bc68-34ccf1a2d1ea admin admin] Calling delete_port for 2776da35-48ee-4053-a872-c3755c66b9e2 owned by network:router_interface {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:48.157398 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d2a4014a-6480-4636-a591-42ab4d0c7cf2 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:48.159441 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-bae1b988-e920-4bbb-808e-ceeb8472a9f3 None None] Could not find standard attr ID for object 9bfb1eaf-9056-4d06-9e1f-70300d1e4ba2. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:36:48.159922 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d2a4014a-6480-4636-a591-42ab4d0c7cf2 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:48.161106 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d2a4014a-6480-4636-a591-42ab4d0c7cf2 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/security-groups/0889ecc5-668d-49f9-a954-0017d8689e63 HTTP/1.1" status: 204 len: 168 time: 0.2591443 Oct 26 08:36:48.165292 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36352) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:48.181130 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4014a-6480-4636-a591-42ab4d0c7cf2 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0889ecc5-668d-49f9-a954-0017d8689e63,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:48.234464 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-832d3249-99fd-43c8-8ae7-b0af8f8ec1d7 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:48.266845 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-832d3249-99fd-43c8-8ae7-b0af8f8ec1d7 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:48.270431 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-bae1b988-e920-4bbb-808e-ceeb8472a9f3 None None] Provisioning complete for port c7ad53be-3650-4e5f-9cfa-43670cca62fd triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:48.270813 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bae1b988-e920-4bbb-808e-ceeb8472a9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:48.323735 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-832d3249-99fd-43c8-8ae7-b0af8f8ec1d7 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:48.325552 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 391ef8b3-0fe0-4984-89e6-e4694184b28e, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=391ef8b3-0fe0-4984-89e6-e4694184b28e,segment=NetworkSegment(88a2abc7-3998-453c-8ba6-6283bf456771),segment_id=88a2abc7-3998-453c-8ba6-6283bf456771)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:48.328345 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-832d3249-99fd-43c8-8ae7-b0af8f8ec1d7 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:48.332422 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-832d3249-99fd-43c8-8ae7-b0af8f8ec1d7 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/security-groups/5eeee23d-e31e-4233-9999-4a1cb77eb6f8 HTTP/1.1" status: 204 len: 168 time: 0.1630015 Oct 26 08:36:48.332746 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36354) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:48.348799 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d3249-99fd-43c8-8ae7-b0af8f8ec1d7 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eeee23d-e31e-4233-9999-4a1cb77eb6f8,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:48.353657 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-04e8cc3e-f21c-43d6-8ce3-39da4b47b5c7 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:48.361381 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': '391ef8b3-0fe0-4984-89e6-e4694184b28e', 'network_id': '2e3bfd69-a86c-48f7-827c-ed91c29ba8ae', 'port_id': '391ef8b3-0fe0-4984-89e6-e4694184b28e', 'mac_address': 'fa:16:3e:5c:95:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '806b4a79-12ed-4b24-a0c3-c7d82290a7d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 08:36:48.363258 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2a736e34-697a-4a3a-bc68-34ccf1a2d1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:48.379513 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-04e8cc3e-f21c-43d6-8ce3-39da4b47b5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:48.403219 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-88795785-13fa-48a7-91b5-8f431483ed29 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Deleting subnet fd840e73-85bd-422b-9fda-e491ffcd3fc4 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:36:48.407201 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-88795785-13fa-48a7-91b5-8f431483ed29 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:48.438535 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a736e34-697a-4a3a-bc68-34ccf1a2d1ea admin admin] Pushing event deleted for resources: {'Port': ['ID=2776da35-48ee-4053-a872-c3755c66b9e2,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:48.489534 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8cc3e-f21c-43d6-8ce3-39da4b47b5c7 None None] Pushing event updated for resources: {'Port': ['ID=3a1e3482-2fe7-422c-9ce9-16f49ea52344,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:48.496268 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-88795785-13fa-48a7-91b5-8f431483ed29 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:48.552012 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e8cc3e-f21c-43d6-8ce3-39da4b47b5c7 None None] Network 41eb7c8d-b529-4409-b396-8147c81246ad is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:36:48.560274 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:48.566114 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-56c177e4-f04a-45f9-8b1b-fd71d143ea37 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Allocated IP 172.20.0.6 (41eb7c8d-b529-4409-b396-8147c81246ad/62dfc467-0378-4644-8369-4329294b7ad0/2776fc65-b717-43e3-92b3-55bc2380d163) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:36:48.583624 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-04e8cc3e-f21c-43d6-8ce3-39da4b47b5c7 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:48.600196 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e8cc3e-f21c-43d6-8ce3-39da4b47b5c7 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:36:48.606382 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 391ef8b3-0fe0-4984-89e6-e4694184b28e {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:36:48.619124 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-88795785-13fa-48a7-91b5-8f431483ed29 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:48.692364 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 391ef8b3-0fe0-4984-89e6-e4694184b28e, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=391ef8b3-0fe0-4984-89e6-e4694184b28e,segment=NetworkSegment(88a2abc7-3998-453c-8ba6-6283bf456771),segment_id=88a2abc7-3998-453c-8ba6-6283bf456771)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:48.698504 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-88795785-13fa-48a7-91b5-8f431483ed29 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:48.718184 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-bae1b988-e920-4bbb-808e-ceeb8472a9f3 None None] Provisioning complete for port 4fdb070b-05e2-44c6-b978-e1841b49a8bf triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:48.718566 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bae1b988-e920-4bbb-808e-ceeb8472a9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:48.724446 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:48.730111 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88795785-13fa-48a7-91b5-8f431483ed29 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Subnet': ['ID=fd840e73-85bd-422b-9fda-e491ffcd3fc4,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:48.750112 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-88795785-13fa-48a7-91b5-8f431483ed29 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:48.761904 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-88795785-13fa-48a7-91b5-8f431483ed29 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/subnets/fd840e73-85bd-422b-9fda-e491ffcd3fc4 HTTP/1.1" status: 204 len: 168 time: 0.4241457 Oct 26 08:36:48.762608 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36356) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:48.801049 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3783f4-f030-47b4-96cd-7adfda5bc67d None None] Network 21de6014-df66-4380-bb88-82fb97647d3f requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:36:48.839242 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-45b2c180-12cc-4780-895c-be1a2706441d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Deleting subnet 355aac19-5ca4-498b-945f-a0d511ffcff1 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:36:48.845361 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-45b2c180-12cc-4780-895c-be1a2706441d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:48.855582 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-04e8cc3e-f21c-43d6-8ce3-39da4b47b5c7 None None] Attempting to bind port 3a1e3482-2fe7-422c-9ce9-16f49ea52344 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:36:48.855966 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-04e8cc3e-f21c-43d6-8ce3-39da4b47b5c7 None None] Attempting to bind port 3a1e3482-2fe7-422c-9ce9-16f49ea52344 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'a2d83ebe-ce09-4426-94a8-80a9c4642e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '41eb7c8d-b529-4409-b396-8147c81246ad'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:36:48.856338 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e8cc3e-f21c-43d6-8ce3-39da4b47b5c7 None None] Attempting to bind port 3a1e3482-2fe7-422c-9ce9-16f49ea52344 on network 41eb7c8d-b529-4409-b396-8147c81246ad {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:36:48.863323 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2a736e34-697a-4a3a-bc68-34ccf1a2d1ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:48.868446 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e8cc3e-f21c-43d6-8ce3-39da4b47b5c7 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:36:48.868827 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e8cc3e-f21c-43d6-8ce3-39da4b47b5c7 None None] Checking segment: {'id': 'a2d83ebe-ce09-4426-94a8-80a9c4642e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '41eb7c8d-b529-4409-b396-8147c81246ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:36:48.869235 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-04e8cc3e-f21c-43d6-8ce3-39da4b47b5c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:48.869662 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e8cc3e-f21c-43d6-8ce3-39da4b47b5c7 None None] Bound using segment: {'id': 'a2d83ebe-ce09-4426-94a8-80a9c4642e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '41eb7c8d-b529-4409-b396-8147c81246ad'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:36:48.870672 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-04e8cc3e-f21c-43d6-8ce3-39da4b47b5c7 None None] Bound port: 3a1e3482-2fe7-422c-9ce9-16f49ea52344, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d83ebe-ce09-4426-94a8-80a9c4642e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '41eb7c8d-b529-4409-b396-8147c81246ad'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:36:48.870672 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-04e8cc3e-f21c-43d6-8ce3-39da4b47b5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:48.889810 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-56c177e4-f04a-45f9-8b1b-fd71d143ea37 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:48.906163 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-bae1b988-e920-4bbb-808e-ceeb8472a9f3 None None] Port 4fdb070b-05e2-44c6-b978-e1841b49a8bf cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:36:48.922830 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=391ef8b3-0fe0-4984-89e6-e4694184b28e,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:48.953832 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-45b2c180-12cc-4780-895c-be1a2706441d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:48.954105 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['391ef8b3-0fe0-4984-89e6-e4694184b28e'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:36:49.002462 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6b0b4-ed4c-4fd5-bb79-f0e77b7808b7 req-c7a4986b-57bd-4a9d-be30-b0ebdbefc14f tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:49.004017 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5da6b0b4-ed4c-4fd5-bb79-f0e77b7808b7 req-c7a4986b-57bd-4a9d-be30-b0ebdbefc14f tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 944 time: 0.1000857 Oct 26 08:36:49.024009 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-56c177e4-f04a-45f9-8b1b-fd71d143ea37 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:49.065335 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-c2f44121-dd51-4b85-bdf1-5cbcdc6b0662 None None] Could not find standard attr ID for object 9bfb1eaf-9056-4d06-9e1f-70300d1e4ba2. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 08:36:49.080077 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-04e8cc3e-f21c-43d6-8ce3-39da4b47b5c7 None None] For port 3a1e3482-2fe7-422c-9ce9-16f49ea52344, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:36:49.080426 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c177e4-f04a-45f9-8b1b-fd71d143ea37 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Network 41eb7c8d-b529-4409-b396-8147c81246ad is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:36:49.080791 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-45b2c180-12cc-4780-895c-be1a2706441d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:49.086788 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-56c177e4-f04a-45f9-8b1b-fd71d143ea37 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:49.088769 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-04e8cc3e-f21c-43d6-8ce3-39da4b47b5c7 None None] For port 3a1e3482-2fe7-422c-9ce9-16f49ea52344, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=3a1e3482-2fe7-422c-9ce9-16f49ea52344,segment=NetworkSegment(a2d83ebe-ce09-4426-94a8-80a9c4642e49),segment_id=a2d83ebe-ce09-4426-94a8-80a9c4642e49)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:36:49.099403 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-04e8cc3e-f21c-43d6-8ce3-39da4b47b5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:49.126024 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c177e4-f04a-45f9-8b1b-fd71d143ea37 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:36:49.128105 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5da6b0b4-ed4c-4fd5-bb79-f0e77b7808b7 req-a7ca66fc-0a46-4786-8403-1ee7f456ce34 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1faa321-505b-40a4-85e7-f618f70a9984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755548 Oct 26 08:36:49.160635 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-45b2c180-12cc-4780-895c-be1a2706441d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:49.162540 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c177e4-f04a-45f9-8b1b-fd71d143ea37 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event updated for resources: {'Port': ['ID=2776fc65-b717-43e3-92b3-55bc2380d163,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:49.200590 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2c180-12cc-4780-895c-be1a2706441d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Subnet': ['ID=355aac19-5ca4-498b-945f-a0d511ffcff1,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:49.204767 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-45b2c180-12cc-4780-895c-be1a2706441d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:49.208923 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-45b2c180-12cc-4780-895c-be1a2706441d tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/subnets/355aac19-5ca4-498b-945f-a0d511ffcff1 HTTP/1.1" status: 204 len: 168 time: 0.4363897 Oct 26 08:36:49.211075 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36360) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:49.235633 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8cc3e-f21c-43d6-8ce3-39da4b47b5c7 None None] Pushing event updated for resources: {'Port': ['ID=3a1e3482-2fe7-422c-9ce9-16f49ea52344,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:49.238576 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c177e4-f04a-45f9-8b1b-fd71d143ea37 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:49.239217 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-56c177e4-f04a-45f9-8b1b-fd71d143ea37 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:49.243529 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-baf0fa51-57a7-4cb2-b026-93b85b42cef1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] DELETE failed (client error): The resource could not be found. Oct 26 08:36:49.244319 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baf0fa51-57a7-4cb2-b026-93b85b42cef1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:36:49.248422 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-baf0fa51-57a7-4cb2-b026-93b85b42cef1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/subnets/fd840e73-85bd-422b-9fda-e491ffcd3fc4 HTTP/1.1" status: 404 len: 337 time: 0.0355697 Oct 26 08:36:49.252597 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36362) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:49.281594 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-56c177e4-f04a-45f9-8b1b-fd71d143ea37 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.9009740 Oct 26 08:36:49.284607 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36364) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:49.339799 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cefa37a-e54a-4491-bd40-205eaf78aad1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Deleting subnet 181d5ed6-dd8c-49bf-a6de-7bde622223b5 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:36:49.345390 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8cefa37a-e54a-4491-bd40-205eaf78aad1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:49.367546 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a736e34-697a-4a3a-bc68-34ccf1a2d1ea admin admin] Router b3122af2-075c-492a-8598-497c8ddb85ca has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:36:49.418207 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8cefa37a-e54a-4491-bd40-205eaf78aad1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:49.423690 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-197f3fe9-27a4-420c-962c-50af39255eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:49.427720 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f33c6c-1070-4ed0-9cb3-75e6cdf4513e None None] Update dhcp port {'port': {'network_id': '21de6014-df66-4380-bb88-82fb97647d3f', 'fixed_ips': [{'subnet_id': '181d5ed6-dd8c-49bf-a6de-7bde622223b5', 'ip_address': '172.20.0.18'}, {'subnet_id': '355aac19-5ca4-498b-945f-a0d511ffcff1'}], 'binding:host_id': 'dv-neutron-804846-13-hyperv'}, 'id': 'c7ad53be-3650-4e5f-9cfa-43670cca62fd'} from dv-neutron-804846-13-hyperv. {{(pid=102103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 08:36:49.498446 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f6f33c6c-1070-4ed0-9cb3-75e6cdf4513e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:49.598060 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8cefa37a-e54a-4491-bd40-205eaf78aad1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:49.689328 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8cefa37a-e54a-4491-bd40-205eaf78aad1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:49.726538 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefa37a-e54a-4491-bd40-205eaf78aad1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Subnet': ['ID=181d5ed6-dd8c-49bf-a6de-7bde622223b5,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:49.737115 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8cefa37a-e54a-4491-bd40-205eaf78aad1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:49.740263 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8cefa37a-e54a-4491-bd40-205eaf78aad1 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/subnets/181d5ed6-dd8c-49bf-a6de-7bde622223b5 HTTP/1.1" status: 204 len: 168 time: 0.4866602 Oct 26 08:36:49.745602 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36366) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server [None req-f6f33c6c-1070-4ed0-9cb3-75e6cdf4513e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 181d5ed6-dd8c-49bf-a6de-7bde622223b5: This subnet is being modified by another concurrent operation. Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise exception Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 181d5ed6-dd8c-49bf-a6de-7bde622223b5: This subnet is being modified by another concurrent operation. Oct 26 08:36:49.773006 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server Oct 26 08:36:49.779878 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 3a1e3482-2fe7-422c-9ce9-16f49ea52344 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:36:49.786167 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-36be37cf-7115-4bc3-be35-16f0f659dbf3 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] DELETE failed (client error): The resource could not be found. Oct 26 08:36:49.786597 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36be37cf-7115-4bc3-be35-16f0f659dbf3 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:36:49.789932 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-36be37cf-7115-4bc3-be35-16f0f659dbf3 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/subnets/c579e610-564a-4321-a8df-77d3d3195b61 HTTP/1.1" status: 404 len: 337 time: 0.0431755 Oct 26 08:36:49.792520 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36368) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:49.831096 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-68461220-3319-4897-b394-4a1df170355e tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2dde3d4-f246-49bf-98f1-72668832791f HTTP/1.1" status: 200 len: 205 time: 0.0369506 Oct 26 08:36:49.832909 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36370) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:49.856734 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 3a1e3482-2fe7-422c-9ce9-16f49ea52344 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:49.857179 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:49.880523 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fb5de6-3d15-4bf8-b0cb-35dde511fa2b None None] Network 21de6014-df66-4380-bb88-82fb97647d3f requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:36:49.897938 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-7f9a53e7-52f4-4d9a-abeb-d572aa7602f5 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] delete failed (client error): The resource could not be found. Oct 26 08:36:49.899590 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7f9a53e7-52f4-4d9a-abeb-d572aa7602f5 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/routers/a2dde3d4-f246-49bf-98f1-72668832791f HTTP/1.1" status: 404 len: 336 time: 0.0657713 Oct 26 08:36:49.902119 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36372) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:49.937787 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-e50442ae-082a-4b5e-81c1-dfee4120e5f8 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] DELETE failed (client error): The resource could not be found. Oct 26 08:36:49.938415 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e50442ae-082a-4b5e-81c1-dfee4120e5f8 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:36:49.944107 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e50442ae-082a-4b5e-81c1-dfee4120e5f8 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/subnets/d3a657c7-3741-4baa-98a9-637c2500b77e HTTP/1.1" status: 404 len: 337 time: 0.0385983 Oct 26 08:36:49.944566 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36374) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:49.976830 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-016060c4-1833-4606-a119-91718ef41a04 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] DELETE failed (client error): The resource could not be found. Oct 26 08:36:49.977220 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-016060c4-1833-4606-a119-91718ef41a04 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:36:49.980794 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-016060c4-1833-4606-a119-91718ef41a04 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/subnets/1ce3c694-04b5-47c6-8b13-4774f3db5179 HTTP/1.1" status: 404 len: 337 time: 0.0348234 Oct 26 08:36:49.984615 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36376) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:50.004177 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a736e34-697a-4a3a-bc68-34ccf1a2d1ea admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:36:50.011413 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2a736e34-697a-4a3a-bc68-34ccf1a2d1ea admin admin] 10.222.0.41 "PUT /v2.0/routers/b3122af2-075c-492a-8598-497c8ddb85ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7789810 Oct 26 08:36:50.013943 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36378) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:50.015700 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e402d39-88b1-49f8-874a-6370cd806ddd tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] DELETE failed (client error): The resource could not be found. Oct 26 08:36:50.016165 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e402d39-88b1-49f8-874a-6370cd806ddd tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:36:50.020060 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6e402d39-88b1-49f8-874a-6370cd806ddd tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/subnets/3fd65b0b-9294-4987-b447-d952299753a1 HTTP/1.1" status: 404 len: 337 time: 0.0340416 Oct 26 08:36:50.022347 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36380) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:50.053268 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-a479c4ce-6919-4e00-8b31-6624c0aaeae5 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] DELETE failed (client error): The resource could not be found. Oct 26 08:36:50.054079 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a479c4ce-6919-4e00-8b31-6624c0aaeae5 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:36:50.060325 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a479c4ce-6919-4e00-8b31-6624c0aaeae5 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/ports/70a61058-3ca5-43e9-ad0f-b537b2a25a2e HTTP/1.1" status: 404 len: 333 time: 0.0366490 Oct 26 08:36:50.061835 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36382) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:50.100400 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-0832e282-d078-4442-99ed-cad51ef2c77a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] DELETE failed (client error): The resource could not be found. Oct 26 08:36:50.104038 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0832e282-d078-4442-99ed-cad51ef2c77a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:36:50.108460 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386ce47f-1d90-4a30-8ae1-652c16c465a2 None None] Sync routers for ids ['b3122af2-075c-492a-8598-497c8ddb85ca'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:36:50.109561 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36384) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:50.110963 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-0832e282-d078-4442-99ed-cad51ef2c77a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/subnets/bd6d0e31-625b-4eb6-9e56-89d73d4cef68 HTTP/1.1" status: 404 len: 337 time: 0.0479653 Oct 26 08:36:50.146141 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-1c97a601-4d62-4e71-ab2b-387b49678f98 None None] Provisioning complete for port c7ad53be-3650-4e5f-9cfa-43670cca62fd triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:50.146533 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1c97a601-4d62-4e71-ab2b-387b49678f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:50.152776 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d008a3-7d8f-463f-b817-e2464074ba53 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] DELETE failed (client error): The resource could not be found. Oct 26 08:36:50.153485 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57d008a3-7d8f-463f-b817-e2464074ba53 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:36:50.154869 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386ce47f-1d90-4a30-8ae1-652c16c465a2 None None] Routers {'b3122af2-075c-492a-8598-497c8ddb85ca'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:50.155559 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-386ce47f-1d90-4a30-8ae1-652c16c465a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['b3122af2-075c-492a-8598-497c8ddb85ca'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:50.158104 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-57d008a3-7d8f-463f-b817-e2464074ba53 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/subnets/69417fe4-d9b1-4d4d-82c4-ece6e9d8bdb8 HTTP/1.1" status: 404 len: 337 time: 0.0471871 Oct 26 08:36:50.162712 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36386) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:50.204051 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-03faf1a3-b339-4370-933c-a05eb4bc72a4 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:50.221267 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e85c1f5-fa62-49ed-ad8f-f784d6ab82f0 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] DELETE failed (client error): The resource could not be found. Oct 26 08:36:50.222170 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e85c1f5-fa62-49ed-ad8f-f784d6ab82f0 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:36:50.230943 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4e85c1f5-fa62-49ed-ad8f-f784d6ab82f0 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/ports/d0cf56c8-3334-41a6-a8bb-aadf57f6a832 HTTP/1.1" status: 404 len: 333 time: 0.0667665 Oct 26 08:36:50.231569 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36390) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:50.249212 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6f0e8b7b-365b-40fe-81c7-dc71a4ebae0a admin admin] Publish callbacks [] for router, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:50.270483 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-798d40e7-6029-4752-a435-1b6c1bb26b9a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] DELETE failed (client error): The resource could not be found. Oct 26 08:36:50.271107 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-798d40e7-6029-4752-a435-1b6c1bb26b9a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:36:50.278732 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-798d40e7-6029-4752-a435-1b6c1bb26b9a tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/subnets/18f154c4-e85a-4c84-aaf1-5ceb474ff21d HTTP/1.1" status: 404 len: 337 time: 0.0441883 Oct 26 08:36:50.280616 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36392) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:50.323478 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-295f5053-3dd1-4c35-a49d-09bdb8e53058 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] DELETE failed (client error): The resource could not be found. Oct 26 08:36:50.324044 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-295f5053-3dd1-4c35-a49d-09bdb8e53058 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:36:50.332271 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-295f5053-3dd1-4c35-a49d-09bdb8e53058 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/subnets/8a07fab1-d2f8-42fe-a730-0c1e474763a4 HTTP/1.1" status: 404 len: 337 time: 0.0506666 Oct 26 08:36:50.333015 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36394) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:50.390173 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:50.417134 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-386ce47f-1d90-4a30-8ae1-652c16c465a2 None None] Set router b3122af2-075c-492a-8598-497c8ddb85ca gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:36:50.472016 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-bd9b1b76-8826-4ff6-984f-5a2924d9c167 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Deleting port 4fdb070b-05e2-44c6-b978-e1841b49a8bf {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:50.473402 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bd9b1b76-8826-4ff6-984f-5a2924d9c167 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:50.476449 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbbc59-73f1-4c11-89f2-8090b5c2eb87 req-786492ea-a89b-4d4f-b9ad-51325e0e4476 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:50.484528 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-59dbbc59-73f1-4c11-89f2-8090b5c2eb87 req-786492ea-a89b-4d4f-b9ad-51325e0e4476 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 944 time: 0.2384412 Oct 26 08:36:50.503576 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dde03ea-9413-4c6e-b1a8-4caba1b5e4dc None None] DHCP port deletion for 21de6014-df66-4380-bb88-82fb97647d3f request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:36:50.573519 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 3a1e3482-2fe7-422c-9ce9-16f49ea52344, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=3a1e3482-2fe7-422c-9ce9-16f49ea52344,segment=NetworkSegment(a2d83ebe-ce09-4426-94a8-80a9c4642e49),segment_id=a2d83ebe-ce09-4426-94a8-80a9c4642e49)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:50.581646 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0379c34f-d9a0-4740-8aac-f56893d99748 None None] Network 41eb7c8d-b529-4409-b396-8147c81246ad requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:36:50.587853 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6f0e8b7b-365b-40fe-81c7-dc71a4ebae0a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:50.599387 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bd9b1b76-8826-4ff6-984f-5a2924d9c167 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:50.603406 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-59dbbc59-73f1-4c11-89f2-8090b5c2eb87 req-f89cc9b3-3436-4b1c-bb21-01437ab8ca2b tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1faa321-505b-40a4-85e7-f618f70a9984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168222 Oct 26 08:36:50.620884 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-bd9b1b76-8826-4ff6-984f-5a2924d9c167 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Calling delete_port for 4fdb070b-05e2-44c6-b978-e1841b49a8bf owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:50.621101 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:50.709270 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bd9b1b76-8826-4ff6-984f-5a2924d9c167 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:50.722016 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-03faf1a3-b339-4370-933c-a05eb4bc72a4 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:50.725865 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-6f0e8b7b-365b-40fe-81c7-dc71a4ebae0a admin admin] Deleting port 0a3d5da6-0b2a-4324-9b76-e8b375972e07 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:50.726463 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6f0e8b7b-365b-40fe-81c7-dc71a4ebae0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:50.739368 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-03faf1a3-b339-4370-933c-a05eb4bc72a4 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:50.742005 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-1c97a601-4d62-4e71-ab2b-387b49678f98 None None] Provisioning complete for port 4fdb070b-05e2-44c6-b978-e1841b49a8bf triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:50.742383 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1c97a601-4d62-4e71-ab2b-387b49678f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:50.747367 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b1b76-8826-4ff6-984f-5a2924d9c167 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Port': ['ID=4fdb070b-05e2-44c6-b978-e1841b49a8bf,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:50.754822 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bd9b1b76-8826-4ff6-984f-5a2924d9c167 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:50.758329 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-bd9b1b76-8826-4ff6-984f-5a2924d9c167 tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/ports/4fdb070b-05e2-44c6-b978-e1841b49a8bf HTTP/1.1" status: 204 len: 168 time: 0.4239078 Oct 26 08:36:50.760795 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36396) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:50.794154 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-1c97a601-4d62-4e71-ab2b-387b49678f98 None None] Port 4fdb070b-05e2-44c6-b978-e1841b49a8bf was deleted so its status cannot be updated. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 26 08:36:50.795736 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=3a1e3482-2fe7-422c-9ce9-16f49ea52344,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:50.836881 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-4dde03ea-9413-4c6e-b1a8-4caba1b5e4dc None None] Deleting port c7ad53be-3650-4e5f-9cfa-43670cca62fd {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:50.837768 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4dde03ea-9413-4c6e-b1a8-4caba1b5e4dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:50.854985 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e3d766e7-4c84-4315-812d-1ef3cc74466c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:50.864672 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03faf1a3-b339-4370-933c-a05eb4bc72a4 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event updated for resources: {'Port': ['ID=2776fc65-b717-43e3-92b3-55bc2380d163,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:50.929855 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-e3d766e7-4c84-4315-812d-1ef3cc74466c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Deleting port c7ad53be-3650-4e5f-9cfa-43670cca62fd {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:50.930565 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e3d766e7-4c84-4315-812d-1ef3cc74466c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:50.934237 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-6f0e8b7b-365b-40fe-81c7-dc71a4ebae0a admin admin] For port 0a3d5da6-0b2a-4324-9b76-e8b375972e07, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=0a3d5da6-0b2a-4324-9b76-e8b375972e07,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:50.934617 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6f0e8b7b-365b-40fe-81c7-dc71a4ebae0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:50.974234 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-6f0e8b7b-365b-40fe-81c7-dc71a4ebae0a admin admin] Calling delete_port for 0a3d5da6-0b2a-4324-9b76-e8b375972e07 owned by network:router_gateway {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:50.985364 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-f7974e9b-ff45-4680-b441-a2e09f72300f None None] Provisioning complete for port 3a1e3482-2fe7-422c-9ce9-16f49ea52344 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:50.985764 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f7974e9b-ff45-4680-b441-a2e09f72300f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:51.008179 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-e3d766e7-4c84-4315-812d-1ef3cc74466c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] For port c7ad53be-3650-4e5f-9cfa-43670cca62fd, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=c7ad53be-3650-4e5f-9cfa-43670cca62fd,segment=NetworkSegment(050b9c5f-7faa-4bab-a11a-2ee963a6396a),segment_id=050b9c5f-7faa-4bab-a11a-2ee963a6396a)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:51.009338 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e3d766e7-4c84-4315-812d-1ef3cc74466c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:51.012793 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-4dde03ea-9413-4c6e-b1a8-4caba1b5e4dc None None] For port c7ad53be-3650-4e5f-9cfa-43670cca62fd, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=c7ad53be-3650-4e5f-9cfa-43670cca62fd,segment=NetworkSegment(050b9c5f-7faa-4bab-a11a-2ee963a6396a),segment_id=050b9c5f-7faa-4bab-a11a-2ee963a6396a)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:51.013195 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4dde03ea-9413-4c6e-b1a8-4caba1b5e4dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:51.023970 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-e3d766e7-4c84-4315-812d-1ef3cc74466c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Calling delete_port for c7ad53be-3650-4e5f-9cfa-43670cca62fd owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:51.033381 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-4dde03ea-9413-4c6e-b1a8-4caba1b5e4dc None None] Calling delete_port for c7ad53be-3650-4e5f-9cfa-43670cca62fd owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:51.058672 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-386ce47f-1d90-4a30-8ae1-652c16c465a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3122af2-075c-492a-8598-497c8ddb85ca', 'name': 'tempest-ServerActionsTestJSON-1838315298-router', 'tenant_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '0a3d5da6-0b2a-4324-9b76-e8b375972e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:33:12Z', 'updated_at': '2021-10-26T08:36:48Z', 'revision_number': 5, 'project_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'gw_port': {'id': '0a3d5da6-0b2a-4324-9b76-e8b375972e07', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3122af2-075c-492a-8598-497c8ddb85ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:33:14Z', 'updated_at': '2021-10-26T08:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:51.101873 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-03faf1a3-b339-4370-933c-a05eb4bc72a4 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:51.109745 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e3d766e7-4c84-4315-812d-1ef3cc74466c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:51.128249 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386ce47f-1d90-4a30-8ae1-652c16c465a2 None None] Checking router: b3122af2-075c-492a-8598-497c8ddb85ca for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:36:51.162635 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d766e7-4c84-4315-812d-1ef3cc74466c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] No DVR routers for this DVR port c7ad53be-3650-4e5f-9cfa-43670cca62fd on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:36:51.162991 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386ce47f-1d90-4a30-8ae1-652c16c465a2 None None] Routers {'b3122af2-075c-492a-8598-497c8ddb85ca'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:51.164192 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-386ce47f-1d90-4a30-8ae1-652c16c465a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['b3122af2-075c-492a-8598-497c8ddb85ca'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:51.164673 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d766e7-4c84-4315-812d-1ef3cc74466c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Port': ['ID=c7ad53be-3650-4e5f-9cfa-43670cca62fd,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:51.280795 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e3d766e7-4c84-4315-812d-1ef3cc74466c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:51.283207 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4dde03ea-9413-4c6e-b1a8-4caba1b5e4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:51.305750 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-e3d766e7-4c84-4315-812d-1ef3cc74466c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21de6014-df66-4380-bb88-82fb97647d3f']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:51.321198 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde03ea-9413-4c6e-b1a8-4caba1b5e4dc None None] Pushing event deleted for resources: {'Port': ['ID=c7ad53be-3650-4e5f-9cfa-43670cca62fd,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:51.321459 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-e3d766e7-4c84-4315-812d-1ef3cc74466c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '050b9c5f-7faa-4bab-a11a-2ee963a6396a') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:51.327394 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-386ce47f-1d90-4a30-8ae1-652c16c465a2 None None] Set router b3122af2-075c-492a-8598-497c8ddb85ca gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:36:51.332175 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-e3d766e7-4c84-4315-812d-1ef3cc74466c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '050b9c5f-7faa-4bab-a11a-2ee963a6396a') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:51.334396 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-03faf1a3-b339-4370-933c-a05eb4bc72a4 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:51.344997 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e3d766e7-4c84-4315-812d-1ef3cc74466c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:51.355008 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dde03ea-9413-4c6e-b1a8-4caba1b5e4dc None None] No DVR routers for this DVR port c7ad53be-3650-4e5f-9cfa-43670cca62fd on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:36:51.364193 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e3d766e7-4c84-4315-812d-1ef3cc74466c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:51.374480 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d766e7-4c84-4315-812d-1ef3cc74466c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:36:51.375027 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e3d766e7-4c84-4315-812d-1ef3cc74466c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:51.378190 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:36:51.378190 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:36:51.378190 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:36:51.378190 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:36:51.378190 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:36:51.378190 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:36:51.378190 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:36:51.378190 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:36:51.378190 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:36:51.378190 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:36:51.378190 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:36:51.378190 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:36:51.378190 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:36:51.378190 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:36:51.378190 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:36:51.378190 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:36:51.378190 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:36:51.378190 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:36:51.378190 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:36:51.378190 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:36:51.378190 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:36:51.378190 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:36:51.378190 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:36:51.378190 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:36:51.378190 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:36:51.378190 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:36:51.378190 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:36:51.378190 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:36:51.378190 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:36:51.378190 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:36:51.378190 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:36:51.378190 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:36:51.385446 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-386ce47f-1d90-4a30-8ae1-652c16c465a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3122af2-075c-492a-8598-497c8ddb85ca', 'name': 'tempest-ServerActionsTestJSON-1838315298-router', 'tenant_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:33:12Z', 'updated_at': '2021-10-26T08:36:50Z', 'revision_number': 6, 'project_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'gw_port_host': None}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:51.426592 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386ce47f-1d90-4a30-8ae1-652c16c465a2 None None] The sync data for ids ['b3122af2-075c-492a-8598-497c8ddb85ca'] in dv-neutron-804846-13-hyperv is: [{'id': 'b3122af2-075c-492a-8598-497c8ddb85ca', 'name': 'tempest-ServerActionsTestJSON-1838315298-router', 'tenant_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:33:12Z', 'updated_at': '2021-10-26T08:36:50Z', 'revision_number': 6, 'project_id': '6eab6734a4b340b3a9f449d2b1ad4f89', 'gw_port_host': None}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:36:51.444715 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-f445ea62-6ebe-451b-afda-4163af650a36 None None] Provisioning complete for port 2776fc65-b717-43e3-92b3-55bc2380d163 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:51.445180 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f445ea62-6ebe-451b-afda-4163af650a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:51.496603 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-f445ea62-6ebe-451b-afda-4163af650a36 None None] Port 2776fc65-b717-43e3-92b3-55bc2380d163 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:36:51.499308 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e3d766e7-4c84-4315-812d-1ef3cc74466c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:51.511762 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-f445ea62-6ebe-451b-afda-4163af650a36 None None] Provisioning complete for port 3a1e3482-2fe7-422c-9ce9-16f49ea52344 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:51.512138 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f445ea62-6ebe-451b-afda-4163af650a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:51.515756 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e3d766e7-4c84-4315-812d-1ef3cc74466c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:51.524094 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e3d766e7-4c84-4315-812d-1ef3cc74466c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] 10.222.0.41 "DELETE /v2.0/networks/21de6014-df66-4380-bb88-82fb97647d3f HTTP/1.1" status: 204 len: 168 time: 0.7621541 Oct 26 08:36:51.528050 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6f0e8b7b-365b-40fe-81c7-dc71a4ebae0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:51.541935 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d766e7-4c84-4315-812d-1ef3cc74466c tempest-PortsTestJSON-672577264 tempest-PortsTestJSON-672577264-project] Pushing event deleted for resources: {'Network': ['ID=21de6014-df66-4380-bb88-82fb97647d3f,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:51.567006 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e8b7b-365b-40fe-81c7-dc71a4ebae0a admin admin] Pushing event deleted for resources: {'Port': ['ID=0a3d5da6-0b2a-4324-9b76-e8b375972e07,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:51.715150 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6f0e8b7b-365b-40fe-81c7-dc71a4ebae0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:51.751390 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b2cd6-4417-4af7-a301-7a86e573baf9 req-430eeb8b-3afa-4d41-a6ac-277bce78f0d3 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:51.752895 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e12b2cd6-4417-4af7-a301-7a86e573baf9 req-430eeb8b-3afa-4d41-a6ac-277bce78f0d3 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 944 time: 0.0661590 Oct 26 08:36:51.781849 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-e3c46b53-d3e8-45dd-bba5-15212e06df6d None None] Provisioning complete for port 2776fc65-b717-43e3-92b3-55bc2380d163 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:51.782461 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e3c46b53-d3e8-45dd-bba5-15212e06df6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:51.845236 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-e3c46b53-d3e8-45dd-bba5-15212e06df6d None None] Port 2776fc65-b717-43e3-92b3-55bc2380d163 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:36:51.867414 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e12b2cd6-4417-4af7-a301-7a86e573baf9 req-47eca313-1aaf-481b-a4d0-a1d7db5858e0 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1faa321-505b-40a4-85e7-f618f70a9984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972078 Oct 26 08:36:51.919105 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6f0e8b7b-365b-40fe-81c7-dc71a4ebae0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:51.926324 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6f0e8b7b-365b-40fe-81c7-dc71a4ebae0a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:51.952581 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36404) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:51.994070 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6f0e8b7b-365b-40fe-81c7-dc71a4ebae0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:51.994698 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0e8b7b-365b-40fe-81c7-dc71a4ebae0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3122af2-075c-492a-8598-497c8ddb85ca {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:36:52.007104 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6f0e8b7b-365b-40fe-81c7-dc71a4ebae0a admin admin] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:52.008335 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6f0e8b7b-365b-40fe-81c7-dc71a4ebae0a admin admin] 10.222.0.41 "DELETE /v2.0/routers/b3122af2-075c-492a-8598-497c8ddb85ca HTTP/1.1" status: 204 len: 168 time: 1.9935131 Oct 26 08:36:52.010986 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36408) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:52.021119 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-03faf1a3-b339-4370-933c-a05eb4bc72a4 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:52.035620 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-03faf1a3-b339-4370-933c-a05eb4bc72a4 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:52.036520 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 391ef8b3-0fe0-4984-89e6-e4694184b28e up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:36:52.114545 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-03faf1a3-b339-4370-933c-a05eb4bc72a4 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:52.116273 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fe3635b-3fba-4d71-991e-daf6eb527af0 admin admin] Deleting subnet 33b25e72-0e11-43c0-9e6c-63bdef265ca2 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:36:52.117683 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03faf1a3-b339-4370-933c-a05eb4bc72a4 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event updated for resources: {'Port': ['ID=2776fc65-b717-43e3-92b3-55bc2380d163,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:52.122286 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fe3635b-3fba-4d71-991e-daf6eb527af0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:52.173363 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-42dd397f-cacf-44a7-a6f9-f46f6c0e5a4d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fbb245bdcc38449a85671f236067aeb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2194908 Oct 26 08:36:52.175865 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36410) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:52.192335 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fe3635b-3fba-4d71-991e-daf6eb527af0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:52.202042 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ce091e-e229-4b18-bc58-012e3ce7f023 None None] get_active_networks_info from dv-neutron-804846-13-hyperv {{(pid=102103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 08:36:52.208441 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4dc8cda9-eb8f-4d1d-bfea-33239ab29a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:52.219693 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03faf1a3-b339-4370-933c-a05eb4bc72a4 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Network 41eb7c8d-b529-4409-b396-8147c81246ad is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:36:52.221185 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-03faf1a3-b339-4370-933c-a05eb4bc72a4 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:52.295599 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7710717a-73d7-46c6-9b9d-362ff6f8083e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:52.312795 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 3a1e3482-2fe7-422c-9ce9-16f49ea52344 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:36:52.320360 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8fdcdb35-abeb-4698-b710-58f48ae5fd4a None None] Provisioning complete for port 2776fc65-b717-43e3-92b3-55bc2380d163 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:52.320610 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8fdcdb35-abeb-4698-b710-58f48ae5fd4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:52.342798 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7710717a-73d7-46c6-9b9d-362ff6f8083e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:52.345131 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fe3635b-3fba-4d71-991e-daf6eb527af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:52.454244 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port 391ef8b3-0fe0-4984-89e6-e4694184b28e completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 08:36:52.467594 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ce091e-e229-4b18-bc58-012e3ce7f023 None None] Resources bound (agent type, host, resource id): {{(pid=102103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 08:36:52.471017 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port 391ef8b3-0fe0-4984-89e6-e4694184b28e triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:52.471734 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:52.475633 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8fdcdb35-abeb-4698-b710-58f48ae5fd4a None None] Port 2776fc65-b717-43e3-92b3-55bc2380d163 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:36:52.485812 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7710717a-73d7-46c6-9b9d-362ff6f8083e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:52.494982 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7710717a-73d7-46c6-9b9d-362ff6f8083e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:52.499678 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7710717a-73d7-46c6-9b9d-362ff6f8083e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0d1d9717-608f-4694-bc45-86977a95f418 HTTP/1.1" status: 204 len: 168 time: 0.3227904 Oct 26 08:36:52.517447 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710717a-73d7-46c6-9b9d-362ff6f8083e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1d9717-608f-4694-bc45-86977a95f418,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:52.523576 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 3a1e3482-2fe7-422c-9ce9-16f49ea52344 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:52.523880 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:52.529587 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fe3635b-3fba-4d71-991e-daf6eb527af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:52.581117 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe3635b-3fba-4d71-991e-daf6eb527af0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33b25e72-0e11-43c0-9e6c-63bdef265ca2,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:52.583286 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8fe3635b-3fba-4d71-991e-daf6eb527af0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:52.586639 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8fe3635b-3fba-4d71-991e-daf6eb527af0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/33b25e72-0e11-43c0-9e6c-63bdef265ca2 HTTP/1.1" status: 204 len: 168 time: 0.5746593 Oct 26 08:36:52.589086 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36414) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:52.630942 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03faf1a3-b339-4370-933c-a05eb4bc72a4 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Router 8955f6f0-d89c-4810-bd55-03d63c2c0483 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:36:52.703419 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ed8baf94-7757-4b82-ac99-5682a853f3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:52.751311 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03faf1a3-b339-4370-933c-a05eb4bc72a4 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:36:52.760794 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-03faf1a3-b339-4370-933c-a05eb4bc72a4 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "PUT /v2.0/routers/8955f6f0-d89c-4810-bd55-03d63c2c0483/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4724624 Oct 26 08:36:52.765158 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9d63f9-a4e9-4e74-90d3-8331191709b3 None None] Sync routers for ids ['8955f6f0-d89c-4810-bd55-03d63c2c0483'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:36:52.768125 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36418) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:52.781909 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9d63f9-a4e9-4e74-90d3-8331191709b3 None None] Routers {'8955f6f0-d89c-4810-bd55-03d63c2c0483'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:52.783954 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-7c9d63f9-a4e9-4e74-90d3-8331191709b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['8955f6f0-d89c-4810-bd55-03d63c2c0483'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:52.830326 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-ed8baf94-7757-4b82-ac99-5682a853f3f6 admin admin] Deleting port 17a2acd3-3c91-4d35-9e93-83e0cf250fcb {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:52.830672 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ed8baf94-7757-4b82-ac99-5682a853f3f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:52.836901 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-7c9d63f9-a4e9-4e74-90d3-8331191709b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:52.846711 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb33a28-dc82-41f5-9bc1-4afab9d28bb8 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:52.856404 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3bb33a28-dc82-41f5-9bc1-4afab9d28bb8 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "GET /v2.0/ports/2776fc65-b717-43e3-92b3-55bc2380d163 HTTP/1.1" status: 200 len: 976 time: 0.0871198 Oct 26 08:36:52.856873 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9d63f9-a4e9-4e74-90d3-8331191709b3 None None] Routers {'8955f6f0-d89c-4810-bd55-03d63c2c0483'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:52.858377 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-7c9d63f9-a4e9-4e74-90d3-8331191709b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['8955f6f0-d89c-4810-bd55-03d63c2c0483'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:52.858749 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36420) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:52.894408 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:52.902690 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:52.926623 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-7c9d63f9-a4e9-4e74-90d3-8331191709b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:52.928010 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9d63f9-a4e9-4e74-90d3-8331191709b3 None None] The sync data for ids ['8955f6f0-d89c-4810-bd55-03d63c2c0483'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:36:52.952299 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd849795-4274-4301-ba8a-cd8b337885a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391ef8b3-0fe0-4984-89e6-e4694184b28e'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:36:52.955870 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246229f6-012a-475e-aeb9-834def9ac469" -d '{"events": [{"server_uuid": "dd849795-4274-4301-ba8a-cd8b337885a8", "name": "network-vif-plugged", "status": "completed", "tag": "391ef8b3-0fe0-4984-89e6-e4694184b28e"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:36:52.978332 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 391ef8b3-0fe0-4984-89e6-e4694184b28e, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=391ef8b3-0fe0-4984-89e6-e4694184b28e,segment=NetworkSegment(88a2abc7-3998-453c-8ba6-6283bf456771),segment_id=88a2abc7-3998-453c-8ba6-6283bf456771)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:52.986546 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:53.026383 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device c7ad53be-3650-4e5f-9cfa-43670cca62fd no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:36:53.031576 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-ed8baf94-7757-4b82-ac99-5682a853f3f6 admin admin] For port 17a2acd3-3c91-4d35-9e93-83e0cf250fcb, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=17a2acd3-3c91-4d35-9e93-83e0cf250fcb,segment=NetworkSegment(740e16c5-c4b3-49c5-abf0-94d5e047c965),segment_id=740e16c5-c4b3-49c5-abf0-94d5e047c965)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:53.032518 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ed8baf94-7757-4b82-ac99-5682a853f3f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:53.035952 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93176093-c438-418a-84c1-6deb677e630d x-openstack-request-id: req-93176093-c438-418a-84c1-6deb677e630d {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:36:53.036252 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd849795-4274-4301-ba8a-cd8b337885a8", "name": "network-vif-plugged", "status": "completed", "tag": "391ef8b3-0fe0-4984-89e6-e4694184b28e", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:36:53.036511 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-93176093-c438-418a-84c1-6deb677e630d {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:36:53.036907 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd849795-4274-4301-ba8a-cd8b337885a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391ef8b3-0fe0-4984-89e6-e4694184b28e', 'code': 200} Oct 26 08:36:53.049707 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-ed8baf94-7757-4b82-ac99-5682a853f3f6 admin admin] Calling delete_port for 17a2acd3-3c91-4d35-9e93-83e0cf250fcb owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:53.093092 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: c7ad53be-3650-4e5f-9cfa-43670cca62fd {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:36:53.093604 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device c7ad53be-3650-4e5f-9cfa-43670cca62fd not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:36:53.094019 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 2776da35-48ee-4053-a872-c3755c66b9e2 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:36:53.112218 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e4a4d-67c4-4a26-8310-689f15463094 req-7f64ce1a-7410-448a-9643-ff89ca4a1276 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:53.114104 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5c0e4a4d-67c4-4a26-8310-689f15463094 req-7f64ce1a-7410-448a-9643-ff89ca4a1276 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 945 time: 0.1144266 Oct 26 08:36:53.151359 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 2776da35-48ee-4053-a872-c3755c66b9e2 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:36:53.151737 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 2776da35-48ee-4053-a872-c3755c66b9e2 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:36:53.169120 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=391ef8b3-0fe0-4984-89e6-e4694184b28e,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:53.190253 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ed8baf94-7757-4b82-ac99-5682a853f3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:53.224458 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259ca30b-1691-4491-86a5-d418513ad857 None None] Network 8898436d-e40a-418e-85e2-87f0fb58c97b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:36:53.225492 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8baf94-7757-4b82-ac99-5682a853f3f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=17a2acd3-3c91-4d35-9e93-83e0cf250fcb,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:53.230587 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8baf94-7757-4b82-ac99-5682a853f3f6 admin admin] No DVR routers for this DVR port 17a2acd3-3c91-4d35-9e93-83e0cf250fcb on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:36:53.334742 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ed8baf94-7757-4b82-ac99-5682a853f3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:53.375985 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5c0e4a4d-67c4-4a26-8310-689f15463094 req-0344ddc3-c02b-4b3b-8419-d1df289aca45 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1faa321-505b-40a4-85e7-f618f70a9984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974118 Oct 26 08:36:53.386051 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-ed8baf94-7757-4b82-ac99-5682a853f3f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8898436d-e40a-418e-85e2-87f0fb58c97b']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:53.407614 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada65a3-0080-4168-aaea-c524833ee608 req-3be5c0bc-8a56-4402-b50f-c1b02c2a6f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:53.408837 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:53.412739 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-ed8baf94-7757-4b82-ac99-5682a853f3f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740e16c5-c4b3-49c5-abf0-94d5e047c965') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:53.413189 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-ed8baf94-7757-4b82-ac99-5682a853f3f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740e16c5-c4b3-49c5-abf0-94d5e047c965') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:53.417691 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-dada65a3-0080-4168-aaea-c524833ee608 req-3be5c0bc-8a56-4402-b50f-c1b02c2a6f6e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 1098 time: 0.1978793 Oct 26 08:36:53.431775 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ed8baf94-7757-4b82-ac99-5682a853f3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:53.448838 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ed8baf94-7757-4b82-ac99-5682a853f3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:53.459066 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed8baf94-7757-4b82-ac99-5682a853f3f6 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:36:53.459994 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ed8baf94-7757-4b82-ac99-5682a853f3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:53.469255 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:36:53.469255 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:36:53.469255 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:36:53.469255 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:36:53.469255 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:36:53.469255 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:36:53.469255 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:36:53.469255 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:36:53.469255 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:36:53.469255 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:36:53.469255 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:36:53.469255 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:36:53.469255 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:36:53.469255 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:36:53.469255 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:36:53.469255 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:36:53.469255 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:36:53.469255 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:36:53.469255 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:36:53.469255 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:36:53.469255 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:36:53.469255 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:36:53.469255 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:36:53.469255 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:36:53.469255 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:36:53.469255 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:36:53.469255 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:36:53.469255 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:36:53.469255 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:36:53.469255 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:36:53.469255 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:36:53.469255 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:36:53.501080 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac5c233-c577-4475-8fdf-acecc2942c42 None None] DHCP port deletion for 8898436d-e40a-418e-85e2-87f0fb58c97b request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:36:53.510294 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-dada65a3-0080-4168-aaea-c524833ee608 req-40c07307-176e-4b52-abca-e9f65da60da3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c1faa321-505b-40a4-85e7-f618f70a9984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838699 Oct 26 08:36:53.582606 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ed8baf94-7757-4b82-ac99-5682a853f3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:53.588865 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ed8baf94-7757-4b82-ac99-5682a853f3f6 admin admin] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:53.593380 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ed8baf94-7757-4b82-ac99-5682a853f3f6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8898436d-e40a-418e-85e2-87f0fb58c97b HTTP/1.1" status: 204 len: 168 time: 1.0029957 Oct 26 08:36:53.609984 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 0a3d5da6-0b2a-4324-9b76-e8b375972e07 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:36:53.613543 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8baf94-7757-4b82-ac99-5682a853f3f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8898436d-e40a-418e-85e2-87f0fb58c97b,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:53.635080 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 0a3d5da6-0b2a-4324-9b76-e8b375972e07 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:36:53.635441 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 0a3d5da6-0b2a-4324-9b76-e8b375972e07 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:36:53.635959 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 17a2acd3-3c91-4d35-9e93-83e0cf250fcb no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:36:53.659670 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 17a2acd3-3c91-4d35-9e93-83e0cf250fcb {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:36:53.660028 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 17a2acd3-3c91-4d35-9e93-83e0cf250fcb not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:36:53.661832 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-087628b4-b02c-4463-9e65-3c9cf44c9b87 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:53.665286 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-fc39299a-69d1-4f34-9a98-8547c2d9ce87 None None] Provisioning complete for port 2776fc65-b717-43e3-92b3-55bc2380d163 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:53.665698 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fc39299a-69d1-4f34-9a98-8547c2d9ce87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:53.701220 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36444) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:53.707940 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-fc39299a-69d1-4f34-9a98-8547c2d9ce87 None None] Port 2776fc65-b717-43e3-92b3-55bc2380d163 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:36:53.801646 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-82e025ef-4019-4f25-9055-2c5a6ca0ae9c tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Request body: {'security_group': {'name': 'tempest-secgroup--753062486'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:53.827641 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-82e025ef-4019-4f25-9055-2c5a6ca0ae9c tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:53.836340 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-82e025ef-4019-4f25-9055-2c5a6ca0ae9c tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:53.839368 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36448) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:53.914357 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-53d27834-c537-4f82-81e4-d6ed626edefa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6eab6734a4b340b3a9f449d2b1ad4f89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0729146 Oct 26 08:36:53.917850 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36450) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:53.922892 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-82e025ef-4019-4f25-9055-2c5a6ca0ae9c tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:53.927287 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-82e025ef-4019-4f25-9055-2c5a6ca0ae9c tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:53.966292 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e025ef-4019-4f25-9055-2c5a6ca0ae9c tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=351c07ec-bffb-47df-a2c4-6fe2d11d15d7,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:53.984436 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-087628b4-b02c-4463-9e65-3c9cf44c9b87 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Deleting port 2776fc65-b717-43e3-92b3-55bc2380d163 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:53.984938 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-087628b4-b02c-4463-9e65-3c9cf44c9b87 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:54.006644 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-82e025ef-4019-4f25-9055-2c5a6ca0ae9c tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:54.010326 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-82e025ef-4019-4f25-9055-2c5a6ca0ae9c tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:54.037070 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4c80cd42-29e7-47c4-b2ce-c47f29aacf63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:54.037946 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-82e025ef-4019-4f25-9055-2c5a6ca0ae9c tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:54.039203 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-82e025ef-4019-4f25-9055-2c5a6ca0ae9c tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3360808 Oct 26 08:36:54.042904 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36452) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:54.050708 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e025ef-4019-4f25-9055-2c5a6ca0ae9c tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e532424b-8554-40be-8fd4-b2417629e053,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:54.074533 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4c80cd42-29e7-47c4-b2ce-c47f29aacf63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:54.098016 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5aa50979-e7b5-491c-9b80-ade20426935d tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0539134 Oct 26 08:36:54.100639 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36454) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:54.105198 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-4b8d3f9c-a5be-4647-99dc-f7891aaa3cec tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Request body: {'security_group': {'name': 'tempest-security--1995591986', 'description': 'tempest-security-description-1636641140'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:54.120924 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-087628b4-b02c-4463-9e65-3c9cf44c9b87 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:54.126251 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:54.135435 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4b8d3f9c-a5be-4647-99dc-f7891aaa3cec tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:54.136356 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-087628b4-b02c-4463-9e65-3c9cf44c9b87 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Calling delete_port for 2776fc65-b717-43e3-92b3-55bc2380d163 owned by network:router_interface {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:54.182893 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4b8d3f9c-a5be-4647-99dc-f7891aaa3cec tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:54.187931 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4b8d3f9c-a5be-4647-99dc-f7891aaa3cec tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:54.190617 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4b8d3f9c-a5be-4647-99dc-f7891aaa3cec tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:54.191880 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4b8d3f9c-a5be-4647-99dc-f7891aaa3cec tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "PUT /v2.0/security-groups/e532424b-8554-40be-8fd4-b2417629e053 HTTP/1.1" status: 200 len: 1780 time: 0.0900524 Oct 26 08:36:54.193171 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4c80cd42-29e7-47c4-b2ce-c47f29aacf63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:54.195132 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36456) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:54.195939 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4c80cd42-29e7-47c4-b2ce-c47f29aacf63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:54.197136 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4c80cd42-29e7-47c4-b2ce-c47f29aacf63 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cf018f0e-812d-40b9-8057-68e9087cc86f HTTP/1.1" status: 204 len: 168 time: 0.2783232 Oct 26 08:36:54.217368 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80cd42-29e7-47c4-b2ce-c47f29aacf63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf018f0e-812d-40b9-8057-68e9087cc86f,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:54.245234 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d3f9c-a5be-4647-99dc-f7891aaa3cec tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e532424b-8554-40be-8fd4-b2417629e053,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:54.260797 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d9122a4d-62f8-4ced-a6c8-5a154830dae8 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "GET /v2.0/security-groups/e532424b-8554-40be-8fd4-b2417629e053 HTTP/1.1" status: 200 len: 1780 time: 0.0642164 Oct 26 08:36:54.266109 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36460) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:54.328904 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-920a94c4-2259-4997-b7dd-bc72010cce82 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:54.353485 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-087628b4-b02c-4463-9e65-3c9cf44c9b87 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:54.355753 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-920a94c4-2259-4997-b7dd-bc72010cce82 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:54.411304 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-920a94c4-2259-4997-b7dd-bc72010cce82 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:54.417055 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-920a94c4-2259-4997-b7dd-bc72010cce82 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:54.419326 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-920a94c4-2259-4997-b7dd-bc72010cce82 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "DELETE /v2.0/security-groups/e532424b-8554-40be-8fd4-b2417629e053 HTTP/1.1" status: 204 len: 168 time: 0.1518922 Oct 26 08:36:54.422432 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36464) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:54.441193 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087628b4-b02c-4463-9e65-3c9cf44c9b87 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event deleted for resources: {'Port': ['ID=2776fc65-b717-43e3-92b3-55bc2380d163,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:54.494215 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a94c4-2259-4997-b7dd-bc72010cce82 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e532424b-8554-40be-8fd4-b2417629e053,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:54.595816 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-087628b4-b02c-4463-9e65-3c9cf44c9b87 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:54.634518 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-0e980884-25b2-403d-acdc-d3c4bd1e3f91 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2042449 Oct 26 08:36:54.644632 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36470) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:54.660827 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3aa3d4-c3da-4397-a2d8-4c50c20ddb48 req-dad6c6d9-acb5-432f-8019-e91bc821b43c tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:54.662594 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-ce3aa3d4-c3da-4397-a2d8-4c50c20ddb48 req-dad6c6d9-acb5-432f-8019-e91bc821b43c tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 945 time: 0.1490412 Oct 26 08:36:54.668238 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-239387e5-01d8-4f71-98b4-f6cb3d080955 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] delete failed (client error): The resource could not be found. Oct 26 08:36:54.669256 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-239387e5-01d8-4f71-98b4-f6cb3d080955 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "DELETE /v2.0/security-groups/e532424b-8554-40be-8fd4-b2417629e053 HTTP/1.1" status: 404 len: 347 time: 0.0250421 Oct 26 08:36:54.675068 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36474) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:54.678987 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-b6d27f05-2681-4e8c-b429-642ba0aa90ba tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Request body: {'security_group': {'name': 'tempest-secgroup--248059507'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:54.742203 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-ce3aa3d4-c3da-4397-a2d8-4c50c20ddb48 req-80df363a-4f9e-4939-afd4-ea489df76249 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1faa321-505b-40a4-85e7-f618f70a9984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710406 Oct 26 08:36:54.744505 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b6d27f05-2681-4e8c-b429-642ba0aa90ba tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:54.752537 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:54.800309 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087628b4-b02c-4463-9e65-3c9cf44c9b87 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Router 8955f6f0-d89c-4810-bd55-03d63c2c0483 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:36:54.831636 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b6d27f05-2681-4e8c-b429-642ba0aa90ba tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:54.836529 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b6d27f05-2681-4e8c-b429-642ba0aa90ba tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:54.866987 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b6d27f05-2681-4e8c-b429-642ba0aa90ba tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:54.871316 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b6d27f05-2681-4e8c-b429-642ba0aa90ba tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1925826 Oct 26 08:36:54.871846 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36480) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:54.876634 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-4fa959bc-72a5-4aa7-a753-aacaedf7e1e3 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Request body: {'security_group_rule': {'security_group_id': '67454ef3-3e59-412e-94fb-7b686fe8d626', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:54.881791 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d27f05-2681-4e8c-b429-642ba0aa90ba tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67454ef3-3e59-412e-94fb-7b686fe8d626,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:54.887379 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087628b4-b02c-4463-9e65-3c9cf44c9b87 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:36:54.896213 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-087628b4-b02c-4463-9e65-3c9cf44c9b87 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "PUT /v2.0/routers/8955f6f0-d89c-4810-bd55-03d63c2c0483/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0363975 Oct 26 08:36:54.899998 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53f0203-3878-4150-92e6-5882de4ea45d None None] Sync routers for ids ['8955f6f0-d89c-4810-bd55-03d63c2c0483'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:36:54.902890 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36482) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:54.911217 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53f0203-3878-4150-92e6-5882de4ea45d None None] Routers {'8955f6f0-d89c-4810-bd55-03d63c2c0483'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:54.911990 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-d53f0203-3878-4150-92e6-5882de4ea45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['8955f6f0-d89c-4810-bd55-03d63c2c0483'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:54.952520 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-d53f0203-3878-4150-92e6-5882de4ea45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:54.962754 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53f0203-3878-4150-92e6-5882de4ea45d None None] Routers {'8955f6f0-d89c-4810-bd55-03d63c2c0483'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:36:54.963435 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-d53f0203-3878-4150-92e6-5882de4ea45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['8955f6f0-d89c-4810-bd55-03d63c2c0483'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:54.981189 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4fa959bc-72a5-4aa7-a753-aacaedf7e1e3 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:54.998785 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-d53f0203-3878-4150-92e6-5882de4ea45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:54.999440 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53f0203-3878-4150-92e6-5882de4ea45d None None] The sync data for ids ['8955f6f0-d89c-4810-bd55-03d63c2c0483'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:36:55.138655 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-2c3ea920-23d3-4147-95d9-3b57be9ae71e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] remove_router_interface failed (client error): The resource could not be found. Oct 26 08:36:55.139719 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-2c3ea920-23d3-4147-95d9-3b57be9ae71e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "PUT /v2.0/routers/8955f6f0-d89c-4810-bd55-03d63c2c0483/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2352998 Oct 26 08:36:55.142786 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36492) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:55.153515 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4fa959bc-72a5-4aa7-a753-aacaedf7e1e3 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:55.159205 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4fa959bc-72a5-4aa7-a753-aacaedf7e1e3 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:55.172402 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-5594b895-7b7f-4e51-bd9b-9c7f5c43f8c1 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "GET /v2.0/ports?device_id=8955f6f0-d89c-4810-bd55-03d63c2c0483 HTTP/1.1" status: 200 len: 205 time: 0.0283666 Oct 26 08:36:55.177850 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36496) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:55.179053 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa959bc-72a5-4aa7-a753-aacaedf7e1e3 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8761293-d60b-4ce7-8400-3dfd843103c3,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:55.190408 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4fa959bc-72a5-4aa7-a753-aacaedf7e1e3 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:55.194622 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4fa959bc-72a5-4aa7-a753-aacaedf7e1e3 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3190079 Oct 26 08:36:55.194872 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36498) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:55.234583 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f3794377-dce6-432f-b77f-b6a184e8007f tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:55.244571 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f3794377-dce6-432f-b77f-b6a184e8007f tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:55.258453 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c7e2c03c-0ba9-47fb-bdb7-219f0f4ba90c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:55.276590 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f3794377-dce6-432f-b77f-b6a184e8007f tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:55.284125 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f3794377-dce6-432f-b77f-b6a184e8007f tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:55.285246 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f3794377-dce6-432f-b77f-b6a184e8007f tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/e8761293-d60b-4ce7-8400-3dfd843103c3 HTTP/1.1" status: 204 len: 168 time: 0.0889678 Oct 26 08:36:55.290283 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36502) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:55.298544 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3794377-dce6-432f-b77f-b6a184e8007f tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8761293-d60b-4ce7-8400-3dfd843103c3,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:55.345664 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-60393819-c39c-406a-abd7-e819b137d5e4 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0528715 Oct 26 08:36:55.347250 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36504) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:55.412055 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d7439c46-a308-4817-b05b-517db379d51b tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:55.429533 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c7e2c03c-0ba9-47fb-bdb7-219f0f4ba90c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:55.431744 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c7e2c03c-0ba9-47fb-bdb7-219f0f4ba90c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:55.438151 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d7439c46-a308-4817-b05b-517db379d51b tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:55.480053 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c7e2c03c-0ba9-47fb-bdb7-219f0f4ba90c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:55.480657 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e2c03c-0ba9-47fb-bdb7-219f0f4ba90c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Fanout notify agent at l3_agent the message router_deleted on router 8955f6f0-d89c-4810-bd55-03d63c2c0483 {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:36:55.489879 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c7e2c03c-0ba9-47fb-bdb7-219f0f4ba90c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:55.490231 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d7439c46-a308-4817-b05b-517db379d51b tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:55.494935 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c7e2c03c-0ba9-47fb-bdb7-219f0f4ba90c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/routers/8955f6f0-d89c-4810-bd55-03d63c2c0483 HTTP/1.1" status: 204 len: 168 time: 0.3149354 Oct 26 08:36:55.495053 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d7439c46-a308-4817-b05b-517db379d51b tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:55.495142 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36510) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:55.495674 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d7439c46-a308-4817-b05b-517db379d51b tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "DELETE /v2.0/security-groups/67454ef3-3e59-412e-94fb-7b686fe8d626 HTTP/1.1" status: 204 len: 168 time: 0.1474884 Oct 26 08:36:55.499570 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36514) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:55.518284 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7439c46-a308-4817-b05b-517db379d51b tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67454ef3-3e59-412e-94fb-7b686fe8d626,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:55.557006 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa00e70-7b4c-45f9-bbc6-3167100cfb45 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Deleting subnet 62dfc467-0378-4644-8369-4329294b7ad0 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:36:55.562035 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0fa00e70-7b4c-45f9-bbc6-3167100cfb45 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:55.562928 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ca8205e9-38f7-4333-bd9d-7a47411e7bb0 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0609870 Oct 26 08:36:55.566884 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36516) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:55.593893 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-c19e2255-c00f-4517-a4cd-c6d0bbe63db1 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Request body: {'security_group': {'name': 'tempest-secgroup--1654393130'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:55.626176 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0fa00e70-7b4c-45f9-bbc6-3167100cfb45 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:55.652465 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c19e2255-c00f-4517-a4cd-c6d0bbe63db1 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:55.743840 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0fa00e70-7b4c-45f9-bbc6-3167100cfb45 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:55.761539 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36522) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:55.865787 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-997267d9-acc1-4689-9879-a8a3c131ac3c tempest-MeteringIpV6TestJSON-105398437 tempest-MeteringIpV6TestJSON-105398437-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1067218041'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:55.866319 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-997267d9-acc1-4689-9879-a8a3c131ac3c tempest-MeteringIpV6TestJSON-105398437 tempest-MeteringIpV6TestJSON-105398437-project-admin] Unknown quota resources ['metering_label']. {{(pid=102102) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 08:36:56.051856 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-997267d9-acc1-4689-9879-a8a3c131ac3c tempest-MeteringIpV6TestJSON-105398437 tempest-MeteringIpV6TestJSON-105398437-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:56.055503 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-997267d9-acc1-4689-9879-a8a3c131ac3c tempest-MeteringIpV6TestJSON-105398437 tempest-MeteringIpV6TestJSON-105398437-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.2903476 Oct 26 08:36:56.055674 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36528) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:56.059729 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-1030ea32-bd68-4b25-8467-9c14722a702a tempest-MeteringIpV6TestJSON-105398437 tempest-MeteringIpV6TestJSON-105398437-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '62c10489-6c7f-4d81-aa75-87f1f4c616c7'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:56.060509 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-1030ea32-bd68-4b25-8467-9c14722a702a tempest-MeteringIpV6TestJSON-105398437 tempest-MeteringIpV6TestJSON-105398437-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102102) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 08:36:56.075850 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c19e2255-c00f-4517-a4cd-c6d0bbe63db1 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:56.085679 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c19e2255-c00f-4517-a4cd-c6d0bbe63db1 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:56.128210 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c19e2255-c00f-4517-a4cd-c6d0bbe63db1 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:56.129465 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c19e2255-c00f-4517-a4cd-c6d0bbe63db1 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5615783 Oct 26 08:36:56.136319 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36530) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:56.137394 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e225253-f4d1-4665-8551-b36ee799c09c req-29ab18b3-8d04-41a3-b660-9a6c9ae17e5a tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:56.139179 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3e225253-f4d1-4665-8551-b36ee799c09c req-29ab18b3-8d04-41a3-b660-9a6c9ae17e5a tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 945 time: 0.1210389 Oct 26 08:36:56.140179 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0fa00e70-7b4c-45f9-bbc6-3167100cfb45 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:56.141297 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-372eea88-46a8-4710-8070-ab59a295d285 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Request body: {'security_group_rule': {'security_group_id': '11d9881b-4bdd-4c05-8b2c-7c490b325546', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:56.146904 dv-neutron-804846-13-hyperv neutron-server[102102]: WARNING neutron.services.metering.metering_plugin [None req-1030ea32-bd68-4b25-8467-9c14722a702a tempest-MeteringIpV6TestJSON-105398437 tempest-MeteringIpV6TestJSON-105398437-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 26 08:36:56.175746 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e2255-c00f-4517-a4cd-c6d0bbe63db1 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11d9881b-4bdd-4c05-8b2c-7c490b325546,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:56.180544 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa00e70-7b4c-45f9-bbc6-3167100cfb45 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event deleted for resources: {'Subnet': ['ID=62dfc467-0378-4644-8369-4329294b7ad0,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:56.193317 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0fa00e70-7b4c-45f9-bbc6-3167100cfb45 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:56.198988 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-0fa00e70-7b4c-45f9-bbc6-3167100cfb45 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/subnets/62dfc467-0378-4644-8369-4329294b7ad0 HTTP/1.1" status: 204 len: 168 time: 0.7006233 Oct 26 08:36:56.201033 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36532) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:56.201778 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904d046b-99bd-4942-a26c-70dee41ee187 None None] Network 41eb7c8d-b529-4409-b396-8147c81246ad requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:36:56.266478 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1030ea32-bd68-4b25-8467-9c14722a702a tempest-MeteringIpV6TestJSON-105398437 tempest-MeteringIpV6TestJSON-105398437-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:56.267738 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1030ea32-bd68-4b25-8467-9c14722a702a tempest-MeteringIpV6TestJSON-105398437 tempest-MeteringIpV6TestJSON-105398437-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2111461 Oct 26 08:36:56.271023 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36534) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:56.272340 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3e225253-f4d1-4665-8551-b36ee799c09c req-4155e2c9-cb7b-47ee-a20b-520717ccf410 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1faa321-505b-40a4-85e7-f618f70a9984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241241 Oct 26 08:36:56.276772 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-ecee016f-fca8-4e46-bfc3-2b568c81f9c3 tempest-MeteringIpV6TestJSON-105398437 tempest-MeteringIpV6TestJSON-105398437-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '62c10489-6c7f-4d81-aa75-87f1f4c616c7'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:56.277398 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-ecee016f-fca8-4e46-bfc3-2b568c81f9c3 tempest-MeteringIpV6TestJSON-105398437 tempest-MeteringIpV6TestJSON-105398437-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102102) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 08:36:56.288364 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-372eea88-46a8-4710-8070-ab59a295d285 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:56.310308 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5d8278ff-b4b2-4b7e-9288-1f171724658e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:56.371815 dv-neutron-804846-13-hyperv neutron-server[102102]: WARNING neutron.services.metering.metering_plugin [None req-ecee016f-fca8-4e46-bfc3-2b568c81f9c3 tempest-MeteringIpV6TestJSON-105398437 tempest-MeteringIpV6TestJSON-105398437-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 26 08:36:56.378593 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-5d8278ff-b4b2-4b7e-9288-1f171724658e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Deleting port 3a1e3482-2fe7-422c-9ce9-16f49ea52344 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:56.379017 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5d8278ff-b4b2-4b7e-9288-1f171724658e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:56.443049 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2816d9b-b2e2-4f69-9535-45f4a91f0db6 None None] DHCP port deletion for 41eb7c8d-b529-4409-b396-8147c81246ad request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:36:56.450499 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-5d8278ff-b4b2-4b7e-9288-1f171724658e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] For port 3a1e3482-2fe7-422c-9ce9-16f49ea52344, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=3a1e3482-2fe7-422c-9ce9-16f49ea52344,segment=NetworkSegment(a2d83ebe-ce09-4426-94a8-80a9c4642e49),segment_id=a2d83ebe-ce09-4426-94a8-80a9c4642e49)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:56.450997 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5d8278ff-b4b2-4b7e-9288-1f171724658e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:56.465932 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-5d8278ff-b4b2-4b7e-9288-1f171724658e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Calling delete_port for 3a1e3482-2fe7-422c-9ce9-16f49ea52344 owned by network:dhcp {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:56.492585 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-d2816d9b-b2e2-4f69-9535-45f4a91f0db6 None None] Deleting port 3a1e3482-2fe7-422c-9ce9-16f49ea52344 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:36:56.492971 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d2816d9b-b2e2-4f69-9535-45f4a91f0db6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:56.497000 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-372eea88-46a8-4710-8070-ab59a295d285 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:56.502218 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ecee016f-fca8-4e46-bfc3-2b568c81f9c3 tempest-MeteringIpV6TestJSON-105398437 tempest-MeteringIpV6TestJSON-105398437-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:56.503534 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ecee016f-fca8-4e46-bfc3-2b568c81f9c3 tempest-MeteringIpV6TestJSON-105398437 tempest-MeteringIpV6TestJSON-105398437-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2315116 Oct 26 08:36:56.506690 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36538) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:56.508456 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-372eea88-46a8-4710-8070-ab59a295d285 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:56.532279 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312bfb49-1966-4eca-8248-f771807ec58e req-17d3f2f2-9816-4f39-afd1-061174c930de tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:56.533808 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-312bfb49-1966-4eca-8248-f771807ec58e req-17d3f2f2-9816-4f39-afd1-061174c930de tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 945 time: 0.1813269 Oct 26 08:36:56.545830 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-135b9fe5-0f8f-4484-84d8-30cbbe8da6c1 tempest-MeteringIpV6TestJSON-105398437 tempest-MeteringIpV6TestJSON-105398437-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=b6d71f1e-e208-49fc-a056-246419aa141a HTTP/1.1" status: 200 len: 462 time: 0.0378845 Oct 26 08:36:56.548409 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36540) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:56.557136 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372eea88-46a8-4710-8070-ab59a295d285 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c09d6f33-7475-4024-8635-978562bff197,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:56.569556 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-372eea88-46a8-4710-8070-ab59a295d285 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:56.570832 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-372eea88-46a8-4710-8070-ab59a295d285 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4334137 Oct 26 08:36:56.573569 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36542) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:56.579578 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5d8278ff-b4b2-4b7e-9288-1f171724658e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:56.585037 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-ea5025ff-34b7-45cb-af4c-4e4c929ad5a9 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Request body: {'security_group_rule': {'security_group_id': '11d9881b-4bdd-4c05-8b2c-7c490b325546', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:56.591104 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-d2816d9b-b2e2-4f69-9535-45f4a91f0db6 None None] For port 3a1e3482-2fe7-422c-9ce9-16f49ea52344, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=3a1e3482-2fe7-422c-9ce9-16f49ea52344,segment=NetworkSegment(a2d83ebe-ce09-4426-94a8-80a9c4642e49),segment_id=a2d83ebe-ce09-4426-94a8-80a9c4642e49)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:56.591636 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d2816d9b-b2e2-4f69-9535-45f4a91f0db6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:56.605084 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-d2816d9b-b2e2-4f69-9535-45f4a91f0db6 None None] Calling delete_port for 3a1e3482-2fe7-422c-9ce9-16f49ea52344 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:36:56.609275 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-312bfb49-1966-4eca-8248-f771807ec58e req-88b90c68-3aa7-4560-a83e-157f63b06c9b tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1faa321-505b-40a4-85e7-f618f70a9984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615737 Oct 26 08:36:56.612001 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8278ff-b4b2-4b7e-9288-1f171724658e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event deleted for resources: {'Port': ['ID=3a1e3482-2fe7-422c-9ce9-16f49ea52344,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:56.640270 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36544) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:56.651896 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8278ff-b4b2-4b7e-9288-1f171724658e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] No DVR routers for this DVR port 3a1e3482-2fe7-422c-9ce9-16f49ea52344 on host dv-neutron-804846-13-hyperv {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:36:56.688810 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ea5025ff-34b7-45cb-af4c-4e4c929ad5a9 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:56.691436 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d2816d9b-b2e2-4f69-9535-45f4a91f0db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:56.722774 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2816d9b-b2e2-4f69-9535-45f4a91f0db6 None None] Pushing event deleted for resources: {'Port': ['ID=3a1e3482-2fe7-422c-9ce9-16f49ea52344,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:56.724931 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2816d9b-b2e2-4f69-9535-45f4a91f0db6 None None] No DVR routers for this DVR port 3a1e3482-2fe7-422c-9ce9-16f49ea52344 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:36:56.743741 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80627908-880b-49b7-97de-4fbef0bf8347 tempest-TestNetworkAdvancedServerOps-893766315 tempest-TestNetworkAdvancedServerOps-893766315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:56.745267 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-80627908-880b-49b7-97de-4fbef0bf8347 tempest-TestNetworkAdvancedServerOps-893766315 tempest-TestNetworkAdvancedServerOps-893766315-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 1093 time: 0.1037767 Oct 26 08:36:56.751506 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36546) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:56.756212 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-7fb4fdb4-d67a-4951-972f-e3f6fdafab39 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Request body: {'floatingip': {'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'port_id': '391ef8b3-0fe0-4984-89e6-e4694184b28e', 'tenant_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:56.770133 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6737552e-792f-46ec-8001-d2a105cfe996 tempest-MeteringIpV6TestJSON-105398437 tempest-MeteringIpV6TestJSON-105398437-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:56.771094 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6737552e-792f-46ec-8001-d2a105cfe996 tempest-MeteringIpV6TestJSON-105398437 tempest-MeteringIpV6TestJSON-105398437-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/b6d71f1e-e208-49fc-a056-246419aa141a HTTP/1.1" status: 204 len: 168 time: 0.2217147 Oct 26 08:36:56.774760 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36548) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:56.794169 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1a6b8ab9-05ca-415d-a5cb-300d61d8caa5 tempest-MeteringIpV6TestJSON-105398437 tempest-MeteringIpV6TestJSON-105398437-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=b6d71f1e-e208-49fc-a056-246419aa141a HTTP/1.1" status: 200 len: 221 time: 0.0164001 Oct 26 08:36:56.798530 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36550) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:56.807370 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-1f96d8ec-cec1-4b65-b78e-25c61e0beaf1 tempest-MeteringIpV6TestJSON-105398437 tempest-MeteringIpV6TestJSON-105398437-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--127758465', 'description': 'label created by tempest'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:56.807738 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-1f96d8ec-cec1-4b65-b78e-25c61e0beaf1 tempest-MeteringIpV6TestJSON-105398437 tempest-MeteringIpV6TestJSON-105398437-project-admin] Unknown quota resources ['metering_label']. {{(pid=102102) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 08:36:56.812441 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ea5025ff-34b7-45cb-af4c-4e4c929ad5a9 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:56.814614 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7fb4fdb4-d67a-4951-972f-e3f6fdafab39 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for floatingip, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:56.822214 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ea5025ff-34b7-45cb-af4c-4e4c929ad5a9 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:56.824401 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5d8278ff-b4b2-4b7e-9288-1f171724658e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:56.850148 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-5d8278ff-b4b2-4b7e-9288-1f171724658e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41eb7c8d-b529-4409-b396-8147c81246ad']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:56.860587 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-5d8278ff-b4b2-4b7e-9288-1f171724658e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2d83ebe-ce09-4426-94a8-80a9c4642e49') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:56.860928 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-5d8278ff-b4b2-4b7e-9288-1f171724658e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2d83ebe-ce09-4426-94a8-80a9c4642e49') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:36:56.872379 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5d8278ff-b4b2-4b7e-9288-1f171724658e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:56.887211 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5d8278ff-b4b2-4b7e-9288-1f171724658e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:56.895759 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d8278ff-b4b2-4b7e-9288-1f171724658e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:36:56.896270 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5d8278ff-b4b2-4b7e-9288-1f171724658e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:56.899450 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:36:56.899450 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:36:56.899450 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:36:56.899450 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:36:56.899450 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:36:56.899450 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:36:56.899450 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:36:56.899450 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:36:56.899450 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:36:56.899450 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:36:56.899450 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:36:56.899450 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:36:56.899450 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:36:56.899450 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:36:56.899450 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:36:56.899450 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:36:56.899450 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:36:56.899450 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:36:56.899450 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:36:56.899450 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:36:56.899450 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:36:56.899450 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:36:56.899450 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:36:56.899450 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:36:56.899450 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:36:56.899450 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:36:56.899450 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:36:56.899450 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:36:56.899450 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:36:56.899450 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:36:56.899450 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:36:56.899450 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:36:56.962851 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5d8278ff-b4b2-4b7e-9288-1f171724658e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:56.967748 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5d8278ff-b4b2-4b7e-9288-1f171724658e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:56.971139 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-5d8278ff-b4b2-4b7e-9288-1f171724658e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/networks/41eb7c8d-b529-4409-b396-8147c81246ad HTTP/1.1" status: 204 len: 168 time: 0.7690654 Oct 26 08:36:56.975266 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36552) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:56.981602 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-564e62fd-70e6-4bcf-85e6-e342a0db1790 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Request body: {'network': {'name': 'tempest-RoutersTest-510377916'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:56.995933 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8278ff-b4b2-4b7e-9288-1f171724658e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event deleted for resources: {'Network': ['ID=41eb7c8d-b529-4409-b396-8147c81246ad,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:57.016868 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564e62fd-70e6-4bcf-85e6-e342a0db1790 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Made reservation on behalf of 14b2bed9eecf4da799cf96f861ddb8c9 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:36:57.020637 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-564e62fd-70e6-4bcf-85e6-e342a0db1790 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:57.046981 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-564e62fd-70e6-4bcf-85e6-e342a0db1790 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:36:57.057482 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-564e62fd-70e6-4bcf-85e6-e342a0db1790 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:57.057760 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-564e62fd-70e6-4bcf-85e6-e342a0db1790 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Added segment 2ea596c7-b466-40aa-9f71-0b09be7934d9 of type vlan for network db281a0c-333b-4b4b-bd13-3dd672d63cbd Oct 26 08:36:57.100973 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-564e62fd-70e6-4bcf-85e6-e342a0db1790 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:57.126974 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-564e62fd-70e6-4bcf-85e6-e342a0db1790 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:57.132830 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564e62fd-70e6-4bcf-85e6-e342a0db1790 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:57.133435 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-564e62fd-70e6-4bcf-85e6-e342a0db1790 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:57.199094 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-564e62fd-70e6-4bcf-85e6-e342a0db1790 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2203429 Oct 26 08:36:57.199352 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36554) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:57.204237 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-4ec89803-adfc-4e6f-a675-143ad326a87a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Request body: {'subnet': {'network_id': 'db281a0c-333b-4b4b-bd13-3dd672d63cbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:57.219709 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5025ff-34b7-45cb-af4c-4e4c929ad5a9 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3c2fc29-0930-4148-acfb-761022fe5fe6,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:57.254760 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e62fd-70e6-4bcf-85e6-e342a0db1790 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event updated for resources: {'Network': ['ID=db281a0c-333b-4b4b-bd13-3dd672d63cbd,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:57.265879 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ea5025ff-34b7-45cb-af4c-4e4c929ad5a9 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:57.267099 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ea5025ff-34b7-45cb-af4c-4e4c929ad5a9 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6925790 Oct 26 08:36:57.270906 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36556) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:57.271722 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network db281a0c-333b-4b4b-bd13-3dd672d63cbd details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:36:57.276892 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-e78ef834-7da7-4988-8b96-f88eca4e04e2 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Request body: {'security_group_rule': {'security_group_id': '11d9881b-4bdd-4c05-8b2c-7c490b325546', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:57.316532 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec89803-adfc-4e6f-a675-143ad326a87a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Made reservation on behalf of 14b2bed9eecf4da799cf96f861ddb8c9 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:36:57.321231 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4ec89803-adfc-4e6f-a675-143ad326a87a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:57.363021 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1f96d8ec-cec1-4b65-b78e-25c61e0beaf1 tempest-MeteringIpV6TestJSON-105398437 tempest-MeteringIpV6TestJSON-105398437-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:57.366645 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1f96d8ec-cec1-4b65-b78e-25c61e0beaf1 tempest-MeteringIpV6TestJSON-105398437 tempest-MeteringIpV6TestJSON-105398437-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5639782 Oct 26 08:36:57.368312 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36558) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:57.383596 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e78ef834-7da7-4988-8b96-f88eca4e04e2 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:57.446173 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e622a7e2-86f9-4d7d-9b0d-1ce121914198 tempest-MeteringIpV6TestJSON-105398437 tempest-MeteringIpV6TestJSON-105398437-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=0ab02474-3bca-4c2b-9404-1c6c8e7ff33c HTTP/1.1" status: 200 len: 467 time: 0.0767267 Oct 26 08:36:57.448884 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36560) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:57.459471 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7fb4fdb4-d67a-4951-972f-e3f6fdafab39 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:57.466262 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e78ef834-7da7-4988-8b96-f88eca4e04e2 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:57.472473 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e78ef834-7da7-4988-8b96-f88eca4e04e2 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:57.518253 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ef834-7da7-4988-8b96-f88eca4e04e2 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad1ef46-092b-46ad-aa2b-b3eb3fe3461c,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:57.537224 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e78ef834-7da7-4988-8b96-f88eca4e04e2 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:57.538471 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e78ef834-7da7-4988-8b96-f88eca4e04e2 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2652471 Oct 26 08:36:57.541158 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36562) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:57.546528 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-16ae1d94-a2ae-43e5-a51f-cf25b6096c5b tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Request body: {'security_group_rule': {'security_group_id': '11d9881b-4bdd-4c05-8b2c-7c490b325546', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:57.597862 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 3a1e3482-2fe7-422c-9ce9-16f49ea52344 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:36:57.620156 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-16ae1d94-a2ae-43e5-a51f-cf25b6096c5b tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:57.620812 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 3a1e3482-2fe7-422c-9ce9-16f49ea52344 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:36:57.621388 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 3a1e3482-2fe7-422c-9ce9-16f49ea52344 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:36:57.637760 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-7fb4fdb4-d67a-4951-972f-e3f6fdafab39 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Allocated IP 172.26.2.35 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/5af40476-b4b5-4c40-bc1a-7be23366a767) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:36:57.675315 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-be627b37-43ae-4fc4-8f97-37e036e06303 tempest-MeteringIpV6TestJSON-105398437 tempest-MeteringIpV6TestJSON-105398437-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:57.676467 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-be627b37-43ae-4fc4-8f97-37e036e06303 tempest-MeteringIpV6TestJSON-105398437 tempest-MeteringIpV6TestJSON-105398437-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/0ab02474-3bca-4c2b-9404-1c6c8e7ff33c HTTP/1.1" status: 204 len: 168 time: 0.2266681 Oct 26 08:36:57.682027 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36564) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:57.713134 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-527d0ef6-d300-47ef-8fa1-1b3602eed66f tempest-MeteringIpV6TestJSON-105398437 tempest-MeteringIpV6TestJSON-105398437-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=0ab02474-3bca-4c2b-9404-1c6c8e7ff33c HTTP/1.1" status: 200 len: 216 time: 0.0302424 Oct 26 08:36:57.717554 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36566) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:57.735206 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f6e6918d-5592-4838-82f0-ec6250ac7ced tempest-MeteringIpV6TestJSON-105398437 tempest-MeteringIpV6TestJSON-105398437-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0164485 Oct 26 08:36:57.736086 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-16ae1d94-a2ae-43e5-a51f-cf25b6096c5b tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:57.738550 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36568) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:57.743194 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-16ae1d94-a2ae-43e5-a51f-cf25b6096c5b tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:57.754475 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3305af3d-001e-499d-834d-f9aa36c72cf1 tempest-MeteringIpV6TestJSON-105398437 tempest-MeteringIpV6TestJSON-105398437-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0148261 Oct 26 08:36:57.760182 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36570) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:57.796499 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4ec89803-adfc-4e6f-a675-143ad326a87a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:57.839218 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae1d94-a2ae-43e5-a51f-cf25b6096c5b tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7729a7e1-0596-41dc-b01b-e5e974a65ddb,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:57.843585 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-16ae1d94-a2ae-43e5-a51f-cf25b6096c5b tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:57.844798 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-16ae1d94-a2ae-43e5-a51f-cf25b6096c5b tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3026652 Oct 26 08:36:57.848798 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36572) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:57.850278 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-dd7cb000-b8ff-43a6-bda4-6a5fdb316137 tempest-MeteringIpV6TestJSON-105398437 tempest-MeteringIpV6TestJSON-105398437-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels/62c10489-6c7f-4d81-aa75-87f1f4c616c7 HTTP/1.1" status: 200 len: 473 time: 0.0846641 Oct 26 08:36:57.853943 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36574) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:57.859896 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-c7c18e65-4c61-4c32-9327-93af235cf0f9 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Request body: {'security_group_rule': {'security_group_id': '11d9881b-4bdd-4c05-8b2c-7c490b325546', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:57.869579 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7fb4fdb4-d67a-4951-972f-e3f6fdafab39 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:57.878028 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec89803-adfc-4e6f-a675-143ad326a87a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event updated for resources: {'Subnet': ['ID=cc57f00e-e25b-478d-ad40-039e830ff88b,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:57.886732 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-da1804e7-eb0c-4e04-b50f-9d0e9820c65d tempest-MeteringIpV6TestJSON-105398437 tempest-MeteringIpV6TestJSON-105398437-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules/cde6d37a-92eb-4748-bd6c-8809883eb92c HTTP/1.1" status: 200 len: 459 time: 0.0279150 Oct 26 08:36:57.887254 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36576) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:57.889700 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec89803-adfc-4e6f-a675-143ad326a87a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Checking segment: {'id': '2ea596c7-b466-40aa-9f71-0b09be7934d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'db281a0c-333b-4b4b-bd13-3dd672d63cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:36:57.890071 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec89803-adfc-4e6f-a675-143ad326a87a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Network hostable DHCP agents. Network: db281a0c-333b-4b4b-bd13-3dd672d63cbd, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:36:57.908224 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec89803-adfc-4e6f-a675-143ad326a87a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Network db281a0c-333b-4b4b-bd13-3dd672d63cbd is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:36:57.917756 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-4ec89803-adfc-4e6f-a675-143ad326a87a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, db281a0c-333b-4b4b-bd13-3dd672d63cbd) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:57.921940 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec89803-adfc-4e6f-a675-143ad326a87a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:36:57.922541 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4ec89803-adfc-4e6f-a675-143ad326a87a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:57.927668 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c7c18e65-4c61-4c32-9327-93af235cf0f9 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:57.928971 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dad0b2-2ee1-4715-8892-fa936e8b7c0c None None] Network db281a0c-333b-4b4b-bd13-3dd672d63cbd requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:36:57.941061 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4ec89803-adfc-4e6f-a675-143ad326a87a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7407062 Oct 26 08:36:57.943706 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36578) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:57.949422 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-b59f1b1f-08f9-4a3a-b955-db8334e9eb51 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1848285860', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:36:58.020845 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7fb4fdb4-d67a-4951-972f-e3f6fdafab39 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:58.082128 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271ee799-0d9d-46be-bbfa-93d1bb2f8015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-db281a0c-333b-4b4b-bd13-3dd672d63cbd', 'network_id': 'db281a0c-333b-4b4b-bd13-3dd672d63cbd', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'fixed_ips': [{'subnet_id': 'cc57f00e-e25b-478d-ad40-039e830ff88b'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:36:58.083098 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-271ee799-0d9d-46be-bbfa-93d1bb2f8015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:58.103881 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-848fd179-5d32-44ec-b408-4983e44348f3 tempest-MeteringIpV6TestJSON-105398437 tempest-MeteringIpV6TestJSON-105398437-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:58.105012 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-848fd179-5d32-44ec-b408-4983e44348f3 tempest-MeteringIpV6TestJSON-105398437 tempest-MeteringIpV6TestJSON-105398437-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/cde6d37a-92eb-4748-bd6c-8809883eb92c HTTP/1.1" status: 204 len: 168 time: 0.2171021 Oct 26 08:36:58.108490 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36580) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:58.117648 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb4fdb4-d67a-4951-972f-e3f6fdafab39 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:36:58.118644 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b59f1b1f-08f9-4a3a-b955-db8334e9eb51 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:58.119744 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b59f1b1f-08f9-4a3a-b955-db8334e9eb51 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:58.133825 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-7fb4fdb4-d67a-4951-972f-e3f6fdafab39 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:58.141892 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb4fdb4-d67a-4951-972f-e3f6fdafab39 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:36:58.180244 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4fdb4-d67a-4951-972f-e3f6fdafab39 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Pushing event updated for resources: {'Port': ['ID=5af40476-b4b5-4c40-bc1a-7be23366a767,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:58.189385 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c7c18e65-4c61-4c32-9327-93af235cf0f9 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:58.207254 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c7c18e65-4c61-4c32-9327-93af235cf0f9 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:58.233598 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-271ee799-0d9d-46be-bbfa-93d1bb2f8015 None None] Allocated IP 172.20.0.2 (db281a0c-333b-4b4b-bd13-3dd672d63cbd/cc57f00e-e25b-478d-ad40-039e830ff88b/0bf514fe-0a0a-4825-b132-4dc6dbfbae4e) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:36:58.266666 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b59f1b1f-08f9-4a3a-b955-db8334e9eb51 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:58.289930 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c18e65-4c61-4c32-9327-93af235cf0f9 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a502f1f3-b7c9-4a54-81d4-8d47e86e9478,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:58.295087 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b59f1b1f-08f9-4a3a-b955-db8334e9eb51 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:58.305702 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c7c18e65-4c61-4c32-9327-93af235cf0f9 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:58.309669 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c7c18e65-4c61-4c32-9327-93af235cf0f9 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4556751 Oct 26 08:36:58.316495 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36582) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:58.336748 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d401c9d5-ca1f-41b5-8098-2b2dbe01ae64 tempest-MeteringIpV6TestJSON-105398437 tempest-MeteringIpV6TestJSON-105398437-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:58.341852 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d401c9d5-ca1f-41b5-8098-2b2dbe01ae64 tempest-MeteringIpV6TestJSON-105398437 tempest-MeteringIpV6TestJSON-105398437-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/62c10489-6c7f-4d81-aa75-87f1f4c616c7 HTTP/1.1" status: 204 len: 168 time: 0.2281609 Oct 26 08:36:58.352283 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b59f1b1f-08f9-4a3a-b955-db8334e9eb51 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:58.353541 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b59f1b1f-08f9-4a3a-b955-db8334e9eb51 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4088511 Oct 26 08:36:58.356586 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36586) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:58.366268 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-50410967-1cec-402c-bd9c-359f4e31c540 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:58.393781 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-271ee799-0d9d-46be-bbfa-93d1bb2f8015 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:58.402585 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-271ee799-0d9d-46be-bbfa-93d1bb2f8015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:58.412610 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-50410967-1cec-402c-bd9c-359f4e31c540 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:58.449588 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271ee799-0d9d-46be-bbfa-93d1bb2f8015 None None] Network db281a0c-333b-4b4b-bd13-3dd672d63cbd is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:36:58.452923 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-271ee799-0d9d-46be-bbfa-93d1bb2f8015 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:58.457741 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271ee799-0d9d-46be-bbfa-93d1bb2f8015 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:36:58.461134 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ee799-0d9d-46be-bbfa-93d1bb2f8015 None None] Pushing event updated for resources: {'Port': ['ID=0bf514fe-0a0a-4825-b132-4dc6dbfbae4e,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:58.538039 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-271ee799-0d9d-46be-bbfa-93d1bb2f8015 None None] Attempting to bind port 0bf514fe-0a0a-4825-b132-4dc6dbfbae4e on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:36:58.538495 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-271ee799-0d9d-46be-bbfa-93d1bb2f8015 None None] Attempting to bind port 0bf514fe-0a0a-4825-b132-4dc6dbfbae4e by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '2ea596c7-b466-40aa-9f71-0b09be7934d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'db281a0c-333b-4b4b-bd13-3dd672d63cbd'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:36:58.538908 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271ee799-0d9d-46be-bbfa-93d1bb2f8015 None None] Attempting to bind port 0bf514fe-0a0a-4825-b132-4dc6dbfbae4e on network db281a0c-333b-4b4b-bd13-3dd672d63cbd {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:36:58.544327 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271ee799-0d9d-46be-bbfa-93d1bb2f8015 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:36:58.545909 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271ee799-0d9d-46be-bbfa-93d1bb2f8015 None None] Checking segment: {'id': '2ea596c7-b466-40aa-9f71-0b09be7934d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'db281a0c-333b-4b4b-bd13-3dd672d63cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:36:58.546315 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-271ee799-0d9d-46be-bbfa-93d1bb2f8015 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:58.546758 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271ee799-0d9d-46be-bbfa-93d1bb2f8015 None None] Bound using segment: {'id': '2ea596c7-b466-40aa-9f71-0b09be7934d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'db281a0c-333b-4b4b-bd13-3dd672d63cbd'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:36:58.547262 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-271ee799-0d9d-46be-bbfa-93d1bb2f8015 None None] Bound port: 0bf514fe-0a0a-4825-b132-4dc6dbfbae4e, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea596c7-b466-40aa-9f71-0b09be7934d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'db281a0c-333b-4b4b-bd13-3dd672d63cbd'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:36:58.547646 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-271ee799-0d9d-46be-bbfa-93d1bb2f8015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:58.562177 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-50410967-1cec-402c-bd9c-359f4e31c540 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:58.571782 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-50410967-1cec-402c-bd9c-359f4e31c540 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:58.573260 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-50410967-1cec-402c-bd9c-359f4e31c540 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/a502f1f3-b7c9-4a54-81d4-8d47e86e9478 HTTP/1.1" status: 204 len: 168 time: 0.2558212 Oct 26 08:36:58.578858 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36588) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:58.644269 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-271ee799-0d9d-46be-bbfa-93d1bb2f8015 None None] For port 0bf514fe-0a0a-4825-b132-4dc6dbfbae4e, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:36:58.648400 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50410967-1cec-402c-bd9c-359f4e31c540 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a502f1f3-b7c9-4a54-81d4-8d47e86e9478,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:58.650487 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-271ee799-0d9d-46be-bbfa-93d1bb2f8015 None None] For port 0bf514fe-0a0a-4825-b132-4dc6dbfbae4e, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=0bf514fe-0a0a-4825-b132-4dc6dbfbae4e,segment=NetworkSegment(2ea596c7-b466-40aa-9f71-0b09be7934d9),segment_id=2ea596c7-b466-40aa-9f71-0b09be7934d9)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:36:58.658271 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-271ee799-0d9d-46be-bbfa-93d1bb2f8015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:58.670916 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50410967-1cec-402c-bd9c-359f4e31c540 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:58.671264 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50410967-1cec-402c-bd9c-359f4e31c540 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:58.671611 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50410967-1cec-402c-bd9c-359f4e31c540 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:58.671954 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50410967-1cec-402c-bd9c-359f4e31c540 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:58.672290 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50410967-1cec-402c-bd9c-359f4e31c540 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:58.672622 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50410967-1cec-402c-bd9c-359f4e31c540 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:58.672950 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50410967-1cec-402c-bd9c-359f4e31c540 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:58.673278 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50410967-1cec-402c-bd9c-359f4e31c540 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:58.673603 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50410967-1cec-402c-bd9c-359f4e31c540 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:58.673953 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50410967-1cec-402c-bd9c-359f4e31c540 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:58.674583 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50410967-1cec-402c-bd9c-359f4e31c540 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:58.674583 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50410967-1cec-402c-bd9c-359f4e31c540 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:36:58.709432 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7fb4fdb4-d67a-4951-972f-e3f6fdafab39 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:58.728983 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ee799-0d9d-46be-bbfa-93d1bb2f8015 None None] Pushing event updated for resources: {'Port': ['ID=0bf514fe-0a0a-4825-b132-4dc6dbfbae4e,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:58.734821 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36592) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:58.757371 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6e621655-f381-4cd3-b0c2-2bb3b3d47452 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1413615 Oct 26 08:36:58.758662 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36596) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:58.786411 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-409e9eeb-c49f-4aed-a361-937dfaaaa5e9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:58.818862 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ee68e81a-86a4-4ea9-9176-04e12a02083a tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:58.830596 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ee68e81a-86a4-4ea9-9176-04e12a02083a tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:58.847995 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7fb4fdb4-d67a-4951-972f-e3f6fdafab39 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:58.901109 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-85b859c0-046b-4b89-9b55-83d64475df87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:58.915156 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ee68e81a-86a4-4ea9-9176-04e12a02083a tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:58.931046 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ee68e81a-86a4-4ea9-9176-04e12a02083a tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:58.932005 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ee68e81a-86a4-4ea9-9176-04e12a02083a tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/7729a7e1-0596-41dc-b01b-e5e974a65ddb HTTP/1.1" status: 204 len: 168 time: 0.1731241 Oct 26 08:36:58.938485 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36598) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:58.951236 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68e81a-86a4-4ea9-9176-04e12a02083a tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7729a7e1-0596-41dc-b01b-e5e974a65ddb,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:59.066943 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-5512c9ad-9754-4ab9-970d-448ac11b3bf5 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1266863 Oct 26 08:36:59.066943 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36600) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:59.114897 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-85b859c0-046b-4b89-9b55-83d64475df87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:59.126892 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5128338d-8b53-474e-b2de-657e16569453 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:59.127509 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-85b859c0-046b-4b89-9b55-83d64475df87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:59.132303 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7fb4fdb4-d67a-4951-972f-e3f6fdafab39 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:59.142903 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5128338d-8b53-474e-b2de-657e16569453 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:59.145290 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7fb4fdb4-d67a-4951-972f-e3f6fdafab39 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:59.150528 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-409e9eeb-c49f-4aed-a361-937dfaaaa5e9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Allocated IP 172.20.0.1 (db281a0c-333b-4b4b-bd13-3dd672d63cbd/cc57f00e-e25b-478d-ad40-039e830ff88b/e4ffef3f-982c-43c5-8994-25e817e80f38) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:36:59.211859 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-85b859c0-046b-4b89-9b55-83d64475df87 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4a3031a946a7488391fcf1b4c7e8e179&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4759655 Oct 26 08:36:59.216922 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36602) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:59.227225 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5128338d-8b53-474e-b2de-657e16569453 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:59.232758 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5128338d-8b53-474e-b2de-657e16569453 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:59.233906 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-5128338d-8b53-474e-b2de-657e16569453 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/bad1ef46-092b-46ad-aa2b-b3eb3fe3461c HTTP/1.1" status: 204 len: 168 time: 0.1615517 Oct 26 08:36:59.240890 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36604) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:59.246536 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b859c0-046b-4b89-9b55-83d64475df87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c9fde5-28aa-4dbe-8484-12b0cc037fbf,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:59.266472 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5128338d-8b53-474e-b2de-657e16569453 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bad1ef46-092b-46ad-aa2b-b3eb3fe3461c,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:59.268037 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4fdb4-d67a-4951-972f-e3f6fdafab39 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Pushing event updated for resources: {'Port': ['ID=5af40476-b4b5-4c40-bc1a-7be23366a767,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:59.301590 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7fb4fdb4-d67a-4951-972f-e3f6fdafab39 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:59.318920 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d053e3d3-e08c-47ac-bdd6-97658b74c7d4 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0769157 Oct 26 08:36:59.321546 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36606) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:59.368065 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-409e9eeb-c49f-4aed-a361-937dfaaaa5e9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:59.369921 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a3b208ca-52f9-4ec2-bbd1-771bc259bd0d tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:59.380449 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a3b208ca-52f9-4ec2-bbd1-771bc259bd0d tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:59.385893 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ec55e53d-d51a-472c-9f1f-f40944f18de5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:59.420648 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a3b208ca-52f9-4ec2-bbd1-771bc259bd0d tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:59.421581 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ec55e53d-d51a-472c-9f1f-f40944f18de5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:59.425377 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a3b208ca-52f9-4ec2-bbd1-771bc259bd0d tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:59.426545 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a3b208ca-52f9-4ec2-bbd1-771bc259bd0d tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/f3c2fc29-0930-4148-acfb-761022fe5fe6 HTTP/1.1" status: 204 len: 168 time: 0.1040616 Oct 26 08:36:59.430151 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36608) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:59.437972 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b208ca-52f9-4ec2-bbd1-771bc259bd0d tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3c2fc29-0930-4148-acfb-761022fe5fe6,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:59.442527 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-409e9eeb-c49f-4aed-a361-937dfaaaa5e9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:59.478324 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.l3_db [None req-7fb4fdb4-d67a-4951-972f-e3f6fdafab39 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Floating IP cd61bc43-5ff3-4f08-b16a-5815abe67efc associated. External IP: 172.26.2.35, port: 391ef8b3-0fe0-4984-89e6-e4694184b28e. Oct 26 08:36:59.486916 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409e9eeb-c49f-4aed-a361-937dfaaaa5e9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Network db281a0c-333b-4b4b-bd13-3dd672d63cbd is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:36:59.492161 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-409e9eeb-c49f-4aed-a361-937dfaaaa5e9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:36:59.494621 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409e9eeb-c49f-4aed-a361-937dfaaaa5e9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:36:59.528325 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e9eeb-c49f-4aed-a361-937dfaaaa5e9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event updated for resources: {'Port': ['ID=e4ffef3f-982c-43c5-8994-25e817e80f38,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:59.549339 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-409e9eeb-c49f-4aed-a361-937dfaaaa5e9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:59.570483 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-25a1812c-cac6-43a9-a35d-355c3a6a1d0d tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1376550 Oct 26 08:36:59.573760 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36610) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:59.611759 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ec55e53d-d51a-472c-9f1f-f40944f18de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:59.614491 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ec55e53d-d51a-472c-9f1f-f40944f18de5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:59.615808 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ec55e53d-d51a-472c-9f1f-f40944f18de5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/44c9fde5-28aa-4dbe-8484-12b0cc037fbf HTTP/1.1" status: 204 len: 168 time: 0.3941677 Oct 26 08:36:59.644799 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6726b008-0919-4fc4-8a37-55b49d3de20b tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:59.653567 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec55e53d-d51a-472c-9f1f-f40944f18de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c9fde5-28aa-4dbe-8484-12b0cc037fbf,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:59.657002 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6726b008-0919-4fc4-8a37-55b49d3de20b tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:59.717508 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6726b008-0919-4fc4-8a37-55b49d3de20b tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:59.722544 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 0bf514fe-0a0a-4825-b132-4dc6dbfbae4e up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:36:59.739059 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-409e9eeb-c49f-4aed-a361-937dfaaaa5e9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:59.765452 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6726b008-0919-4fc4-8a37-55b49d3de20b tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:59.768947 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6726b008-0919-4fc4-8a37-55b49d3de20b tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/c09d6f33-7475-4024-8635-978562bff197 HTTP/1.1" status: 204 len: 168 time: 0.1924267 Oct 26 08:36:59.770395 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36614) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:59.802542 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726b008-0919-4fc4-8a37-55b49d3de20b tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c09d6f33-7475-4024-8635-978562bff197,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:36:59.821677 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 0bf514fe-0a0a-4825-b132-4dc6dbfbae4e triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:36:59.822355 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:59.853225 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb4fdb4-d67a-4951-972f-e3f6fdafab39 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Router 2e8f6e9b-97a3-47e1-8421-bbc947cd0709 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:36:59.907932 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6902704a-c30e-40e2-bd1b-c260e98c9e3c tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1359773 Oct 26 08:36:59.908493 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36618) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:36:59.914476 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:36:59.959114 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 0bf514fe-0a0a-4825-b132-4dc6dbfbae4e, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=0bf514fe-0a0a-4825-b132-4dc6dbfbae4e,segment=NetworkSegment(2ea596c7-b466-40aa-9f71-0b09be7934d9),segment_id=2ea596c7-b466-40aa-9f71-0b09be7934d9)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:36:59.964841 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:00.033775 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=0bf514fe-0a0a-4825-b132-4dc6dbfbae4e,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:00.064134 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb4fdb4-d67a-4951-972f-e3f6fdafab39 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:37:00.077611 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a156f0-62b7-4772-9ec5-82f2d2dd3bd9 None None] Sync routers for ids ['2e8f6e9b-97a3-47e1-8421-bbc947cd0709'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:37:00.088536 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7fb4fdb4-d67a-4951-972f-e3f6fdafab39 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:00.097608 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a156f0-62b7-4772-9ec5-82f2d2dd3bd9 None None] Routers {'2e8f6e9b-97a3-47e1-8421-bbc947cd0709'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:00.098440 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-e9a156f0-62b7-4772-9ec5-82f2d2dd3bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['2e8f6e9b-97a3-47e1-8421-bbc947cd0709'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:00.111806 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36620) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:00.132005 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c353355b-2920-48f7-90f1-7d2247f58bd2 None None] Network db281a0c-333b-4b4b-bd13-3dd672d63cbd requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:37:00.133485 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7bfa9d8f-d5ae-4ee3-beba-cd88fe9f3524 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:00.145453 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7fb4fdb4-d67a-4951-972f-e3f6fdafab39 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3905959 Oct 26 08:37:00.145453 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd849795-4274-4301-ba8a-cd8b337885a8', 'tag': '391ef8b3-0fe0-4984-89e6-e4694184b28e'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:37:00.155981 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6001f9b463937e9ba59653060f797cf6a3b9cfc8c69abf6deb468a53c3a3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6aeaf8a-c25f-4904-8446-ee0036efb809" -d '{"events": [{"name": "network-changed", "server_uuid": "dd849795-4274-4301-ba8a-cd8b337885a8", "tag": "391ef8b3-0fe0-4984-89e6-e4694184b28e"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:37:00.251855 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-e9a156f0-62b7-4772-9ec5-82f2d2dd3bd9 None None] Set router 2e8f6e9b-97a3-47e1-8421-bbc947cd0709 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:37:00.266531 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8719fed9-0e62-467e-8a28-28d63591b414 x-openstack-request-id: req-8719fed9-0e62-467e-8a28-28d63591b414 {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:37:00.266926 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd849795-4274-4301-ba8a-cd8b337885a8", "tag": "391ef8b3-0fe0-4984-89e6-e4694184b28e", "status": "completed", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:37:00.267120 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8719fed9-0e62-467e-8a28-28d63591b414 {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:37:00.267563 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd849795-4274-4301-ba8a-cd8b337885a8', 'tag': '391ef8b3-0fe0-4984-89e6-e4694184b28e', 'status': 'completed', 'code': 200} Oct 26 08:37:00.325051 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7bfa9d8f-d5ae-4ee3-beba-cd88fe9f3524 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:00.333847 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7bfa9d8f-d5ae-4ee3-beba-cd88fe9f3524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:00.382275 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7bfa9d8f-d5ae-4ee3-beba-cd88fe9f3524 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9fecd2a216dd41a1ac42a13efb8061d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2690215 Oct 26 08:37:00.383583 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa9d8f-d5ae-4ee3-beba-cd88fe9f3524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bebb1f0-c6b7-4334-8668-e42a3f5c4f2b,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:00.386183 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36626) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:00.445452 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0d25e22a-388b-4b8f-853f-bacb603ca70f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:00.471735 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0d25e22a-388b-4b8f-853f-bacb603ca70f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:00.482729 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-ddd7f801-a646-4ce8-8607-fc515bf6d0d2 None None] Provisioning complete for port 0bf514fe-0a0a-4825-b132-4dc6dbfbae4e triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:00.483112 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ddd7f801-a646-4ce8-8607-fc515bf6d0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:00.524254 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e8778-b62c-4094-9842-f6a7a1da3c95 req-1d8d4a49-3d85-479b-8012-67a1d33db4e1 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:00.534497 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f02e8778-b62c-4094-9842-f6a7a1da3c95 req-1d8d4a49-3d85-479b-8012-67a1d33db4e1 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 945 time: 0.2248657 Oct 26 08:37:00.537058 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0d25e22a-388b-4b8f-853f-bacb603ca70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:00.540149 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0d25e22a-388b-4b8f-853f-bacb603ca70f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:00.544010 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-0d25e22a-388b-4b8f-853f-bacb603ca70f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8bebb1f0-c6b7-4334-8668-e42a3f5c4f2b HTTP/1.1" status: 204 len: 168 time: 0.1562834 Oct 26 08:37:00.561898 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25e22a-388b-4b8f-853f-bacb603ca70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bebb1f0-c6b7-4334-8668-e42a3f5c4f2b,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:00.562655 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aeaf8a-c25f-4904-8446-ee0036efb809 req-290626a4-ebb8-4627-97a5-f1520229bcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:00.567414 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a6aeaf8a-c25f-4904-8446-ee0036efb809 req-290626a4-ebb8-4627-97a5-f1520229bcb8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=40cbaebd1fa144e8a5be2f35b8631d13&device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 1098 time: 0.2565846 Oct 26 08:37:00.638821 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-e9a156f0-62b7-4772-9ec5-82f2d2dd3bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1185869714', 'tenant_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.138'}], 'enable_snat': True}, 'gw_port_id': '7fa4e1e7-a241-4ac8-b099-404e92ed9177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:36:27Z', 'updated_at': '2021-10-26T08:36:34Z', 'revision_number': 4, 'project_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'gw_port': {'id': '7fa4e1e7-a241-4ac8-b099-404e92ed9177', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:36:27Z', 'updated_at': '2021-10-26T08:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': 'cd61bc43-5ff3-4f08-b16a-5815abe67efc', 'tenant_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'floating_ip_address': '172.26.2.35', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'port_id': '391ef8b3-0fe0-4984-89e6-e4694184b28e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e3bfd69-a86c-48f7-827c-ed91c29ba8ae', 'mac_address': 'fa:16:3e:5c:95:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd849795-4274-4301-ba8a-cd8b337885a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:36:58Z', 'updated_at': '2021-10-26T08:36:58Z', 'revision_number': 0, 'project_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e76857e-a467-4c75-96b2-eb4bce4756eb', 'name': '', 'network_id': '2e3bfd69-a86c-48f7-827c-ed91c29ba8ae', 'tenant_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'mac_address': 'fa:16:3e:e6:84:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '806b4a79-12ed-4b24-a0c3-c7d82290a7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:36:33Z', 'updated_at': '2021-10-26T08:36:40Z', 'revision_number': 5, 'project_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'subnets': [{'id': '806b4a79-12ed-4b24-a0c3-c7d82290a7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:00.674875 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a156f0-62b7-4772-9ec5-82f2d2dd3bd9 None None] Checking router: 2e8f6e9b-97a3-47e1-8421-bbc947cd0709 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:37:00.689579 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a156f0-62b7-4772-9ec5-82f2d2dd3bd9 None None] Routers {'2e8f6e9b-97a3-47e1-8421-bbc947cd0709'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:00.690309 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-e9a156f0-62b7-4772-9ec5-82f2d2dd3bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['2e8f6e9b-97a3-47e1-8421-bbc947cd0709'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:00.770546 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-40cc2ec6-ecf7-4179-afdd-57e5a84bfa3f tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:00.815935 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-409e9eeb-c49f-4aed-a361-937dfaaaa5e9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:00.821991 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f02e8778-b62c-4094-9842-f6a7a1da3c95 req-1a3aa96b-dde5-4d7c-bf59-f3da8044d6e9 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1faa321-505b-40a4-85e7-f618f70a9984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2867699 Oct 26 08:37:00.831203 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-409e9eeb-c49f-4aed-a361-937dfaaaa5e9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:00.838692 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-e9a156f0-62b7-4772-9ec5-82f2d2dd3bd9 None None] Set router 2e8f6e9b-97a3-47e1-8421-bbc947cd0709 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:37:00.856099 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36632) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:00.874702 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-40cc2ec6-ecf7-4179-afdd-57e5a84bfa3f tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:00.980982 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-5005f105-9622-4e61-b135-17fc8ab3419f None None] Provisioning complete for port 0bf514fe-0a0a-4825-b132-4dc6dbfbae4e triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:00.982510 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5005f105-9622-4e61-b135-17fc8ab3419f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:00.985822 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7b45ea93-8860-4f16-b46b-565719b78ed9 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/floatingips/cd61bc43-5ff3-4f08-b16a-5815abe67efc HTTP/1.1" status: 200 len: 990 time: 0.1273727 Oct 26 08:37:01.008691 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aeaf8a-c25f-4904-8446-ee0036efb809 req-72c3626c-dc6e-45dd-b955-d82a11c8a7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:01.011319 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a6aeaf8a-c25f-4904-8446-ee0036efb809 req-72c3626c-dc6e-45dd-b955-d82a11c8a7a9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2e3bfd69-a86c-48f7-827c-ed91c29ba8ae HTTP/1.1" status: 200 len: 897 time: 0.4277966 Oct 26 08:37:01.023009 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e9eeb-c49f-4aed-a361-937dfaaaa5e9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event updated for resources: {'Port': ['ID=e4ffef3f-982c-43c5-8994-25e817e80f38,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:01.025816 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-409e9eeb-c49f-4aed-a361-937dfaaaa5e9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:01.140376 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-5005f105-9622-4e61-b135-17fc8ab3419f None None] Provisioning complete for port e4ffef3f-982c-43c5-8994-25e817e80f38 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:01.141077 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5005f105-9622-4e61-b135-17fc8ab3419f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:01.180307 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-5005f105-9622-4e61-b135-17fc8ab3419f None None] Port e4ffef3f-982c-43c5-8994-25e817e80f38 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:37:01.211996 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-40cc2ec6-ecf7-4179-afdd-57e5a84bfa3f tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:01.214620 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-40cc2ec6-ecf7-4179-afdd-57e5a84bfa3f tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:01.218765 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-40cc2ec6-ecf7-4179-afdd-57e5a84bfa3f tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "DELETE /v2.0/security-groups/11d9881b-4bdd-4c05-8b2c-7c490b325546 HTTP/1.1" status: 204 len: 168 time: 1.3030803 Oct 26 08:37:01.219852 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36642) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:01.221384 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-e9a156f0-62b7-4772-9ec5-82f2d2dd3bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1185869714', 'tenant_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.138'}], 'enable_snat': True}, 'gw_port_id': '7fa4e1e7-a241-4ac8-b099-404e92ed9177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:36:27Z', 'updated_at': '2021-10-26T08:36:34Z', 'revision_number': 4, 'project_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'gw_port': {'id': '7fa4e1e7-a241-4ac8-b099-404e92ed9177', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:36:27Z', 'updated_at': '2021-10-26T08:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': 'cd61bc43-5ff3-4f08-b16a-5815abe67efc', 'tenant_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'floating_ip_address': '172.26.2.35', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'port_id': '391ef8b3-0fe0-4984-89e6-e4694184b28e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e3bfd69-a86c-48f7-827c-ed91c29ba8ae', 'mac_address': 'fa:16:3e:5c:95:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd849795-4274-4301-ba8a-cd8b337885a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:36:58Z', 'updated_at': '2021-10-26T08:36:58Z', 'revision_number': 0, 'project_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e76857e-a467-4c75-96b2-eb4bce4756eb', 'name': '', 'network_id': '2e3bfd69-a86c-48f7-827c-ed91c29ba8ae', 'tenant_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'mac_address': 'fa:16:3e:e6:84:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '806b4a79-12ed-4b24-a0c3-c7d82290a7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:36:33Z', 'updated_at': '2021-10-26T08:36:40Z', 'revision_number': 5, 'project_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'subnets': [{'id': '806b4a79-12ed-4b24-a0c3-c7d82290a7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:01.235088 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a6aeaf8a-c25f-4904-8446-ee0036efb809 req-49f2e4af-c0c8-4744-8b67-f73840c403a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=391ef8b3-0fe0-4984-89e6-e4694184b28e HTTP/1.1" status: 200 len: 998 time: 0.2070282 Oct 26 08:37:01.239772 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc2ec6-ecf7-4179-afdd-57e5a84bfa3f tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d9881b-4bdd-4c05-8b2c-7c490b325546,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:01.242713 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409e9eeb-c49f-4aed-a361-937dfaaaa5e9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Network db281a0c-333b-4b4b-bd13-3dd672d63cbd is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:37:01.253659 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-409e9eeb-c49f-4aed-a361-937dfaaaa5e9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:37:01.279905 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a156f0-62b7-4772-9ec5-82f2d2dd3bd9 None None] The sync data for ids ['2e8f6e9b-97a3-47e1-8421-bbc947cd0709'] in dv-neutron-804846-13-hyperv is: [{'id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1185869714', 'tenant_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.138'}], 'enable_snat': True}, 'gw_port_id': '7fa4e1e7-a241-4ac8-b099-404e92ed9177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:36:27Z', 'updated_at': '2021-10-26T08:36:34Z', 'revision_number': 4, 'project_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'gw_port': {'id': '7fa4e1e7-a241-4ac8-b099-404e92ed9177', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:36:27Z', 'updated_at': '2021-10-26T08:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': 'cd61bc43-5ff3-4f08-b16a-5815abe67efc', 'tenant_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'floating_ip_address': '172.26.2.35', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'port_id': '391ef8b3-0fe0-4984-89e6-e4694184b28e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e3bfd69-a86c-48f7-827c-ed91c29ba8ae', 'mac_address': 'fa:16:3e:5c:95:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd849795-4274-4301-ba8a-cd8b337885a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:36:58Z', 'updated_at': '2021-10-26T08:36:58Z', 'revision_number': 0, 'project_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e76857e-a467-4c75-96b2-eb4bce4756eb', 'name': '', 'network_id': '2e3bfd69-a86c-48f7-827c-ed91c29ba8ae', 'tenant_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'mac_address': 'fa:16:3e:e6:84:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '806b4a79-12ed-4b24-a0c3-c7d82290a7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:36:33Z', 'updated_at': '2021-10-26T08:36:40Z', 'revision_number': 5, 'project_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'subnets': [{'id': '806b4a79-12ed-4b24-a0c3-c7d82290a7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:37:01.298591 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d077b181-fda7-4386-8a5b-d0fafa489213 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0753884 Oct 26 08:37:01.301978 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-6431e6ba-f27e-4f3c-bb82-b995587a4db9 None None] Provisioning complete for port e4ffef3f-982c-43c5-8994-25e817e80f38 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:01.302362 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6431e6ba-f27e-4f3c-bb82-b995587a4db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:01.305054 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36646) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:01.312191 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-330585af-74db-45f7-ba6d-c5f1b9b78155 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Request body: {'security_group': {'name': 'tempest-secgroup--408977021'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:01.341796 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-330585af-74db-45f7-ba6d-c5f1b9b78155 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:01.390188 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-6431e6ba-f27e-4f3c-bb82-b995587a4db9 None None] Port e4ffef3f-982c-43c5-8994-25e817e80f38 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:37:01.398649 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aeaf8a-c25f-4904-8446-ee0036efb809 req-e064668d-05d1-4d31-84bc-802bf8fbd3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:01.401344 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a6aeaf8a-c25f-4904-8446-ee0036efb809 req-e064668d-05d1-4d31-84bc-802bf8fbd3bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=806b4a79-12ed-4b24-a0c3-c7d82290a7d1 HTTP/1.1" status: 200 len: 835 time: 0.1572528 Oct 26 08:37:01.455864 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-330585af-74db-45f7-ba6d-c5f1b9b78155 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:01.462163 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-330585af-74db-45f7-ba6d-c5f1b9b78155 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:01.498986 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aeaf8a-c25f-4904-8446-ee0036efb809 req-d7bf8ebc-1d2d-4c88-9e6c-910f553cf7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:01.500623 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a6aeaf8a-c25f-4904-8446-ee0036efb809 req-d7bf8ebc-1d2d-4c88-9e6c-910f553cf7ac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2e3bfd69-a86c-48f7-827c-ed91c29ba8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0844758 Oct 26 08:37:01.503444 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330585af-74db-45f7-ba6d-c5f1b9b78155 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be58a969-faf5-4bc3-872f-c893545e3fd4,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:01.511844 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330585af-74db-45f7-ba6d-c5f1b9b78155 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:01.512446 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330585af-74db-45f7-ba6d-c5f1b9b78155 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:01.512793 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330585af-74db-45f7-ba6d-c5f1b9b78155 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:01.513776 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330585af-74db-45f7-ba6d-c5f1b9b78155 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:01.514120 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330585af-74db-45f7-ba6d-c5f1b9b78155 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:01.514545 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330585af-74db-45f7-ba6d-c5f1b9b78155 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:01.514889 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330585af-74db-45f7-ba6d-c5f1b9b78155 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:01.523057 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330585af-74db-45f7-ba6d-c5f1b9b78155 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:01.523560 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330585af-74db-45f7-ba6d-c5f1b9b78155 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:01.524006 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330585af-74db-45f7-ba6d-c5f1b9b78155 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:01.524536 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330585af-74db-45f7-ba6d-c5f1b9b78155 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:01.524927 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330585af-74db-45f7-ba6d-c5f1b9b78155 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:01.534773 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-330585af-74db-45f7-ba6d-c5f1b9b78155 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:01.538605 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-330585af-74db-45f7-ba6d-c5f1b9b78155 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2299945 Oct 26 08:37:01.539024 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36654) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:01.543951 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-3dc4cc9c-5d7e-4e82-af3c-16a1924d56ed tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Request body: {'security_group_rule': {'security_group_id': 'be58a969-faf5-4bc3-872f-c893545e3fd4', 'direction': 'ingress', 'protocol': 17}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:01.570257 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-409e9eeb-c49f-4aed-a361-937dfaaaa5e9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Router 69ab9635-2fb6-452e-9903-9c771b597b9b is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:37:01.613478 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3dc4cc9c-5d7e-4e82-af3c-16a1924d56ed tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:01.643590 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7036c8d6-88e4-475a-b443-778a113a694e None None] New status for floating IP cd61bc43-5ff3-4f08-b16a-5815abe67efc: ACTIVE {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:37:01.691435 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 0bf514fe-0a0a-4825-b132-4dc6dbfbae4e up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:37:01.741982 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3dc4cc9c-5d7e-4e82-af3c-16a1924d56ed tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:01.748785 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3dc4cc9c-5d7e-4e82-af3c-16a1924d56ed tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:01.758053 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a6aeaf8a-c25f-4904-8446-ee0036efb809 req-08fc5977-a362-4cde-b74f-a58dec1650ff service neutron] 10.222.0.47 "GET /v2.0/networks/2e3bfd69-a86c-48f7-827c-ed91c29ba8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491677 Oct 26 08:37:01.776468 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4cc9c-5d7e-4e82-af3c-16a1924d56ed tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7888ffc-4988-4d1b-8c73-f647ccc09d17,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:01.776692 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409e9eeb-c49f-4aed-a361-937dfaaaa5e9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:37:01.782671 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-409e9eeb-c49f-4aed-a361-937dfaaaa5e9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "PUT /v2.0/routers/69ab9635-2fb6-452e-9903-9c771b597b9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4244525 Oct 26 08:37:01.788907 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3dc4cc9c-5d7e-4e82-af3c-16a1924d56ed tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:01.792767 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36658) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:01.793109 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36660) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:01.794088 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3dc4cc9c-5d7e-4e82-af3c-16a1924d56ed tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2532783 Oct 26 08:37:01.796488 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f69e651-b6ae-4b35-95e6-780a4399939c None None] Sync routers for ids ['69ab9635-2fb6-452e-9903-9c771b597b9b'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:37:01.802600 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8afb191b-b328-433d-a31b-423856a657e4 None None] Provisioning complete for port e4ffef3f-982c-43c5-8994-25e817e80f38 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:01.802984 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8afb191b-b328-433d-a31b-423856a657e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:01.807865 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f69e651-b6ae-4b35-95e6-780a4399939c None None] Routers {'69ab9635-2fb6-452e-9903-9c771b597b9b'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:01.808768 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-1f69e651-b6ae-4b35-95e6-780a4399939c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['69ab9635-2fb6-452e-9903-9c771b597b9b'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:01.856108 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-1f69e651-b6ae-4b35-95e6-780a4399939c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:01.867620 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f69e651-b6ae-4b35-95e6-780a4399939c None None] Routers {'69ab9635-2fb6-452e-9903-9c771b597b9b'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:01.869473 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-1f69e651-b6ae-4b35-95e6-780a4399939c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['69ab9635-2fb6-452e-9903-9c771b597b9b'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:01.908983 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8afb191b-b328-433d-a31b-423856a657e4 None None] Port e4ffef3f-982c-43c5-8994-25e817e80f38 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:37:01.910203 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-1f69e651-b6ae-4b35-95e6-780a4399939c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:01.910783 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 0bf514fe-0a0a-4825-b132-4dc6dbfbae4e triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:01.911166 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:01.911586 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f69e651-b6ae-4b35-95e6-780a4399939c None None] The sync data for ids ['69ab9635-2fb6-452e-9903-9c771b597b9b'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:37:01.917084 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f3b63c-d402-42a9-af63-7d4b18d40015 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:01.918534 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-88f3b63c-d402-42a9-af63-7d4b18d40015 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "GET /v2.0/ports/e4ffef3f-982c-43c5-8994-25e817e80f38 HTTP/1.1" status: 200 len: 910 time: 0.1203928 Oct 26 08:37:01.922031 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36664) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:01.952701 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5e75a7ea-d166-4515-b36d-ecabbd37bf7b tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:01.990701 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36666) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:02.009201 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5e75a7ea-d166-4515-b36d-ecabbd37bf7b tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:02.013725 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a6aeaf8a-c25f-4904-8446-ee0036efb809 req-198b0019-7f4c-44d6-b35f-08df80fe961d service neutron] 10.222.0.47 "GET /v2.0/networks/2e3bfd69-a86c-48f7-827c-ed91c29ba8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479510 Oct 26 08:37:02.079859 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5e75a7ea-d166-4515-b36d-ecabbd37bf7b tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:02.084768 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5e75a7ea-d166-4515-b36d-ecabbd37bf7b tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:02.086822 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-5e75a7ea-d166-4515-b36d-ecabbd37bf7b tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "DELETE /v2.0/security-groups/be58a969-faf5-4bc3-872f-c893545e3fd4 HTTP/1.1" status: 204 len: 168 time: 0.2872257 Oct 26 08:37:02.089471 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36670) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:02.098584 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e75a7ea-d166-4515-b36d-ecabbd37bf7b tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be58a969-faf5-4bc3-872f-c893545e3fd4,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:02.156224 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-fef20113-b228-449f-aee3-e87e2f6d5832 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/floatingips/cd61bc43-5ff3-4f08-b16a-5815abe67efc HTTP/1.1" status: 200 len: 992 time: 0.1654787 Oct 26 08:37:02.238366 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1fb6b032-7764-40dd-b325-246c92542d2a tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1430635 Oct 26 08:37:02.242131 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36676) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:02.246905 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-a120d455-26b9-4a30-9fb3-91c3074758fb tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Request body: {'security_group': {'name': 'tempest-secgroup--1206608910'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:02.275718 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a120d455-26b9-4a30-9fb3-91c3074758fb tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:02.357688 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a120d455-26b9-4a30-9fb3-91c3074758fb tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:02.363361 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a120d455-26b9-4a30-9fb3-91c3074758fb tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:02.407492 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a120d455-26b9-4a30-9fb3-91c3074758fb tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:02.410191 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a120d455-26b9-4a30-9fb3-91c3074758fb tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1669450 Oct 26 08:37:02.412363 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120d455-26b9-4a30-9fb3-91c3074758fb tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e165de-f979-4242-b958-0d9604b54143,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:02.413558 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36682) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:02.423663 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-2b4b3d8f-46db-4e35-89e1-a29d4700f339 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Request body: {'security_group': {'name': 'tempest-secgroup--489067871'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:02.437403 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36684) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:02.455191 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-af0f5fc9-85d1-47de-93cc-b295d6472d19 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:02.489309 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2b4b3d8f-46db-4e35-89e1-a29d4700f339 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:02.537751 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-751e206f-6389-4f4b-b49b-00df4edf032c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-219746086', 'router:external': True}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:02.565597 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751e206f-6389-4f4b-b49b-00df4edf032c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Made reservation on behalf of 91980c0415224c52a51d3c3c730d0e18 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:37:02.568172 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-751e206f-6389-4f4b-b49b-00df4edf032c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:02.577344 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-751e206f-6389-4f4b-b49b-00df4edf032c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:02.650527 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2b4b3d8f-46db-4e35-89e1-a29d4700f339 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:02.655814 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-751e206f-6389-4f4b-b49b-00df4edf032c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:02.659182 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2b4b3d8f-46db-4e35-89e1-a29d4700f339 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:02.659889 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-751e206f-6389-4f4b-b49b-00df4edf032c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:02.688048 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-751e206f-6389-4f4b-b49b-00df4edf032c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:37:02.696706 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2b4b3d8f-46db-4e35-89e1-a29d4700f339 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:02.697489 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e206f-6389-4f4b-b49b-00df4edf032c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397255eb-2cca-4a51-8b72-4b2a0682a4d7,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:02.697945 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-2b4b3d8f-46db-4e35-89e1-a29d4700f339 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2827699 Oct 26 08:37:02.702509 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36688) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:02.704055 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b3d8f-46db-4e35-89e1-a29d4700f339 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5fdd4f-4aa0-4b02-b258-c7b5e6b22df6,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:02.707248 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-5e5e62b8-4b63-4cfb-8394-4adc7baed3b3 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Request body: {'security_group_rule': {'security_group_id': 'f4e165de-f979-4242-b958-0d9604b54143', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3d5fdd4f-4aa0-4b02-b258-c7b5e6b22df6', 'remote_ip_prefix': None}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:02.728434 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-751e206f-6389-4f4b-b49b-00df4edf032c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:02.728796 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-751e206f-6389-4f4b-b49b-00df4edf032c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Added segment aa02375b-972d-4906-b2ce-bc08005706ff of type vlan for network a2e50be6-e980-4260-8a00-5ff3c60d97b4 Oct 26 08:37:02.786974 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-751e206f-6389-4f4b-b49b-00df4edf032c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:02.789010 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5e5e62b8-4b63-4cfb-8394-4adc7baed3b3 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:02.790588 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-af0f5fc9-85d1-47de-93cc-b295d6472d19 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Deleting port e4ffef3f-982c-43c5-8994-25e817e80f38 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:37:02.790943 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-af0f5fc9-85d1-47de-93cc-b295d6472d19 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:02.854055 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-751e206f-6389-4f4b-b49b-00df4edf032c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:02.855045 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751e206f-6389-4f4b-b49b-00df4edf032c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:02.855638 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-751e206f-6389-4f4b-b49b-00df4edf032c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:02.878994 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-af0f5fc9-85d1-47de-93cc-b295d6472d19 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:02.893275 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-af0f5fc9-85d1-47de-93cc-b295d6472d19 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Calling delete_port for e4ffef3f-982c-43c5-8994-25e817e80f38 owned by network:router_interface {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:37:02.954087 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-751e206f-6389-4f4b-b49b-00df4edf032c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5153384 Oct 26 08:37:02.957842 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36690) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:02.962656 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-73745f45-4866-495c-9dff-288696e38049 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Request body: {'subnet': {'network_id': 'a2e50be6-e980-4260-8a00-5ff3c60d97b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:02.978791 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5e5e62b8-4b63-4cfb-8394-4adc7baed3b3 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:02.979857 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e206f-6389-4f4b-b49b-00df4edf032c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Pushing event updated for resources: {'Network': ['ID=a2e50be6-e980-4260-8a00-5ff3c60d97b4,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:02.984820 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5e5e62b8-4b63-4cfb-8394-4adc7baed3b3 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:02.991107 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network a2e50be6-e980-4260-8a00-5ff3c60d97b4 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:37:03.002085 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e62b8-4b63-4cfb-8394-4adc7baed3b3 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b516c1c0-7265-457e-b339-871486cfb6d1,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:03.032952 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73745f45-4866-495c-9dff-288696e38049 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Made reservation on behalf of 91980c0415224c52a51d3c3c730d0e18 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:37:03.035665 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-73745f45-4866-495c-9dff-288696e38049 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:03.039523 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5e5e62b8-4b63-4cfb-8394-4adc7baed3b3 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:03.043439 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-5e5e62b8-4b63-4cfb-8394-4adc7baed3b3 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3372822 Oct 26 08:37:03.043782 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36692) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:03.077532 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-491c800e-8127-4fbb-acfa-ba5b2d2843b7 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:03.085557 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-491c800e-8127-4fbb-acfa-ba5b2d2843b7 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:03.113512 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-491c800e-8127-4fbb-acfa-ba5b2d2843b7 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:03.119496 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-491c800e-8127-4fbb-acfa-ba5b2d2843b7 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:03.120596 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-491c800e-8127-4fbb-acfa-ba5b2d2843b7 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/b516c1c0-7265-457e-b339-871486cfb6d1 HTTP/1.1" status: 204 len: 168 time: 0.0752964 Oct 26 08:37:03.125303 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36694) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:03.131657 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c800e-8127-4fbb-acfa-ba5b2d2843b7 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b516c1c0-7265-457e-b339-871486cfb6d1,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:03.166345 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-af0f5fc9-85d1-47de-93cc-b295d6472d19 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:03.171466 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-5604d41f-0a39-4bf9-a46f-c7636393e330 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0448050 Oct 26 08:37:03.174410 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36696) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:03.198658 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f5fc9-85d1-47de-93cc-b295d6472d19 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event deleted for resources: {'Port': ['ID=e4ffef3f-982c-43c5-8994-25e817e80f38,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:03.237980 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3a89297c-fb34-4797-b077-390d23ede0a2 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:03.262494 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3a89297c-fb34-4797-b077-390d23ede0a2 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:03.317062 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3a89297c-fb34-4797-b077-390d23ede0a2 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:03.319749 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3a89297c-fb34-4797-b077-390d23ede0a2 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:03.320951 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3a89297c-fb34-4797-b077-390d23ede0a2 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "DELETE /v2.0/security-groups/3d5fdd4f-4aa0-4b02-b258-c7b5e6b22df6 HTTP/1.1" status: 204 len: 168 time: 0.1454232 Oct 26 08:37:03.326995 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36698) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:03.344700 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89297c-fb34-4797-b077-390d23ede0a2 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5fdd4f-4aa0-4b02-b258-c7b5e6b22df6,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:03.412223 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-253ebb5d-aa8b-48b2-a089-f212208dc823 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0840447 Oct 26 08:37:03.414780 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36700) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:03.433898 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-af0f5fc9-85d1-47de-93cc-b295d6472d19 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:03.473942 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c394c108-b475-4687-af89-3e62a2b1af70 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:03.496100 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c394c108-b475-4687-af89-3e62a2b1af70 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:03.539276 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c394c108-b475-4687-af89-3e62a2b1af70 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:03.542114 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c394c108-b475-4687-af89-3e62a2b1af70 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:03.545728 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c394c108-b475-4687-af89-3e62a2b1af70 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "DELETE /v2.0/security-groups/f4e165de-f979-4242-b958-0d9604b54143 HTTP/1.1" status: 204 len: 168 time: 0.1275859 Oct 26 08:37:03.550938 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36702) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:03.554613 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394c108-b475-4687-af89-3e62a2b1af70 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e165de-f979-4242-b958-0d9604b54143,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:03.987800 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-bd0cab40-7b64-4616-bf1f-539226e918cd tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4402108 Oct 26 08:37:03.991568 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36704) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:03.996545 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-572e734b-4002-4498-847d-fd9192daa48b tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Request body: {'security_group': {'name': 'tempest-secgroup--1375042987'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:04.008960 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0f5fc9-85d1-47de-93cc-b295d6472d19 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Router 69ab9635-2fb6-452e-9903-9c771b597b9b has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:37:04.037094 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-572e734b-4002-4498-847d-fd9192daa48b tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:04.126466 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0f5fc9-85d1-47de-93cc-b295d6472d19 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:37:04.136517 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac483c15-ed0d-4a29-9d8d-1fa8c92bfb80 None None] Sync routers for ids ['69ab9635-2fb6-452e-9903-9c771b597b9b'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:37:04.137641 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-af0f5fc9-85d1-47de-93cc-b295d6472d19 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "PUT /v2.0/routers/69ab9635-2fb6-452e-9903-9c771b597b9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2139153 Oct 26 08:37:04.140531 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36706) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:04.146930 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac483c15-ed0d-4a29-9d8d-1fa8c92bfb80 None None] Routers {'69ab9635-2fb6-452e-9903-9c771b597b9b'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:04.147547 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ac483c15-ed0d-4a29-9d8d-1fa8c92bfb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['69ab9635-2fb6-452e-9903-9c771b597b9b'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:04.172042 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.objects.ports [None req-73745f45-4866-495c-9dff-288696e38049 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102102) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 08:37:04.172513 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-73745f45-4866-495c-9dff-288696e38049 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:04.183069 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ac483c15-ed0d-4a29-9d8d-1fa8c92bfb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:04.191748 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac483c15-ed0d-4a29-9d8d-1fa8c92bfb80 None None] Routers {'69ab9635-2fb6-452e-9903-9c771b597b9b'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:04.192462 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ac483c15-ed0d-4a29-9d8d-1fa8c92bfb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['69ab9635-2fb6-452e-9903-9c771b597b9b'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:04.203811 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-44de48d6-c9f9-47ff-967c-3bf498b39bed tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "GET /v2.0/ports?device_id=69ab9635-2fb6-452e-9903-9c771b597b9b HTTP/1.1" status: 200 len: 205 time: 0.0593529 Oct 26 08:37:04.204596 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36708) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:04.229737 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ac483c15-ed0d-4a29-9d8d-1fa8c92bfb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:04.230386 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac483c15-ed0d-4a29-9d8d-1fa8c92bfb80 None None] The sync data for ids ['69ab9635-2fb6-452e-9903-9c771b597b9b'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:37:04.276794 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73745f45-4866-495c-9dff-288696e38049 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f90ccad0-8a08-4b3b-9f81-35722def2e93,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:04.288344 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-572e734b-4002-4498-847d-fd9192daa48b tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:04.292231 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-823324be-a1ce-400e-ab35-f06ed73db5af tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:04.294908 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-572e734b-4002-4498-847d-fd9192daa48b tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:04.307931 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73745f45-4866-495c-9dff-288696e38049 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Checking segment: {'id': 'aa02375b-972d-4906-b2ce-bc08005706ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a2e50be6-e980-4260-8a00-5ff3c60d97b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:37:04.309692 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73745f45-4866-495c-9dff-288696e38049 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Network hostable DHCP agents. Network: a2e50be6-e980-4260-8a00-5ff3c60d97b4, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:37:04.333891 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-572e734b-4002-4498-847d-fd9192daa48b tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:04.335128 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-572e734b-4002-4498-847d-fd9192daa48b tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3426487 Oct 26 08:37:04.338445 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36710) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:04.343931 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-b066db7e-f365-4f30-9479-8d971e1b3200 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Request body: {'security_group_rule': {'security_group_id': 'ee933215-e661-461b-9c9b-f0b78f9e12e3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:04.351302 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e734b-4002-4498-847d-fd9192daa48b tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee933215-e661-461b-9c9b-f0b78f9e12e3,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:04.363587 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73745f45-4866-495c-9dff-288696e38049 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Network a2e50be6-e980-4260-8a00-5ff3c60d97b4 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:37:04.377174 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-73745f45-4866-495c-9dff-288696e38049 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, a2e50be6-e980-4260-8a00-5ff3c60d97b4) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:37:04.382332 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73745f45-4866-495c-9dff-288696e38049 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:04.382863 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-73745f45-4866-495c-9dff-288696e38049 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:04.392299 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6c9cbe-d085-4eb5-9cb9-2d0a3cc788b1 None None] Network a2e50be6-e980-4260-8a00-5ff3c60d97b4 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:37:04.396220 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b066db7e-f365-4f30-9479-8d971e1b3200 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:04.413173 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-73745f45-4866-495c-9dff-288696e38049 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.4542656 Oct 26 08:37:04.413797 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36712) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:04.421113 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-4c97c616-9744-4f1c-8082-6aaabbd93631 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1866303754', 'network_id': 'a2e50be6-e980-4260-8a00-5ff3c60d97b4'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:04.459929 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-823324be-a1ce-400e-ab35-f06ed73db5af tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:04.462099 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-823324be-a1ce-400e-ab35-f06ed73db5af tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:04.470673 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c97c616-9744-4f1c-8082-6aaabbd93631 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Made reservation on behalf of 91980c0415224c52a51d3c3c730d0e18 for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:37:04.473414 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c97c616-9744-4f1c-8082-6aaabbd93631 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:04.495416 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-4c97c616-9744-4f1c-8082-6aaabbd93631 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] device_id is not set on port b6a1a422-a83d-4988-911a-a22ea1a429be yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:37:04.506123 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b066db7e-f365-4f30-9479-8d971e1b3200 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:04.510611 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b066db7e-f365-4f30-9479-8d971e1b3200 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:04.512506 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-823324be-a1ce-400e-ab35-f06ed73db5af tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:04.513901 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823324be-a1ce-400e-ab35-f06ed73db5af tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Fanout notify agent at l3_agent the message router_deleted on router 69ab9635-2fb6-452e-9903-9c771b597b9b {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:37:04.521370 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-823324be-a1ce-400e-ab35-f06ed73db5af tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:04.525195 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-823324be-a1ce-400e-ab35-f06ed73db5af tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/routers/69ab9635-2fb6-452e-9903-9c771b597b9b HTTP/1.1" status: 204 len: 168 time: 0.3172004 Oct 26 08:37:04.525556 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36714) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:04.560421 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b23044-f211-4cc3-b61a-d08e0a03b9e1 None None] Network a2e50be6-e980-4260-8a00-5ff3c60d97b4 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:37:04.585703 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b066db7e-f365-4f30-9479-8d971e1b3200 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9846d55a-9a48-4baf-9344-702e4c4a2f6d,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:04.590336 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-997dc710-9082-4232-9b6f-b9ddd900e7be tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Deleting subnet cc57f00e-e25b-478d-ad40-039e830ff88b {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:37:04.594286 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-997dc710-9082-4232-9b6f-b9ddd900e7be tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:04.614961 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b066db7e-f365-4f30-9479-8d971e1b3200 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:04.618769 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b066db7e-f365-4f30-9479-8d971e1b3200 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2765534 Oct 26 08:37:04.621016 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36716) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:04.648269 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-997dc710-9082-4232-9b6f-b9ddd900e7be tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:04.667248 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f854ba8c-8139-4077-b819-373f8facdf9c tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:04.670356 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-4c97c616-9744-4f1c-8082-6aaabbd93631 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Allocated IP 2001:db8::1c8 (a2e50be6-e980-4260-8a00-5ff3c60d97b4/f90ccad0-8a08-4b3b-9f81-35722def2e93/b6a1a422-a83d-4988-911a-a22ea1a429be) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:37:04.681056 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f854ba8c-8139-4077-b819-373f8facdf9c tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:04.728710 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f854ba8c-8139-4077-b819-373f8facdf9c tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:04.743022 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f854ba8c-8139-4077-b819-373f8facdf9c tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:04.744337 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f854ba8c-8139-4077-b819-373f8facdf9c tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/9846d55a-9a48-4baf-9344-702e4c4a2f6d HTTP/1.1" status: 204 len: 168 time: 0.1222243 Oct 26 08:37:04.749710 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36718) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:04.778745 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f854ba8c-8139-4077-b819-373f8facdf9c tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9846d55a-9a48-4baf-9344-702e4c4a2f6d,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:04.853545 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-2f0cf384-5a2d-4616-a50e-8ef63b90bea5 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0982058 Oct 26 08:37:04.854669 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36720) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:04.918477 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c97c616-9744-4f1c-8082-6aaabbd93631 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:04.945850 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-853308e0-d8c7-44fc-9aa2-b944db9b80f3 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:04.979677 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-853308e0-d8c7-44fc-9aa2-b944db9b80f3 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:04.999908 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c97c616-9744-4f1c-8082-6aaabbd93631 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:05.001326 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-997dc710-9082-4232-9b6f-b9ddd900e7be tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:05.059593 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c97c616-9744-4f1c-8082-6aaabbd93631 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Network a2e50be6-e980-4260-8a00-5ff3c60d97b4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:37:05.063969 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-4c97c616-9744-4f1c-8082-6aaabbd93631 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:37:05.067194 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-997dc710-9082-4232-9b6f-b9ddd900e7be tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:05.068874 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-853308e0-d8c7-44fc-9aa2-b944db9b80f3 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:05.071379 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-853308e0-d8c7-44fc-9aa2-b944db9b80f3 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:05.074811 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-853308e0-d8c7-44fc-9aa2-b944db9b80f3 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "DELETE /v2.0/security-groups/ee933215-e661-461b-9c9b-f0b78f9e12e3 HTTP/1.1" status: 204 len: 168 time: 0.2173567 Oct 26 08:37:05.074811 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c97c616-9744-4f1c-8082-6aaabbd93631 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:37:05.074811 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c97c616-9744-4f1c-8082-6aaabbd93631 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:05.075800 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c97c616-9744-4f1c-8082-6aaabbd93631 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:05.076015 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36722) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:05.082835 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97c616-9744-4f1c-8082-6aaabbd93631 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Pushing event updated for resources: {'Port': ['ID=b6a1a422-a83d-4988-911a-a22ea1a429be,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:05.094384 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853308e0-d8c7-44fc-9aa2-b944db9b80f3 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee933215-e661-461b-9c9b-f0b78f9e12e3,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:05.104914 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4c97c616-9744-4f1c-8082-6aaabbd93631 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6880267 Oct 26 08:37:05.108672 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36724) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:05.114177 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997dc710-9082-4232-9b6f-b9ddd900e7be tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event deleted for resources: {'Subnet': ['ID=cc57f00e-e25b-478d-ad40-039e830ff88b,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:05.116195 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-997dc710-9082-4232-9b6f-b9ddd900e7be tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:05.122231 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-997dc710-9082-4232-9b6f-b9ddd900e7be tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/subnets/cc57f00e-e25b-478d-ad40-039e830ff88b HTTP/1.1" status: 204 len: 168 time: 0.5929365 Oct 26 08:37:05.123673 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36726) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:05.127891 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8eb4dd9-9c19-4f9f-a2d6-04e0f32d401b None None] Network db281a0c-333b-4b4b-bd13-3dd672d63cbd requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:37:05.202636 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-d7285a91-c1c5-43ba-afd2-41d0ba163d4c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Deleting port b6a1a422-a83d-4988-911a-a22ea1a429be {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:37:05.202953 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d7285a91-c1c5-43ba-afd2-41d0ba163d4c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:05.206397 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2fd5bc2e-6a5b-4ce7-b0aa-f55ea0028993 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1293464 Oct 26 08:37:05.210307 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36728) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:05.220079 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-57062f1a-637c-499c-ac5b-1b347c706be9 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Request body: {'security_group': {'name': 'tempest-secgroup--383945076'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:05.236067 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e48b092a-16f7-4eca-be89-881c596fd854 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:05.257927 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-57062f1a-637c-499c-ac5b-1b347c706be9 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:05.304976 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d7285a91-c1c5-43ba-afd2-41d0ba163d4c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:05.322430 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-d7285a91-c1c5-43ba-afd2-41d0ba163d4c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Calling delete_port for b6a1a422-a83d-4988-911a-a22ea1a429be owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:37:05.336701 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-e48b092a-16f7-4eca-be89-881c596fd854 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Deleting port 0bf514fe-0a0a-4825-b132-4dc6dbfbae4e {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:37:05.337076 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e48b092a-16f7-4eca-be89-881c596fd854 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:05.349923 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f2102a-6b2f-4ff1-9e64-54f87e5b6026 None None] DHCP port deletion for db281a0c-333b-4b4b-bd13-3dd672d63cbd request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:37:05.414709 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-57f2102a-6b2f-4ff1-9e64-54f87e5b6026 None None] Deleting port 0bf514fe-0a0a-4825-b132-4dc6dbfbae4e {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:37:05.415087 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-57f2102a-6b2f-4ff1-9e64-54f87e5b6026 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:05.421761 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-57062f1a-637c-499c-ac5b-1b347c706be9 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:05.427360 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-e48b092a-16f7-4eca-be89-881c596fd854 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] For port 0bf514fe-0a0a-4825-b132-4dc6dbfbae4e, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=0bf514fe-0a0a-4825-b132-4dc6dbfbae4e,segment=NetworkSegment(2ea596c7-b466-40aa-9f71-0b09be7934d9),segment_id=2ea596c7-b466-40aa-9f71-0b09be7934d9)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:37:05.427716 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e48b092a-16f7-4eca-be89-881c596fd854 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:05.434815 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-57062f1a-637c-499c-ac5b-1b347c706be9 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:05.448679 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-e48b092a-16f7-4eca-be89-881c596fd854 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Calling delete_port for 0bf514fe-0a0a-4825-b132-4dc6dbfbae4e owned by network:dhcp {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:37:05.465852 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d7285a91-c1c5-43ba-afd2-41d0ba163d4c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:05.480088 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-57062f1a-637c-499c-ac5b-1b347c706be9 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:05.484486 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-57062f1a-637c-499c-ac5b-1b347c706be9 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2702909 Oct 26 08:37:05.485787 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36730) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:05.487171 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-57f2102a-6b2f-4ff1-9e64-54f87e5b6026 None None] For port 0bf514fe-0a0a-4825-b132-4dc6dbfbae4e, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=0bf514fe-0a0a-4825-b132-4dc6dbfbae4e,segment=NetworkSegment(2ea596c7-b466-40aa-9f71-0b09be7934d9),segment_id=2ea596c7-b466-40aa-9f71-0b09be7934d9)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:37:05.487598 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-57f2102a-6b2f-4ff1-9e64-54f87e5b6026 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:05.490637 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-0b664f26-6bfe-4c66-a9aa-8ec3e3d26e96 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Request body: {'security_group_rule': {'security_group_id': 'b5c46782-4218-4725-8230-5cd4d93186b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:05.501255 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7285a91-c1c5-43ba-afd2-41d0ba163d4c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6a1a422-a83d-4988-911a-a22ea1a429be,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:05.502555 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-57f2102a-6b2f-4ff1-9e64-54f87e5b6026 None None] Calling delete_port for 0bf514fe-0a0a-4825-b132-4dc6dbfbae4e owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:37:05.526530 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57062f1a-637c-499c-ac5b-1b347c706be9 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c46782-4218-4725-8230-5cd4d93186b0,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:05.530173 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d7285a91-c1c5-43ba-afd2-41d0ba163d4c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:05.537204 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d7285a91-c1c5-43ba-afd2-41d0ba163d4c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] 10.222.0.41 "DELETE /v2.0/ports/b6a1a422-a83d-4988-911a-a22ea1a429be HTTP/1.1" status: 204 len: 168 time: 0.4236488 Oct 26 08:37:05.537431 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36732) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:05.541781 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-ea06b112-904c-4e83-bead-cbb269adb528 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a2e50be6-e980-4260-8a00-5ff3c60d97b4', 'external_fixed_ips': [{'subnet_id': 'f90ccad0-8a08-4b3b-9f81-35722def2e93', 'ip_address': '2001:db8::1c8'}]}}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:05.580726 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0b664f26-6bfe-4c66-a9aa-8ec3e3d26e96 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:05.599280 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ea06b112-904c-4e83-bead-cbb269adb528 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:05.600751 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ea06b112-904c-4e83-bead-cbb269adb528 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:05.627838 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-57f2102a-6b2f-4ff1-9e64-54f87e5b6026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:05.639160 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 0bf514fe-0a0a-4825-b132-4dc6dbfbae4e no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:37:05.644364 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e48b092a-16f7-4eca-be89-881c596fd854 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:05.664793 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f2102a-6b2f-4ff1-9e64-54f87e5b6026 None None] No DVR routers for this DVR port 0bf514fe-0a0a-4825-b132-4dc6dbfbae4e on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:37:05.666506 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 0bf514fe-0a0a-4825-b132-4dc6dbfbae4e {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:37:05.667113 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ea06b112-904c-4e83-bead-cbb269adb528 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:05.667289 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 0bf514fe-0a0a-4825-b132-4dc6dbfbae4e not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:37:05.686872 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0b664f26-6bfe-4c66-a9aa-8ec3e3d26e96 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:05.690356 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b092a-16f7-4eca-be89-881c596fd854 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event deleted for resources: {'Port': ['ID=0bf514fe-0a0a-4825-b132-4dc6dbfbae4e,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:05.692898 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48b092a-16f7-4eca-be89-881c596fd854 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] No DVR routers for this DVR port 0bf514fe-0a0a-4825-b132-4dc6dbfbae4e on host dv-neutron-804846-13-hyperv {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:37:05.694878 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0b664f26-6bfe-4c66-a9aa-8ec3e3d26e96 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:05.701409 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2102a-6b2f-4ff1-9e64-54f87e5b6026 None None] Pushing event deleted for resources: {'Port': ['ID=0bf514fe-0a0a-4825-b132-4dc6dbfbae4e,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:05.736506 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b664f26-6bfe-4c66-a9aa-8ec3e3d26e96 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93838ade-c78a-4cd9-a53d-04ea1eee743b,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:05.757767 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0b664f26-6bfe-4c66-a9aa-8ec3e3d26e96 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:05.759015 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-0b664f26-6bfe-4c66-a9aa-8ec3e3d26e96 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2720027 Oct 26 08:37:05.762499 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36734) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:05.802911 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e48b092a-16f7-4eca-be89-881c596fd854 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:05.829603 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-e48b092a-16f7-4eca-be89-881c596fd854 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db281a0c-333b-4b4b-bd13-3dd672d63cbd']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:05.842140 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6d375603-a332-4cbf-b6fa-d4ed1d0af661 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "GET /v2.0/security-group-rules/93838ade-c78a-4cd9-a53d-04ea1eee743b HTTP/1.1" status: 200 len: 763 time: 0.0745840 Oct 26 08:37:05.842374 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-e48b092a-16f7-4eca-be89-881c596fd854 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ea596c7-b466-40aa-9f71-0b09be7934d9') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:05.842374 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-e48b092a-16f7-4eca-be89-881c596fd854 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ea596c7-b466-40aa-9f71-0b09be7934d9') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:05.842967 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36736) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:05.850767 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e48b092a-16f7-4eca-be89-881c596fd854 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:05.860195 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ea06b112-904c-4e83-bead-cbb269adb528 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:05.864940 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e48b092a-16f7-4eca-be89-881c596fd854 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:05.871740 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e48b092a-16f7-4eca-be89-881c596fd854 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:37:05.872760 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e48b092a-16f7-4eca-be89-881c596fd854 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:05.875998 dv-neutron-804846-13-hyperv neutron-server[102101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:37:05.875998 dv-neutron-804846-13-hyperv neutron-server[102101]: self.session.flush() Oct 26 08:37:05.875998 dv-neutron-804846-13-hyperv neutron-server[102101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:37:05.875998 dv-neutron-804846-13-hyperv neutron-server[102101]: self.session.flush() Oct 26 08:37:05.875998 dv-neutron-804846-13-hyperv neutron-server[102101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:37:05.875998 dv-neutron-804846-13-hyperv neutron-server[102101]: self.session.flush() Oct 26 08:37:05.875998 dv-neutron-804846-13-hyperv neutron-server[102101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:37:05.875998 dv-neutron-804846-13-hyperv neutron-server[102101]: self.session.flush() Oct 26 08:37:05.875998 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:37:05.875998 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:37:05.875998 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:37:05.875998 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:37:05.875998 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:37:05.875998 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:37:05.875998 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:37:05.875998 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:37:05.875998 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:37:05.875998 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:37:05.875998 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:37:05.875998 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:37:05.875998 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:37:05.875998 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:37:05.875998 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:37:05.875998 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:37:05.875998 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:37:05.875998 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:37:05.875998 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:37:05.875998 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:37:05.875998 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:37:05.875998 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:37:05.875998 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:37:05.875998 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:37:05.875998 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:37:05.875998 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:37:05.875998 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:37:05.875998 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:37:05.875998 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:37:05.875998 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:37:05.875998 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:37:05.875998 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:37:05.903288 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-accb3692-ab2a-4353-85ac-639894eea350 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0592465 Oct 26 08:37:05.914935 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36738) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:05.954015 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6e470463-4e52-4aef-a1f2-0c15f0865fa1 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:05.957283 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e48b092a-16f7-4eca-be89-881c596fd854 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:05.968720 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e48b092a-16f7-4eca-be89-881c596fd854 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:05.974126 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e48b092a-16f7-4eca-be89-881c596fd854 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/networks/db281a0c-333b-4b4b-bd13-3dd672d63cbd HTTP/1.1" status: 204 len: 168 time: 0.8492551 Oct 26 08:37:05.978074 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36740) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:05.978819 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6e470463-4e52-4aef-a1f2-0c15f0865fa1 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:05.985064 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-b8e2405b-b0d7-4ee0-af17-72dd2940e237 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-633674193', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}, 'admin_state_up': False}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:05.993034 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b092a-16f7-4eca-be89-881c596fd854 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event deleted for resources: {'Network': ['ID=db281a0c-333b-4b4b-bd13-3dd672d63cbd,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:06.016121 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6e470463-4e52-4aef-a1f2-0c15f0865fa1 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:06.022135 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6e470463-4e52-4aef-a1f2-0c15f0865fa1 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:06.023237 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6e470463-4e52-4aef-a1f2-0c15f0865fa1 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/93838ade-c78a-4cd9-a53d-04ea1eee743b HTTP/1.1" status: 204 len: 168 time: 0.1074579 Oct 26 08:37:06.028294 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36742) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:06.035131 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e470463-4e52-4aef-a1f2-0c15f0865fa1 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93838ade-c78a-4cd9-a53d-04ea1eee743b,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:06.070243 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b8e2405b-b0d7-4ee0-af17-72dd2940e237 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:06.071480 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b8e2405b-b0d7-4ee0-af17-72dd2940e237 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:06.071639 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-7481afcc-ea9c-4758-9cf1-88148aa6e191 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0416079 Oct 26 08:37:06.074220 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36744) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:06.079590 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-4b49b0be-2adf-43ba-97b5-a49fa61ef3fe tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Request body: {'security_group_rule': {'security_group_id': 'b5c46782-4218-4725-8230-5cd4d93186b0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:06.106569 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4b49b0be-2adf-43ba-97b5-a49fa61ef3fe tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:06.160586 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ea06b112-904c-4e83-bead-cbb269adb528 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:06.162911 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b8e2405b-b0d7-4ee0-af17-72dd2940e237 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:06.163605 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4b49b0be-2adf-43ba-97b5-a49fa61ef3fe tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:06.167949 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4b49b0be-2adf-43ba-97b5-a49fa61ef3fe tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:06.184833 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ea06b112-904c-4e83-bead-cbb269adb528 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:06.189406 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b49b0be-2adf-43ba-97b5-a49fa61ef3fe tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d46909e0-0b3c-455a-b49b-0ba68e08be7d,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:06.195204 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4b49b0be-2adf-43ba-97b5-a49fa61ef3fe tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:06.196579 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4b49b0be-2adf-43ba-97b5-a49fa61ef3fe tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1211922 Oct 26 08:37:06.199234 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36746) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:06.215952 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f9a12c71-2e13-4199-998a-206b316b5880 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "GET /v2.0/security-group-rules/d46909e0-0b3c-455a-b49b-0ba68e08be7d HTTP/1.1" status: 200 len: 763 time: 0.0156233 Oct 26 08:37:06.219454 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36748) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:06.261520 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-cd78d7dd-505d-4da4-8ccc-cf186f41b9c6 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0404797 Oct 26 08:37:06.264723 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36750) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:06.293260 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2b97aecd-f29c-4887-9d0d-0de212f69b71 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:06.301443 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2b97aecd-f29c-4887-9d0d-0de212f69b71 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:06.328633 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2b97aecd-f29c-4887-9d0d-0de212f69b71 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:06.334860 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2b97aecd-f29c-4887-9d0d-0de212f69b71 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:06.335987 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2b97aecd-f29c-4887-9d0d-0de212f69b71 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/d46909e0-0b3c-455a-b49b-0ba68e08be7d HTTP/1.1" status: 204 len: 168 time: 0.0703449 Oct 26 08:37:06.341006 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36752) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:06.347889 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97aecd-f29c-4887-9d0d-0de212f69b71 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d46909e0-0b3c-455a-b49b-0ba68e08be7d,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:06.385009 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4e342148-4db5-403f-babf-ee7d361ff4c7 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0421083 Oct 26 08:37:06.387580 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36754) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:06.391992 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-f51a4972-3bbc-403d-9301-ce883bb705c8 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Request body: {'security_group_rule': {'security_group_id': 'b5c46782-4218-4725-8230-5cd4d93186b0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:06.400637 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b8e2405b-b0d7-4ee0-af17-72dd2940e237 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:06.421635 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f51a4972-3bbc-403d-9301-ce883bb705c8 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:06.468531 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f51a4972-3bbc-403d-9301-ce883bb705c8 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:06.472384 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f51a4972-3bbc-403d-9301-ce883bb705c8 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:06.490400 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a4972-3bbc-403d-9301-ce883bb705c8 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ca07752-5e3a-4ad3-b039-09a005357408,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:06.501480 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f51a4972-3bbc-403d-9301-ce883bb705c8 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:06.502770 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f51a4972-3bbc-403d-9301-ce883bb705c8 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1141148 Oct 26 08:37:06.505450 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36756) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:06.522697 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c231de9c-3274-4d51-afb1-67dd995dd071 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "GET /v2.0/security-group-rules/1ca07752-5e3a-4ad3-b039-09a005357408 HTTP/1.1" status: 200 len: 764 time: 0.0159731 Oct 26 08:37:06.524575 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-ea06b112-904c-4e83-bead-cbb269adb528 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Allocated IP 2001:db8::1c8 (a2e50be6-e980-4260-8a00-5ff3c60d97b4/f90ccad0-8a08-4b3b-9f81-35722def2e93/f9726ddd-3508-4be7-8941-13b2115e0219) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:37:06.525327 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36758) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:06.568082 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d9e81871-cdc9-4201-9a2a-5feb1e708a96 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0414207 Oct 26 08:37:06.570626 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36760) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:06.595068 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d129ede0-35a2-4d9b-8ace-b128329a60e3 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:06.602540 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d129ede0-35a2-4d9b-8ace-b128329a60e3 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:06.629182 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d129ede0-35a2-4d9b-8ace-b128329a60e3 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:06.634604 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d129ede0-35a2-4d9b-8ace-b128329a60e3 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:06.635980 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d129ede0-35a2-4d9b-8ace-b128329a60e3 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/1ca07752-5e3a-4ad3-b039-09a005357408 HTTP/1.1" status: 204 len: 168 time: 0.0644188 Oct 26 08:37:06.639334 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36762) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:06.644667 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129ede0-35a2-4d9b-8ace-b128329a60e3 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ca07752-5e3a-4ad3-b039-09a005357408,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:06.736772 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ea06b112-904c-4e83-bead-cbb269adb528 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:06.790489 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-20bd95ff-c9a4-4e8c-aa63-6ce90e57a08b tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1454458 Oct 26 08:37:06.791218 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b8e2405b-b0d7-4ee0-af17-72dd2940e237 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router_gateway, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:06.793164 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36764) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:06.818009 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b8e2405b-b0d7-4ee0-af17-72dd2940e237 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:06.847794 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-41d9d65a-d050-4512-9d65-faff1465f13b tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:06.874803 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ea06b112-904c-4e83-bead-cbb269adb528 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:06.875075 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-41d9d65a-d050-4512-9d65-faff1465f13b tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:06.920532 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-41d9d65a-d050-4512-9d65-faff1465f13b tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:06.923264 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-41d9d65a-d050-4512-9d65-faff1465f13b tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:06.924427 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-41d9d65a-d050-4512-9d65-faff1465f13b tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "DELETE /v2.0/security-groups/b5c46782-4218-4725-8230-5cd4d93186b0 HTTP/1.1" status: 204 len: 168 time: 0.1302440 Oct 26 08:37:06.929298 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36766) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:06.935631 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea06b112-904c-4e83-bead-cbb269adb528 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Network a2e50be6-e980-4260-8a00-5ff3c60d97b4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:37:06.941668 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d9d65a-d050-4512-9d65-faff1465f13b tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c46782-4218-4725-8230-5cd4d93186b0,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:06.942073 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-ea06b112-904c-4e83-bead-cbb269adb528 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:37:06.961576 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06b112-904c-4e83-bead-cbb269adb528 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Pushing event updated for resources: {'Port': ['ID=f9726ddd-3508-4be7-8941-13b2115e0219,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:06.964030 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea06b112-904c-4e83-bead-cbb269adb528 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:37:06.994456 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d8b2d4e4-5093-458a-b135-1f50d134f151 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0600972 Oct 26 08:37:06.997122 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36768) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:07.045196 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9ce33799-d0d9-4a72-b8aa-20fdd0d64f59 tempest-SecGroupTest-2087190248 tempest-SecGroupTest-2087190248-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0432343 Oct 26 08:37:07.076677 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-b8e2405b-b0d7-4ee0-af17-72dd2940e237 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Allocated IP 172.26.2.46 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/6d11e82f-183b-4bb3-a13e-708eff295fb3) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:37:07.284370 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b8e2405b-b0d7-4ee0-af17-72dd2940e237 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:07.289825 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ea06b112-904c-4e83-bead-cbb269adb528 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:07.291027 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36774) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:07.399606 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b8e2405b-b0d7-4ee0-af17-72dd2940e237 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:07.431571 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9004d422-bcb3-4e17-a79f-cda808777839 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=315d0aae2082495c932d2a0a6dd1a936&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393168 Oct 26 08:37:07.434016 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36778) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:07.476652 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e2405b-b0d7-4ee0-af17-72dd2940e237 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:37:07.485777 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-466e4208-4dbe-4d6f-aa3c-7143b06eb6f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:07.507776 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-466e4208-4dbe-4d6f-aa3c-7143b06eb6f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:07.566746 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-466e4208-4dbe-4d6f-aa3c-7143b06eb6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:07.569457 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-466e4208-4dbe-4d6f-aa3c-7143b06eb6f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:07.573063 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-466e4208-4dbe-4d6f-aa3c-7143b06eb6f8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/351c07ec-bffb-47df-a2c4-6fe2d11d15d7 HTTP/1.1" status: 204 len: 168 time: 0.1357043 Oct 26 08:37:07.588355 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e4208-4dbe-4d6f-aa3c-7143b06eb6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351c07ec-bffb-47df-a2c4-6fe2d11d15d7,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:07.846349 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-b8e2405b-b0d7-4ee0-af17-72dd2940e237 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:37:07.849025 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e2405b-b0d7-4ee0-af17-72dd2940e237 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:37:07.894243 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2405b-b0d7-4ee0-af17-72dd2940e237 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event updated for resources: {'Port': ['ID=6d11e82f-183b-4bb3-a13e-708eff295fb3,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:08.021763 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ea06b112-904c-4e83-bead-cbb269adb528 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:08.242916 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36800) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:08.244415 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b8e2405b-b0d7-4ee0-af17-72dd2940e237 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router_gateway, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:08.346139 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea06b112-904c-4e83-bead-cbb269adb528 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Router 6122a450-5993-4fdc-833d-7418c917be88 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:37:08.346913 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-98bde44a-042b-4bae-ac33-d9bd0e49b256 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:08.347444 dv-neutron-804846-13-hyperv neutron-server[102101]: WARNING neutron.api.v2.base [None req-98bde44a-042b-4bae-ac33-d9bd0e49b256 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 26 08:37:08.347882 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-98bde44a-042b-4bae-ac33-d9bd0e49b256 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] create failed (client error): There was a conflict when trying to complete your request. Oct 26 08:37:08.352560 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-98bde44a-042b-4bae-ac33-d9bd0e49b256 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1048541 Oct 26 08:37:08.352868 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36804) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:08.357521 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-9564606c-93f8-4522-8833-5020713aeb67 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Request body: {'security_group': {'name': 'tempest-secgroup--1683397067'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:08.467753 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9564606c-93f8-4522-8833-5020713aeb67 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:08.546130 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9564606c-93f8-4522-8833-5020713aeb67 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:08.600603 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea06b112-904c-4e83-bead-cbb269adb528 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:37:08.609397 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabdcf38-0868-49af-afe1-7b0de3cded87 None None] Sync routers for ids ['6122a450-5993-4fdc-833d-7418c917be88'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:37:08.620903 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabdcf38-0868-49af-afe1-7b0de3cded87 None None] Routers {'6122a450-5993-4fdc-833d-7418c917be88'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:08.621587 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-aabdcf38-0868-49af-afe1-7b0de3cded87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['6122a450-5993-4fdc-833d-7418c917be88'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:08.627067 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b8e2405b-b0d7-4ee0-af17-72dd2940e237 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:08.644019 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ea06b112-904c-4e83-bead-cbb269adb528 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:08.645359 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ea06b112-904c-4e83-bead-cbb269adb528 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.1069944 Oct 26 08:37:08.649078 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36806) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:08.736123 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-aabdcf38-0868-49af-afe1-7b0de3cded87 None None] Set router 6122a450-5993-4fdc-833d-7418c917be88 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:37:08.758219 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9b2dc2d7-0e9d-4a5d-8236-4957b9545354 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:08.767180 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9564606c-93f8-4522-8833-5020713aeb67 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:08.775998 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9564606c-93f8-4522-8833-5020713aeb67 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:08.835106 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564606c-93f8-4522-8833-5020713aeb67 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dab8e730-8626-488b-8bbd-48aa0a8283cf,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:08.882497 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9b2dc2d7-0e9d-4a5d-8236-4957b9545354 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:08.884081 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e2405b-b0d7-4ee0-af17-72dd2940e237 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Router c82478b9-bb7e-45d9-8192-b69f064e0a61 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:37:08.888657 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9564606c-93f8-4522-8833-5020713aeb67 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:08.894629 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9564606c-93f8-4522-8833-5020713aeb67 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:08.938333 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-aabdcf38-0868-49af-afe1-7b0de3cded87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6122a450-5993-4fdc-833d-7418c917be88', 'name': '', 'tenant_id': '91980c0415224c52a51d3c3c730d0e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e50be6-e980-4260-8a00-5ff3c60d97b4', 'external_fixed_ips': [{'subnet_id': 'f90ccad0-8a08-4b3b-9f81-35722def2e93', 'ip_address': '2001:db8::1c8'}], 'enable_snat': True}, 'gw_port_id': 'f9726ddd-3508-4be7-8941-13b2115e0219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:05Z', 'updated_at': '2021-10-26T08:37:07Z', 'revision_number': 3, 'project_id': '91980c0415224c52a51d3c3c730d0e18', 'gw_port': {'id': 'f9726ddd-3508-4be7-8941-13b2115e0219', 'name': '', 'network_id': 'a2e50be6-e980-4260-8a00-5ff3c60d97b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fb:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6122a450-5993-4fdc-833d-7418c917be88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'f90ccad0-8a08-4b3b-9f81-35722def2e93', 'ip_address': '2001:db8::1c8', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:06Z', 'updated_at': '2021-10-26T08:37:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f90ccad0-8a08-4b3b-9f81-35722def2e93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:08.940188 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-9b2dc2d7-0e9d-4a5d-8236-4957b9545354 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Deleting port f9726ddd-3508-4be7-8941-13b2115e0219 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:37:08.940646 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9b2dc2d7-0e9d-4a5d-8236-4957b9545354 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:08.970146 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabdcf38-0868-49af-afe1-7b0de3cded87 None None] Checking router: 6122a450-5993-4fdc-833d-7418c917be88 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:37:08.970854 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabdcf38-0868-49af-afe1-7b0de3cded87 None None] Updating router 6122a450-5993-4fdc-833d-7418c917be88 port f9726ddd-3508-4be7-8941-13b2115e0219 binding host dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:37:08.990962 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9564606c-93f8-4522-8833-5020713aeb67 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:08.992135 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9564606c-93f8-4522-8833-5020713aeb67 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6382906 Oct 26 08:37:08.995170 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36808) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:08.998678 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aabdcf38-0868-49af-afe1-7b0de3cded87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:09.000184 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-6e047fce-7922-45e6-a44d-59c2c5443640 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Request body: {'security_group_rule': {'security_group_id': 'fad403e0-2cd6-4eef-90d3-205ca94d719b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:09.000563 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564606c-93f8-4522-8833-5020713aeb67 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fad403e0-2cd6-4eef-90d3-205ca94d719b,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:09.043576 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9b2dc2d7-0e9d-4a5d-8236-4957b9545354 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:09.047665 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e2405b-b0d7-4ee0-af17-72dd2940e237 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:37:09.060195 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-9b2dc2d7-0e9d-4a5d-8236-4957b9545354 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Calling delete_port for f9726ddd-3508-4be7-8941-13b2115e0219 owned by network:router_gateway {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:37:09.060815 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606fb793-6126-49df-a70b-6dc82abdd674 None None] Sync routers for ids ['c82478b9-bb7e-45d9-8192-b69f064e0a61'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:37:09.062039 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6e047fce-7922-45e6-a44d-59c2c5443640 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:09.073716 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606fb793-6126-49df-a70b-6dc82abdd674 None None] Routers {'c82478b9-bb7e-45d9-8192-b69f064e0a61'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:09.075982 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-606fb793-6126-49df-a70b-6dc82abdd674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['c82478b9-bb7e-45d9-8192-b69f064e0a61'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:09.087353 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b8e2405b-b0d7-4ee0-af17-72dd2940e237 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:09.093651 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b8e2405b-b0d7-4ee0-af17-72dd2940e237 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.1113758 Oct 26 08:37:09.094437 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36810) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:09.121478 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-606fb793-6126-49df-a70b-6dc82abdd674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:09.131533 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606fb793-6126-49df-a70b-6dc82abdd674 None None] Routers {'c82478b9-bb7e-45d9-8192-b69f064e0a61'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:09.132439 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-606fb793-6126-49df-a70b-6dc82abdd674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['c82478b9-bb7e-45d9-8192-b69f064e0a61'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:09.171397 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-606fb793-6126-49df-a70b-6dc82abdd674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:09.171642 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6e047fce-7922-45e6-a44d-59c2c5443640 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:09.172798 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606fb793-6126-49df-a70b-6dc82abdd674 None None] The sync data for ids ['c82478b9-bb7e-45d9-8192-b69f064e0a61'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:37:09.181177 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6e047fce-7922-45e6-a44d-59c2c5443640 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:09.231130 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-633627b2-e276-4dcc-9d0a-780bdd65cd04 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "GET /v2.0/routers/c82478b9-bb7e-45d9-8192-b69f064e0a61 HTTP/1.1" status: 200 len: 879 time: 0.1342034 Oct 26 08:37:09.234530 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36812) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:09.240402 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e047fce-7922-45e6-a44d-59c2c5443640 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51470781-8ebd-4e05-80e8-12057800b234,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:09.255647 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6e047fce-7922-45e6-a44d-59c2c5443640 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:09.256996 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6e047fce-7922-45e6-a44d-59c2c5443640 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2608526 Oct 26 08:37:09.259726 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36814) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:09.265999 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-d69eb558-b1ba-46f6-82e3-005cd53a3843 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Request body: {'security_group_rule': {'security_group_id': 'fad403e0-2cd6-4eef-90d3-205ca94d719b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:09.331107 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d69eb558-b1ba-46f6-82e3-005cd53a3843 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:09.356168 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9b2dc2d7-0e9d-4a5d-8236-4957b9545354 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:09.359944 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.db.api [None req-aabdcf38-0868-49af-afe1-7b0de3cded87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102104) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:37:09.360642 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG oslo_db.api [None req-aabdcf38-0868-49af-afe1-7b0de3cded87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:37:09.380453 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e97265a9-aab2-4ae9-b77f-db60421fe493 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.1442506 Oct 26 08:37:09.383045 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36816) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:09.387417 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-e694c462-351e-4f11-83d9-e9b6699e570a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-633674193'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:09.394703 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2dc2d7-0e9d-4a5d-8236-4957b9545354 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9726ddd-3508-4be7-8941-13b2115e0219,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:09.426007 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9b2dc2d7-0e9d-4a5d-8236-4957b9545354 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:09.458281 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-d69eb558-b1ba-46f6-82e3-005cd53a3843 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] create failed (client error): There was a conflict when trying to complete your request. Oct 26 08:37:09.459366 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d69eb558-b1ba-46f6-82e3-005cd53a3843 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1985874 Oct 26 08:37:09.462263 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36818) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:09.521883 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9b2dc2d7-0e9d-4a5d-8236-4957b9545354 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:09.523924 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9b2dc2d7-0e9d-4a5d-8236-4957b9545354 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:09.572783 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9b2dc2d7-0e9d-4a5d-8236-4957b9545354 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:09.573348 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2dc2d7-0e9d-4a5d-8236-4957b9545354 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6122a450-5993-4fdc-833d-7418c917be88 {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:37:09.579500 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d0fd7dfa-518c-4c40-bf46-705354d26ad2 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:09.579641 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9b2dc2d7-0e9d-4a5d-8236-4957b9545354 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:09.583556 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9b2dc2d7-0e9d-4a5d-8236-4957b9545354 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] 10.222.0.41 "DELETE /v2.0/routers/6122a450-5993-4fdc-833d-7418c917be88 HTTP/1.1" status: 204 len: 168 time: 0.9331148 Oct 26 08:37:09.583944 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36820) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:09.628509 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-29d0dcd4-b1c5-412b-b06e-d0f2bccf6401 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Deleting subnet f90ccad0-8a08-4b3b-9f81-35722def2e93 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:37:09.631581 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-29d0dcd4-b1c5-412b-b06e-d0f2bccf6401 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:09.641661 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d0fd7dfa-518c-4c40-bf46-705354d26ad2 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:09.667636 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-29d0dcd4-b1c5-412b-b06e-d0f2bccf6401 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:09.709217 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-29d0dcd4-b1c5-412b-b06e-d0f2bccf6401 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:09.762606 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d0fd7dfa-518c-4c40-bf46-705354d26ad2 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:09.765899 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d0fd7dfa-518c-4c40-bf46-705354d26ad2 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:09.767202 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-29d0dcd4-b1c5-412b-b06e-d0f2bccf6401 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:09.767447 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d0fd7dfa-518c-4c40-bf46-705354d26ad2 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "DELETE /v2.0/security-groups/fad403e0-2cd6-4eef-90d3-205ca94d719b HTTP/1.1" status: 204 len: 168 time: 0.3039727 Oct 26 08:37:09.773139 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36822) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:09.782991 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd7dfa-518c-4c40-bf46-705354d26ad2 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad403e0-2cd6-4eef-90d3-205ca94d719b,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:09.805794 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0dcd4-b1c5-412b-b06e-d0f2bccf6401 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f90ccad0-8a08-4b3b-9f81-35722def2e93,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:09.812451 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e694c462-351e-4f11-83d9-e9b6699e570a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8100261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8097850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15702'] for router, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:09.817469 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-29d0dcd4-b1c5-412b-b06e-d0f2bccf6401 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:09.820870 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-29d0dcd4-b1c5-412b-b06e-d0f2bccf6401 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/f90ccad0-8a08-4b3b-9f81-35722def2e93 HTTP/1.1" status: 204 len: 168 time: 0.2359722 Oct 26 08:37:09.823528 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36824) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:09.827453 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e694c462-351e-4f11-83d9-e9b6699e570a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8100266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8100243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8097827'] for router, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:09.883370 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabdcf38-0868-49af-afe1-7b0de3cded87 None None] Port f9726ddd-3508-4be7-8941-13b2115e0219 not found while updating agent binding for router 6122a450-5993-4fdc-833d-7418c917be88. {{(pid=102104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 26 08:37:09.894071 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabdcf38-0868-49af-afe1-7b0de3cded87 None None] Routers set() bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:09.894694 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabdcf38-0868-49af-afe1-7b0de3cded87 None None] Router IDs set() for agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 26 08:37:09.896041 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_agentschedulers_db [None req-aabdcf38-0868-49af-afe1-7b0de3cded87 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6122a450-5993-4fdc-833d-7418c917be88'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent'). {{(pid=102104) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 08:37:09.896607 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabdcf38-0868-49af-afe1-7b0de3cded87 None None] The sync data for ids ['6122a450-5993-4fdc-833d-7418c917be88'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:37:09.903552 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36826) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:09.903741 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a0aa5092-642d-45fd-be90-9bc177da745d tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1271050 Oct 26 08:37:09.909265 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-44d4ec84-2086-4bf9-b291-250ab7541b53 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Request body: {'security_group': {'name': 'tempest-secgroup--917646686'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:09.919935 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-52fe7be3-5537-4fc7-92e0-5a8ccdb4e52e tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:09.950589 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-44d4ec84-2086-4bf9-b291-250ab7541b53 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:10.012206 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-52fe7be3-5537-4fc7-92e0-5a8ccdb4e52e tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:10.033371 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-52fe7be3-5537-4fc7-92e0-5a8ccdb4e52e tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2e50be6-e980-4260-8a00-5ff3c60d97b4']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:10.043216 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-52fe7be3-5537-4fc7-92e0-5a8ccdb4e52e tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa02375b-972d-4906-b2ce-bc08005706ff') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:10.043509 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-52fe7be3-5537-4fc7-92e0-5a8ccdb4e52e tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa02375b-972d-4906-b2ce-bc08005706ff') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:10.054177 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-52fe7be3-5537-4fc7-92e0-5a8ccdb4e52e tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:10.069256 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-52fe7be3-5537-4fc7-92e0-5a8ccdb4e52e tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:10.075881 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52fe7be3-5537-4fc7-92e0-5a8ccdb4e52e tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:37:10.076377 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-52fe7be3-5537-4fc7-92e0-5a8ccdb4e52e tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:10.078282 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:37:10.078282 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:37:10.078282 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:37:10.078282 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:37:10.078282 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:37:10.078282 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:37:10.078282 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:37:10.078282 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:37:10.078282 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:37:10.078282 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:37:10.078282 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:37:10.078282 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:37:10.078282 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:37:10.078282 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:37:10.078282 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:37:10.078282 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:37:10.078282 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:37:10.078282 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:37:10.078282 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:37:10.078282 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:37:10.078282 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:37:10.078282 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:37:10.078282 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:37:10.078282 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:37:10.078282 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:37:10.078282 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:37:10.078282 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:37:10.078282 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:37:10.078282 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:37:10.078282 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:37:10.078282 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:37:10.078282 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:37:10.143303 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-52fe7be3-5537-4fc7-92e0-5a8ccdb4e52e tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:10.148703 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52fe7be3-5537-4fc7-92e0-5a8ccdb4e52e tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a2e50be6-e980-4260-8a00-5ff3c60d97b4 {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 08:37:10.151379 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-52fe7be3-5537-4fc7-92e0-5a8ccdb4e52e tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:10.155855 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-52fe7be3-5537-4fc7-92e0-5a8ccdb4e52e tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] 10.222.0.41 "DELETE /v2.0/networks/a2e50be6-e980-4260-8a00-5ff3c60d97b4 HTTP/1.1" status: 204 len: 168 time: 0.3313174 Oct 26 08:37:10.165978 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe7be3-5537-4fc7-92e0-5a8ccdb4e52e tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Pushing event deleted for resources: {'Network': ['ID=a2e50be6-e980-4260-8a00-5ff3c60d97b4,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:10.321243 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e694c462-351e-4f11-83d9-e9b6699e570a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Router c82478b9-bb7e-45d9-8192-b69f064e0a61 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:37:10.419527 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36834) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:10.426037 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-26fd751e-f6ef-446a-afdf-cc97432e2165 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Request body: {'router': {'name': 'tempest-router--648920019', 'project_id': '836e95ddde014dadb052a6a625ed819e'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:10.447970 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-26fd751e-f6ef-446a-afdf-cc97432e2165 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:10.448963 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-26fd751e-f6ef-446a-afdf-cc97432e2165 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:10.467857 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-44d4ec84-2086-4bf9-b291-250ab7541b53 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:10.474388 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-44d4ec84-2086-4bf9-b291-250ab7541b53 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:10.501120 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-26fd751e-f6ef-446a-afdf-cc97432e2165 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:10.505754 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-26fd751e-f6ef-446a-afdf-cc97432e2165 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:10.511419 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e694c462-351e-4f11-83d9-e9b6699e570a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:37:10.519172 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e694c462-351e-4f11-83d9-e9b6699e570a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:10.525550 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e694c462-351e-4f11-83d9-e9b6699e570a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "PUT /v2.0/routers/c82478b9-bb7e-45d9-8192-b69f064e0a61 HTTP/1.1" status: 200 len: 886 time: 1.1364257 Oct 26 08:37:10.525737 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-26fd751e-f6ef-446a-afdf-cc97432e2165 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:10.525737 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-26fd751e-f6ef-446a-afdf-cc97432e2165 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1011565 Oct 26 08:37:10.525737 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36836) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:10.525973 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-44d4ec84-2086-4bf9-b291-250ab7541b53 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:10.525973 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-44d4ec84-2086-4bf9-b291-250ab7541b53 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6218717 Oct 26 08:37:10.526532 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36838) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:10.527154 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4ec84-2086-4bf9-b291-250ab7541b53 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84cb2391-8ee3-479e-8d94-db6549495e99,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:10.531415 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36840) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:10.539193 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-038fd3d6-7caa-49f9-ad90-e54e67d3d1fa tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Request body: {'security_group_rule': {'security_group_id': '84cb2391-8ee3-479e-8d94-db6549495e99', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:10.539690 dv-neutron-804846-13-hyperv neutron-server[102102]: WARNING neutron.api.v2.base [None req-038fd3d6-7caa-49f9-ad90-e54e67d3d1fa tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 26 08:37:10.540322 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-038fd3d6-7caa-49f9-ad90-e54e67d3d1fa tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:37:10.541124 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-038fd3d6-7caa-49f9-ad90-e54e67d3d1fa tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0051208 Oct 26 08:37:10.543819 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36842) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:10.631364 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b8b69737-b864-492f-bcce-c84196ea9995 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:10.676429 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6d879bcf-096b-4b22-a531-2d1717998dd2 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "GET /v2.0/routers/c82478b9-bb7e-45d9-8192-b69f064e0a61 HTTP/1.1" status: 200 len: 886 time: 0.1489215 Oct 26 08:37:10.676700 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36844) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:10.711962 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-79e30d04-d962-4cb5-a830-b5eb9eb7a8db tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "GET /v2.0/ports?device_id=c82478b9-bb7e-45d9-8192-b69f064e0a61 HTTP/1.1" status: 200 len: 205 time: 0.0319731 Oct 26 08:37:10.712515 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36846) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:10.721269 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edf582f-c2fd-434f-a523-d0cd7b5b3abb None None] Sync routers for ids ['c82478b9-bb7e-45d9-8192-b69f064e0a61'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:37:10.726238 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bb4f4d2e-9e54-4962-8850-19e286b1aa34 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:10.732851 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edf582f-c2fd-434f-a523-d0cd7b5b3abb None None] Routers {'c82478b9-bb7e-45d9-8192-b69f064e0a61'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:10.733469 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-0edf582f-c2fd-434f-a523-d0cd7b5b3abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['c82478b9-bb7e-45d9-8192-b69f064e0a61'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:10.766421 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-0edf582f-c2fd-434f-a523-d0cd7b5b3abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:10.774973 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edf582f-c2fd-434f-a523-d0cd7b5b3abb None None] Routers {'c82478b9-bb7e-45d9-8192-b69f064e0a61'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:10.775569 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-0edf582f-c2fd-434f-a523-d0cd7b5b3abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['c82478b9-bb7e-45d9-8192-b69f064e0a61'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:10.826709 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b2088360-80cc-4f7a-8e18-4d45878b388c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:10.835707 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bb4f4d2e-9e54-4962-8850-19e286b1aa34 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:10.850540 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b8b69737-b864-492f-bcce-c84196ea9995 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:10.855016 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b8b69737-b864-492f-bcce-c84196ea9995 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:10.901462 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-0edf582f-c2fd-434f-a523-d0cd7b5b3abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:10.902142 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edf582f-c2fd-434f-a523-d0cd7b5b3abb None None] The sync data for ids ['c82478b9-bb7e-45d9-8192-b69f064e0a61'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:37:10.915515 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b8b69737-b864-492f-bcce-c84196ea9995 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:10.916048 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b69737-b864-492f-bcce-c84196ea9995 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 64fffd82-423e-440c-93fb-db9a028bc981 {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:37:10.921165 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b8b69737-b864-492f-bcce-c84196ea9995 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:10.924669 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b8b69737-b864-492f-bcce-c84196ea9995 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] 10.222.0.41 "DELETE /v2.0/routers/64fffd82-423e-440c-93fb-db9a028bc981 HTTP/1.1" status: 204 len: 168 time: 0.3916593 Oct 26 08:37:10.932426 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bb4f4d2e-9e54-4962-8850-19e286b1aa34 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:10.935850 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bb4f4d2e-9e54-4962-8850-19e286b1aa34 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:10.938303 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-bb4f4d2e-9e54-4962-8850-19e286b1aa34 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "DELETE /v2.0/security-groups/84cb2391-8ee3-479e-8d94-db6549495e99 HTTP/1.1" status: 204 len: 168 time: 0.3929803 Oct 26 08:37:10.939544 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36850) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:10.948361 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f4d2e-9e54-4962-8850-19e286b1aa34 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cb2391-8ee3-479e-8d94-db6549495e99,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:10.989414 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b2088360-80cc-4f7a-8e18-4d45878b388c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:11.009221 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-560900f1-1c13-4fb5-993d-9c244a74bed4 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0684297 Oct 26 08:37:11.012953 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36852) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:11.018199 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-2cc78240-b06d-4cda-a32d-5277be536496 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Request body: {'security_group': {'name': 'tempest-secgroup--1733532070'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:11.042235 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36854) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:11.070230 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2cc78240-b06d-4cda-a32d-5277be536496 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:11.094448 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-b2088360-80cc-4f7a-8e18-4d45878b388c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Deleting port 6d11e82f-183b-4bb3-a13e-708eff295fb3 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:37:11.094700 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b2088360-80cc-4f7a-8e18-4d45878b388c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:11.214903 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b2088360-80cc-4f7a-8e18-4d45878b388c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:11.219399 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2cc78240-b06d-4cda-a32d-5277be536496 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:11.226194 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2cc78240-b06d-4cda-a32d-5277be536496 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:11.236809 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-437a5f5d-ffe8-4606-b2a0-02f926981b88 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1912343150', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}, 'admin_state_up': False}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:11.243094 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-b2088360-80cc-4f7a-8e18-4d45878b388c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Calling delete_port for 6d11e82f-183b-4bb3-a13e-708eff295fb3 owned by network:router_gateway {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:37:11.258127 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2cc78240-b06d-4cda-a32d-5277be536496 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:11.262021 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2cc78240-b06d-4cda-a32d-5277be536496 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2448506 Oct 26 08:37:11.262324 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36858) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:11.267853 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-acb32b86-a937-4887-9b21-e74ca7b68fc7 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Request body: {'security_group_rule': {'security_group_id': 'b7c90913-055b-46a9-9dbd-c912c9d0d333', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:11.268447 dv-neutron-804846-13-hyperv neutron-server[102102]: WARNING neutron.api.v2.base [None req-acb32b86-a937-4887-9b21-e74ca7b68fc7 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 26 08:37:11.268951 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-acb32b86-a937-4887-9b21-e74ca7b68fc7 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:37:11.270055 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-acb32b86-a937-4887-9b21-e74ca7b68fc7 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0066092 Oct 26 08:37:11.271466 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-437a5f5d-ffe8-4606-b2a0-02f926981b88 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:11.272519 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-437a5f5d-ffe8-4606-b2a0-02f926981b88 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:11.273461 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36860) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:11.315839 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc78240-b06d-4cda-a32d-5277be536496 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c90913-055b-46a9-9dbd-c912c9d0d333,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:11.329216 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-437a5f5d-ffe8-4606-b2a0-02f926981b88 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:11.417151 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ff44c1d4-272e-4dd3-bd49-d2f38812d2a3 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:11.452330 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ff44c1d4-272e-4dd3-bd49-d2f38812d2a3 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:11.472269 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-437a5f5d-ffe8-4606-b2a0-02f926981b88 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:11.529555 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b2088360-80cc-4f7a-8e18-4d45878b388c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:11.537709 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ff44c1d4-272e-4dd3-bd49-d2f38812d2a3 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:11.540241 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ff44c1d4-272e-4dd3-bd49-d2f38812d2a3 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:11.543809 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ff44c1d4-272e-4dd3-bd49-d2f38812d2a3 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "DELETE /v2.0/security-groups/b7c90913-055b-46a9-9dbd-c912c9d0d333 HTTP/1.1" status: 204 len: 168 time: 0.2654922 Oct 26 08:37:11.544728 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36862) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:11.571881 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2088360-80cc-4f7a-8e18-4d45878b388c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event deleted for resources: {'Port': ['ID=6d11e82f-183b-4bb3-a13e-708eff295fb3,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:11.577817 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44c1d4-272e-4dd3-bd49-d2f38812d2a3 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c90913-055b-46a9-9dbd-c912c9d0d333,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:11.604886 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-aef86f40-9986-480c-8b32-5b39d956cd25 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0584662 Oct 26 08:37:11.608240 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36864) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:11.612841 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-1db68e3e-3f63-44ae-9b33-b7e551e284d7 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Request body: {'security_group': {'name': 'tempest-secgroup--349440644'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:11.641206 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b2088360-80cc-4f7a-8e18-4d45878b388c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:11.682616 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1db68e3e-3f63-44ae-9b33-b7e551e284d7 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:11.751482 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-437a5f5d-ffe8-4606-b2a0-02f926981b88 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router_gateway, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:11.781212 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-437a5f5d-ffe8-4606-b2a0-02f926981b88 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:11.901038 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1db68e3e-3f63-44ae-9b33-b7e551e284d7 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:11.908842 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1db68e3e-3f63-44ae-9b33-b7e551e284d7 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:11.949142 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1db68e3e-3f63-44ae-9b33-b7e551e284d7 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:11.950489 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1db68e3e-3f63-44ae-9b33-b7e551e284d7 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3412082 Oct 26 08:37:11.958848 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-437a5f5d-ffe8-4606-b2a0-02f926981b88 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Allocated IP 172.26.2.206 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/f929bbd9-7918-4bf1-b229-42d414c622ec) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:37:11.960850 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36866) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:11.965606 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-e472ab34-5a4c-4f7f-a863-84d1f2e664f9 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Request body: {'security_group_rule': {'security_group_id': '18d9b83e-c03b-4b54-b557-4c3d82f69b02', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:11.967055 dv-neutron-804846-13-hyperv neutron-server[102102]: WARNING neutron.api.v2.base [None req-e472ab34-5a4c-4f7f-a863-84d1f2e664f9 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 26 08:37:11.967566 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-e472ab34-5a4c-4f7f-a863-84d1f2e664f9 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:37:11.968613 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e472ab34-5a4c-4f7f-a863-84d1f2e664f9 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066907 Oct 26 08:37:11.972161 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36868) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:11.978497 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-e75ec4fd-7bcb-489b-b232-b534672bd07b tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Request body: {'security_group_rule': {'security_group_id': '18d9b83e-c03b-4b54-b557-4c3d82f69b02', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:11.979164 dv-neutron-804846-13-hyperv neutron-server[102102]: WARNING neutron.api.v2.base [None req-e75ec4fd-7bcb-489b-b232-b534672bd07b tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 26 08:37:11.979664 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-e75ec4fd-7bcb-489b-b232-b534672bd07b tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:37:11.982673 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e75ec4fd-7bcb-489b-b232-b534672bd07b tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0093281 Oct 26 08:37:11.983398 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db68e3e-3f63-44ae-9b33-b7e551e284d7 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18d9b83e-c03b-4b54-b557-4c3d82f69b02,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:11.985351 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36870) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:11.993813 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-fd9be88e-c313-4f11-a0f8-27bba9cf142d tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Request body: {'security_group_rule': {'security_group_id': '18d9b83e-c03b-4b54-b557-4c3d82f69b02', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:11.994633 dv-neutron-804846-13-hyperv neutron-server[102102]: WARNING neutron.api.v2.base [None req-fd9be88e-c313-4f11-a0f8-27bba9cf142d tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 26 08:37:11.995136 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-fd9be88e-c313-4f11-a0f8-27bba9cf142d tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:37:11.996109 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-fd9be88e-c313-4f11-a0f8-27bba9cf142d tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065162 Oct 26 08:37:11.999300 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36872) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:12.005615 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-882220f7-811b-4fc8-966e-7bf9c6e80d0b tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Request body: {'security_group_rule': {'security_group_id': '18d9b83e-c03b-4b54-b557-4c3d82f69b02', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:12.007712 dv-neutron-804846-13-hyperv neutron-server[102101]: WARNING neutron.api.v2.base [None req-882220f7-811b-4fc8-966e-7bf9c6e80d0b tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 26 08:37:12.008226 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-882220f7-811b-4fc8-966e-7bf9c6e80d0b tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:37:12.009200 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-882220f7-811b-4fc8-966e-7bf9c6e80d0b tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0070629 Oct 26 08:37:12.013296 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36874) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:12.015675 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b2088360-80cc-4f7a-8e18-4d45878b388c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:12.017871 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b2088360-80cc-4f7a-8e18-4d45878b388c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:12.063302 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b2088360-80cc-4f7a-8e18-4d45878b388c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:12.063960 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2088360-80cc-4f7a-8e18-4d45878b388c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Fanout notify agent at l3_agent the message router_deleted on router c82478b9-bb7e-45d9-8192-b69f064e0a61 {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:37:12.071353 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b2088360-80cc-4f7a-8e18-4d45878b388c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:12.075975 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b2088360-80cc-4f7a-8e18-4d45878b388c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/routers/c82478b9-bb7e-45d9-8192-b69f064e0a61 HTTP/1.1" status: 204 len: 168 time: 1.3590448 Oct 26 08:37:12.076217 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36876) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:12.081451 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-1da1cf1d-4bec-462d-980c-b2484b5f5b39 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Request body: {'network': {'name': 'tempest-RoutersTest-180870658'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:12.102792 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da1cf1d-4bec-462d-980c-b2484b5f5b39 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Made reservation on behalf of 14b2bed9eecf4da799cf96f861ddb8c9 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:37:12.106208 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1da1cf1d-4bec-462d-980c-b2484b5f5b39 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:12.131613 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e3942db8-1a6b-4ee6-8a0a-fb6f2920dc94 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:12.133998 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da1cf1d-4bec-462d-980c-b2484b5f5b39 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:37:12.142973 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1da1cf1d-4bec-462d-980c-b2484b5f5b39 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:12.143323 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-1da1cf1d-4bec-462d-980c-b2484b5f5b39 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Added segment 3714022d-3eee-4282-a394-64877b68e2c6 of type vlan for network b26fb39d-e386-4544-8c70-358c153c94ac Oct 26 08:37:12.153728 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-437a5f5d-ffe8-4606-b2a0-02f926981b88 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:12.170366 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e3942db8-1a6b-4ee6-8a0a-fb6f2920dc94 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:12.183110 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1da1cf1d-4bec-462d-980c-b2484b5f5b39 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:12.212191 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1da1cf1d-4bec-462d-980c-b2484b5f5b39 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:12.217746 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da1cf1d-4bec-462d-980c-b2484b5f5b39 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:12.218345 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1da1cf1d-4bec-462d-980c-b2484b5f5b39 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:12.228742 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e3942db8-1a6b-4ee6-8a0a-fb6f2920dc94 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:12.232088 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e3942db8-1a6b-4ee6-8a0a-fb6f2920dc94 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:12.233323 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e3942db8-1a6b-4ee6-8a0a-fb6f2920dc94 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "DELETE /v2.0/security-groups/18d9b83e-c03b-4b54-b557-4c3d82f69b02 HTTP/1.1" status: 204 len: 168 time: 0.2192831 Oct 26 08:37:12.236815 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36878) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:12.239196 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-437a5f5d-ffe8-4606-b2a0-02f926981b88 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:12.278908 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1da1cf1d-4bec-462d-980c-b2484b5f5b39 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1985481 Oct 26 08:37:12.283037 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36880) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:12.288682 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-e6f93cbf-6ab7-4c38-ae90-9feb96d39e80 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Request body: {'subnet': {'network_id': 'b26fb39d-e386-4544-8c70-358c153c94ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:12.289366 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3942db8-1a6b-4ee6-8a0a-fb6f2920dc94 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d9b83e-c03b-4b54-b557-4c3d82f69b02,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:12.307269 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da1cf1d-4bec-462d-980c-b2484b5f5b39 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event updated for resources: {'Network': ['ID=b26fb39d-e386-4544-8c70-358c153c94ac,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:12.319602 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437a5f5d-ffe8-4606-b2a0-02f926981b88 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:37:12.320463 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network b26fb39d-e386-4544-8c70-358c153c94ac details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:37:12.326920 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-437a5f5d-ffe8-4606-b2a0-02f926981b88 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:37:12.335580 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437a5f5d-ffe8-4606-b2a0-02f926981b88 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:37:12.342164 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a5f5d-ffe8-4606-b2a0-02f926981b88 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Pushing event updated for resources: {'Port': ['ID=f929bbd9-7918-4bf1-b229-42d414c622ec,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:12.366683 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9dc98178-cf82-487a-82a8-b7c9bb8efaea tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1286371 Oct 26 08:37:12.371291 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36882) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:12.378792 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-276f6fc5-abd9-43c7-a4ea-65c34fdf5847 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Request body: {'security_group': {'name': 'tempest-secgroup--1959392949'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:12.391427 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f93cbf-6ab7-4c38-ae90-9feb96d39e80 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Made reservation on behalf of 14b2bed9eecf4da799cf96f861ddb8c9 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:37:12.396425 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e6f93cbf-6ab7-4c38-ae90-9feb96d39e80 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:12.476301 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-276f6fc5-abd9-43c7-a4ea-65c34fdf5847 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:12.592405 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e6f93cbf-6ab7-4c38-ae90-9feb96d39e80 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:12.659680 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-276f6fc5-abd9-43c7-a4ea-65c34fdf5847 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:12.661175 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f93cbf-6ab7-4c38-ae90-9feb96d39e80 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event updated for resources: {'Subnet': ['ID=be99cedb-7710-4aa2-863b-6e73c9a68a40,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:12.671280 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f93cbf-6ab7-4c38-ae90-9feb96d39e80 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Checking segment: {'id': '3714022d-3eee-4282-a394-64877b68e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b26fb39d-e386-4544-8c70-358c153c94ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:37:12.671801 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f93cbf-6ab7-4c38-ae90-9feb96d39e80 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Network hostable DHCP agents. Network: b26fb39d-e386-4544-8c70-358c153c94ac, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:37:12.672577 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-276f6fc5-abd9-43c7-a4ea-65c34fdf5847 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:12.693377 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f93cbf-6ab7-4c38-ae90-9feb96d39e80 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Network b26fb39d-e386-4544-8c70-358c153c94ac is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:37:12.703829 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-e6f93cbf-6ab7-4c38-ae90-9feb96d39e80 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, b26fb39d-e386-4544-8c70-358c153c94ac) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:37:12.712629 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f93cbf-6ab7-4c38-ae90-9feb96d39e80 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:12.713745 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e6f93cbf-6ab7-4c38-ae90-9feb96d39e80 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:12.713868 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3e61f8-7cd9-4acc-9eda-f59e084353b2 None None] Network b26fb39d-e386-4544-8c70-358c153c94ac requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:37:12.720256 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-276f6fc5-abd9-43c7-a4ea-65c34fdf5847 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:12.721716 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-276f6fc5-abd9-43c7-a4ea-65c34fdf5847 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3492639 Oct 26 08:37:12.722632 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-437a5f5d-ffe8-4606-b2a0-02f926981b88 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router_gateway, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:12.724383 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36884) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:12.724768 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f6fc5-abd9-43c7-a4ea-65c34fdf5847 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9eb3a2-617a-497a-a259-ca65b078fcb3,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:12.730189 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-0ca53d01-69d4-4698-a982-e50690f4378a tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Request body: {'security_group_rule': {'security_group_id': '2a9eb3a2-617a-497a-a259-ca65b078fcb3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:12.731120 dv-neutron-804846-13-hyperv neutron-server[102101]: WARNING neutron.api.v2.base [None req-0ca53d01-69d4-4698-a982-e50690f4378a tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 26 08:37:12.731607 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-0ca53d01-69d4-4698-a982-e50690f4378a tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:37:12.732658 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-0ca53d01-69d4-4698-a982-e50690f4378a tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071831 Oct 26 08:37:12.738473 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36886) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:12.751773 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-73138e51-f4cd-4212-8cee-fd439d2d10f5 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Request body: {'security_group_rule': {'security_group_id': '2a9eb3a2-617a-497a-a259-ca65b078fcb3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:12.762184 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e6f93cbf-6ab7-4c38-ae90-9feb96d39e80 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4780922 Oct 26 08:37:12.766933 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36888) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:12.799191 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-8728c87d-4fdb-40e6-8f70-e8429ac3e235 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1259514735', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:12.813170 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-73138e51-f4cd-4212-8cee-fd439d2d10f5 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:37:12.816950 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-73138e51-f4cd-4212-8cee-fd439d2d10f5 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0742774 Oct 26 08:37:12.817174 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36890) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:12.821945 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-be87b469-f9aa-4486-8f88-1f71a9a30960 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Request body: {'security_group_rule': {'security_group_id': '2a9eb3a2-617a-497a-a259-ca65b078fcb3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:12.822428 dv-neutron-804846-13-hyperv neutron-server[102101]: WARNING neutron.api.v2.base [None req-be87b469-f9aa-4486-8f88-1f71a9a30960 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 26 08:37:12.823177 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-be87b469-f9aa-4486-8f88-1f71a9a30960 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:37:12.827955 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-be87b469-f9aa-4486-8f88-1f71a9a30960 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058146 Oct 26 08:37:12.828237 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36892) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:12.836793 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-cb70f193-66d7-414b-8d5a-1bb4bea6818e tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Request body: {'security_group_rule': {'security_group_id': '2a9eb3a2-617a-497a-a259-ca65b078fcb3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:12.858378 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8728c87d-4fdb-40e6-8f70-e8429ac3e235 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:12.859385 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8728c87d-4fdb-40e6-8f70-e8429ac3e235 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:12.941182 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912f318c-a39a-4d11-a477-e6f78efae1eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-b26fb39d-e386-4544-8c70-358c153c94ac', 'network_id': 'b26fb39d-e386-4544-8c70-358c153c94ac', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'fixed_ips': [{'subnet_id': 'be99cedb-7710-4aa2-863b-6e73c9a68a40'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:37:12.942355 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-912f318c-a39a-4d11-a477-e6f78efae1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:13.013988 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8728c87d-4fdb-40e6-8f70-e8429ac3e235 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:13.015026 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-cb70f193-66d7-414b-8d5a-1bb4bea6818e tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:37:13.016233 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-cb70f193-66d7-414b-8d5a-1bb4bea6818e tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1870241 Oct 26 08:37:13.019539 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36894) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:13.024134 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-240be9d9-2c9c-40eb-89f4-3788b0f64f49 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Request body: {'security_group_rule': {'security_group_id': '2a9eb3a2-617a-497a-a259-ca65b078fcb3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:13.024623 dv-neutron-804846-13-hyperv neutron-server[102101]: WARNING neutron.api.v2.base [None req-240be9d9-2c9c-40eb-89f4-3788b0f64f49 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 26 08:37:13.024919 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8728c87d-4fdb-40e6-8f70-e8429ac3e235 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:13.025164 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-240be9d9-2c9c-40eb-89f4-3788b0f64f49 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:37:13.029570 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-240be9d9-2c9c-40eb-89f4-3788b0f64f49 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057530 Oct 26 08:37:13.029870 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36896) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:13.036038 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-66115a3e-7d07-45b9-aada-2b25d92e7a08 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Request body: {'security_group_rule': {'security_group_id': '2a9eb3a2-617a-497a-a259-ca65b078fcb3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:13.054455 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8728c87d-4fdb-40e6-8f70-e8429ac3e235 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:13.055649 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8728c87d-4fdb-40e6-8f70-e8429ac3e235 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2877681 Oct 26 08:37:13.058990 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36898) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:13.062886 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-437a5f5d-ffe8-4606-b2a0-02f926981b88 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:13.094921 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-912f318c-a39a-4d11-a477-e6f78efae1eb None None] Allocated IP 172.20.0.2 (b26fb39d-e386-4544-8c70-358c153c94ac/be99cedb-7710-4aa2-863b-6e73c9a68a40/9dc20cea-19bf-4352-8998-e3146eb156ee) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:37:13.199560 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437a5f5d-ffe8-4606-b2a0-02f926981b88 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Router 958bd44d-dfff-4b5a-bcc3-108b39ad789c is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:37:13.235967 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-66115a3e-7d07-45b9-aada-2b25d92e7a08 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:37:13.239687 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-66115a3e-7d07-45b9-aada-2b25d92e7a08 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2063019 Oct 26 08:37:13.240151 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36900) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:13.244811 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-f473b904-cc1f-4bde-aa6a-9023cdea2ec0 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Request body: {'security_group_rule': {'security_group_id': '2a9eb3a2-617a-497a-a259-ca65b078fcb3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:13.245289 dv-neutron-804846-13-hyperv neutron-server[102101]: WARNING neutron.api.v2.base [None req-f473b904-cc1f-4bde-aa6a-9023cdea2ec0 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 26 08:37:13.245808 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-f473b904-cc1f-4bde-aa6a-9023cdea2ec0 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:37:13.246813 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f473b904-cc1f-4bde-aa6a-9023cdea2ec0 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057063 Oct 26 08:37:13.250197 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36902) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:13.260522 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-912f318c-a39a-4d11-a477-e6f78efae1eb None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:13.266814 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-912f318c-a39a-4d11-a477-e6f78efae1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:13.290867 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-a6b9d6bd-4051-4cc7-9f2a-a535cca6c523 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Request body: {'security_group_rule': {'security_group_id': '2a9eb3a2-617a-497a-a259-ca65b078fcb3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:13.310936 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912f318c-a39a-4d11-a477-e6f78efae1eb None None] Network b26fb39d-e386-4544-8c70-358c153c94ac is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:37:13.313936 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-912f318c-a39a-4d11-a477-e6f78efae1eb None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:37:13.318569 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912f318c-a39a-4d11-a477-e6f78efae1eb None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:37:13.320526 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f318c-a39a-4d11-a477-e6f78efae1eb None None] Pushing event updated for resources: {'Port': ['ID=9dc20cea-19bf-4352-8998-e3146eb156ee,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:13.328075 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437a5f5d-ffe8-4606-b2a0-02f926981b88 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:37:13.330016 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912f318c-a39a-4d11-a477-e6f78efae1eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:13.330551 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912f318c-a39a-4d11-a477-e6f78efae1eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:13.331077 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912f318c-a39a-4d11-a477-e6f78efae1eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:13.331591 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912f318c-a39a-4d11-a477-e6f78efae1eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:13.332086 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912f318c-a39a-4d11-a477-e6f78efae1eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:13.332576 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912f318c-a39a-4d11-a477-e6f78efae1eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:13.333083 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912f318c-a39a-4d11-a477-e6f78efae1eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:13.333576 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912f318c-a39a-4d11-a477-e6f78efae1eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:13.334724 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912f318c-a39a-4d11-a477-e6f78efae1eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:13.335237 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912f318c-a39a-4d11-a477-e6f78efae1eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:13.335856 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912f318c-a39a-4d11-a477-e6f78efae1eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:13.336434 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912f318c-a39a-4d11-a477-e6f78efae1eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:13.346668 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65daba30-fa45-4f77-8c87-d60ef58a5013 None None] Sync routers for ids ['958bd44d-dfff-4b5a-bcc3-108b39ad789c'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:37:13.373676 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65daba30-fa45-4f77-8c87-d60ef58a5013 None None] Routers {'958bd44d-dfff-4b5a-bcc3-108b39ad789c'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:13.374303 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-65daba30-fa45-4f77-8c87-d60ef58a5013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['958bd44d-dfff-4b5a-bcc3-108b39ad789c'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:13.378856 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-437a5f5d-ffe8-4606-b2a0-02f926981b88 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:13.383118 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-437a5f5d-ffe8-4606-b2a0-02f926981b88 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.3371873 Oct 26 08:37:13.383847 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36904) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:13.415890 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-65daba30-fa45-4f77-8c87-d60ef58a5013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:13.453296 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65daba30-fa45-4f77-8c87-d60ef58a5013 None None] Routers {'958bd44d-dfff-4b5a-bcc3-108b39ad789c'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:13.453947 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-65daba30-fa45-4f77-8c87-d60ef58a5013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['958bd44d-dfff-4b5a-bcc3-108b39ad789c'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:13.458236 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-912f318c-a39a-4d11-a477-e6f78efae1eb None None] Attempting to bind port 9dc20cea-19bf-4352-8998-e3146eb156ee on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:37:13.458608 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-912f318c-a39a-4d11-a477-e6f78efae1eb None None] Attempting to bind port 9dc20cea-19bf-4352-8998-e3146eb156ee by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '3714022d-3eee-4282-a394-64877b68e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b26fb39d-e386-4544-8c70-358c153c94ac'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:37:13.458969 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912f318c-a39a-4d11-a477-e6f78efae1eb None None] Attempting to bind port 9dc20cea-19bf-4352-8998-e3146eb156ee on network b26fb39d-e386-4544-8c70-358c153c94ac {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:37:13.481939 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-a6b9d6bd-4051-4cc7-9f2a-a535cca6c523 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:37:13.485777 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a6b9d6bd-4051-4cc7-9f2a-a535cca6c523 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2319770 Oct 26 08:37:13.485934 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e2f69b34-e73e-44c9-8e7b-22bb8762c0c5 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:13.486350 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36906) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:13.493108 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-65daba30-fa45-4f77-8c87-d60ef58a5013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:13.493942 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65daba30-fa45-4f77-8c87-d60ef58a5013 None None] The sync data for ids ['958bd44d-dfff-4b5a-bcc3-108b39ad789c'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:37:13.494252 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-02bbd683-5801-4e97-ae96-d04b13c8a4c4 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Request body: {'security_group_rule': {'security_group_id': '2a9eb3a2-617a-497a-a259-ca65b078fcb3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:13.496397 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912f318c-a39a-4d11-a477-e6f78efae1eb None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:37:13.496772 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912f318c-a39a-4d11-a477-e6f78efae1eb None None] Checking segment: {'id': '3714022d-3eee-4282-a394-64877b68e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b26fb39d-e386-4544-8c70-358c153c94ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:37:13.497868 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-912f318c-a39a-4d11-a477-e6f78efae1eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:13.498410 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912f318c-a39a-4d11-a477-e6f78efae1eb None None] Bound using segment: {'id': '3714022d-3eee-4282-a394-64877b68e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b26fb39d-e386-4544-8c70-358c153c94ac'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:37:13.498721 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-912f318c-a39a-4d11-a477-e6f78efae1eb None None] Bound port: 9dc20cea-19bf-4352-8998-e3146eb156ee, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3714022d-3eee-4282-a394-64877b68e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b26fb39d-e386-4544-8c70-358c153c94ac'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:37:13.499104 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-912f318c-a39a-4d11-a477-e6f78efae1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:13.534010 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-02bbd683-5801-4e97-ae96-d04b13c8a4c4 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:37:13.535385 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-02bbd683-5801-4e97-ae96-d04b13c8a4c4 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0463293 Oct 26 08:37:13.538091 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36908) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:13.575010 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-912f318c-a39a-4d11-a477-e6f78efae1eb None None] For port 9dc20cea-19bf-4352-8998-e3146eb156ee, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:37:13.585798 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-912f318c-a39a-4d11-a477-e6f78efae1eb None None] For port 9dc20cea-19bf-4352-8998-e3146eb156ee, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=9dc20cea-19bf-4352-8998-e3146eb156ee,segment=NetworkSegment(3714022d-3eee-4282-a394-64877b68e2c6),segment_id=3714022d-3eee-4282-a394-64877b68e2c6)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:37:13.591136 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-912f318c-a39a-4d11-a477-e6f78efae1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:13.608240 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3a159c4b-9280-47d9-9056-a2aea65df0bc tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:13.640877 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3a159c4b-9280-47d9-9056-a2aea65df0bc tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:13.654178 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1f374dfa-f823-430e-b38e-ed67f30e1cd6 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] 10.222.0.41 "GET /v2.0/routers/958bd44d-dfff-4b5a-bcc3-108b39ad789c HTTP/1.1" status: 200 len: 925 time: 0.2669401 Oct 26 08:37:13.654857 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36910) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:13.664363 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f318c-a39a-4d11-a477-e6f78efae1eb None None] Pushing event updated for resources: {'Port': ['ID=9dc20cea-19bf-4352-8998-e3146eb156ee,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:13.690897 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-05f223fb-0f2e-40f3-98e7-863fefa09625 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] 10.222.0.41 "GET /v2.0/ports?device_id=958bd44d-dfff-4b5a-bcc3-108b39ad789c HTTP/1.1" status: 200 len: 205 time: 0.0346859 Oct 26 08:37:13.693611 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36912) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:13.768388 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3a159c4b-9280-47d9-9056-a2aea65df0bc tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:13.771031 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3a159c4b-9280-47d9-9056-a2aea65df0bc tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:13.775239 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3a159c4b-9280-47d9-9056-a2aea65df0bc tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "DELETE /v2.0/security-groups/2a9eb3a2-617a-497a-a259-ca65b078fcb3 HTTP/1.1" status: 204 len: 168 time: 0.2328558 Oct 26 08:37:13.777094 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36914) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:13.785244 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a159c4b-9280-47d9-9056-a2aea65df0bc tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9eb3a2-617a-497a-a259-ca65b078fcb3,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:13.858809 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-e2f69b34-e73e-44c9-8e7b-22bb8762c0c5 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Allocated IP 172.20.0.1 (b26fb39d-e386-4544-8c70-358c153c94ac/be99cedb-7710-4aa2-863b-6e73c9a68a40/6b74c992-df36-4877-a880-d1d5e2aa3b21) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:37:13.877553 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-621a028a-6ace-4e85-bd96-30072bce373d tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0993290 Oct 26 08:37:13.882448 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36916) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:13.885369 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ee332e6-5d39-4401-97b4-540861761c17 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:13.891593 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-8f90a443-ddb8-4495-9cd8-f8abcc9fbbdb tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Request body: {'security_group': {'name': 'tempest-secgroup--1204706108'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:13.972246 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8f90a443-ddb8-4495-9cd8-f8abcc9fbbdb tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:14.007142 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ee332e6-5d39-4401-97b4-540861761c17 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:14.042627 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e2f69b34-e73e-44c9-8e7b-22bb8762c0c5 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:14.093552 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8f90a443-ddb8-4495-9cd8-f8abcc9fbbdb tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:14.098687 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8f90a443-ddb8-4495-9cd8-f8abcc9fbbdb tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:14.123471 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e2f69b34-e73e-44c9-8e7b-22bb8762c0c5 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:14.144380 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8f90a443-ddb8-4495-9cd8-f8abcc9fbbdb tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:14.145698 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-8f90a443-ddb8-4495-9cd8-f8abcc9fbbdb tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2619488 Oct 26 08:37:14.172562 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36918) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:14.184017 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-05972c28-45fa-4b6d-a373-9a5ce13a9e62 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Request body: {'security_group_rule': {'security_group_id': '4fc0d813-0cdc-4759-b110-a1670627ce2c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:14.196260 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f69b34-e73e-44c9-8e7b-22bb8762c0c5 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Network b26fb39d-e386-4544-8c70-358c153c94ac is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:37:14.197958 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90a443-ddb8-4495-9cd8-f8abcc9fbbdb tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc0d813-0cdc-4759-b110-a1670627ce2c,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:14.207843 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-e2f69b34-e73e-44c9-8e7b-22bb8762c0c5 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:37:14.213474 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f69b34-e73e-44c9-8e7b-22bb8762c0c5 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:37:14.249898 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f69b34-e73e-44c9-8e7b-22bb8762c0c5 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event updated for resources: {'Port': ['ID=6b74c992-df36-4877-a880-d1d5e2aa3b21,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:14.274944 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e2f69b34-e73e-44c9-8e7b-22bb8762c0c5 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:14.356697 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-05972c28-45fa-4b6d-a373-9a5ce13a9e62 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] create failed (client error): The resource could not be found. Oct 26 08:37:14.358575 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-05972c28-45fa-4b6d-a373-9a5ce13a9e62 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1830416 Oct 26 08:37:14.361436 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36920) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:14.366166 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-0ef7d517-8346-4bd1-bdec-db6022153d9a tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Request body: {'security_group_rule': {'security_group_id': '4fc0d813-0cdc-4759-b110-a1670627ce2c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b52e7bbd-5ee3-4b0e-8b6a-a98d4d6a4aee'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:14.404688 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-5ee332e6-5d39-4401-97b4-540861761c17 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Deleting port f929bbd9-7918-4bf1-b229-42d414c622ec {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:37:14.404927 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ee332e6-5d39-4401-97b4-540861761c17 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:14.440585 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e2f69b34-e73e-44c9-8e7b-22bb8762c0c5 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:14.457888 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-0ef7d517-8346-4bd1-bdec-db6022153d9a tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] create failed (client error): The resource could not be found. Oct 26 08:37:14.461509 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-0ef7d517-8346-4bd1-bdec-db6022153d9a tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0965781 Oct 26 08:37:14.462380 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36922) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:14.532282 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ee332e6-5d39-4401-97b4-540861761c17 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:14.557697 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-5ee332e6-5d39-4401-97b4-540861761c17 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Calling delete_port for f929bbd9-7918-4bf1-b229-42d414c622ec owned by network:router_gateway {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:37:14.568009 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dc6fa26e-e9c5-4b59-bdc4-db1d4060a3f8 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:14.628725 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dc6fa26e-e9c5-4b59-bdc4-db1d4060a3f8 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:14.719775 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cc76dc-c7dd-438b-8f31-c77eb27394b4 None None] Network b26fb39d-e386-4544-8c70-358c153c94ac requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:37:14.730991 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e2f69b34-e73e-44c9-8e7b-22bb8762c0c5 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:14.734129 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dc6fa26e-e9c5-4b59-bdc4-db1d4060a3f8 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:14.736898 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dc6fa26e-e9c5-4b59-bdc4-db1d4060a3f8 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:14.737042 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e2f69b34-e73e-44c9-8e7b-22bb8762c0c5 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:14.738148 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-dc6fa26e-e9c5-4b59-bdc4-db1d4060a3f8 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "DELETE /v2.0/security-groups/4fc0d813-0cdc-4759-b110-a1670627ce2c HTTP/1.1" status: 204 len: 168 time: 0.2734294 Oct 26 08:37:14.744953 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36924) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:14.755568 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6fa26e-e9c5-4b59-bdc4-db1d4060a3f8 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc0d813-0cdc-4759-b110-a1670627ce2c,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:14.826954 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ee332e6-5d39-4401-97b4-540861761c17 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:14.850123 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f69b34-e73e-44c9-8e7b-22bb8762c0c5 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event updated for resources: {'Port': ['ID=6b74c992-df36-4877-a880-d1d5e2aa3b21,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:14.862925 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4d8f10d6-f1e0-4b6c-8e4c-fb91b5de46ed tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1131527 Oct 26 08:37:14.862925 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e2f69b34-e73e-44c9-8e7b-22bb8762c0c5 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:14.864404 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36926) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:14.869160 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-d180217b-b73a-4d2e-8ec3-725348a916aa tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Request body: {'security_group_rule': {'security_group_id': '07880f0b-279e-468c-b1ec-819e84eb41f6', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:14.901201 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee332e6-5d39-4401-97b4-540861761c17 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Pushing event deleted for resources: {'Port': ['ID=f929bbd9-7918-4bf1-b229-42d414c622ec,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:14.945936 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ee332e6-5d39-4401-97b4-540861761c17 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:14.971157 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-d180217b-b73a-4d2e-8ec3-725348a916aa tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] create failed (client error): The resource could not be found. Oct 26 08:37:14.972265 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d180217b-b73a-4d2e-8ec3-725348a916aa tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1068845 Oct 26 08:37:14.976541 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-bcd13f2d-5ae6-479f-87ae-00f60209fb9a None None] Provisioning complete for port 9dc20cea-19bf-4352-8998-e3146eb156ee triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:14.976920 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bcd13f2d-5ae6-479f-87ae-00f60209fb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:14.979389 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36928) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:14.990329 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-30d2ec3e-cb68-4248-82c3-c5355d9baa6a tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Request body: {'security_group': {'name': 'tempest-secgroup--584326084'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:15.012361 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f69b34-e73e-44c9-8e7b-22bb8762c0c5 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Network b26fb39d-e386-4544-8c70-358c153c94ac is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:37:15.017548 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-e2f69b34-e73e-44c9-8e7b-22bb8762c0c5 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:37:15.027834 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-30d2ec3e-cb68-4248-82c3-c5355d9baa6a tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:15.059951 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ee332e6-5d39-4401-97b4-540861761c17 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:15.062040 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ee332e6-5d39-4401-97b4-540861761c17 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:15.110503 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ee332e6-5d39-4401-97b4-540861761c17 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:15.111210 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee332e6-5d39-4401-97b4-540861761c17 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Fanout notify agent at l3_agent the message router_deleted on router 958bd44d-dfff-4b5a-bcc3-108b39ad789c {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:37:15.118595 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5ee332e6-5d39-4401-97b4-540861761c17 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:15.125239 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5ee332e6-5d39-4401-97b4-540861761c17 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] 10.222.0.41 "DELETE /v2.0/routers/958bd44d-dfff-4b5a-bcc3-108b39ad789c HTTP/1.1" status: 204 len: 168 time: 1.4301209 Oct 26 08:37:15.125776 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36930) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:15.131354 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-eecac18f-f037-47d1-b2f7-843d20d5eb0e tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1076325093', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'enable_snat': False}}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:15.148012 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bcd13f2d-5ae6-479f-87ae-00f60209fb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:15.157768 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eecac18f-f037-47d1-b2f7-843d20d5eb0e tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:15.159194 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eecac18f-f037-47d1-b2f7-843d20d5eb0e tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:15.188361 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-30d2ec3e-cb68-4248-82c3-c5355d9baa6a tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:15.196099 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-30d2ec3e-cb68-4248-82c3-c5355d9baa6a tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:15.209256 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f69b34-e73e-44c9-8e7b-22bb8762c0c5 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Router c6181db0-0ed0-41ed-b4be-61483c68ac53 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:37:15.209413 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-bcd13f2d-5ae6-479f-87ae-00f60209fb9a None None] For port 9dc20cea-19bf-4352-8998-e3146eb156ee, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=9dc20cea-19bf-4352-8998-e3146eb156ee,segment=NetworkSegment(3714022d-3eee-4282-a394-64877b68e2c6),segment_id=3714022d-3eee-4282-a394-64877b68e2c6)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:37:15.214794 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bcd13f2d-5ae6-479f-87ae-00f60209fb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:15.244537 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-30d2ec3e-cb68-4248-82c3-c5355d9baa6a tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:15.245835 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-30d2ec3e-cb68-4248-82c3-c5355d9baa6a tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2654972 Oct 26 08:37:15.249573 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36932) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:15.254290 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-8a6a70e2-1881-4316-a103-39ad8b6107c9 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Request body: {'security_group': {'name': 'tempest-secgroup--1915078492'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:15.262349 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eecac18f-f037-47d1-b2f7-843d20d5eb0e tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:15.288740 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd13f2d-5ae6-479f-87ae-00f60209fb9a None None] Pushing event updated for resources: {'Port': ['ID=9dc20cea-19bf-4352-8998-e3146eb156ee,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:15.290566 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2ec3e-cb68-4248-82c3-c5355d9baa6a tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3dfce0c-3139-48d3-bdbd-27d8f59fa5d0,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:15.353825 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f69b34-e73e-44c9-8e7b-22bb8762c0c5 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:37:15.362403 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e2f69b34-e73e-44c9-8e7b-22bb8762c0c5 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "PUT /v2.0/routers/c6181db0-0ed0-41ed-b4be-61483c68ac53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2998343 Oct 26 08:37:15.363065 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36934) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:15.365691 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bff2ee-8078-455c-b19d-3c463aa2482f None None] Sync routers for ids ['c6181db0-0ed0-41ed-b4be-61483c68ac53'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:37:15.379016 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8a6a70e2-1881-4316-a103-39ad8b6107c9 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:15.382147 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bff2ee-8078-455c-b19d-3c463aa2482f None None] Routers {'c6181db0-0ed0-41ed-b4be-61483c68ac53'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:15.382872 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-53bff2ee-8078-455c-b19d-3c463aa2482f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['c6181db0-0ed0-41ed-b4be-61483c68ac53'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:15.415752 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c749277c-b004-4ce0-8a9d-69b481dbe85f tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:15.420192 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c749277c-b004-4ce0-8a9d-69b481dbe85f tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "GET /v2.0/ports/6b74c992-df36-4877-a880-d1d5e2aa3b21 HTTP/1.1" status: 200 len: 910 time: 0.0527794 Oct 26 08:37:15.420412 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36936) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:15.425989 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-67abff06-5e13-4afb-b279-9604a01d1b6e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'be99cedb-7710-4aa2-863b-6e73c9a68a40'}]}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:15.427412 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-53bff2ee-8078-455c-b19d-3c463aa2482f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:15.446196 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bff2ee-8078-455c-b19d-3c463aa2482f None None] Routers {'c6181db0-0ed0-41ed-b4be-61483c68ac53'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:15.447184 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-53bff2ee-8078-455c-b19d-3c463aa2482f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['c6181db0-0ed0-41ed-b4be-61483c68ac53'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:15.454317 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-09ae95cd-c757-474e-83ad-9ff1e398229d None None] Provisioning complete for port 6b74c992-df36-4877-a880-d1d5e2aa3b21 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:15.455041 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-09ae95cd-c757-474e-83ad-9ff1e398229d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:15.464522 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eecac18f-f037-47d1-b2f7-843d20d5eb0e tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:15.507585 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-53bff2ee-8078-455c-b19d-3c463aa2482f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:15.508683 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bff2ee-8078-455c-b19d-3c463aa2482f None None] The sync data for ids ['c6181db0-0ed0-41ed-b4be-61483c68ac53'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:37:15.525967 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-09ae95cd-c757-474e-83ad-9ff1e398229d None None] Port 6b74c992-df36-4877-a880-d1d5e2aa3b21 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:37:15.550494 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-09ae95cd-c757-474e-83ad-9ff1e398229d None None] Provisioning complete for port 9dc20cea-19bf-4352-8998-e3146eb156ee triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:15.550822 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-09ae95cd-c757-474e-83ad-9ff1e398229d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:15.589186 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8a6a70e2-1881-4316-a103-39ad8b6107c9 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:15.599875 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8a6a70e2-1881-4316-a103-39ad8b6107c9 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:15.640911 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8a6a70e2-1881-4316-a103-39ad8b6107c9 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:15.642598 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8a6a70e2-1881-4316-a103-39ad8b6107c9 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3918254 Oct 26 08:37:15.645607 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36938) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:15.650125 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-52b8da0d-eeb6-47cc-99d0-fbb423ea521a tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Request body: {'security_group_rule': {'security_group_id': 'b3dfce0c-3139-48d3-bdbd-27d8f59fa5d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '248fc328-a8f1-4389-9a7c-2c4219f7970e'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:15.659654 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a70e2-1881-4316-a103-39ad8b6107c9 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=248fc328-a8f1-4389-9a7c-2c4219f7970e,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:15.660191 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-67abff06-5e13-4afb-b279-9604a01d1b6e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:15.722267 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 9dc20cea-19bf-4352-8998-e3146eb156ee up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:37:15.781726 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 9dc20cea-19bf-4352-8998-e3146eb156ee triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:15.782162 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:15.789591 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-52b8da0d-eeb6-47cc-99d0-fbb423ea521a tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 08:37:15.790742 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-52b8da0d-eeb6-47cc-99d0-fbb423ea521a tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1441317 Oct 26 08:37:15.793644 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36940) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:15.859294 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-4f9062f6-989f-4e2b-ab7a-2ec37f629b50 None None] Provisioning complete for port 6b74c992-df36-4877-a880-d1d5e2aa3b21 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:15.859840 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4f9062f6-989f-4e2b-ab7a-2ec37f629b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:15.895937 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4f302d23-7371-482b-b2b0-b95d55198690 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:15.924628 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eecac18f-f037-47d1-b2f7-843d20d5eb0e tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:15.926412 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-4f9062f6-989f-4e2b-ab7a-2ec37f629b50 None None] Port 6b74c992-df36-4877-a880-d1d5e2aa3b21 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:37:15.930033 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4f302d23-7371-482b-b2b0-b95d55198690 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:15.962646 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eecac18f-f037-47d1-b2f7-843d20d5eb0e tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:16.049386 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-65914392-3db4-4936-a69a-97fffd32d8d7 None None] Provisioning complete for port 6b74c992-df36-4877-a880-d1d5e2aa3b21 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:16.050024 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-65914392-3db4-4936-a69a-97fffd32d8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:16.072311 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4f302d23-7371-482b-b2b0-b95d55198690 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:16.074874 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4f302d23-7371-482b-b2b0-b95d55198690 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:16.076980 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4f302d23-7371-482b-b2b0-b95d55198690 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "DELETE /v2.0/security-groups/248fc328-a8f1-4389-9a7c-2c4219f7970e HTTP/1.1" status: 204 len: 168 time: 0.2798433 Oct 26 08:37:16.079535 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36942) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:16.090252 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-65914392-3db4-4936-a69a-97fffd32d8d7 None None] Port 6b74c992-df36-4877-a880-d1d5e2aa3b21 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:37:16.096015 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f302d23-7371-482b-b2b0-b95d55198690 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=248fc328-a8f1-4389-9a7c-2c4219f7970e,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:16.114871 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-eecac18f-f037-47d1-b2f7-843d20d5eb0e tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Allocated IP 172.26.2.96 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/59ddc6bf-ee09-4eb8-9a03-521d58c017c9) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:37:16.133840 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-67abff06-5e13-4afb-b279-9604a01d1b6e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:16.151434 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-67abff06-5e13-4afb-b279-9604a01d1b6e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:16.202743 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-91ba2dec-1241-401c-b9ad-fef22591e9b6 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1209219 Oct 26 08:37:16.208690 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36944) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:16.229857 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eecac18f-f037-47d1-b2f7-843d20d5eb0e tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:16.262898 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67abff06-5e13-4afb-b279-9604a01d1b6e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:16.263605 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-67abff06-5e13-4afb-b279-9604a01d1b6e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:16.264218 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eecac18f-f037-47d1-b2f7-843d20d5eb0e tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:16.264845 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-67abff06-5e13-4afb-b279-9604a01d1b6e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "PUT /v2.0/ports/6b74c992-df36-4877-a880-d1d5e2aa3b21 HTTP/1.1" status: 200 len: 910 time: 0.8434515 Oct 26 08:37:16.268501 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67abff06-5e13-4afb-b279-9604a01d1b6e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event updated for resources: {'Port': ['ID=6b74c992-df36-4877-a880-d1d5e2aa3b21,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:16.270076 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36946) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:16.296292 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-23bcd5cb-b606-4542-8a3a-d26d7c7a83a8 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:16.320210 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-23bcd5cb-b606-4542-8a3a-d26d7c7a83a8 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:16.368068 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-23bcd5cb-b606-4542-8a3a-d26d7c7a83a8 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:16.370961 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-23bcd5cb-b606-4542-8a3a-d26d7c7a83a8 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:16.374525 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-23bcd5cb-b606-4542-8a3a-d26d7c7a83a8 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "DELETE /v2.0/security-groups/b3dfce0c-3139-48d3-bdbd-27d8f59fa5d0 HTTP/1.1" status: 204 len: 168 time: 0.1592994 Oct 26 08:37:16.374703 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecac18f-f037-47d1-b2f7-843d20d5eb0e tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:37:16.375919 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36948) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:16.378480 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-eecac18f-f037-47d1-b2f7-843d20d5eb0e tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:37:16.383512 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecac18f-f037-47d1-b2f7-843d20d5eb0e tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:37:16.388321 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bcd5cb-b606-4542-8a3a-d26d7c7a83a8 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3dfce0c-3139-48d3-bdbd-27d8f59fa5d0,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:16.419596 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecac18f-f037-47d1-b2f7-843d20d5eb0e tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Pushing event updated for resources: {'Port': ['ID=59ddc6bf-ee09-4eb8-9a03-521d58c017c9,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:16.433204 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b8cd61c4-2344-47f5-ac87-0a875eebf353 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0515919 Oct 26 08:37:16.433568 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36950) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:16.442453 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-afc90849-b14a-4051-9209-74c9621d1488 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Request body: {'security_group': {'name': 'tempest-secgroup--2132659940'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:16.601848 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-afc90849-b14a-4051-9209-74c9621d1488 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:16.836314 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-afc90849-b14a-4051-9209-74c9621d1488 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:16.842301 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-afc90849-b14a-4051-9209-74c9621d1488 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:16.894057 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-afc90849-b14a-4051-9209-74c9621d1488 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:16.895295 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-afc90849-b14a-4051-9209-74c9621d1488 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4592750 Oct 26 08:37:16.898786 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36952) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:16.902262 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc90849-b14a-4051-9209-74c9621d1488 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b1310d-874f-455a-8c8b-dcf3f2156d04,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:16.904212 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-0e264bdc-e9d7-419a-bbd9-d674adba37e8 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:16.910890 dv-neutron-804846-13-hyperv neutron-server[102101]: WARNING neutron.api.v2.base [None req-0e264bdc-e9d7-419a-bbd9-d674adba37e8 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 26 08:37:16.911444 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-0e264bdc-e9d7-419a-bbd9-d674adba37e8 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] update failed (client error): There was a conflict when trying to complete your request. Oct 26 08:37:16.912456 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-0e264bdc-e9d7-419a-bbd9-d674adba37e8 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "PUT /v2.0/security-groups/c8b1310d-874f-455a-8c8b-dcf3f2156d04 HTTP/1.1" status: 409 len: 330 time: 0.0125310 Oct 26 08:37:16.913165 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eecac18f-f037-47d1-b2f7-843d20d5eb0e tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:16.915614 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36954) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:16.969161 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f0a9746c-895a-446e-b03a-3fd5bcc22e43 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:16.992710 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f0a9746c-895a-446e-b03a-3fd5bcc22e43 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:17.034531 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f0a9746c-895a-446e-b03a-3fd5bcc22e43 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:17.037184 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f0a9746c-895a-446e-b03a-3fd5bcc22e43 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:17.038495 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f0a9746c-895a-446e-b03a-3fd5bcc22e43 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "DELETE /v2.0/security-groups/c8b1310d-874f-455a-8c8b-dcf3f2156d04 HTTP/1.1" status: 204 len: 168 time: 0.1219590 Oct 26 08:37:17.042211 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 36956) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:17.048280 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9746c-895a-446e-b03a-3fd5bcc22e43 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b1310d-874f-455a-8c8b-dcf3f2156d04,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:17.053047 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ab181071-b7e2-4ee2-90f7-0524fab18282 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:17.241195 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-505ee993-46aa-436e-842c-5795d9e9c4a8 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1966658 Oct 26 08:37:17.245079 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36958) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:17.258603 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-860b200c-5ed9-4b96-99a4-1f2ba42391fb tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] delete failed (client error): The resource could not be found. Oct 26 08:37:17.259722 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-860b200c-5ed9-4b96-99a4-1f2ba42391fb tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "DELETE /v2.0/security-groups/d17c8e7b-402a-4927-9f8c-6762e0b15c51 HTTP/1.1" status: 404 len: 347 time: 0.0135503 Oct 26 08:37:17.264242 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36960) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:17.278247 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-b3bcb3a1-ae19-46fc-b396-7be55b4409b5 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] show failed (client error): The resource could not be found. Oct 26 08:37:17.280007 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b3bcb3a1-ae19-46fc-b396-7be55b4409b5 tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "GET /v2.0/security-groups/980b4cc2-490a-4e07-88ba-dc4d03b2328f HTTP/1.1" status: 404 len: 347 time: 0.0148702 Oct 26 08:37:17.284048 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36962) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:17.284284 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eecac18f-f037-47d1-b2f7-843d20d5eb0e tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:17.294980 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-23088310-c7fc-454c-9ef3-5963f475489e tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] show failed (client error): The resource could not be found. Oct 26 08:37:17.295968 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-23088310-c7fc-454c-9ef3-5963f475489e tempest-NegativeSecGroupTest-824679872 tempest-NegativeSecGroupTest-824679872-project] 10.222.0.41 "GET /v2.0/security-group-rules/2fea71dc-6dae-48d5-ad9d-9ed47afe829e HTTP/1.1" status: 404 len: 356 time: 0.0109880 Oct 26 08:37:17.507728 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eecac18f-f037-47d1-b2f7-843d20d5eb0e tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Router cb37b6f4-4def-4d63-a371-6b91e79f6fe5 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:37:17.547064 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36968) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:17.690822 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-702d51df-eda1-4cdc-8d39-832281b60f20 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1dbc6e024cdb497b89255cc17ded035d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424198 Oct 26 08:37:17.693300 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36972) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:17.745988 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2165d6c1-ef96-4912-845c-9af80e15f1a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:17.769114 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2165d6c1-ef96-4912-845c-9af80e15f1a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:17.819221 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2165d6c1-ef96-4912-845c-9af80e15f1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:17.821907 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2165d6c1-ef96-4912-845c-9af80e15f1a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:17.823149 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2165d6c1-ef96-4912-845c-9af80e15f1a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dab8e730-8626-488b-8bbd-48aa0a8283cf HTTP/1.1" status: 204 len: 168 time: 0.1288633 Oct 26 08:37:17.832179 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165d6c1-ef96-4912-845c-9af80e15f1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab8e730-8626-488b-8bbd-48aa0a8283cf,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:17.928125 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-ab181071-b7e2-4ee2-90f7-0524fab18282 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Deleting port 6b74c992-df36-4877-a880-d1d5e2aa3b21 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:37:17.928648 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ab181071-b7e2-4ee2-90f7-0524fab18282 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:18.037416 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eecac18f-f037-47d1-b2f7-843d20d5eb0e tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:37:18.047817 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d6af56-9a29-40a7-9dab-51148899300b None None] Sync routers for ids ['cb37b6f4-4def-4d63-a371-6b91e79f6fe5'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:37:18.051796 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ab181071-b7e2-4ee2-90f7-0524fab18282 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:18.056731 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d6af56-9a29-40a7-9dab-51148899300b None None] Routers {'cb37b6f4-4def-4d63-a371-6b91e79f6fe5'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:18.057361 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-39d6af56-9a29-40a7-9dab-51148899300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['cb37b6f4-4def-4d63-a371-6b91e79f6fe5'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:18.072049 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-ab181071-b7e2-4ee2-90f7-0524fab18282 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Calling delete_port for 6b74c992-df36-4877-a880-d1d5e2aa3b21 owned by network:router_interface {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:37:18.077061 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eecac18f-f037-47d1-b2f7-843d20d5eb0e tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:18.081431 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-eecac18f-f037-47d1-b2f7-843d20d5eb0e tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.9516201 Oct 26 08:37:18.081581 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36980) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:18.174493 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-39d6af56-9a29-40a7-9dab-51148899300b None None] Set router cb37b6f4-4def-4d63-a371-6b91e79f6fe5 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:37:18.230991 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e0107dbb-a23d-409e-8d86-3e8a4b842a2a tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] 10.222.0.41 "GET /v2.0/routers/cb37b6f4-4def-4d63-a371-6b91e79f6fe5 HTTP/1.1" status: 200 len: 908 time: 0.1482322 Oct 26 08:37:18.233607 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 36988) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:18.239034 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-7d0f56b9-68bd-4125-92e3-3ec2529f134c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1076325093', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'enable_snat': True}}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:18.264282 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7d0f56b9-68bd-4125-92e3-3ec2529f134c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:18.266491 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7d0f56b9-68bd-4125-92e3-3ec2529f134c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:18.325852 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7d0f56b9-68bd-4125-92e3-3ec2529f134c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:18.329216 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ab181071-b7e2-4ee2-90f7-0524fab18282 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:18.406194 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-39d6af56-9a29-40a7-9dab-51148899300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb37b6f4-4def-4d63-a371-6b91e79f6fe5', 'name': 'tempest-snat-router-1076325093', 'tenant_id': '91980c0415224c52a51d3c3c730d0e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.96'}], 'enable_snat': False}, 'gw_port_id': '59ddc6bf-ee09-4eb8-9a03-521d58c017c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:15Z', 'updated_at': '2021-10-26T08:37:16Z', 'revision_number': 3, 'project_id': '91980c0415224c52a51d3c3c730d0e18', 'gw_port': {'id': '59ddc6bf-ee09-4eb8-9a03-521d58c017c9', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:44:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb37b6f4-4def-4d63-a371-6b91e79f6fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:15Z', 'updated_at': '2021-10-26T08:37:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:18.413706 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab181071-b7e2-4ee2-90f7-0524fab18282 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event deleted for resources: {'Port': ['ID=6b74c992-df36-4877-a880-d1d5e2aa3b21,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:18.462792 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d6af56-9a29-40a7-9dab-51148899300b None None] Checking router: cb37b6f4-4def-4d63-a371-6b91e79f6fe5 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:37:18.463925 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d6af56-9a29-40a7-9dab-51148899300b None None] Updating router cb37b6f4-4def-4d63-a371-6b91e79f6fe5 port 59ddc6bf-ee09-4eb8-9a03-521d58c017c9 binding host dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:37:18.491363 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-39d6af56-9a29-40a7-9dab-51148899300b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:18.563933 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ab181071-b7e2-4ee2-90f7-0524fab18282 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:18.571825 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7d0f56b9-68bd-4125-92e3-3ec2529f134c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:18.769669 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37002) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:18.789130 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab181071-b7e2-4ee2-90f7-0524fab18282 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Router c6181db0-0ed0-41ed-b4be-61483c68ac53 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:37:18.849798 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-39d6af56-9a29-40a7-9dab-51148899300b None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:18.856116 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-39d6af56-9a29-40a7-9dab-51148899300b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:18.860912 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7d0f56b9-68bd-4125-92e3-3ec2529f134c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:18.890950 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-81b77b59-67da-473a-80ab-37c7405c26b7 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1587297937'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:18.894207 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7d0f56b9-68bd-4125-92e3-3ec2529f134c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:18.902490 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab181071-b7e2-4ee2-90f7-0524fab18282 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:37:18.909298 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ab181071-b7e2-4ee2-90f7-0524fab18282 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "PUT /v2.0/routers/c6181db0-0ed0-41ed-b4be-61483c68ac53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6362443 Oct 26 08:37:18.912064 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37006) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:18.913835 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f1d1ff-ba19-47c6-bc04-715b9652ceb4 None None] Sync routers for ids ['c6181db0-0ed0-41ed-b4be-61483c68ac53'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:37:18.932265 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f1d1ff-ba19-47c6-bc04-715b9652ceb4 None None] Routers {'c6181db0-0ed0-41ed-b4be-61483c68ac53'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:18.932896 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-95f1d1ff-ba19-47c6-bc04-715b9652ceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['c6181db0-0ed0-41ed-b4be-61483c68ac53'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:18.943711 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e31f2132-29d6-4fd1-a3f1-868bfe4e3eac tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6181db0-0ed0-41ed-b4be-61483c68ac53 HTTP/1.1" status: 200 len: 205 time: 0.0305309 Oct 26 08:37:18.944586 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b77b59-67da-473a-80ab-37c7405c26b7 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] Made reservation on behalf of 515ca0111492448ba7c3d257db49411d for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:37:18.948057 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-81b77b59-67da-473a-80ab-37c7405c26b7 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:18.949908 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37008) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:18.951946 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-39d6af56-9a29-40a7-9dab-51148899300b None None] Attempting to bind port 59ddc6bf-ee09-4eb8-9a03-521d58c017c9 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:37:18.952393 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-39d6af56-9a29-40a7-9dab-51148899300b None None] Attempting to bind port 59ddc6bf-ee09-4eb8-9a03-521d58c017c9 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:37:18.952765 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d6af56-9a29-40a7-9dab-51148899300b None None] Attempting to bind port 59ddc6bf-ee09-4eb8-9a03-521d58c017c9 on network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:37:18.955391 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd36226-666d-4abd-b6ae-985de3b264f4 None None] Pushing event updated for resources: {'Port': ['ID=59ddc6bf-ee09-4eb8-9a03-521d58c017c9,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:18.971811 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d6af56-9a29-40a7-9dab-51148899300b None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:37:18.972783 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-95f1d1ff-ba19-47c6-bc04-715b9652ceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:18.973139 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d6af56-9a29-40a7-9dab-51148899300b None None] Checking segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:37:18.973556 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-39d6af56-9a29-40a7-9dab-51148899300b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:18.974115 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d6af56-9a29-40a7-9dab-51148899300b None None] Bound using segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:37:18.974602 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-39d6af56-9a29-40a7-9dab-51148899300b None None] Bound port: 59ddc6bf-ee09-4eb8-9a03-521d58c017c9, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:37:18.975044 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-39d6af56-9a29-40a7-9dab-51148899300b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:18.983115 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f1d1ff-ba19-47c6-bc04-715b9652ceb4 None None] Routers {'c6181db0-0ed0-41ed-b4be-61483c68ac53'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:18.983732 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-95f1d1ff-ba19-47c6-bc04-715b9652ceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['c6181db0-0ed0-41ed-b4be-61483c68ac53'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:19.020375 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-95f1d1ff-ba19-47c6-bc04-715b9652ceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:19.021032 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f1d1ff-ba19-47c6-bc04-715b9652ceb4 None None] The sync data for ids ['c6181db0-0ed0-41ed-b4be-61483c68ac53'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:37:19.043373 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-39d6af56-9a29-40a7-9dab-51148899300b None None] For port 59ddc6bf-ee09-4eb8-9a03-521d58c017c9, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:37:19.044570 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-81b77b59-67da-473a-80ab-37c7405c26b7 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:19.047827 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-39d6af56-9a29-40a7-9dab-51148899300b None None] For port 59ddc6bf-ee09-4eb8-9a03-521d58c017c9, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=59ddc6bf-ee09-4eb8-9a03-521d58c017c9,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:37:19.053586 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-39d6af56-9a29-40a7-9dab-51148899300b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:19.069230 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b11e5eb6-a3d0-4dd5-b632-cd4b74b1d07c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:19.120833 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d6af56-9a29-40a7-9dab-51148899300b None None] Routers {'cb37b6f4-4def-4d63-a371-6b91e79f6fe5'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:19.121508 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-39d6af56-9a29-40a7-9dab-51148899300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['cb37b6f4-4def-4d63-a371-6b91e79f6fe5'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:19.127862 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd36226-666d-4abd-b6ae-985de3b264f4 None None] Pushing event updated for resources: {'Port': ['ID=59ddc6bf-ee09-4eb8-9a03-521d58c017c9,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:19.257639 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-39d6af56-9a29-40a7-9dab-51148899300b None None] Set router cb37b6f4-4def-4d63-a371-6b91e79f6fe5 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:37:19.284452 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b11e5eb6-a3d0-4dd5-b632-cd4b74b1d07c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:19.291426 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b11e5eb6-a3d0-4dd5-b632-cd4b74b1d07c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:19.351068 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-7d0f56b9-68bd-4125-92e3-3ec2529f134c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Allocated IP 172.26.2.227 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/fc193532-0deb-4302-8f9b-8ed0f609ef8f) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:37:19.368650 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b11e5eb6-a3d0-4dd5-b632-cd4b74b1d07c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:19.369436 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11e5eb6-a3d0-4dd5-b632-cd4b74b1d07c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Fanout notify agent at l3_agent the message router_deleted on router c6181db0-0ed0-41ed-b4be-61483c68ac53 {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:37:19.378600 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b11e5eb6-a3d0-4dd5-b632-cd4b74b1d07c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:19.380100 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b11e5eb6-a3d0-4dd5-b632-cd4b74b1d07c tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/routers/c6181db0-0ed0-41ed-b4be-61483c68ac53 HTTP/1.1" status: 204 len: 168 time: 0.4286325 Oct 26 08:37:19.384590 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37010) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:19.386391 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-600f6897-68bb-4030-b676-426867d944ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:19.396246 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-81b77b59-67da-473a-80ab-37c7405c26b7 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:19.421099 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-81b77b59-67da-473a-80ab-37c7405c26b7 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:19.464173 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81b77b59-67da-473a-80ab-37c7405c26b7 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:37:19.488573 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7d0f56b9-68bd-4125-92e3-3ec2529f134c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:19.491012 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-39d6af56-9a29-40a7-9dab-51148899300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb37b6f4-4def-4d63-a371-6b91e79f6fe5', 'name': 'tempest-snat-router-1076325093', 'tenant_id': '91980c0415224c52a51d3c3c730d0e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.96'}], 'enable_snat': False}, 'gw_port_id': '59ddc6bf-ee09-4eb8-9a03-521d58c017c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:15Z', 'updated_at': '2021-10-26T08:37:16Z', 'revision_number': 3, 'project_id': '91980c0415224c52a51d3c3c730d0e18', 'gw_port': {'id': '59ddc6bf-ee09-4eb8-9a03-521d58c017c9', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:44:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb37b6f4-4def-4d63-a371-6b91e79f6fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:15Z', 'updated_at': '2021-10-26T08:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:19.491850 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e71a752-33e1-4994-a397-bac2b5a968bf tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Deleting subnet be99cedb-7710-4aa2-863b-6e73c9a68a40 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:37:19.496879 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7e71a752-33e1-4994-a397-bac2b5a968bf tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:19.499544 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b77b59-67da-473a-80ab-37c7405c26b7 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e976105-73f8-4774-88f3-bf17db90837f,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:19.523570 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-81b77b59-67da-473a-80ab-37c7405c26b7 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:19.523981 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-81b77b59-67da-473a-80ab-37c7405c26b7 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] Added segment 19144e72-e5a9-41ae-8914-cfea70cd6946 of type vlan for network a2323e68-97c4-4f9c-a3fb-d1c33418b8f2 Oct 26 08:37:19.527732 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7d0f56b9-68bd-4125-92e3-3ec2529f134c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:19.527924 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d6af56-9a29-40a7-9dab-51148899300b None None] The sync data for ids ['cb37b6f4-4def-4d63-a371-6b91e79f6fe5'] in dv-neutron-804846-13-hyperv is: [{'id': 'cb37b6f4-4def-4d63-a371-6b91e79f6fe5', 'name': 'tempest-snat-router-1076325093', 'tenant_id': '91980c0415224c52a51d3c3c730d0e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.96'}], 'enable_snat': False}, 'gw_port_id': '59ddc6bf-ee09-4eb8-9a03-521d58c017c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:15Z', 'updated_at': '2021-10-26T08:37:16Z', 'revision_number': 3, 'project_id': '91980c0415224c52a51d3c3c730d0e18', 'gw_port': {'id': '59ddc6bf-ee09-4eb8-9a03-521d58c017c9', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:44:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb37b6f4-4def-4d63-a371-6b91e79f6fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:15Z', 'updated_at': '2021-10-26T08:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:37:19.581830 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0f56b9-68bd-4125-92e3-3ec2529f134c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:37:19.585002 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-7d0f56b9-68bd-4125-92e3-3ec2529f134c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:37:19.589677 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0f56b9-68bd-4125-92e3-3ec2529f134c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:37:19.590055 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7e71a752-33e1-4994-a397-bac2b5a968bf tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:19.593510 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f56b9-68bd-4125-92e3-3ec2529f134c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Pushing event updated for resources: {'Port': ['ID=fc193532-0deb-4302-8f9b-8ed0f609ef8f,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:19.626501 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-81b77b59-67da-473a-80ab-37c7405c26b7 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:19.675034 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-81b77b59-67da-473a-80ab-37c7405c26b7 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:19.681122 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b77b59-67da-473a-80ab-37c7405c26b7 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:19.681747 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-81b77b59-67da-473a-80ab-37c7405c26b7 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:19.777593 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-81b77b59-67da-473a-80ab-37c7405c26b7 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.0031555 Oct 26 08:37:19.778961 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37012) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:19.805793 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-ea2f4c73-b4ca-42cf-bd69-882f93153fe8 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'a2323e68-97c4-4f9c-a3fb-d1c33418b8f2', 'tempest-TagsTest-Tag-640786583') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:19.811371 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7e71a752-33e1-4994-a397-bac2b5a968bf tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:19.814368 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b77b59-67da-473a-80ab-37c7405c26b7 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] Pushing event updated for resources: {'Network': ['ID=a2323e68-97c4-4f9c-a3fb-d1c33418b8f2,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:19.826898 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network a2323e68-97c4-4f9c-a3fb-d1c33418b8f2 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:37:19.894899 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7d0f56b9-68bd-4125-92e3-3ec2529f134c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:19.955887 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7e71a752-33e1-4994-a397-bac2b5a968bf tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:19.992835 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7e71a752-33e1-4994-a397-bac2b5a968bf tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:19.996399 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7e71a752-33e1-4994-a397-bac2b5a968bf tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/subnets/be99cedb-7710-4aa2-863b-6e73c9a68a40 HTTP/1.1" status: 204 len: 168 time: 0.6106164 Oct 26 08:37:20.001106 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e71a752-33e1-4994-a397-bac2b5a968bf tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event deleted for resources: {'Subnet': ['ID=be99cedb-7710-4aa2-863b-6e73c9a68a40,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:20.002483 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c221b7e2-779a-4d89-a98c-83ce3080a3cd None None] Network b26fb39d-e386-4544-8c70-358c153c94ac requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:37:20.002850 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37014) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:20.063316 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ea2f4c73-b4ca-42cf-bd69-882f93153fe8 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] 10.222.0.41 "PUT /v2.0/networks/a2323e68-97c4-4f9c-a3fb-d1c33418b8f2/tags/tempest-TagsTest-Tag-640786583 HTTP/1.1" status: 201 len: 201 time: 0.2614093 Oct 26 08:37:20.066340 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37016) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:20.072486 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-5681ec3c-ac4e-4bd3-948e-56a44c58b55e tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a2323e68-97c4-4f9c-a3fb-d1c33418b8f2', 'tempest-TagsTest-Tag-640786583') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:20.140836 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7d0f56b9-68bd-4125-92e3-3ec2529f134c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:20.146850 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-89a5efa1-7cd8-49ca-81c1-13a77f7a2320 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:20.205375 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5681ec3c-ac4e-4bd3-948e-56a44c58b55e tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] 10.222.0.41 "GET /v2.0/networks/a2323e68-97c4-4f9c-a3fb-d1c33418b8f2/tags/tempest-TagsTest-Tag-640786583 HTTP/1.1" status: 204 len: 168 time: 0.1378107 Oct 26 08:37:20.209355 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37018) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:20.214050 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-de33086e-e7ba-4cd5-bb01-e35d560058b4 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'a2323e68-97c4-4f9c-a3fb-d1c33418b8f2') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:20.252370 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3dab16-d595-48fe-b965-3b6e4b80164d None None] DHCP port deletion for b26fb39d-e386-4544-8c70-358c153c94ac request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:37:20.304137 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-89a5efa1-7cd8-49ca-81c1-13a77f7a2320 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Deleting port 9dc20cea-19bf-4352-8998-e3146eb156ee {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:37:20.304617 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-89a5efa1-7cd8-49ca-81c1-13a77f7a2320 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:20.320454 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-eb3dab16-d595-48fe-b965-3b6e4b80164d None None] Deleting port 9dc20cea-19bf-4352-8998-e3146eb156ee {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:37:20.321334 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-de33086e-e7ba-4cd5-bb01-e35d560058b4 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] 10.222.0.41 "GET /v2.0/networks/a2323e68-97c4-4f9c-a3fb-d1c33418b8f2/tags HTTP/1.1" status: 200 len: 237 time: 0.1108451 Oct 26 08:37:20.323968 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-eb3dab16-d595-48fe-b965-3b6e4b80164d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:20.324228 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37020) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:20.332323 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.tag.tag_plugin [None req-4c60b8ba-d084-4e9b-98f6-267f3d3ea46d tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'a2323e68-97c4-4f9c-a3fb-d1c33418b8f2', {'tags': ['tempest-TagsTest-Tag-835840146', 'tempest-TagsTest-Tag-305485067', 'tempest-TagsTest-Tag-1370272676']}) {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:20.384608 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-89a5efa1-7cd8-49ca-81c1-13a77f7a2320 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] For port 9dc20cea-19bf-4352-8998-e3146eb156ee, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=9dc20cea-19bf-4352-8998-e3146eb156ee,segment=NetworkSegment(3714022d-3eee-4282-a394-64877b68e2c6),segment_id=3714022d-3eee-4282-a394-64877b68e2c6)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:37:20.385079 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-89a5efa1-7cd8-49ca-81c1-13a77f7a2320 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:20.389037 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0f56b9-68bd-4125-92e3-3ec2529f134c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Router e1d23a4d-536b-4c77-94ba-56f064b518fd is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:37:20.402686 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-89a5efa1-7cd8-49ca-81c1-13a77f7a2320 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Calling delete_port for 9dc20cea-19bf-4352-8998-e3146eb156ee owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:37:20.410797 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-eb3dab16-d595-48fe-b965-3b6e4b80164d None None] For port 9dc20cea-19bf-4352-8998-e3146eb156ee, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=9dc20cea-19bf-4352-8998-e3146eb156ee,segment=NetworkSegment(3714022d-3eee-4282-a394-64877b68e2c6),segment_id=3714022d-3eee-4282-a394-64877b68e2c6)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:37:20.411254 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-eb3dab16-d595-48fe-b965-3b6e4b80164d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:20.432507 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-eb3dab16-d595-48fe-b965-3b6e4b80164d None None] Calling delete_port for 9dc20cea-19bf-4352-8998-e3146eb156ee owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:37:20.504842 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4c60b8ba-d084-4e9b-98f6-267f3d3ea46d tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] 10.222.0.41 "PUT /v2.0/networks/a2323e68-97c4-4f9c-a3fb-d1c33418b8f2/tags HTTP/1.1" status: 200 len: 307 time: 0.1795173 Oct 26 08:37:20.507664 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37022) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:20.511245 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-89a5efa1-7cd8-49ca-81c1-13a77f7a2320 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:20.519040 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.tag.tag_plugin [None req-d45bdb5f-0b8b-42e4-9568-4c60e0f1e194 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'a2323e68-97c4-4f9c-a3fb-d1c33418b8f2', 'tempest-TagsTest-Tag-835840146') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:20.524730 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-eb3dab16-d595-48fe-b965-3b6e4b80164d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:20.545415 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a5efa1-7cd8-49ca-81c1-13a77f7a2320 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event deleted for resources: {'Port': ['ID=9dc20cea-19bf-4352-8998-e3146eb156ee,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:20.555204 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a5efa1-7cd8-49ca-81c1-13a77f7a2320 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] No DVR routers for this DVR port 9dc20cea-19bf-4352-8998-e3146eb156ee on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:37:20.568756 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3dab16-d595-48fe-b965-3b6e4b80164d None None] Pushing event deleted for resources: {'Port': ['ID=9dc20cea-19bf-4352-8998-e3146eb156ee,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:20.571902 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3dab16-d595-48fe-b965-3b6e4b80164d None None] No DVR routers for this DVR port 9dc20cea-19bf-4352-8998-e3146eb156ee on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:37:20.608880 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0f56b9-68bd-4125-92e3-3ec2529f134c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:37:20.618479 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded2a844-d666-4928-905a-cd5600b028b4 None None] Sync routers for ids ['e1d23a4d-536b-4c77-94ba-56f064b518fd'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:37:20.629420 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded2a844-d666-4928-905a-cd5600b028b4 None None] Routers {'e1d23a4d-536b-4c77-94ba-56f064b518fd'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:20.630100 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ded2a844-d666-4928-905a-cd5600b028b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['e1d23a4d-536b-4c77-94ba-56f064b518fd'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:20.657371 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7d0f56b9-68bd-4125-92e3-3ec2529f134c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:20.661176 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-7d0f56b9-68bd-4125-92e3-3ec2529f134c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.4241655 Oct 26 08:37:20.662583 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37024) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:20.671275 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-89a5efa1-7cd8-49ca-81c1-13a77f7a2320 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:20.693976 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-89a5efa1-7cd8-49ca-81c1-13a77f7a2320 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b26fb39d-e386-4544-8c70-358c153c94ac']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:20.705180 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-89a5efa1-7cd8-49ca-81c1-13a77f7a2320 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3714022d-3eee-4282-a394-64877b68e2c6') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:20.709670 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-89a5efa1-7cd8-49ca-81c1-13a77f7a2320 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3714022d-3eee-4282-a394-64877b68e2c6') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:20.728122 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-89a5efa1-7cd8-49ca-81c1-13a77f7a2320 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:20.746807 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-89a5efa1-7cd8-49ca-81c1-13a77f7a2320 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:20.751605 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d45bdb5f-0b8b-42e4-9568-4c60e0f1e194 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] 10.222.0.41 "DELETE /v2.0/networks/a2323e68-97c4-4f9c-a3fb-d1c33418b8f2/tags/tempest-TagsTest-Tag-835840146 HTTP/1.1" status: 204 len: 168 time: 0.2428658 Oct 26 08:37:20.752247 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37026) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:20.755661 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a5efa1-7cd8-49ca-81c1-13a77f7a2320 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:37:20.756228 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-89a5efa1-7cd8-49ca-81c1-13a77f7a2320 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:20.759879 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:37:20.759879 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:37:20.759879 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:37:20.759879 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:37:20.759879 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:37:20.759879 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:37:20.759879 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:37:20.759879 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:37:20.759879 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:37:20.759879 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:37:20.759879 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:37:20.759879 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:37:20.759879 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:37:20.759879 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:37:20.759879 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:37:20.759879 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:37:20.759879 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:37:20.759879 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:37:20.759879 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:37:20.759879 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:37:20.759879 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:37:20.759879 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:37:20.759879 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:37:20.759879 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:37:20.759879 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:37:20.759879 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:37:20.759879 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:37:20.759879 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:37:20.759879 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:37:20.759879 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:37:20.759879 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:37:20.759879 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:37:20.763277 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.tag.tag_plugin [None req-a56b1183-330e-4eeb-ac5c-1ab0633f0b99 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a2323e68-97c4-4f9c-a3fb-d1c33418b8f2', 'tempest-TagsTest-Tag-835840146') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:20.830695 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-89a5efa1-7cd8-49ca-81c1-13a77f7a2320 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:20.842561 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-89a5efa1-7cd8-49ca-81c1-13a77f7a2320 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:20.848559 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-89a5efa1-7cd8-49ca-81c1-13a77f7a2320 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/networks/b26fb39d-e386-4544-8c70-358c153c94ac HTTP/1.1" status: 204 len: 168 time: 0.8429942 Oct 26 08:37:20.858842 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37028) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:20.864057 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-fe37dcb8-f45e-4f53-b372-5d44a86509fb tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] 10.222.0.41 "GET /v2.0/routers/e1d23a4d-536b-4c77-94ba-56f064b518fd HTTP/1.1" status: 200 len: 908 time: 0.1975467 Oct 26 08:37:20.864267 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37030) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:20.866553 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a5efa1-7cd8-49ca-81c1-13a77f7a2320 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event deleted for resources: {'Network': ['ID=b26fb39d-e386-4544-8c70-358c153c94ac,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:20.869437 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-f1b33d51-cab8-4677-846f-dd5f314c2280 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-703803076', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:20.887517 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-a56b1183-330e-4eeb-ac5c-1ab0633f0b99 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] show failed (client error): The resource could not be found. Oct 26 08:37:20.891983 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a56b1183-330e-4eeb-ac5c-1ab0633f0b99 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] 10.222.0.41 "GET /v2.0/networks/a2323e68-97c4-4f9c-a3fb-d1c33418b8f2/tags/tempest-TagsTest-Tag-835840146 HTTP/1.1" status: 404 len: 325 time: 0.1338239 Oct 26 08:37:20.892636 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37032) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:20.899443 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.tag.tag_plugin [None req-22aae0a2-75ab-4ab1-b372-c90a69c8a659 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a2323e68-97c4-4f9c-a3fb-d1c33418b8f2', 'tempest-TagsTest-Tag-305485067') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:20.913247 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-ded2a844-d666-4928-905a-cd5600b028b4 None None] Set router e1d23a4d-536b-4c77-94ba-56f064b518fd gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:37:20.921395 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f1b33d51-cab8-4677-846f-dd5f314c2280 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:20.922665 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f1b33d51-cab8-4677-846f-dd5f314c2280 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:20.984484 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8c69e998-a69c-4c11-9df5-7074df768332 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:21.024956 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f1b33d51-cab8-4677-846f-dd5f314c2280 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:21.034173 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f1b33d51-cab8-4677-846f-dd5f314c2280 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:21.052095 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37036) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:21.052340 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-22aae0a2-75ab-4ab1-b372-c90a69c8a659 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] 10.222.0.41 "GET /v2.0/networks/a2323e68-97c4-4f9c-a3fb-d1c33418b8f2/tags/tempest-TagsTest-Tag-305485067 HTTP/1.1" status: 204 len: 168 time: 0.1555862 Oct 26 08:37:21.056574 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-c5a69d00-f81a-40f9-b22b-a91b8bab2c7b tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a2323e68-97c4-4f9c-a3fb-d1c33418b8f2', 'tempest-TagsTest-Tag-1370272676') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:21.056740 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f1b33d51-cab8-4677-846f-dd5f314c2280 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:21.060788 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f1b33d51-cab8-4677-846f-dd5f314c2280 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1968923 Oct 26 08:37:21.061431 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37038) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:21.066580 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-d7f6f19d-7ad3-480a-beac-1fb76c66e9d2 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Request body: {'network': {'name': 'tempest-RoutersTest-500784664'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:21.093958 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f6f19d-7ad3-480a-beac-1fb76c66e9d2 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Made reservation on behalf of 14b2bed9eecf4da799cf96f861ddb8c9 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:37:21.097733 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7f6f19d-7ad3-480a-beac-1fb76c66e9d2 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:21.117869 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ded2a844-d666-4928-905a-cd5600b028b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d23a4d-536b-4c77-94ba-56f064b518fd', 'name': 'tempest-snat-router-1076325093', 'tenant_id': '91980c0415224c52a51d3c3c730d0e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.227'}], 'enable_snat': True}, 'gw_port_id': 'fc193532-0deb-4302-8f9b-8ed0f609ef8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:18Z', 'updated_at': '2021-10-26T08:37:19Z', 'revision_number': 3, 'project_id': '91980c0415224c52a51d3c3c730d0e18', 'gw_port': {'id': 'fc193532-0deb-4302-8f9b-8ed0f609ef8f', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d23a4d-536b-4c77-94ba-56f064b518fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:18Z', 'updated_at': '2021-10-26T08:37:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:21.131881 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7f6f19d-7ad3-480a-beac-1fb76c66e9d2 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:37:21.149824 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7f6f19d-7ad3-480a-beac-1fb76c66e9d2 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:21.150241 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-d7f6f19d-7ad3-480a-beac-1fb76c66e9d2 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Added segment d0973e18-22ad-469a-a187-7a552c4002d9 of type vlan for network cd15b01e-b20b-41a3-b0c3-4cab1de388b8 Oct 26 08:37:21.151975 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded2a844-d666-4928-905a-cd5600b028b4 None None] Checking router: e1d23a4d-536b-4c77-94ba-56f064b518fd for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:37:21.152720 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded2a844-d666-4928-905a-cd5600b028b4 None None] Updating router e1d23a4d-536b-4c77-94ba-56f064b518fd port fc193532-0deb-4302-8f9b-8ed0f609ef8f binding host dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:37:21.177595 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c5a69d00-f81a-40f9-b22b-a91b8bab2c7b tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] 10.222.0.41 "GET /v2.0/networks/a2323e68-97c4-4f9c-a3fb-d1c33418b8f2/tags/tempest-TagsTest-Tag-1370272676 HTTP/1.1" status: 204 len: 168 time: 0.1242340 Oct 26 08:37:21.179080 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8c69e998-a69c-4c11-9df5-7074df768332 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:21.181743 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37040) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:21.187303 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ded2a844-d666-4928-905a-cd5600b028b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:21.189338 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-3ee3179a-fa08-4cc1-9753-b1833e11f61d tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a2323e68-97c4-4f9c-a3fb-d1c33418b8f2') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:21.208630 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7f6f19d-7ad3-480a-beac-1fb76c66e9d2 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:21.236219 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7f6f19d-7ad3-480a-beac-1fb76c66e9d2 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:21.244255 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f6f19d-7ad3-480a-beac-1fb76c66e9d2 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:21.244942 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d7f6f19d-7ad3-480a-beac-1fb76c66e9d2 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:21.311844 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-8c69e998-a69c-4c11-9df5-7074df768332 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Deleting port fc193532-0deb-4302-8f9b-8ed0f609ef8f {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:37:21.312223 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8c69e998-a69c-4c11-9df5-7074df768332 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:21.316117 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3ee3179a-fa08-4cc1-9753-b1833e11f61d tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] 10.222.0.41 "DELETE /v2.0/networks/a2323e68-97c4-4f9c-a3fb-d1c33418b8f2/tags HTTP/1.1" status: 204 len: 168 time: 0.1334453 Oct 26 08:37:21.321221 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37042) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:21.334123 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.tag.tag_plugin [None req-dd93dbe4-6c24-4db4-8a45-780c4d26e9f4 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a2323e68-97c4-4f9c-a3fb-d1c33418b8f2', 'tempest-TagsTest-Tag-305485067') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:21.342357 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d7f6f19d-7ad3-480a-beac-1fb76c66e9d2 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2796147 Oct 26 08:37:21.351322 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37044) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:21.358928 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-1503224d-72e2-40e9-9a67-df83f2be3af6 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Request body: {'subnet': {'network_id': 'cd15b01e-b20b-41a3-b0c3-4cab1de388b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:21.370376 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6f19d-7ad3-480a-beac-1fb76c66e9d2 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event updated for resources: {'Network': ['ID=cd15b01e-b20b-41a3-b0c3-4cab1de388b8,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:21.383975 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network cd15b01e-b20b-41a3-b0c3-4cab1de388b8 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:37:21.440916 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-dd93dbe4-6c24-4db4-8a45-780c4d26e9f4 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] show failed (client error): The resource could not be found. Oct 26 08:37:21.442050 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-dd93dbe4-6c24-4db4-8a45-780c4d26e9f4 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] 10.222.0.41 "GET /v2.0/networks/a2323e68-97c4-4f9c-a3fb-d1c33418b8f2/tags/tempest-TagsTest-Tag-305485067 HTTP/1.1" status: 404 len: 325 time: 0.1193802 Oct 26 08:37:21.444900 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37046) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:21.449770 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.tag.tag_plugin [None req-fa7e1694-f24f-4d94-be21-3d64778ea1fc tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a2323e68-97c4-4f9c-a3fb-d1c33418b8f2', 'tempest-TagsTest-Tag-1370272676') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:21.487758 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8c69e998-a69c-4c11-9df5-7074df768332 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:21.536338 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-8c69e998-a69c-4c11-9df5-7074df768332 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Calling delete_port for fc193532-0deb-4302-8f9b-8ed0f609ef8f owned by network:router_gateway {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:37:21.541558 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ded2a844-d666-4928-905a-cd5600b028b4 None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:21.554682 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1503224d-72e2-40e9-9a67-df83f2be3af6 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Made reservation on behalf of 14b2bed9eecf4da799cf96f861ddb8c9 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:37:21.554846 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ded2a844-d666-4928-905a-cd5600b028b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:21.558212 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1503224d-72e2-40e9-9a67-df83f2be3af6 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:21.614840 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-ded2a844-d666-4928-905a-cd5600b028b4 None None] Attempting to bind port fc193532-0deb-4302-8f9b-8ed0f609ef8f on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:37:21.615214 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-ded2a844-d666-4928-905a-cd5600b028b4 None None] Attempting to bind port fc193532-0deb-4302-8f9b-8ed0f609ef8f by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:37:21.615573 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded2a844-d666-4928-905a-cd5600b028b4 None None] Attempting to bind port fc193532-0deb-4302-8f9b-8ed0f609ef8f on network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:37:21.627347 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded2a844-d666-4928-905a-cd5600b028b4 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:37:21.627907 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded2a844-d666-4928-905a-cd5600b028b4 None None] Checking segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:37:21.628122 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ded2a844-d666-4928-905a-cd5600b028b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:21.628523 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded2a844-d666-4928-905a-cd5600b028b4 None None] Bound using segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:37:21.628991 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-ded2a844-d666-4928-905a-cd5600b028b4 None None] Bound port: fc193532-0deb-4302-8f9b-8ed0f609ef8f, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:37:21.629375 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ded2a844-d666-4928-905a-cd5600b028b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:21.631724 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90979b38-fba3-4847-95ce-fa058566a19d None None] Pushing event updated for resources: {'Port': ['ID=fc193532-0deb-4302-8f9b-8ed0f609ef8f,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:21.674790 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 59ddc6bf-ee09-4eb8-9a03-521d58c017c9 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:37:21.710303 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-fa7e1694-f24f-4d94-be21-3d64778ea1fc tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] show failed (client error): The resource could not be found. Oct 26 08:37:21.714411 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-fa7e1694-f24f-4d94-be21-3d64778ea1fc tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] 10.222.0.41 "GET /v2.0/networks/a2323e68-97c4-4f9c-a3fb-d1c33418b8f2/tags/tempest-TagsTest-Tag-1370272676 HTTP/1.1" status: 404 len: 326 time: 0.2655394 Oct 26 08:37:21.716497 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37048) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:21.722777 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.tag.tag_plugin [None req-ef773f3c-2cd4-400f-bc61-0b31d06c1428 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a2323e68-97c4-4f9c-a3fb-d1c33418b8f2') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:21.722977 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-ded2a844-d666-4928-905a-cd5600b028b4 None None] For port fc193532-0deb-4302-8f9b-8ed0f609ef8f, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:37:21.741955 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-ded2a844-d666-4928-905a-cd5600b028b4 None None] For port fc193532-0deb-4302-8f9b-8ed0f609ef8f, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=fc193532-0deb-4302-8f9b-8ed0f609ef8f,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:37:21.748826 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ded2a844-d666-4928-905a-cd5600b028b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:21.803194 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 59ddc6bf-ee09-4eb8-9a03-521d58c017c9 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:21.803565 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:21.806703 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ef773f3c-2cd4-400f-bc61-0b31d06c1428 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] 10.222.0.41 "DELETE /v2.0/networks/a2323e68-97c4-4f9c-a3fb-d1c33418b8f2/tags HTTP/1.1" status: 204 len: 168 time: 0.0868464 Oct 26 08:37:21.811582 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37050) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:21.844196 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded2a844-d666-4928-905a-cd5600b028b4 None None] Routers {'e1d23a4d-536b-4c77-94ba-56f064b518fd'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:21.844796 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ded2a844-d666-4928-905a-cd5600b028b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:36:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['e1d23a4d-536b-4c77-94ba-56f064b518fd'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:21.882943 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90979b38-fba3-4847-95ce-fa058566a19d None None] Pushing event updated for resources: {'Port': ['ID=fc193532-0deb-4302-8f9b-8ed0f609ef8f,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:21.953083 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-ded2a844-d666-4928-905a-cd5600b028b4 None None] Set router e1d23a4d-536b-4c77-94ba-56f064b518fd gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:37:21.976269 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-deffabc5-f75a-4a2a-8ced-a197533f90d6 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:21.992069 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8c69e998-a69c-4c11-9df5-7074df768332 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:22.002358 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1503224d-72e2-40e9-9a67-df83f2be3af6 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:22.032635 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69e998-a69c-4c11-9df5-7074df768332 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc193532-0deb-4302-8f9b-8ed0f609ef8f,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:22.034766 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ded2a844-d666-4928-905a-cd5600b028b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d23a4d-536b-4c77-94ba-56f064b518fd', 'name': 'tempest-snat-router-1076325093', 'tenant_id': '91980c0415224c52a51d3c3c730d0e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:18Z', 'updated_at': '2021-10-26T08:37:21Z', 'revision_number': 4, 'project_id': '91980c0415224c52a51d3c3c730d0e18', 'gw_port_host': None}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:22.078706 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded2a844-d666-4928-905a-cd5600b028b4 None None] The sync data for ids ['e1d23a4d-536b-4c77-94ba-56f064b518fd'] in dv-neutron-804846-13-hyperv is: [{'id': 'e1d23a4d-536b-4c77-94ba-56f064b518fd', 'name': 'tempest-snat-router-1076325093', 'tenant_id': '91980c0415224c52a51d3c3c730d0e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:18Z', 'updated_at': '2021-10-26T08:37:21Z', 'revision_number': 4, 'project_id': '91980c0415224c52a51d3c3c730d0e18', 'gw_port_host': None}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:37:22.080721 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:22.086087 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-357fa1fa-aef2-41ca-aab1-d6d18b31ebdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:22.105979 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 59ddc6bf-ee09-4eb8-9a03-521d58c017c9, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=59ddc6bf-ee09-4eb8-9a03-521d58c017c9,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:37:22.111985 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:22.177596 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 9dc20cea-19bf-4352-8998-e3146eb156ee no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:37:22.205042 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 9dc20cea-19bf-4352-8998-e3146eb156ee {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:37:22.205201 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 9dc20cea-19bf-4352-8998-e3146eb156ee not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:37:22.208051 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=59ddc6bf-ee09-4eb8-9a03-521d58c017c9,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:22.216646 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503224d-72e2-40e9-9a67-df83f2be3af6 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event updated for resources: {'Subnet': ['ID=b7d12298-5d99-4c9e-a181-e52ba1edc1e5,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:22.227332 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-deffabc5-f75a-4a2a-8ced-a197533f90d6 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:22.246678 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1503224d-72e2-40e9-9a67-df83f2be3af6 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Checking segment: {'id': 'd0973e18-22ad-469a-a187-7a552c4002d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cd15b01e-b20b-41a3-b0c3-4cab1de388b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:37:22.247695 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1503224d-72e2-40e9-9a67-df83f2be3af6 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Network hostable DHCP agents. Network: cd15b01e-b20b-41a3-b0c3-4cab1de388b8, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:37:22.250018 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8c69e998-a69c-4c11-9df5-7074df768332 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:22.260756 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-deffabc5-f75a-4a2a-8ced-a197533f90d6 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2323e68-97c4-4f9c-a3fb-d1c33418b8f2']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:22.680143 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-deffabc5-f75a-4a2a-8ced-a197533f90d6 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19144e72-e5a9-41ae-8914-cfea70cd6946') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:22.680440 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-deffabc5-f75a-4a2a-8ced-a197533f90d6 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19144e72-e5a9-41ae-8914-cfea70cd6946') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:22.695221 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8c69e998-a69c-4c11-9df5-7074df768332 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:22.698616 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8c69e998-a69c-4c11-9df5-7074df768332 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:22.701297 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-deffabc5-f75a-4a2a-8ced-a197533f90d6 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:22.715674 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1503224d-72e2-40e9-9a67-df83f2be3af6 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Network cd15b01e-b20b-41a3-b0c3-4cab1de388b8 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:37:22.755617 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-deffabc5-f75a-4a2a-8ced-a197533f90d6 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:22.763835 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deffabc5-f75a-4a2a-8ced-a197533f90d6 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:37:22.764255 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-deffabc5-f75a-4a2a-8ced-a197533f90d6 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:22.767248 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-1503224d-72e2-40e9-9a67-df83f2be3af6 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, cd15b01e-b20b-41a3-b0c3-4cab1de388b8) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:37:22.768887 dv-neutron-804846-13-hyperv neutron-server[102102]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:37:22.768887 dv-neutron-804846-13-hyperv neutron-server[102102]: items = [ Oct 26 08:37:22.768887 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:37:22.768887 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:37:22.768887 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:37:22.768887 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:37:22.768887 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:37:22.768887 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:37:22.768887 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:37:22.768887 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:37:22.768887 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:37:22.768887 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:37:22.768887 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:37:22.768887 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:37:22.768887 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:37:22.768887 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:37:22.768887 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:37:22.768887 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:37:22.768887 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:37:22.768887 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:37:22.768887 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:37:22.768887 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:37:22.768887 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:37:22.768887 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:37:22.768887 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:37:22.768887 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:37:22.768887 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:37:22.768887 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:37:22.768887 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:37:22.768887 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:37:22.768887 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:37:22.768887 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:37:22.768887 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:37:22.768887 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:37:22.778366 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1f8a43-fc8a-43c6-a7be-83b687147480 None None] Network cd15b01e-b20b-41a3-b0c3-4cab1de388b8 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:37:22.805991 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8c69e998-a69c-4c11-9df5-7074df768332 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:22.806516 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c69e998-a69c-4c11-9df5-7074df768332 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e1d23a4d-536b-4c77-94ba-56f064b518fd {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:37:22.811445 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1503224d-72e2-40e9-9a67-df83f2be3af6 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:22.812042 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1503224d-72e2-40e9-9a67-df83f2be3af6 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:22.818532 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8c69e998-a69c-4c11-9df5-7074df768332 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:22.822496 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8c69e998-a69c-4c11-9df5-7074df768332 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] 10.222.0.41 "DELETE /v2.0/routers/e1d23a4d-536b-4c77-94ba-56f064b518fd HTTP/1.1" status: 204 len: 168 time: 1.9571812 Oct 26 08:37:22.822662 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37052) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:22.849578 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1503224d-72e2-40e9-9a67-df83f2be3af6 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4971271 Oct 26 08:37:22.852946 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37054) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:22.862704 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-deffabc5-f75a-4a2a-8ced-a197533f90d6 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:22.876041 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:22.940941 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-deffabc5-f75a-4a2a-8ced-a197533f90d6 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:22.946577 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-deffabc5-f75a-4a2a-8ced-a197533f90d6 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] 10.222.0.41 "DELETE /v2.0/networks/a2323e68-97c4-4f9c-a3fb-d1c33418b8f2 HTTP/1.1" status: 204 len: 168 time: 1.1296692 Oct 26 08:37:22.953030 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d11420e4-126c-4c4f-92c8-a3d5e932fd01 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:22.959818 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deffabc5-f75a-4a2a-8ced-a197533f90d6 tempest-TagsTest-1439311891 tempest-TagsTest-1439311891-project] Pushing event deleted for resources: {'Network': ['ID=a2323e68-97c4-4f9c-a3fb-d1c33418b8f2,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:22.971686 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc9f12c-60c9-48b2-84a7-9ddcf1cc644d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-cd15b01e-b20b-41a3-b0c3-4cab1de388b8', 'network_id': 'cd15b01e-b20b-41a3-b0c3-4cab1de388b8', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'fixed_ips': [{'subnet_id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:37:22.972801 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4cc9f12c-60c9-48b2-84a7-9ddcf1cc644d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:23.109478 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d11420e4-126c-4c4f-92c8-a3d5e932fd01 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:23.158296 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-4cc9f12c-60c9-48b2-84a7-9ddcf1cc644d None None] Allocated IP 172.20.0.2 (cd15b01e-b20b-41a3-b0c3-4cab1de388b8/b7d12298-5d99-4c9e-a181-e52ba1edc1e5/3be4cdf1-daf0-4a40-bc2a-ee7e6882e815) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:37:23.199135 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-d11420e4-126c-4c4f-92c8-a3d5e932fd01 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Deleting port 59ddc6bf-ee09-4eb8-9a03-521d58c017c9 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:37:23.200863 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d11420e4-126c-4c4f-92c8-a3d5e932fd01 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:23.247092 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-db5cf3a1-442c-4e89-ab1e-a867768cfd22 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:23.299981 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:23.310550 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-d11420e4-126c-4c4f-92c8-a3d5e932fd01 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] For port 59ddc6bf-ee09-4eb8-9a03-521d58c017c9, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=59ddc6bf-ee09-4eb8-9a03-521d58c017c9,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:37:23.310939 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d11420e4-126c-4c4f-92c8-a3d5e932fd01 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:23.325953 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-d11420e4-126c-4c4f-92c8-a3d5e932fd01 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Calling delete_port for 59ddc6bf-ee09-4eb8-9a03-521d58c017c9 owned by network:router_gateway {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:37:23.327631 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37060) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:23.380464 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4cc9f12c-60c9-48b2-84a7-9ddcf1cc644d None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:23.389146 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4cc9f12c-60c9-48b2-84a7-9ddcf1cc644d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:23.414810 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc9f12c-60c9-48b2-84a7-9ddcf1cc644d None None] Network cd15b01e-b20b-41a3-b0c3-4cab1de388b8 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:37:23.435297 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-4cc9f12c-60c9-48b2-84a7-9ddcf1cc644d None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:37:23.442876 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc9f12c-60c9-48b2-84a7-9ddcf1cc644d None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:37:23.483482 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9f12c-60c9-48b2-84a7-9ddcf1cc644d None None] Pushing event updated for resources: {'Port': ['ID=3be4cdf1-daf0-4a40-bc2a-ee7e6882e815,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:23.514062 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-4cc9f12c-60c9-48b2-84a7-9ddcf1cc644d None None] Attempting to bind port 3be4cdf1-daf0-4a40-bc2a-ee7e6882e815 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:37:23.514453 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-4cc9f12c-60c9-48b2-84a7-9ddcf1cc644d None None] Attempting to bind port 3be4cdf1-daf0-4a40-bc2a-ee7e6882e815 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd0973e18-22ad-469a-a187-7a552c4002d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cd15b01e-b20b-41a3-b0c3-4cab1de388b8'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:37:23.514842 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc9f12c-60c9-48b2-84a7-9ddcf1cc644d None None] Attempting to bind port 3be4cdf1-daf0-4a40-bc2a-ee7e6882e815 on network cd15b01e-b20b-41a3-b0c3-4cab1de388b8 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:37:23.520338 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc9f12c-60c9-48b2-84a7-9ddcf1cc644d None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:37:23.520712 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc9f12c-60c9-48b2-84a7-9ddcf1cc644d None None] Checking segment: {'id': 'd0973e18-22ad-469a-a187-7a552c4002d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cd15b01e-b20b-41a3-b0c3-4cab1de388b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:37:23.521114 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4cc9f12c-60c9-48b2-84a7-9ddcf1cc644d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:23.521509 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc9f12c-60c9-48b2-84a7-9ddcf1cc644d None None] Bound using segment: {'id': 'd0973e18-22ad-469a-a187-7a552c4002d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cd15b01e-b20b-41a3-b0c3-4cab1de388b8'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:37:23.522006 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-4cc9f12c-60c9-48b2-84a7-9ddcf1cc644d None None] Bound port: 3be4cdf1-daf0-4a40-bc2a-ee7e6882e815, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0973e18-22ad-469a-a187-7a552c4002d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cd15b01e-b20b-41a3-b0c3-4cab1de388b8'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:37:23.522389 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4cc9f12c-60c9-48b2-84a7-9ddcf1cc644d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:23.564145 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-db5cf3a1-442c-4e89-ab1e-a867768cfd22 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Allocated IP 172.20.0.1 (cd15b01e-b20b-41a3-b0c3-4cab1de388b8/b7d12298-5d99-4c9e-a181-e52ba1edc1e5/c6339680-6b12-4d48-bb03-60664647dc4b) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:37:23.611843 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-4cc9f12c-60c9-48b2-84a7-9ddcf1cc644d None None] For port 3be4cdf1-daf0-4a40-bc2a-ee7e6882e815, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:37:23.633890 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 59ddc6bf-ee09-4eb8-9a03-521d58c017c9 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:37:23.679157 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:37:23.693800 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 59ddc6bf-ee09-4eb8-9a03-521d58c017c9 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:23.694179 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:23.715366 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-db5cf3a1-442c-4e89-ab1e-a867768cfd22 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:23.760205 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-db5cf3a1-442c-4e89-ab1e-a867768cfd22 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:23.801101 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5cf3a1-442c-4e89-ab1e-a867768cfd22 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Network cd15b01e-b20b-41a3-b0c3-4cab1de388b8 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:37:23.804347 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-db5cf3a1-442c-4e89-ab1e-a867768cfd22 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:37:23.811669 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5cf3a1-442c-4e89-ab1e-a867768cfd22 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:37:23.844021 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5cf3a1-442c-4e89-ab1e-a867768cfd22 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event updated for resources: {'Port': ['ID=c6339680-6b12-4d48-bb03-60664647dc4b,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:23.852894 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-dd59902f-14b7-480a-b3e0-dbd995ed4141 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=515ca0111492448ba7c3d257db49411d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5215516 Oct 26 08:37:23.853447 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37064) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:23.863210 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-db5cf3a1-442c-4e89-ab1e-a867768cfd22 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:23.899328 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d11420e4-126c-4c4f-92c8-a3d5e932fd01 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:23.907393 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-4cc9f12c-60c9-48b2-84a7-9ddcf1cc644d None None] For port 3be4cdf1-daf0-4a40-bc2a-ee7e6882e815, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=3be4cdf1-daf0-4a40-bc2a-ee7e6882e815,segment=NetworkSegment(d0973e18-22ad-469a-a187-7a552c4002d9),segment_id=d0973e18-22ad-469a-a187-7a552c4002d9)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:37:23.912673 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4cc9f12c-60c9-48b2-84a7-9ddcf1cc644d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:23.929246 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11420e4-126c-4c4f-92c8-a3d5e932fd01 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Pushing event deleted for resources: {'Port': ['ID=59ddc6bf-ee09-4eb8-9a03-521d58c017c9,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:23.986087 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4fbb1757-79b4-437b-8fee-28b20d1fe7c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:24.004796 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-db5cf3a1-442c-4e89-ab1e-a867768cfd22 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:24.013830 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9f12c-60c9-48b2-84a7-9ddcf1cc644d None None] Pushing event updated for resources: {'Port': ['ID=3be4cdf1-daf0-4a40-bc2a-ee7e6882e815,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:24.026998 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4fbb1757-79b4-437b-8fee-28b20d1fe7c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:24.035800 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d11420e4-126c-4c4f-92c8-a3d5e932fd01 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:24.146874 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:24.173280 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d11420e4-126c-4c4f-92c8-a3d5e932fd01 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:24.175683 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d11420e4-126c-4c4f-92c8-a3d5e932fd01 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:24.223717 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d11420e4-126c-4c4f-92c8-a3d5e932fd01 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:24.224327 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11420e4-126c-4c4f-92c8-a3d5e932fd01 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb37b6f4-4def-4d63-a371-6b91e79f6fe5 {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:37:24.230168 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d11420e4-126c-4c4f-92c8-a3d5e932fd01 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:24.235536 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d11420e4-126c-4c4f-92c8-a3d5e932fd01 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] 10.222.0.41 "DELETE /v2.0/routers/cb37b6f4-4def-4d63-a371-6b91e79f6fe5 HTTP/1.1" status: 204 len: 168 time: 1.4112923 Oct 26 08:37:24.237491 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37066) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:24.240090 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4fbb1757-79b4-437b-8fee-28b20d1fe7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:24.242029 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-99abf40b-36fb-48ac-bf9f-38b14105d6b8 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-222741023', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}, 'admin_state_up': False}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:24.243031 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4fbb1757-79b4-437b-8fee-28b20d1fe7c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:24.244176 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4fbb1757-79b4-437b-8fee-28b20d1fe7c5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6e976105-73f8-4774-88f3-bf17db90837f HTTP/1.1" status: 204 len: 168 time: 0.3901081 Oct 26 08:37:24.252585 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb1757-79b4-437b-8fee-28b20d1fe7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e976105-73f8-4774-88f3-bf17db90837f,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:24.329837 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-99abf40b-36fb-48ac-bf9f-38b14105d6b8 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:24.330902 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-99abf40b-36fb-48ac-bf9f-38b14105d6b8 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:24.415387 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-99abf40b-36fb-48ac-bf9f-38b14105d6b8 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:24.469714 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-db5cf3a1-442c-4e89-ab1e-a867768cfd22 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:24.500214 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-db5cf3a1-442c-4e89-ab1e-a867768cfd22 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:24.651726 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5cf3a1-442c-4e89-ab1e-a867768cfd22 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event updated for resources: {'Port': ['ID=c6339680-6b12-4d48-bb03-60664647dc4b,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:24.655970 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-db5cf3a1-442c-4e89-ab1e-a867768cfd22 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:24.661611 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-99abf40b-36fb-48ac-bf9f-38b14105d6b8 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:24.758893 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:24.821840 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5cf3a1-442c-4e89-ab1e-a867768cfd22 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Network cd15b01e-b20b-41a3-b0c3-4cab1de388b8 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:37:24.825397 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-db5cf3a1-442c-4e89-ab1e-a867768cfd22 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:37:25.001220 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9555720-9073-46fe-a58f-9d4098fda69c None None] Network cd15b01e-b20b-41a3-b0c3-4cab1de388b8 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:37:25.038460 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-99abf40b-36fb-48ac-bf9f-38b14105d6b8 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router_gateway, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:25.065021 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-99abf40b-36fb-48ac-bf9f-38b14105d6b8 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:25.105609 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5cf3a1-442c-4e89-ab1e-a867768cfd22 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Router f1f3a66c-c628-48d6-a2f6-b4988167990a is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:37:25.112719 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-95996f73-e948-4403-bf39-f47d2c3cf1fa None None] Provisioning complete for port 3be4cdf1-daf0-4a40-bc2a-ee7e6882e815 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:25.113701 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-95996f73-e948-4403-bf39-f47d2c3cf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:25.253343 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5cf3a1-442c-4e89-ab1e-a867768cfd22 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:37:25.258739 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-db5cf3a1-442c-4e89-ab1e-a867768cfd22 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "PUT /v2.0/routers/f1f3a66c-c628-48d6-a2f6-b4988167990a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4045005 Oct 26 08:37:25.260147 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-99abf40b-36fb-48ac-bf9f-38b14105d6b8 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Allocated IP 172.26.2.194 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/dcf82325-e82a-454c-809c-fcd39fd3ef7f) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:37:25.261865 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37072) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:25.266714 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5584813f-1900-4ab9-82a9-3c54bc10abba None None] Sync routers for ids ['f1f3a66c-c628-48d6-a2f6-b4988167990a'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:37:25.271050 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-a6d59df5-ba38-4f5b-9a48-2cbcf001a21d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Request body: {'network': {'name': 'tempest-RoutersTest-1477727319'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:25.282725 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5584813f-1900-4ab9-82a9-3c54bc10abba None None] Routers {'f1f3a66c-c628-48d6-a2f6-b4988167990a'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:25.283783 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-5584813f-1900-4ab9-82a9-3c54bc10abba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['f1f3a66c-c628-48d6-a2f6-b4988167990a'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:25.304232 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d59df5-ba38-4f5b-9a48-2cbcf001a21d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Made reservation on behalf of 14b2bed9eecf4da799cf96f861ddb8c9 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:37:25.311005 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a6d59df5-ba38-4f5b-9a48-2cbcf001a21d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:25.343784 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6d59df5-ba38-4f5b-9a48-2cbcf001a21d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:37:25.367608 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a6d59df5-ba38-4f5b-9a48-2cbcf001a21d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:25.370103 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-a6d59df5-ba38-4f5b-9a48-2cbcf001a21d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Added segment 49753ffb-ded3-428c-a374-f0f428a11070 of type vlan for network 46d77335-8c48-4345-8475-a87d50eaf616 Oct 26 08:37:25.387953 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-95996f73-e948-4403-bf39-f47d2c3cf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:25.391196 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-5584813f-1900-4ab9-82a9-3c54bc10abba None None] Set router f1f3a66c-c628-48d6-a2f6-b4988167990a gateway port host: None {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:37:25.424963 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a6d59df5-ba38-4f5b-9a48-2cbcf001a21d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:25.426449 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-95996f73-e948-4403-bf39-f47d2c3cf1fa None None] For port 3be4cdf1-daf0-4a40-bc2a-ee7e6882e815, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=3be4cdf1-daf0-4a40-bc2a-ee7e6882e815,segment=NetworkSegment(d0973e18-22ad-469a-a187-7a552c4002d9),segment_id=d0973e18-22ad-469a-a187-7a552c4002d9)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:37:25.433240 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-95996f73-e948-4403-bf39-f47d2c3cf1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:25.437512 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-99abf40b-36fb-48ac-bf9f-38b14105d6b8 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:25.456258 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a6d59df5-ba38-4f5b-9a48-2cbcf001a21d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:25.472195 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d59df5-ba38-4f5b-9a48-2cbcf001a21d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:25.475174 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a6d59df5-ba38-4f5b-9a48-2cbcf001a21d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:25.493187 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-99abf40b-36fb-48ac-bf9f-38b14105d6b8 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:25.510641 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a6d59df5-ba38-4f5b-9a48-2cbcf001a21d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2468321 Oct 26 08:37:25.522755 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37074) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:25.527792 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-2cacc335-fd5e-470f-bc2c-21d3d2fb1f1b tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Request body: {'subnet': {'network_id': '46d77335-8c48-4345-8475-a87d50eaf616', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:25.528979 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95996f73-e948-4403-bf39-f47d2c3cf1fa None None] Pushing event updated for resources: {'Port': ['ID=3be4cdf1-daf0-4a40-bc2a-ee7e6882e815,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:25.545172 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99abf40b-36fb-48ac-bf9f-38b14105d6b8 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:37:25.551123 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-99abf40b-36fb-48ac-bf9f-38b14105d6b8 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:37:25.553979 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99abf40b-36fb-48ac-bf9f-38b14105d6b8 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:37:25.561471 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abf40b-36fb-48ac-bf9f-38b14105d6b8 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Pushing event updated for resources: {'Port': ['ID=dcf82325-e82a-454c-809c-fcd39fd3ef7f,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:25.686145 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 3be4cdf1-daf0-4a40-bc2a-ee7e6882e815 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:37:25.724081 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d59df5-ba38-4f5b-9a48-2cbcf001a21d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event updated for resources: {'Network': ['ID=46d77335-8c48-4345-8475-a87d50eaf616,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:25.737004 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 46d77335-8c48-4345-8475-a87d50eaf616 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:37:25.757206 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cacc335-fd5e-470f-bc2c-21d3d2fb1f1b tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Made reservation on behalf of 14b2bed9eecf4da799cf96f861ddb8c9 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:37:25.757432 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-5584813f-1900-4ab9-82a9-3c54bc10abba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'name': 'tempest-RoutersTest-router-703803076', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:20Z', 'updated_at': '2021-10-26T08:37:23Z', 'revision_number': 2, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'gw_port_host': None, '_interfaces': [{'id': 'c6339680-6b12-4d48-bb03-60664647dc4b', 'name': '', 'network_id': 'cd15b01e-b20b-41a3-b0c3-4cab1de388b8', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:0f:04:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:23Z', 'updated_at': '2021-10-26T08:37:24Z', 'revision_number': 2, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:25.763927 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2cacc335-fd5e-470f-bc2c-21d3d2fb1f1b tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:25.826683 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5584813f-1900-4ab9-82a9-3c54bc10abba None None] Checking router: f1f3a66c-c628-48d6-a2f6-b4988167990a for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:37:25.827196 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5584813f-1900-4ab9-82a9-3c54bc10abba None None] Updating router f1f3a66c-c628-48d6-a2f6-b4988167990a port c6339680-6b12-4d48-bb03-60664647dc4b binding host dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:37:25.863787 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5584813f-1900-4ab9-82a9-3c54bc10abba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:25.908672 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-70fdb1af-5c7a-449d-ae14-4ddda83551a6 None None] Provisioning complete for port c6339680-6b12-4d48-bb03-60664647dc4b triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:25.909851 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-70fdb1af-5c7a-449d-ae14-4ddda83551a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:25.915886 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 3be4cdf1-daf0-4a40-bc2a-ee7e6882e815 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:25.916908 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:25.948800 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-99abf40b-36fb-48ac-bf9f-38b14105d6b8 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router_gateway, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:26.002172 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-70fdb1af-5c7a-449d-ae14-4ddda83551a6 None None] Port c6339680-6b12-4d48-bb03-60664647dc4b cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:37:26.007632 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2cacc335-fd5e-470f-bc2c-21d3d2fb1f1b tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:26.036625 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-70fdb1af-5c7a-449d-ae14-4ddda83551a6 None None] Provisioning complete for port 3be4cdf1-daf0-4a40-bc2a-ee7e6882e815 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:26.036794 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-70fdb1af-5c7a-449d-ae14-4ddda83551a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:26.094869 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cacc335-fd5e-470f-bc2c-21d3d2fb1f1b tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event updated for resources: {'Subnet': ['ID=5a373f3f-3b06-4e72-a608-20fa70ee1be7,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:26.126612 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cacc335-fd5e-470f-bc2c-21d3d2fb1f1b tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Checking segment: {'id': '49753ffb-ded3-428c-a374-f0f428a11070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '46d77335-8c48-4345-8475-a87d50eaf616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:37:26.127123 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cacc335-fd5e-470f-bc2c-21d3d2fb1f1b tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Network hostable DHCP agents. Network: 46d77335-8c48-4345-8475-a87d50eaf616, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:37:26.155201 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cacc335-fd5e-470f-bc2c-21d3d2fb1f1b tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Network 46d77335-8c48-4345-8475-a87d50eaf616 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:37:26.170762 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-2cacc335-fd5e-470f-bc2c-21d3d2fb1f1b tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 46d77335-8c48-4345-8475-a87d50eaf616) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:37:26.182083 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571dee56-056e-4c73-88fa-2b7024ef50b8 None None] Network 46d77335-8c48-4345-8475-a87d50eaf616 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:37:26.182285 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cacc335-fd5e-470f-bc2c-21d3d2fb1f1b tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:26.182868 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2cacc335-fd5e-470f-bc2c-21d3d2fb1f1b tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:26.190471 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 59ddc6bf-ee09-4eb8-9a03-521d58c017c9 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:37:26.219325 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2cacc335-fd5e-470f-bc2c-21d3d2fb1f1b tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6942286 Oct 26 08:37:26.221583 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37076) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:26.259630 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5584813f-1900-4ab9-82a9-3c54bc10abba None None] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:26.261399 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 59ddc6bf-ee09-4eb8-9a03-521d58c017c9 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:37:26.261712 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 59ddc6bf-ee09-4eb8-9a03-521d58c017c9 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:37:26.268636 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5584813f-1900-4ab9-82a9-3c54bc10abba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:26.406259 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-5584813f-1900-4ab9-82a9-3c54bc10abba None None] Attempting to bind port c6339680-6b12-4d48-bb03-60664647dc4b on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:37:26.407019 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-5584813f-1900-4ab9-82a9-3c54bc10abba None None] Attempting to bind port c6339680-6b12-4d48-bb03-60664647dc4b by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd0973e18-22ad-469a-a187-7a552c4002d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cd15b01e-b20b-41a3-b0c3-4cab1de388b8'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:37:26.407616 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5584813f-1900-4ab9-82a9-3c54bc10abba None None] Attempting to bind port c6339680-6b12-4d48-bb03-60664647dc4b on network cd15b01e-b20b-41a3-b0c3-4cab1de388b8 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:37:26.416223 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5584813f-1900-4ab9-82a9-3c54bc10abba None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:37:26.417037 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5584813f-1900-4ab9-82a9-3c54bc10abba None None] Checking segment: {'id': 'd0973e18-22ad-469a-a187-7a552c4002d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cd15b01e-b20b-41a3-b0c3-4cab1de388b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:37:26.417714 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5584813f-1900-4ab9-82a9-3c54bc10abba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:26.418328 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5584813f-1900-4ab9-82a9-3c54bc10abba None None] Bound using segment: {'id': 'd0973e18-22ad-469a-a187-7a552c4002d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cd15b01e-b20b-41a3-b0c3-4cab1de388b8'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:37:26.419080 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-5584813f-1900-4ab9-82a9-3c54bc10abba None None] Bound port: c6339680-6b12-4d48-bb03-60664647dc4b, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0973e18-22ad-469a-a187-7a552c4002d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cd15b01e-b20b-41a3-b0c3-4cab1de388b8'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:37:26.419735 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5584813f-1900-4ab9-82a9-3c54bc10abba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:26.440463 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-953b9fcc-4e54-4f00-95a6-3046118a7702 None None] Provisioning complete for port c6339680-6b12-4d48-bb03-60664647dc4b triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:26.440832 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-953b9fcc-4e54-4f00-95a6-3046118a7702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:26.475400 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c01b33-38c3-45ac-9b37-02d9f69f31a8 None None] Pushing event updated for resources: {'Port': ['ID=c6339680-6b12-4d48-bb03-60664647dc4b,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:26.486994 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c01b33-38c3-45ac-9b37-02d9f69f31a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:26.487360 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c01b33-38c3-45ac-9b37-02d9f69f31a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:26.487710 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c01b33-38c3-45ac-9b37-02d9f69f31a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:26.488047 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c01b33-38c3-45ac-9b37-02d9f69f31a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:26.488380 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c01b33-38c3-45ac-9b37-02d9f69f31a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:26.489061 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c01b33-38c3-45ac-9b37-02d9f69f31a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:26.489438 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c01b33-38c3-45ac-9b37-02d9f69f31a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:26.490193 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c01b33-38c3-45ac-9b37-02d9f69f31a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:26.490193 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c01b33-38c3-45ac-9b37-02d9f69f31a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:26.490605 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c01b33-38c3-45ac-9b37-02d9f69f31a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:26.490736 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa5c321-8e25-4f6e-b442-12886ab1debf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-46d77335-8c48-4345-8475-a87d50eaf616', 'network_id': '46d77335-8c48-4345-8475-a87d50eaf616', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'fixed_ips': [{'subnet_id': '5a373f3f-3b06-4e72-a608-20fa70ee1be7'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:37:26.490944 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c01b33-38c3-45ac-9b37-02d9f69f31a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:26.491257 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c01b33-38c3-45ac-9b37-02d9f69f31a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:26.491563 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6aa5c321-8e25-4f6e-b442-12886ab1debf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:26.536910 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-953b9fcc-4e54-4f00-95a6-3046118a7702 None None] Port c6339680-6b12-4d48-bb03-60664647dc4b cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:37:26.558919 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-5584813f-1900-4ab9-82a9-3c54bc10abba None None] For port c6339680-6b12-4d48-bb03-60664647dc4b, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:37:26.568140 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-5584813f-1900-4ab9-82a9-3c54bc10abba None None] For port c6339680-6b12-4d48-bb03-60664647dc4b, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=c6339680-6b12-4d48-bb03-60664647dc4b,segment=NetworkSegment(d0973e18-22ad-469a-a187-7a552c4002d9),segment_id=d0973e18-22ad-469a-a187-7a552c4002d9)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:37:26.575535 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5584813f-1900-4ab9-82a9-3c54bc10abba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:26.652297 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5584813f-1900-4ab9-82a9-3c54bc10abba None None] Routers {'f1f3a66c-c628-48d6-a2f6-b4988167990a'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:26.653521 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-5584813f-1900-4ab9-82a9-3c54bc10abba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['f1f3a66c-c628-48d6-a2f6-b4988167990a'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:26.655522 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c01b33-38c3-45ac-9b37-02d9f69f31a8 None None] Pushing event updated for resources: {'Port': ['ID=c6339680-6b12-4d48-bb03-60664647dc4b,revision_number=4']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:26.701599 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-6aa5c321-8e25-4f6e-b442-12886ab1debf None None] Allocated IP 172.21.0.2 (46d77335-8c48-4345-8475-a87d50eaf616/5a373f3f-3b06-4e72-a608-20fa70ee1be7/fba31ad5-2350-48c7-8adb-8fa051957297) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:37:26.790171 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-99abf40b-36fb-48ac-bf9f-38b14105d6b8 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:26.818750 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-5584813f-1900-4ab9-82a9-3c54bc10abba None None] Set router f1f3a66c-c628-48d6-a2f6-b4988167990a gateway port host: None {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:37:26.847676 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f1ad94b2-b5c5-44f6-a954-aa0e64950fcd tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:26.899052 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6aa5c321-8e25-4f6e-b442-12886ab1debf None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:26.910330 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6aa5c321-8e25-4f6e-b442-12886ab1debf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:26.938667 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa5c321-8e25-4f6e-b442-12886ab1debf None None] Network 46d77335-8c48-4345-8475-a87d50eaf616 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:37:26.946201 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-6aa5c321-8e25-4f6e-b442-12886ab1debf None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:37:26.953505 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa5c321-8e25-4f6e-b442-12886ab1debf None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:37:26.978792 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99abf40b-36fb-48ac-bf9f-38b14105d6b8 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Router af9760f6-525a-4ebc-93a1-414d4ac62532 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:37:26.986435 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-b8b4056a-9ddd-49b0-82fd-2a15bf612187 None None] Provisioning complete for port c6339680-6b12-4d48-bb03-60664647dc4b triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:26.986724 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b8b4056a-9ddd-49b0-82fd-2a15bf612187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:27.092390 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa5c321-8e25-4f6e-b442-12886ab1debf None None] Pushing event updated for resources: {'Port': ['ID=fba31ad5-2350-48c7-8adb-8fa051957297,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:27.103431 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-5584813f-1900-4ab9-82a9-3c54bc10abba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'name': 'tempest-RoutersTest-router-703803076', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:20Z', 'updated_at': '2021-10-26T08:37:23Z', 'revision_number': 2, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'gw_port_host': None, '_interfaces': [{'id': 'c6339680-6b12-4d48-bb03-60664647dc4b', 'name': '', 'network_id': 'cd15b01e-b20b-41a3-b0c3-4cab1de388b8', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:0f:04:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:23Z', 'updated_at': '2021-10-26T08:37:26Z', 'revision_number': 4, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:27.111665 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99abf40b-36fb-48ac-bf9f-38b14105d6b8 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:37:27.128643 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faad71d-2f0d-468c-9a2d-e98ffe31f79b None None] Sync routers for ids ['af9760f6-525a-4ebc-93a1-414d4ac62532'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:37:27.141378 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-99abf40b-36fb-48ac-bf9f-38b14105d6b8 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:27.147122 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5584813f-1900-4ab9-82a9-3c54bc10abba None None] The sync data for ids ['f1f3a66c-c628-48d6-a2f6-b4988167990a'] in dv-neutron-804846-13-hyperv is: [{'id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'name': 'tempest-RoutersTest-router-703803076', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:20Z', 'updated_at': '2021-10-26T08:37:23Z', 'revision_number': 2, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'gw_port_host': None, '_interfaces': [{'id': 'c6339680-6b12-4d48-bb03-60664647dc4b', 'name': '', 'network_id': 'cd15b01e-b20b-41a3-b0c3-4cab1de388b8', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:0f:04:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:23Z', 'updated_at': '2021-10-26T08:37:26Z', 'revision_number': 4, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:37:27.147364 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-99abf40b-36fb-48ac-bf9f-38b14105d6b8 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.9075365 Oct 26 08:37:27.147478 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37078) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:27.150701 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-6aa5c321-8e25-4f6e-b442-12886ab1debf None None] Attempting to bind port fba31ad5-2350-48c7-8adb-8fa051957297 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:37:27.151688 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-6aa5c321-8e25-4f6e-b442-12886ab1debf None None] Attempting to bind port fba31ad5-2350-48c7-8adb-8fa051957297 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '49753ffb-ded3-428c-a374-f0f428a11070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '46d77335-8c48-4345-8475-a87d50eaf616'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:37:27.152143 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa5c321-8e25-4f6e-b442-12886ab1debf None None] Attempting to bind port fba31ad5-2350-48c7-8adb-8fa051957297 on network 46d77335-8c48-4345-8475-a87d50eaf616 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:37:27.152642 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-9c2cfef0-3a51-40f7-970d-4ed99d061a05 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'enable_snat': False}}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:27.157724 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faad71d-2f0d-468c-9a2d-e98ffe31f79b None None] Routers {'af9760f6-525a-4ebc-93a1-414d4ac62532'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:27.158455 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-8faad71d-2f0d-468c-9a2d-e98ffe31f79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['af9760f6-525a-4ebc-93a1-414d4ac62532'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:27.199749 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b8b4056a-9ddd-49b0-82fd-2a15bf612187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:27.202280 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-8faad71d-2f0d-468c-9a2d-e98ffe31f79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:27.204386 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa5c321-8e25-4f6e-b442-12886ab1debf None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:37:27.204771 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa5c321-8e25-4f6e-b442-12886ab1debf None None] Checking segment: {'id': '49753ffb-ded3-428c-a374-f0f428a11070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '46d77335-8c48-4345-8475-a87d50eaf616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:37:27.205179 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6aa5c321-8e25-4f6e-b442-12886ab1debf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:27.205584 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa5c321-8e25-4f6e-b442-12886ab1debf None None] Bound using segment: {'id': '49753ffb-ded3-428c-a374-f0f428a11070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '46d77335-8c48-4345-8475-a87d50eaf616'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:37:27.206110 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-6aa5c321-8e25-4f6e-b442-12886ab1debf None None] Bound port: fba31ad5-2350-48c7-8adb-8fa051957297, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49753ffb-ded3-428c-a374-f0f428a11070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '46d77335-8c48-4345-8475-a87d50eaf616'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:37:27.206498 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6aa5c321-8e25-4f6e-b442-12886ab1debf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:27.241755 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faad71d-2f0d-468c-9a2d-e98ffe31f79b None None] Routers {'af9760f6-525a-4ebc-93a1-414d4ac62532'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:27.242380 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-8faad71d-2f0d-468c-9a2d-e98ffe31f79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['af9760f6-525a-4ebc-93a1-414d4ac62532'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:27.285105 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-f1ad94b2-b5c5-44f6-a954-aa0e64950fcd tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Allocated IP 172.21.0.1 (46d77335-8c48-4345-8475-a87d50eaf616/5a373f3f-3b06-4e72-a608-20fa70ee1be7/cc4b7d76-6934-4c71-8f66-94c644f17334) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:37:27.308308 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-8faad71d-2f0d-468c-9a2d-e98ffe31f79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:27.308980 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faad71d-2f0d-468c-9a2d-e98ffe31f79b None None] The sync data for ids ['af9760f6-525a-4ebc-93a1-414d4ac62532'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:37:27.316019 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-b8b4056a-9ddd-49b0-82fd-2a15bf612187 None None] For port c6339680-6b12-4d48-bb03-60664647dc4b, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=c6339680-6b12-4d48-bb03-60664647dc4b,segment=NetworkSegment(d0973e18-22ad-469a-a187-7a552c4002d9),segment_id=d0973e18-22ad-469a-a187-7a552c4002d9)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:37:27.321272 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b8b4056a-9ddd-49b0-82fd-2a15bf612187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:27.400367 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-6aa5c321-8e25-4f6e-b442-12886ab1debf None None] For port fba31ad5-2350-48c7-8adb-8fa051957297, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:37:27.408036 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-6aa5c321-8e25-4f6e-b442-12886ab1debf None None] For port fba31ad5-2350-48c7-8adb-8fa051957297, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=fba31ad5-2350-48c7-8adb-8fa051957297,segment=NetworkSegment(49753ffb-ded3-428c-a374-f0f428a11070),segment_id=49753ffb-ded3-428c-a374-f0f428a11070)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:37:27.413397 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4056a-9ddd-49b0-82fd-2a15bf612187 None None] Pushing event updated for resources: {'Port': ['ID=c6339680-6b12-4d48-bb03-60664647dc4b,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:27.417391 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6aa5c321-8e25-4f6e-b442-12886ab1debf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:27.503074 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa5c321-8e25-4f6e-b442-12886ab1debf None None] Pushing event updated for resources: {'Port': ['ID=fba31ad5-2350-48c7-8adb-8fa051957297,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:27.506657 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-c9d83b18-6b73-4ea9-8f4b-da4d22d3ff18 None None] Provisioning complete for port c6339680-6b12-4d48-bb03-60664647dc4b triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:27.507453 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c9d83b18-6b73-4ea9-8f4b-da4d22d3ff18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:27.527171 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f1ad94b2-b5c5-44f6-a954-aa0e64950fcd tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:27.678872 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f1ad94b2-b5c5-44f6-a954-aa0e64950fcd tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:27.688176 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device c6339680-6b12-4d48-bb03-60664647dc4b up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:37:27.747566 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ad94b2-b5c5-44f6-a954-aa0e64950fcd tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Network 46d77335-8c48-4345-8475-a87d50eaf616 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:37:27.753163 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-f1ad94b2-b5c5-44f6-a954-aa0e64950fcd tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:37:27.760679 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ad94b2-b5c5-44f6-a954-aa0e64950fcd tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:37:27.793111 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port c6339680-6b12-4d48-bb03-60664647dc4b triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:27.793815 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:27.808630 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad94b2-b5c5-44f6-a954-aa0e64950fcd tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event updated for resources: {'Port': ['ID=cc4b7d76-6934-4c71-8f66-94c644f17334,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:27.821701 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9c2cfef0-3a51-40f7-970d-4ed99d061a05 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:27.829737 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f1ad94b2-b5c5-44f6-a954-aa0e64950fcd tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:28.008302 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f1ad94b2-b5c5-44f6-a954-aa0e64950fcd tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:28.542910 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a0a3cd-8589-4e36-b788-f1dff3e56113 None None] Network 46d77335-8c48-4345-8475-a87d50eaf616 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:37:28.603877 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-074e60a0-7d21-4c24-8be7-32d2cfe2fdf2 None None] Provisioning complete for port fba31ad5-2350-48c7-8adb-8fa051957297 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:28.604268 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-074e60a0-7d21-4c24-8be7-32d2cfe2fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:28.762551 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-074e60a0-7d21-4c24-8be7-32d2cfe2fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:28.791935 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f1ad94b2-b5c5-44f6-a954-aa0e64950fcd tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:28.805650 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-074e60a0-7d21-4c24-8be7-32d2cfe2fdf2 None None] For port fba31ad5-2350-48c7-8adb-8fa051957297, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=fba31ad5-2350-48c7-8adb-8fa051957297,segment=NetworkSegment(49753ffb-ded3-428c-a374-f0f428a11070),segment_id=49753ffb-ded3-428c-a374-f0f428a11070)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:37:28.810229 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-074e60a0-7d21-4c24-8be7-32d2cfe2fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:28.828155 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f1ad94b2-b5c5-44f6-a954-aa0e64950fcd tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:28.864573 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e60a0-7d21-4c24-8be7-32d2cfe2fdf2 None None] Pushing event updated for resources: {'Port': ['ID=fba31ad5-2350-48c7-8adb-8fa051957297,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:28.920920 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f1ad94b2-b5c5-44f6-a954-aa0e64950fcd tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:28.937755 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad94b2-b5c5-44f6-a954-aa0e64950fcd tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event updated for resources: {'Port': ['ID=cc4b7d76-6934-4c71-8f66-94c644f17334,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:28.991728 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9c2cfef0-3a51-40f7-970d-4ed99d061a05 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8100261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8097850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15702'] for router, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:29.001347 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9c2cfef0-3a51-40f7-970d-4ed99d061a05 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8100266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8100243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8097827'] for router, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:29.040026 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b3f4c52-8209-4a47-9d8d-4d164934fa5b None None] Provisioning complete for port cc4b7d76-6934-4c71-8f66-94c644f17334 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:29.040558 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b3f4c52-8209-4a47-9d8d-4d164934fa5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:29.077933 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b3f4c52-8209-4a47-9d8d-4d164934fa5b None None] Port cc4b7d76-6934-4c71-8f66-94c644f17334 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:37:29.089027 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b3f4c52-8209-4a47-9d8d-4d164934fa5b None None] Provisioning complete for port fba31ad5-2350-48c7-8adb-8fa051957297 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:29.089398 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b3f4c52-8209-4a47-9d8d-4d164934fa5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:29.129390 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ad94b2-b5c5-44f6-a954-aa0e64950fcd tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Network 46d77335-8c48-4345-8475-a87d50eaf616 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:37:29.132131 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-f1ad94b2-b5c5-44f6-a954-aa0e64950fcd tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:37:29.212360 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2cfef0-3a51-40f7-970d-4ed99d061a05 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Router af9760f6-525a-4ebc-93a1-414d4ac62532 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:37:29.291931 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-fa9570fe-c23d-4cbb-b386-6dbbfb2919ec None None] Provisioning complete for port cc4b7d76-6934-4c71-8f66-94c644f17334 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:29.292471 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fa9570fe-c23d-4cbb-b386-6dbbfb2919ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:29.323665 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ad94b2-b5c5-44f6-a954-aa0e64950fcd tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Router f1f3a66c-c628-48d6-a2f6-b4988167990a has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:37:29.338164 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-fa9570fe-c23d-4cbb-b386-6dbbfb2919ec None None] Port cc4b7d76-6934-4c71-8f66-94c644f17334 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:37:29.435669 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2cfef0-3a51-40f7-970d-4ed99d061a05 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:37:29.441169 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9c2cfef0-3a51-40f7-970d-4ed99d061a05 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:29.442343 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9c2cfef0-3a51-40f7-970d-4ed99d061a05 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] 10.222.0.41 "PUT /v2.0/routers/af9760f6-525a-4ebc-93a1-414d4ac62532 HTTP/1.1" status: 200 len: 925 time: 2.2939253 Oct 26 08:37:29.445040 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37088) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:29.450919 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeef6ec5-7984-4187-9747-86f23a1bf27d None None] Sync routers for ids ['af9760f6-525a-4ebc-93a1-414d4ac62532'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:37:29.465357 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeef6ec5-7984-4187-9747-86f23a1bf27d None None] Routers {'af9760f6-525a-4ebc-93a1-414d4ac62532'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:29.466096 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-aeef6ec5-7984-4187-9747-86f23a1bf27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['af9760f6-525a-4ebc-93a1-414d4ac62532'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:29.466809 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-1c4e6ad8-1e66-4feb-86eb-e9bb2c23273c None None] Provisioning complete for port cc4b7d76-6934-4c71-8f66-94c644f17334 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:29.467390 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1c4e6ad8-1e66-4feb-86eb-e9bb2c23273c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:29.517737 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e6ad8-1e66-4feb-86eb-e9bb2c23273c None None] Port cc4b7d76-6934-4c71-8f66-94c644f17334 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:37:29.530444 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ad94b2-b5c5-44f6-a954-aa0e64950fcd tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:37:29.541790 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41db637c-5794-4e6e-b640-3521ca508653 None None] Sync routers for ids ['f1f3a66c-c628-48d6-a2f6-b4988167990a'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:37:29.542865 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37094) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:29.543447 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f1ad94b2-b5c5-44f6-a954-aa0e64950fcd tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "PUT /v2.0/routers/f1f3a66c-c628-48d6-a2f6-b4988167990a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3183959 Oct 26 08:37:29.556566 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-419fe71a-9649-486e-af78-ccea9a13c18e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Request body: {'network': {'name': 'tempest-RoutersTest-1173932984'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:29.564305 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41db637c-5794-4e6e-b640-3521ca508653 None None] Routers {'f1f3a66c-c628-48d6-a2f6-b4988167990a'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:29.564952 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-41db637c-5794-4e6e-b640-3521ca508653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['f1f3a66c-c628-48d6-a2f6-b4988167990a'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:29.610539 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-80f7a666-26fe-4a91-b22c-f08b35af9dcd tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] 10.222.0.41 "GET /v2.0/routers/af9760f6-525a-4ebc-93a1-414d4ac62532 HTTP/1.1" status: 200 len: 925 time: 0.1643126 Oct 26 08:37:29.613492 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37096) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:29.647841 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-aeef6ec5-7984-4187-9747-86f23a1bf27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:29.661072 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeef6ec5-7984-4187-9747-86f23a1bf27d None None] Routers {'af9760f6-525a-4ebc-93a1-414d4ac62532'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:29.675112 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-aeef6ec5-7984-4187-9747-86f23a1bf27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['af9760f6-525a-4ebc-93a1-414d4ac62532'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:29.697020 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6301b18-5e65-4ae3-804b-6f992fc6eeb7 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:29.701771 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37100) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:29.701971 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c6301b18-5e65-4ae3-804b-6f992fc6eeb7 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=e0ba3cfd-db28-4690-8a12-e5c00a0b88c4&device_id=af9760f6-525a-4ebc-93a1-414d4ac62532&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0870924 Oct 26 08:37:29.702814 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419fe71a-9649-486e-af78-ccea9a13c18e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Made reservation on behalf of 14b2bed9eecf4da799cf96f861ddb8c9 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:37:29.707837 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-419fe71a-9649-486e-af78-ccea9a13c18e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:29.746198 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-aeef6ec5-7984-4187-9747-86f23a1bf27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:29.748496 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-419fe71a-9649-486e-af78-ccea9a13c18e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:37:29.748671 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeef6ec5-7984-4187-9747-86f23a1bf27d None None] The sync data for ids ['af9760f6-525a-4ebc-93a1-414d4ac62532'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:37:29.763955 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device fba31ad5-2350-48c7-8adb-8fa051957297 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:37:29.764222 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-419fe71a-9649-486e-af78-ccea9a13c18e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:29.764735 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-419fe71a-9649-486e-af78-ccea9a13c18e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Added segment c233123e-a37b-458f-92c7-4e72e21d6c77 of type vlan for network cf9dadaf-a1de-4527-9f79-d2dc24b35fb9 Oct 26 08:37:29.806754 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-41db637c-5794-4e6e-b640-3521ca508653 None None] Set router f1f3a66c-c628-48d6-a2f6-b4988167990a gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:37:29.832518 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-419fe71a-9649-486e-af78-ccea9a13c18e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:29.843904 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f475a59-b40b-4e5f-9844-f74aeead5ea8 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:29.848770 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9f475a59-b40b-4e5f-9844-f74aeead5ea8 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] 10.222.0.41 "GET /v2.0/networks/e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 HTTP/1.1" status: 200 len: 881 time: 0.1455574 Oct 26 08:37:29.849031 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37108) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:29.884890 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-0dd6f3ac-ec18-4a00-836d-4224daf89094 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] 10.222.0.41 "GET /v2.0/ports?device_id=af9760f6-525a-4ebc-93a1-414d4ac62532 HTTP/1.1" status: 200 len: 205 time: 0.0345509 Oct 26 08:37:29.892641 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37110) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:29.895786 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-419fe71a-9649-486e-af78-ccea9a13c18e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:29.902324 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419fe71a-9649-486e-af78-ccea9a13c18e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:29.902960 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-419fe71a-9649-486e-af78-ccea9a13c18e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:29.962626 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port fba31ad5-2350-48c7-8adb-8fa051957297 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:29.963292 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:29.982084 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-419fe71a-9649-486e-af78-ccea9a13c18e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4363413 Oct 26 08:37:29.985224 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37112) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:29.990567 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419fe71a-9649-486e-af78-ccea9a13c18e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event updated for resources: {'Network': ['ID=cf9dadaf-a1de-4527-9f79-d2dc24b35fb9,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:29.993049 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-b4e0b1f8-4c5e-4d81-8416-4a48297edc1b tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Request body: {'subnet': {'network_id': 'cf9dadaf-a1de-4527-9f79-d2dc24b35fb9', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:30.002283 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb070eb-46ca-4d2a-b77f-54ee091486db req-2397ec26-d38a-4451-82e5-053e843e70d0 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:30.004033 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0cb070eb-46ca-4d2a-b77f-54ee091486db req-2397ec26-d38a-4451-82e5-053e843e70d0 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 945 time: 0.1438963 Oct 26 08:37:30.056693 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0cb070eb-46ca-4d2a-b77f-54ee091486db req-758c6271-4f7b-4be8-b73f-e6d3b65f91c7 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1faa321-505b-40a4-85e7-f618f70a9984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444129 Oct 26 08:37:30.094271 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5b03aab2-81f9-48bf-974d-566b947b40c9 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:30.162342 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network cf9dadaf-a1de-4527-9f79-d2dc24b35fb9 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:37:30.196574 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e0b1f8-4c5e-4d81-8416-4a48297edc1b tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Made reservation on behalf of 14b2bed9eecf4da799cf96f861ddb8c9 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:37:30.200996 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b4e0b1f8-4c5e-4d81-8416-4a48297edc1b tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:30.277049 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5b03aab2-81f9-48bf-974d-566b947b40c9 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:30.348850 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-41db637c-5794-4e6e-b640-3521ca508653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'name': 'tempest-RoutersTest-router-703803076', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:20Z', 'updated_at': '2021-10-26T08:37:27Z', 'revision_number': 3, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'gw_port_host': None, '_interfaces': [{'id': 'c6339680-6b12-4d48-bb03-60664647dc4b', 'name': '', 'network_id': 'cd15b01e-b20b-41a3-b0c3-4cab1de388b8', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:0f:04:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:23Z', 'updated_at': '2021-10-26T08:37:27Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc4b7d76-6934-4c71-8f66-94c644f17334', 'name': '', 'network_id': '46d77335-8c48-4345-8475-a87d50eaf616', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:c2:4d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '5a373f3f-3b06-4e72-a608-20fa70ee1be7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:27Z', 'updated_at': '2021-10-26T08:37:28Z', 'revision_number': 2, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': '5a373f3f-3b06-4e72-a608-20fa70ee1be7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:30.375916 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41db637c-5794-4e6e-b640-3521ca508653 None None] Checking router: f1f3a66c-c628-48d6-a2f6-b4988167990a for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:37:30.376282 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41db637c-5794-4e6e-b640-3521ca508653 None None] Updating router f1f3a66c-c628-48d6-a2f6-b4988167990a port cc4b7d76-6934-4c71-8f66-94c644f17334 binding host dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:37:30.384611 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-5b03aab2-81f9-48bf-974d-566b947b40c9 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Deleting port dcf82325-e82a-454c-809c-fcd39fd3ef7f {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:37:30.384960 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5b03aab2-81f9-48bf-974d-566b947b40c9 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:30.401724 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-41db637c-5794-4e6e-b640-3521ca508653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:30.490781 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b4e0b1f8-4c5e-4d81-8416-4a48297edc1b tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:30.531270 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5b03aab2-81f9-48bf-974d-566b947b40c9 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:30.580714 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-5b03aab2-81f9-48bf-974d-566b947b40c9 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Calling delete_port for dcf82325-e82a-454c-809c-fcd39fd3ef7f owned by network:router_gateway {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:37:30.618656 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e0b1f8-4c5e-4d81-8416-4a48297edc1b tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event updated for resources: {'Subnet': ['ID=539f3770-5d28-4fa6-b8a8-2816c5daf556,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:30.665703 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e0b1f8-4c5e-4d81-8416-4a48297edc1b tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Checking segment: {'id': 'c233123e-a37b-458f-92c7-4e72e21d6c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cf9dadaf-a1de-4527-9f79-d2dc24b35fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:37:30.666076 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e0b1f8-4c5e-4d81-8416-4a48297edc1b tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Network hostable DHCP agents. Network: cf9dadaf-a1de-4527-9f79-d2dc24b35fb9, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:37:30.673850 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f0b5b-2caa-4bd6-b732-faf6dbc7bae6 req-e153c86e-29ac-4ef9-b59e-8c3e37694f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:30.675365 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c62f0b5b-2caa-4bd6-b732-faf6dbc7bae6 req-e153c86e-29ac-4ef9-b59e-8c3e37694f31 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=40cbaebd1fa144e8a5be2f35b8631d13&device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 1098 time: 0.1464484 Oct 26 08:37:30.681205 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-41db637c-5794-4e6e-b640-3521ca508653 None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:30.687753 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-41db637c-5794-4e6e-b640-3521ca508653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:30.739786 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683093f-fa8e-4ab7-b6c9-8ac909a0d59f None None] Pushing event updated for resources: {'Port': ['ID=cc4b7d76-6934-4c71-8f66-94c644f17334,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:30.746943 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e0b1f8-4c5e-4d81-8416-4a48297edc1b tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Network cf9dadaf-a1de-4527-9f79-d2dc24b35fb9 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:37:30.794784 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-41db637c-5794-4e6e-b640-3521ca508653 None None] Attempting to bind port cc4b7d76-6934-4c71-8f66-94c644f17334 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:37:30.795578 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-41db637c-5794-4e6e-b640-3521ca508653 None None] Attempting to bind port cc4b7d76-6934-4c71-8f66-94c644f17334 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '49753ffb-ded3-428c-a374-f0f428a11070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '46d77335-8c48-4345-8475-a87d50eaf616'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:37:30.796701 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41db637c-5794-4e6e-b640-3521ca508653 None None] Attempting to bind port cc4b7d76-6934-4c71-8f66-94c644f17334 on network 46d77335-8c48-4345-8475-a87d50eaf616 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:37:30.803406 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41db637c-5794-4e6e-b640-3521ca508653 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:37:30.803768 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41db637c-5794-4e6e-b640-3521ca508653 None None] Checking segment: {'id': '49753ffb-ded3-428c-a374-f0f428a11070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '46d77335-8c48-4345-8475-a87d50eaf616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:37:30.804172 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-41db637c-5794-4e6e-b640-3521ca508653 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:30.804571 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41db637c-5794-4e6e-b640-3521ca508653 None None] Bound using segment: {'id': '49753ffb-ded3-428c-a374-f0f428a11070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '46d77335-8c48-4345-8475-a87d50eaf616'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:37:30.805066 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-41db637c-5794-4e6e-b640-3521ca508653 None None] Bound port: cc4b7d76-6934-4c71-8f66-94c644f17334, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49753ffb-ded3-428c-a374-f0f428a11070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '46d77335-8c48-4345-8475-a87d50eaf616'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:37:30.805555 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-41db637c-5794-4e6e-b640-3521ca508653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:30.807029 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-b4e0b1f8-4c5e-4d81-8416-4a48297edc1b tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, cf9dadaf-a1de-4527-9f79-d2dc24b35fb9) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:37:30.815945 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e0b1f8-4c5e-4d81-8416-4a48297edc1b tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:30.816510 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b4e0b1f8-4c5e-4d81-8416-4a48297edc1b tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:30.833585 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0510ae1-aaa1-46f3-a08b-a9f973640683 None None] Network cf9dadaf-a1de-4527-9f79-d2dc24b35fb9 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:37:30.853739 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b4e0b1f8-4c5e-4d81-8416-4a48297edc1b tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8620429 Oct 26 08:37:30.855907 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37114) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:30.890458 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f0b5b-2caa-4bd6-b732-faf6dbc7bae6 req-25064a82-231d-4ed1-9569-3632af54b0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:30.891964 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c62f0b5b-2caa-4bd6-b732-faf6dbc7bae6 req-25064a82-231d-4ed1-9569-3632af54b0a3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2e3bfd69-a86c-48f7-827c-ed91c29ba8ae HTTP/1.1" status: 200 len: 897 time: 0.1941772 Oct 26 08:37:30.940946 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-41db637c-5794-4e6e-b640-3521ca508653 None None] For port cc4b7d76-6934-4c71-8f66-94c644f17334, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:37:30.946713 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5b03aab2-81f9-48bf-974d-566b947b40c9 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:30.963744 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-41db637c-5794-4e6e-b640-3521ca508653 None None] For port cc4b7d76-6934-4c71-8f66-94c644f17334, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=cc4b7d76-6934-4c71-8f66-94c644f17334,segment=NetworkSegment(49753ffb-ded3-428c-a374-f0f428a11070),segment_id=49753ffb-ded3-428c-a374-f0f428a11070)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:37:30.976999 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-41db637c-5794-4e6e-b640-3521ca508653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:30.988573 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03aab2-81f9-48bf-974d-566b947b40c9 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Pushing event deleted for resources: {'Port': ['ID=dcf82325-e82a-454c-809c-fcd39fd3ef7f,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:31.072527 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c62f0b5b-2caa-4bd6-b732-faf6dbc7bae6 req-760ac049-7ac0-4c2c-a534-d6d49e07ef24 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=391ef8b3-0fe0-4984-89e6-e4694184b28e HTTP/1.1" status: 200 len: 1000 time: 0.1725998 Oct 26 08:37:31.073916 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5b03aab2-81f9-48bf-974d-566b947b40c9 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:31.107399 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41db637c-5794-4e6e-b640-3521ca508653 None None] Routers {'f1f3a66c-c628-48d6-a2f6-b4988167990a'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:31.107875 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-41db637c-5794-4e6e-b640-3521ca508653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['f1f3a66c-c628-48d6-a2f6-b4988167990a'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:31.213064 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-bf28868a-b0b2-4a80-bb6e-7db2ad6ef35a None None] Provisioning complete for port cc4b7d76-6934-4c71-8f66-94c644f17334 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:31.213443 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bf28868a-b0b2-4a80-bb6e-7db2ad6ef35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:31.214083 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f0b5b-2caa-4bd6-b732-faf6dbc7bae6 req-adff4233-1279-47cf-94f8-4185ea63a714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:31.215798 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683093f-fa8e-4ab7-b6c9-8ac909a0d59f None None] Pushing event updated for resources: {'Port': ['ID=cc4b7d76-6934-4c71-8f66-94c644f17334,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:31.216547 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c62f0b5b-2caa-4bd6-b732-faf6dbc7bae6 req-adff4233-1279-47cf-94f8-4185ea63a714 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=806b4a79-12ed-4b24-a0c3-c7d82290a7d1 HTTP/1.1" status: 200 len: 835 time: 0.0996392 Oct 26 08:37:31.283203 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d1491e-a2cd-4bac-b259-75a014a396f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-cf9dadaf-a1de-4527-9f79-d2dc24b35fb9', 'network_id': 'cf9dadaf-a1de-4527-9f79-d2dc24b35fb9', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'fixed_ips': [{'subnet_id': '539f3770-5d28-4fa6-b8a8-2816c5daf556'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:37:31.284296 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-58d1491e-a2cd-4bac-b259-75a014a396f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:31.327211 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-41db637c-5794-4e6e-b640-3521ca508653 None None] Set router f1f3a66c-c628-48d6-a2f6-b4988167990a gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:37:31.329448 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-437802a7-38c1-4022-8c3f-b0e871d9da03 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:31.556625 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bf28868a-b0b2-4a80-bb6e-7db2ad6ef35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:31.602987 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5b03aab2-81f9-48bf-974d-566b947b40c9 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:31.618941 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5b03aab2-81f9-48bf-974d-566b947b40c9 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:31.631091 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-bf28868a-b0b2-4a80-bb6e-7db2ad6ef35a None None] For port cc4b7d76-6934-4c71-8f66-94c644f17334, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=cc4b7d76-6934-4c71-8f66-94c644f17334,segment=NetworkSegment(49753ffb-ded3-428c-a374-f0f428a11070),segment_id=49753ffb-ded3-428c-a374-f0f428a11070)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:37:31.636503 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-437802a7-38c1-4022-8c3f-b0e871d9da03 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Allocated IP 172.22.0.1 (cf9dadaf-a1de-4527-9f79-d2dc24b35fb9/539f3770-5d28-4fa6-b8a8-2816c5daf556/05a8923c-5ea8-420d-aaf9-bc2f4882e1b9) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:37:31.638953 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bf28868a-b0b2-4a80-bb6e-7db2ad6ef35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:31.681035 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5b03aab2-81f9-48bf-974d-566b947b40c9 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:31.681568 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b03aab2-81f9-48bf-974d-566b947b40c9 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Fanout notify agent at l3_agent the message router_deleted on router af9760f6-525a-4ebc-93a1-414d4ac62532 {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:37:31.691001 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5aadb6-b237-46fc-b6f6-35d18a977a7d req-58876e2a-d33f-40db-85cb-c754458e8e6c tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:31.692555 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-dc5aadb6-b237-46fc-b6f6-35d18a977a7d req-58876e2a-d33f-40db-85cb-c754458e8e6c tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 945 time: 0.5362968 Oct 26 08:37:31.698008 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5b03aab2-81f9-48bf-974d-566b947b40c9 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:31.699082 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-5b03aab2-81f9-48bf-974d-566b947b40c9 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] 10.222.0.41 "DELETE /v2.0/routers/af9760f6-525a-4ebc-93a1-414d4ac62532 HTTP/1.1" status: 204 len: 168 time: 1.8055775 Oct 26 08:37:31.704486 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37118) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:31.711398 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f0b5b-2caa-4bd6-b732-faf6dbc7bae6 req-2a70b8e8-ce1d-41e4-a3e6-f75577ed8a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:31.712947 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c62f0b5b-2caa-4bd6-b732-faf6dbc7bae6 req-2a70b8e8-ce1d-41e4-a3e6-f75577ed8a84 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2e3bfd69-a86c-48f7-827c-ed91c29ba8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1394029 Oct 26 08:37:31.713646 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-4e89af7a-c15c-429c-94c1-fe607cea1287 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-41545162', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:31.733548 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf28868a-b0b2-4a80-bb6e-7db2ad6ef35a None None] Pushing event updated for resources: {'Port': ['ID=cc4b7d76-6934-4c71-8f66-94c644f17334,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:31.762037 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4e89af7a-c15c-429c-94c1-fe607cea1287 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:31.763812 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4e89af7a-c15c-429c-94c1-fe607cea1287 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:31.764804 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-41db637c-5794-4e6e-b640-3521ca508653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'name': 'tempest-RoutersTest-router-703803076', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:20Z', 'updated_at': '2021-10-26T08:37:27Z', 'revision_number': 3, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'gw_port_host': None, '_interfaces': [{'id': 'c6339680-6b12-4d48-bb03-60664647dc4b', 'name': '', 'network_id': 'cd15b01e-b20b-41a3-b0c3-4cab1de388b8', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:0f:04:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:23Z', 'updated_at': '2021-10-26T08:37:27Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc4b7d76-6934-4c71-8f66-94c644f17334', 'name': '', 'network_id': '46d77335-8c48-4345-8475-a87d50eaf616', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:c2:4d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '5a373f3f-3b06-4e72-a608-20fa70ee1be7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:27Z', 'updated_at': '2021-10-26T08:37:30Z', 'revision_number': 4, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': '5a373f3f-3b06-4e72-a608-20fa70ee1be7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:31.786892 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-dc5aadb6-b237-46fc-b6f6-35d18a977a7d req-c94a836b-13ca-4986-96bd-648bb339b37a tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1faa321-505b-40a4-85e7-f618f70a9984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852065 Oct 26 08:37:31.804479 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41db637c-5794-4e6e-b640-3521ca508653 None None] The sync data for ids ['f1f3a66c-c628-48d6-a2f6-b4988167990a'] in dv-neutron-804846-13-hyperv is: [{'id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'name': 'tempest-RoutersTest-router-703803076', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:20Z', 'updated_at': '2021-10-26T08:37:27Z', 'revision_number': 3, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'gw_port_host': None, '_interfaces': [{'id': 'c6339680-6b12-4d48-bb03-60664647dc4b', 'name': '', 'network_id': 'cd15b01e-b20b-41a3-b0c3-4cab1de388b8', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:0f:04:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:23Z', 'updated_at': '2021-10-26T08:37:27Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc4b7d76-6934-4c71-8f66-94c644f17334', 'name': '', 'network_id': '46d77335-8c48-4345-8475-a87d50eaf616', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:c2:4d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '5a373f3f-3b06-4e72-a608-20fa70ee1be7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:27Z', 'updated_at': '2021-10-26T08:37:30Z', 'revision_number': 4, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': '5a373f3f-3b06-4e72-a608-20fa70ee1be7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:37:31.810524 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-4e68015b-f142-4a46-bd78-2dfdd1aac554 None None] Provisioning complete for port cc4b7d76-6934-4c71-8f66-94c644f17334 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:31.811032 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4e68015b-f142-4a46-bd78-2dfdd1aac554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:31.816614 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-437802a7-38c1-4022-8c3f-b0e871d9da03 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:31.842016 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c62f0b5b-2caa-4bd6-b732-faf6dbc7bae6 req-6f2de4a8-6a90-4803-925f-d569a04b7df4 service neutron] 10.222.0.47 "GET /v2.0/networks/2e3bfd69-a86c-48f7-827c-ed91c29ba8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203804 Oct 26 08:37:31.850110 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4e89af7a-c15c-429c-94c1-fe607cea1287 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:31.862926 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4e89af7a-c15c-429c-94c1-fe607cea1287 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:31.924030 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-437802a7-38c1-4022-8c3f-b0e871d9da03 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:31.956359 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4e89af7a-c15c-429c-94c1-fe607cea1287 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:31.960266 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4e89af7a-c15c-429c-94c1-fe607cea1287 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2519526 Oct 26 08:37:31.966130 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37120) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:31.972440 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-778391cd-7ead-444d-9cb3-840ccab4dfef tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:31.994868 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-58d1491e-a2cd-4bac-b259-75a014a396f7 None None] Allocated IP 172.22.0.2 (cf9dadaf-a1de-4527-9f79-d2dc24b35fb9/539f3770-5d28-4fa6-b8a8-2816c5daf556/eef4b11d-6adb-4ab9-b0c9-6053278ea2df) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:37:32.005545 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437802a7-38c1-4022-8c3f-b0e871d9da03 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Network cf9dadaf-a1de-4527-9f79-d2dc24b35fb9 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:37:32.009971 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-437802a7-38c1-4022-8c3f-b0e871d9da03 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:37:32.031447 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437802a7-38c1-4022-8c3f-b0e871d9da03 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:37:32.035848 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437802a7-38c1-4022-8c3f-b0e871d9da03 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event updated for resources: {'Port': ['ID=05a8923c-5ea8-420d-aaf9-bc2f4882e1b9,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:32.092467 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-437802a7-38c1-4022-8c3f-b0e871d9da03 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:32.101494 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c62f0b5b-2caa-4bd6-b732-faf6dbc7bae6 req-f434eb5c-8763-4a05-8ca3-b492bcff9d19 service neutron] 10.222.0.47 "GET /v2.0/networks/2e3bfd69-a86c-48f7-827c-ed91c29ba8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517653 Oct 26 08:37:32.180788 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-58d1491e-a2cd-4bac-b259-75a014a396f7 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:32.188971 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-58d1491e-a2cd-4bac-b259-75a014a396f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:32.230627 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-437802a7-38c1-4022-8c3f-b0e871d9da03 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:32.234339 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d1491e-a2cd-4bac-b259-75a014a396f7 None None] Network cf9dadaf-a1de-4527-9f79-d2dc24b35fb9 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:37:32.237577 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-58d1491e-a2cd-4bac-b259-75a014a396f7 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:37:32.244018 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d1491e-a2cd-4bac-b259-75a014a396f7 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:37:32.251984 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1491e-a2cd-4bac-b259-75a014a396f7 None None] Pushing event updated for resources: {'Port': ['ID=eef4b11d-6adb-4ab9-b0c9-6053278ea2df,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:32.296997 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-778391cd-7ead-444d-9cb3-840ccab4dfef tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:32.318573 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-58d1491e-a2cd-4bac-b259-75a014a396f7 None None] Attempting to bind port eef4b11d-6adb-4ab9-b0c9-6053278ea2df on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:37:32.318962 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-58d1491e-a2cd-4bac-b259-75a014a396f7 None None] Attempting to bind port eef4b11d-6adb-4ab9-b0c9-6053278ea2df by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'c233123e-a37b-458f-92c7-4e72e21d6c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cf9dadaf-a1de-4527-9f79-d2dc24b35fb9'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:37:32.319331 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d1491e-a2cd-4bac-b259-75a014a396f7 None None] Attempting to bind port eef4b11d-6adb-4ab9-b0c9-6053278ea2df on network cf9dadaf-a1de-4527-9f79-d2dc24b35fb9 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:37:32.325805 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d1491e-a2cd-4bac-b259-75a014a396f7 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:37:32.326186 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d1491e-a2cd-4bac-b259-75a014a396f7 None None] Checking segment: {'id': 'c233123e-a37b-458f-92c7-4e72e21d6c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cf9dadaf-a1de-4527-9f79-d2dc24b35fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:37:32.326593 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-58d1491e-a2cd-4bac-b259-75a014a396f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:32.327047 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d1491e-a2cd-4bac-b259-75a014a396f7 None None] Bound using segment: {'id': 'c233123e-a37b-458f-92c7-4e72e21d6c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cf9dadaf-a1de-4527-9f79-d2dc24b35fb9'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:37:32.327506 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-58d1491e-a2cd-4bac-b259-75a014a396f7 None None] Bound port: eef4b11d-6adb-4ab9-b0c9-6053278ea2df, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c233123e-a37b-458f-92c7-4e72e21d6c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cf9dadaf-a1de-4527-9f79-d2dc24b35fb9'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:37:32.328115 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-58d1491e-a2cd-4bac-b259-75a014a396f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:32.417784 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-58d1491e-a2cd-4bac-b259-75a014a396f7 None None] For port eef4b11d-6adb-4ab9-b0c9-6053278ea2df, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:37:32.422648 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-58d1491e-a2cd-4bac-b259-75a014a396f7 None None] For port eef4b11d-6adb-4ab9-b0c9-6053278ea2df, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=eef4b11d-6adb-4ab9-b0c9-6053278ea2df,segment=NetworkSegment(c233123e-a37b-458f-92c7-4e72e21d6c77),segment_id=c233123e-a37b-458f-92c7-4e72e21d6c77)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:37:32.429164 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-58d1491e-a2cd-4bac-b259-75a014a396f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:32.530537 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1491e-a2cd-4bac-b259-75a014a396f7 None None] Pushing event updated for resources: {'Port': ['ID=eef4b11d-6adb-4ab9-b0c9-6053278ea2df,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:32.616116 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-437802a7-38c1-4022-8c3f-b0e871d9da03 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:32.619737 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-778391cd-7ead-444d-9cb3-840ccab4dfef tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router_gateway, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:32.621307 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-437802a7-38c1-4022-8c3f-b0e871d9da03 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:32.641580 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-778391cd-7ead-444d-9cb3-840ccab4dfef tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:32.705563 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-437802a7-38c1-4022-8c3f-b0e871d9da03 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:32.710023 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437802a7-38c1-4022-8c3f-b0e871d9da03 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event updated for resources: {'Port': ['ID=05a8923c-5ea8-420d-aaf9-bc2f4882e1b9,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:32.786613 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-778391cd-7ead-444d-9cb3-840ccab4dfef tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Allocated IP 172.26.2.248 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/3734112a-c7ab-455e-b612-e3ee02f39273) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:37:32.833120 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437802a7-38c1-4022-8c3f-b0e871d9da03 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Network cf9dadaf-a1de-4527-9f79-d2dc24b35fb9 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:37:32.834582 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-437802a7-38c1-4022-8c3f-b0e871d9da03 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:37:32.916891 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-778391cd-7ead-444d-9cb3-840ccab4dfef tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:32.952062 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-778391cd-7ead-444d-9cb3-840ccab4dfef tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:32.969476 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437802a7-38c1-4022-8c3f-b0e871d9da03 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Router f1f3a66c-c628-48d6-a2f6-b4988167990a has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:37:32.982786 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39521630-e508-4834-8997-de7d02ffdd2b req-a5f5e59b-88b3-494e-9ee8-616f672efc0d tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:32.984077 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-39521630-e508-4834-8997-de7d02ffdd2b req-a5f5e59b-88b3-494e-9ee8-616f672efc0d tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 945 time: 0.0763156 Oct 26 08:37:32.988211 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778391cd-7ead-444d-9cb3-840ccab4dfef tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:37:32.990813 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-778391cd-7ead-444d-9cb3-840ccab4dfef tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:37:32.997015 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778391cd-7ead-444d-9cb3-840ccab4dfef tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:37:33.031524 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778391cd-7ead-444d-9cb3-840ccab4dfef tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Pushing event updated for resources: {'Port': ['ID=3734112a-c7ab-455e-b612-e3ee02f39273,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:33.097902 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-39521630-e508-4834-8997-de7d02ffdd2b req-5b03d386-9118-4935-9337-7b96de294d60 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1faa321-505b-40a4-85e7-f618f70a9984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068530 Oct 26 08:37:33.106337 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437802a7-38c1-4022-8c3f-b0e871d9da03 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:37:33.111363 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-437802a7-38c1-4022-8c3f-b0e871d9da03 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "PUT /v2.0/routers/f1f3a66c-c628-48d6-a2f6-b4988167990a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2525778 Oct 26 08:37:33.114849 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37124) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:33.119463 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-60009521-98ac-4c0b-b4d8-67f84428ba3e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Request body: {'network': {'name': 'tempest-RoutersTest-164823065'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:33.123075 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229a7b9e-0b73-4692-8000-2227b82cbb6c None None] Sync routers for ids ['f1f3a66c-c628-48d6-a2f6-b4988167990a'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:37:33.140803 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229a7b9e-0b73-4692-8000-2227b82cbb6c None None] Routers {'f1f3a66c-c628-48d6-a2f6-b4988167990a'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:33.141485 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-229a7b9e-0b73-4692-8000-2227b82cbb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['f1f3a66c-c628-48d6-a2f6-b4988167990a'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:33.143007 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60009521-98ac-4c0b-b4d8-67f84428ba3e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Made reservation on behalf of 14b2bed9eecf4da799cf96f861ddb8c9 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:37:33.146802 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-60009521-98ac-4c0b-b4d8-67f84428ba3e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:33.177770 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60009521-98ac-4c0b-b4d8-67f84428ba3e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:37:33.188656 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-60009521-98ac-4c0b-b4d8-67f84428ba3e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:33.189051 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-60009521-98ac-4c0b-b4d8-67f84428ba3e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Added segment 60f71139-f225-4a88-b134-c3e48ea54be3 of type vlan for network 75fa46d5-ef03-40f4-95ae-9d2345583984 Oct 26 08:37:33.238364 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-60009521-98ac-4c0b-b4d8-67f84428ba3e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:33.239240 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-229a7b9e-0b73-4692-8000-2227b82cbb6c None None] Set router f1f3a66c-c628-48d6-a2f6-b4988167990a gateway port host: None {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:37:33.269243 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-60009521-98ac-4c0b-b4d8-67f84428ba3e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:33.277700 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60009521-98ac-4c0b-b4d8-67f84428ba3e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:33.280356 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-60009521-98ac-4c0b-b4d8-67f84428ba3e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:33.301955 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-778391cd-7ead-444d-9cb3-840ccab4dfef tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router_gateway, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:33.365858 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60009521-98ac-4c0b-b4d8-67f84428ba3e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event updated for resources: {'Network': ['ID=75fa46d5-ef03-40f4-95ae-9d2345583984,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:33.378279 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 75fa46d5-ef03-40f4-95ae-9d2345583984 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:37:33.391344 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-60009521-98ac-4c0b-b4d8-67f84428ba3e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2732427 Oct 26 08:37:33.391661 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37126) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:33.398871 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-539a8d35-a819-470a-8bfe-35fd8e10d877 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Request body: {'subnet': {'network_id': '75fa46d5-ef03-40f4-95ae-9d2345583984', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:33.523503 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539a8d35-a819-470a-8bfe-35fd8e10d877 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Made reservation on behalf of 14b2bed9eecf4da799cf96f861ddb8c9 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:37:33.528756 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-539a8d35-a819-470a-8bfe-35fd8e10d877 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:33.544450 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-229a7b9e-0b73-4692-8000-2227b82cbb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'name': 'tempest-RoutersTest-router-703803076', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:20Z', 'updated_at': '2021-10-26T08:37:32Z', 'revision_number': 4, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'gw_port_host': None, '_interfaces': [{'id': '05a8923c-5ea8-420d-aaf9-bc2f4882e1b9', 'name': '', 'network_id': 'cf9dadaf-a1de-4527-9f79-d2dc24b35fb9', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:6a:54:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '539f3770-5d28-4fa6-b8a8-2816c5daf556', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:31Z', 'updated_at': '2021-10-26T08:37:32Z', 'revision_number': 2, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': '539f3770-5d28-4fa6-b8a8-2816c5daf556', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6339680-6b12-4d48-bb03-60664647dc4b', 'name': '', 'network_id': 'cd15b01e-b20b-41a3-b0c3-4cab1de388b8', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:0f:04:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:23Z', 'updated_at': '2021-10-26T08:37:27Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc4b7d76-6934-4c71-8f66-94c644f17334', 'name': '', 'network_id': '46d77335-8c48-4345-8475-a87d50eaf616', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:c2:4d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '5a373f3f-3b06-4e72-a608-20fa70ee1be7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:27Z', 'updated_at': '2021-10-26T08:37:31Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': '5a373f3f-3b06-4e72-a608-20fa70ee1be7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:33.585409 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229a7b9e-0b73-4692-8000-2227b82cbb6c None None] Checking router: f1f3a66c-c628-48d6-a2f6-b4988167990a for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:37:33.586016 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229a7b9e-0b73-4692-8000-2227b82cbb6c None None] Updating router f1f3a66c-c628-48d6-a2f6-b4988167990a port 05a8923c-5ea8-420d-aaf9-bc2f4882e1b9 binding host dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:37:33.596179 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-778391cd-7ead-444d-9cb3-840ccab4dfef tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8100261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8097850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15702'] for router, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:33.609154 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-778391cd-7ead-444d-9cb3-840ccab4dfef tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8100266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8100243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8097827'] for router, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:33.617569 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-229a7b9e-0b73-4692-8000-2227b82cbb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:33.736971 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d769545-3352-40c3-9a34-9f4b53603a08 None None] Network cf9dadaf-a1de-4527-9f79-d2dc24b35fb9 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:37:33.775523 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device cc4b7d76-6934-4c71-8f66-94c644f17334 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:37:33.792016 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778391cd-7ead-444d-9cb3-840ccab4dfef tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Router f124f09e-6e2e-4c47-8b1e-70efbf9d4c0a is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:37:33.820916 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-539a8d35-a819-470a-8bfe-35fd8e10d877 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:33.902920 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a8d35-a819-470a-8bfe-35fd8e10d877 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event updated for resources: {'Subnet': ['ID=906f4843-5aed-4243-abc5-5d32cd3d4ba0,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:33.922580 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539a8d35-a819-470a-8bfe-35fd8e10d877 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Checking segment: {'id': '60f71139-f225-4a88-b134-c3e48ea54be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '75fa46d5-ef03-40f4-95ae-9d2345583984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:37:33.923034 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539a8d35-a819-470a-8bfe-35fd8e10d877 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Network hostable DHCP agents. Network: 75fa46d5-ef03-40f4-95ae-9d2345583984, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:37:33.943021 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-229a7b9e-0b73-4692-8000-2227b82cbb6c None None] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:33.943682 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539a8d35-a819-470a-8bfe-35fd8e10d877 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Network 75fa46d5-ef03-40f4-95ae-9d2345583984 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:37:33.948875 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-229a7b9e-0b73-4692-8000-2227b82cbb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:33.956905 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778391cd-7ead-444d-9cb3-840ccab4dfef tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:37:33.958104 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-539a8d35-a819-470a-8bfe-35fd8e10d877 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 75fa46d5-ef03-40f4-95ae-9d2345583984) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:37:33.964796 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-778391cd-7ead-444d-9cb3-840ccab4dfef tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:33.969819 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-778391cd-7ead-444d-9cb3-840ccab4dfef tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] 10.222.0.41 "PUT /v2.0/routers/f124f09e-6e2e-4c47-8b1e-70efbf9d4c0a HTTP/1.1" status: 200 len: 882 time: 1.9997847 Oct 26 08:37:33.970309 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37128) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:33.979460 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d37b90-d82b-490e-a0b8-e4244929f071 None None] Sync routers for ids ['f124f09e-6e2e-4c47-8b1e-70efbf9d4c0a'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:37:33.982545 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539a8d35-a819-470a-8bfe-35fd8e10d877 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:33.984079 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-539a8d35-a819-470a-8bfe-35fd8e10d877 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:33.989351 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd5debb-c364-4eb3-99de-96c39c9b1bfe None None] Network 75fa46d5-ef03-40f4-95ae-9d2345583984 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:37:34.019031 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-539a8d35-a819-470a-8bfe-35fd8e10d877 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6259553 Oct 26 08:37:34.019253 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee1128-8820-4f59-a523-8ee468926008 None None] Pushing event updated for resources: {'Port': ['ID=05a8923c-5ea8-420d-aaf9-bc2f4882e1b9,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:34.019661 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37130) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:34.090460 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-229a7b9e-0b73-4692-8000-2227b82cbb6c None None] Attempting to bind port 05a8923c-5ea8-420d-aaf9-bc2f4882e1b9 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:37:34.090942 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-229a7b9e-0b73-4692-8000-2227b82cbb6c None None] Attempting to bind port 05a8923c-5ea8-420d-aaf9-bc2f4882e1b9 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'c233123e-a37b-458f-92c7-4e72e21d6c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cf9dadaf-a1de-4527-9f79-d2dc24b35fb9'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:37:34.091471 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229a7b9e-0b73-4692-8000-2227b82cbb6c None None] Attempting to bind port 05a8923c-5ea8-420d-aaf9-bc2f4882e1b9 on network cf9dadaf-a1de-4527-9f79-d2dc24b35fb9 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:37:34.096845 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229a7b9e-0b73-4692-8000-2227b82cbb6c None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:37:34.097366 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229a7b9e-0b73-4692-8000-2227b82cbb6c None None] Checking segment: {'id': 'c233123e-a37b-458f-92c7-4e72e21d6c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cf9dadaf-a1de-4527-9f79-d2dc24b35fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:37:34.097893 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-229a7b9e-0b73-4692-8000-2227b82cbb6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:34.098390 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229a7b9e-0b73-4692-8000-2227b82cbb6c None None] Bound using segment: {'id': 'c233123e-a37b-458f-92c7-4e72e21d6c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cf9dadaf-a1de-4527-9f79-d2dc24b35fb9'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:37:34.098968 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-229a7b9e-0b73-4692-8000-2227b82cbb6c None None] Bound port: 05a8923c-5ea8-420d-aaf9-bc2f4882e1b9, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c233123e-a37b-458f-92c7-4e72e21d6c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cf9dadaf-a1de-4527-9f79-d2dc24b35fb9'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:37:34.099478 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-229a7b9e-0b73-4692-8000-2227b82cbb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:34.107866 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d2b4eab1-94f3-4850-83b1-b028c9a5801b tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] 10.222.0.41 "GET /v2.0/routers/f124f09e-6e2e-4c47-8b1e-70efbf9d4c0a HTTP/1.1" status: 200 len: 923 time: 0.1346948 Oct 26 08:37:34.110730 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37132) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:34.124045 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d37b90-d82b-490e-a0b8-e4244929f071 None None] Routers {'f124f09e-6e2e-4c47-8b1e-70efbf9d4c0a'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:34.125225 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-c3d37b90-d82b-490e-a0b8-e4244929f071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['f124f09e-6e2e-4c47-8b1e-70efbf9d4c0a'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:34.176699 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-229a7b9e-0b73-4692-8000-2227b82cbb6c None None] For port 05a8923c-5ea8-420d-aaf9-bc2f4882e1b9, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:37:34.180513 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-229a7b9e-0b73-4692-8000-2227b82cbb6c None None] For port 05a8923c-5ea8-420d-aaf9-bc2f4882e1b9, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=05a8923c-5ea8-420d-aaf9-bc2f4882e1b9,segment=NetworkSegment(c233123e-a37b-458f-92c7-4e72e21d6c77),segment_id=c233123e-a37b-458f-92c7-4e72e21d6c77)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:37:34.188125 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-229a7b9e-0b73-4692-8000-2227b82cbb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:34.208058 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8410fa4d-e3fb-4e96-ae13-f1eda15ba447 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:34.210153 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-8410fa4d-e3fb-4e96-ae13-f1eda15ba447 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=e0ba3cfd-db28-4690-8a12-e5c00a0b88c4&device_id=f124f09e-6e2e-4c47-8b1e-70efbf9d4c0a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0982108 Oct 26 08:37:34.212669 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37136) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:34.251089 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee1128-8820-4f59-a523-8ee468926008 None None] Pushing event updated for resources: {'Port': ['ID=05a8923c-5ea8-420d-aaf9-bc2f4882e1b9,revision_number=4']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:34.274043 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229a7b9e-0b73-4692-8000-2227b82cbb6c None None] Routers {'f1f3a66c-c628-48d6-a2f6-b4988167990a'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:34.274676 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-229a7b9e-0b73-4692-8000-2227b82cbb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['f1f3a66c-c628-48d6-a2f6-b4988167990a'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:34.281967 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-c3d37b90-d82b-490e-a0b8-e4244929f071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:34.343200 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec8013-3425-4eb2-90d1-933d3c10aa26 req-26391858-6464-4027-87a2-fc207cd2d31c tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:34.345533 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1dec8013-3425-4eb2-90d1-933d3c10aa26 req-26391858-6464-4027-87a2-fc207cd2d31c tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 945 time: 0.1082811 Oct 26 08:37:34.377477 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-3144a36c-1aea-4558-91b9-77b0fe36939e None None] Provisioning complete for port eef4b11d-6adb-4ab9-b0c9-6053278ea2df triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:34.377939 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3144a36c-1aea-4558-91b9-77b0fe36939e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:34.398222 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-229a7b9e-0b73-4692-8000-2227b82cbb6c None None] Set router f1f3a66c-c628-48d6-a2f6-b4988167990a gateway port host: None {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:37:34.410732 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1dec8013-3425-4eb2-90d1-933d3c10aa26 req-f14f4cfc-5829-4b13-b269-a89f51263525 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1faa321-505b-40a4-85e7-f618f70a9984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548220 Oct 26 08:37:34.412279 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fd7924-a231-4bfb-bcf8-dfd489531d1c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:34.414434 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e7fd7924-a231-4bfb-bcf8-dfd489531d1c tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] 10.222.0.41 "GET /v2.0/networks/e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 HTTP/1.1" status: 200 len: 881 time: 0.2005372 Oct 26 08:37:34.417213 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37138) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:34.452305 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-83363559-ed05-4845-9d44-b440431516fe tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] 10.222.0.41 "GET /v2.0/ports?device_id=f124f09e-6e2e-4c47-8b1e-70efbf9d4c0a HTTP/1.1" status: 200 len: 205 time: 0.0332541 Oct 26 08:37:34.454964 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37140) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:34.459151 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d37b90-d82b-490e-a0b8-e4244929f071 None None] Routers {'f124f09e-6e2e-4c47-8b1e-70efbf9d4c0a'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:34.459884 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-c3d37b90-d82b-490e-a0b8-e4244929f071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['f124f09e-6e2e-4c47-8b1e-70efbf9d4c0a'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:34.503914 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-c3d37b90-d82b-490e-a0b8-e4244929f071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:34.504690 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d37b90-d82b-490e-a0b8-e4244929f071 None None] The sync data for ids ['f124f09e-6e2e-4c47-8b1e-70efbf9d4c0a'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:37:34.524762 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8180bc-03b5-45c6-8b14-8250d9d38d75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-75fa46d5-ef03-40f4-95ae-9d2345583984', 'network_id': '75fa46d5-ef03-40f4-95ae-9d2345583984', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'fixed_ips': [{'subnet_id': '906f4843-5aed-4243-abc5-5d32cd3d4ba0'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:37:34.525686 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-df8180bc-03b5-45c6-8b14-8250d9d38d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:34.617171 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port cc4b7d76-6934-4c71-8f66-94c644f17334 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:34.617551 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:34.672078 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-229a7b9e-0b73-4692-8000-2227b82cbb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'name': 'tempest-RoutersTest-router-703803076', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:20Z', 'updated_at': '2021-10-26T08:37:32Z', 'revision_number': 4, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'gw_port_host': None, '_interfaces': [{'id': '05a8923c-5ea8-420d-aaf9-bc2f4882e1b9', 'name': '', 'network_id': 'cf9dadaf-a1de-4527-9f79-d2dc24b35fb9', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:6a:54:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '539f3770-5d28-4fa6-b8a8-2816c5daf556', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:31Z', 'updated_at': '2021-10-26T08:37:34Z', 'revision_number': 4, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': '539f3770-5d28-4fa6-b8a8-2816c5daf556', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6339680-6b12-4d48-bb03-60664647dc4b', 'name': '', 'network_id': 'cd15b01e-b20b-41a3-b0c3-4cab1de388b8', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:0f:04:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:23Z', 'updated_at': '2021-10-26T08:37:27Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc4b7d76-6934-4c71-8f66-94c644f17334', 'name': '', 'network_id': '46d77335-8c48-4345-8475-a87d50eaf616', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:c2:4d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '5a373f3f-3b06-4e72-a608-20fa70ee1be7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:27Z', 'updated_at': '2021-10-26T08:37:31Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': '5a373f3f-3b06-4e72-a608-20fa70ee1be7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:34.707066 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229a7b9e-0b73-4692-8000-2227b82cbb6c None None] The sync data for ids ['f1f3a66c-c628-48d6-a2f6-b4988167990a'] in dv-neutron-804846-13-hyperv is: [{'id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'name': 'tempest-RoutersTest-router-703803076', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:20Z', 'updated_at': '2021-10-26T08:37:32Z', 'revision_number': 4, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'gw_port_host': None, '_interfaces': [{'id': '05a8923c-5ea8-420d-aaf9-bc2f4882e1b9', 'name': '', 'network_id': 'cf9dadaf-a1de-4527-9f79-d2dc24b35fb9', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:6a:54:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '539f3770-5d28-4fa6-b8a8-2816c5daf556', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:31Z', 'updated_at': '2021-10-26T08:37:34Z', 'revision_number': 4, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': '539f3770-5d28-4fa6-b8a8-2816c5daf556', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6339680-6b12-4d48-bb03-60664647dc4b', 'name': '', 'network_id': 'cd15b01e-b20b-41a3-b0c3-4cab1de388b8', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:0f:04:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:23Z', 'updated_at': '2021-10-26T08:37:27Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc4b7d76-6934-4c71-8f66-94c644f17334', 'name': '', 'network_id': '46d77335-8c48-4345-8475-a87d50eaf616', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:c2:4d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '5a373f3f-3b06-4e72-a608-20fa70ee1be7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:27Z', 'updated_at': '2021-10-26T08:37:31Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': '5a373f3f-3b06-4e72-a608-20fa70ee1be7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:37:34.724218 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3144a36c-1aea-4558-91b9-77b0fe36939e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:34.870292 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-86967c84-f1b1-48e0-9eda-ba216a6b914e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:34.872287 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-3144a36c-1aea-4558-91b9-77b0fe36939e None None] For port eef4b11d-6adb-4ab9-b0c9-6053278ea2df, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=eef4b11d-6adb-4ab9-b0c9-6053278ea2df,segment=NetworkSegment(c233123e-a37b-458f-92c7-4e72e21d6c77),segment_id=c233123e-a37b-458f-92c7-4e72e21d6c77)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:37:34.923705 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3144a36c-1aea-4558-91b9-77b0fe36939e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:34.987773 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-df8180bc-03b5-45c6-8b14-8250d9d38d75 None None] Allocated IP 172.23.0.2 (75fa46d5-ef03-40f4-95ae-9d2345583984/906f4843-5aed-4243-abc5-5d32cd3d4ba0/ba4f7ca3-4e0d-4a47-b44a-c69b5d7bee77) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:37:34.991402 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-00f3783a-d973-4846-8c94-b36864a9687b tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:35.046608 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3144a36c-1aea-4558-91b9-77b0fe36939e None None] Pushing event updated for resources: {'Port': ['ID=eef4b11d-6adb-4ab9-b0c9-6053278ea2df,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:35.061112 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device eef4b11d-6adb-4ab9-b0c9-6053278ea2df up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:37:35.156187 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-00f3783a-d973-4846-8c94-b36864a9687b tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:35.234641 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port eef4b11d-6adb-4ab9-b0c9-6053278ea2df triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:35.234898 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:35.257199 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-00f3783a-d973-4846-8c94-b36864a9687b tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Deleting port 3734112a-c7ab-455e-b612-e3ee02f39273 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:37:35.257695 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-00f3783a-d973-4846-8c94-b36864a9687b tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:35.331850 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-df8180bc-03b5-45c6-8b14-8250d9d38d75 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:35.336076 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-1e88b5e5-90d1-4137-8fea-d175b43a3c63 None None] Provisioning complete for port eef4b11d-6adb-4ab9-b0c9-6053278ea2df triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:35.336451 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1e88b5e5-90d1-4137-8fea-d175b43a3c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:35.358055 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-00f3783a-d973-4846-8c94-b36864a9687b tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:35.374157 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-00f3783a-d973-4846-8c94-b36864a9687b tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Calling delete_port for 3734112a-c7ab-455e-b612-e3ee02f39273 owned by network:router_gateway {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:37:35.388111 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-df8180bc-03b5-45c6-8b14-8250d9d38d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:35.443052 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-86967c84-f1b1-48e0-9eda-ba216a6b914e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Allocated IP 172.23.0.1 (75fa46d5-ef03-40f4-95ae-9d2345583984/906f4843-5aed-4243-abc5-5d32cd3d4ba0/3ebe0c58-b985-4ecd-9d45-8c17cfef6bd7) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:37:35.500136 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8180bc-03b5-45c6-8b14-8250d9d38d75 None None] Network 75fa46d5-ef03-40f4-95ae-9d2345583984 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:37:35.514199 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-df8180bc-03b5-45c6-8b14-8250d9d38d75 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:37:35.516775 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8180bc-03b5-45c6-8b14-8250d9d38d75 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:37:35.519997 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8180bc-03b5-45c6-8b14-8250d9d38d75 None None] Pushing event updated for resources: {'Port': ['ID=ba4f7ca3-4e0d-4a47-b44a-c69b5d7bee77,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:35.665586 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-86967c84-f1b1-48e0-9eda-ba216a6b914e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:35.686860 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-df8180bc-03b5-45c6-8b14-8250d9d38d75 None None] Attempting to bind port ba4f7ca3-4e0d-4a47-b44a-c69b5d7bee77 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:37:35.687493 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-df8180bc-03b5-45c6-8b14-8250d9d38d75 None None] Attempting to bind port ba4f7ca3-4e0d-4a47-b44a-c69b5d7bee77 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '60f71139-f225-4a88-b134-c3e48ea54be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '75fa46d5-ef03-40f4-95ae-9d2345583984'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:37:35.688043 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8180bc-03b5-45c6-8b14-8250d9d38d75 None None] Attempting to bind port ba4f7ca3-4e0d-4a47-b44a-c69b5d7bee77 on network 75fa46d5-ef03-40f4-95ae-9d2345583984 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:37:35.694095 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-00f3783a-d973-4846-8c94-b36864a9687b tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:35.711910 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8180bc-03b5-45c6-8b14-8250d9d38d75 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:37:35.712774 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8180bc-03b5-45c6-8b14-8250d9d38d75 None None] Checking segment: {'id': '60f71139-f225-4a88-b134-c3e48ea54be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '75fa46d5-ef03-40f4-95ae-9d2345583984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:37:35.713407 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-df8180bc-03b5-45c6-8b14-8250d9d38d75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:35.713989 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8180bc-03b5-45c6-8b14-8250d9d38d75 None None] Bound using segment: {'id': '60f71139-f225-4a88-b134-c3e48ea54be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '75fa46d5-ef03-40f4-95ae-9d2345583984'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:37:35.714730 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-df8180bc-03b5-45c6-8b14-8250d9d38d75 None None] Bound port: ba4f7ca3-4e0d-4a47-b44a-c69b5d7bee77, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60f71139-f225-4a88-b134-c3e48ea54be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '75fa46d5-ef03-40f4-95ae-9d2345583984'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:37:35.715808 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-df8180bc-03b5-45c6-8b14-8250d9d38d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:35.717822 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ad316-9869-4fe1-a87c-8ecb3605d370 req-890509e2-ea23-41e5-af25-9cf2e24c1950 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:35.726102 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-da9ad316-9869-4fe1-a87c-8ecb3605d370 req-890509e2-ea23-41e5-af25-9cf2e24c1950 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 945 time: 0.1655867 Oct 26 08:37:35.739029 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f3783a-d973-4846-8c94-b36864a9687b tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Pushing event deleted for resources: {'Port': ['ID=3734112a-c7ab-455e-b612-e3ee02f39273,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:35.754135 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-1e88b5e5-90d1-4137-8fea-d175b43a3c63 None None] Provisioning complete for port 05a8923c-5ea8-420d-aaf9-bc2f4882e1b9 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:35.754725 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1e88b5e5-90d1-4137-8fea-d175b43a3c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:35.792404 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-da9ad316-9869-4fe1-a87c-8ecb3605d370 req-918236f7-76f4-4fec-b86a-af38345fe2c7 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1faa321-505b-40a4-85e7-f618f70a9984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632334 Oct 26 08:37:35.798136 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-86967c84-f1b1-48e0-9eda-ba216a6b914e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:35.834613 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-00f3783a-d973-4846-8c94-b36864a9687b tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:35.841664 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 05a8923c-5ea8-420d-aaf9-bc2f4882e1b9 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:37:35.853956 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86967c84-f1b1-48e0-9eda-ba216a6b914e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Network 75fa46d5-ef03-40f4-95ae-9d2345583984 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:37:35.864272 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-86967c84-f1b1-48e0-9eda-ba216a6b914e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:37:35.866509 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86967c84-f1b1-48e0-9eda-ba216a6b914e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event updated for resources: {'Port': ['ID=3ebe0c58-b985-4ecd-9d45-8c17cfef6bd7,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:35.869217 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86967c84-f1b1-48e0-9eda-ba216a6b914e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:37:35.917908 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-86967c84-f1b1-48e0-9eda-ba216a6b914e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:35.947513 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 05a8923c-5ea8-420d-aaf9-bc2f4882e1b9 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:35.947854 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-00f3783a-d973-4846-8c94-b36864a9687b tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:35.948030 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:35.951060 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-00f3783a-d973-4846-8c94-b36864a9687b tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:35.973670 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-df8180bc-03b5-45c6-8b14-8250d9d38d75 None None] For port ba4f7ca3-4e0d-4a47-b44a-c69b5d7bee77, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:37:36.013772 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-00f3783a-d973-4846-8c94-b36864a9687b tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:36.014422 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f3783a-d973-4846-8c94-b36864a9687b tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Fanout notify agent at l3_agent the message router_deleted on router f124f09e-6e2e-4c47-8b1e-70efbf9d4c0a {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:37:36.023741 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-df8180bc-03b5-45c6-8b14-8250d9d38d75 None None] For port ba4f7ca3-4e0d-4a47-b44a-c69b5d7bee77, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=ba4f7ca3-4e0d-4a47-b44a-c69b5d7bee77,segment=NetworkSegment(60f71139-f225-4a88-b134-c3e48ea54be3),segment_id=60f71139-f225-4a88-b134-c3e48ea54be3)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:37:36.024620 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-00f3783a-d973-4846-8c94-b36864a9687b tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:36.026287 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-00f3783a-d973-4846-8c94-b36864a9687b tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] 10.222.0.41 "DELETE /v2.0/routers/f124f09e-6e2e-4c47-8b1e-70efbf9d4c0a HTTP/1.1" status: 204 len: 168 time: 1.5697744 Oct 26 08:37:36.030034 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37144) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:36.038630 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-22ec9c48-94c9-4bd6-ada0-20e5412ace6e tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1930590879', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:36.040269 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-df8180bc-03b5-45c6-8b14-8250d9d38d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:36.070286 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-22ec9c48-94c9-4bd6-ada0-20e5412ace6e tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:36.073423 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-22ec9c48-94c9-4bd6-ada0-20e5412ace6e tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:36.084691 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1e88b5e5-90d1-4137-8fea-d175b43a3c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:36.087614 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-86967c84-f1b1-48e0-9eda-ba216a6b914e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:36.159701 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-1e88b5e5-90d1-4137-8fea-d175b43a3c63 None None] For port 05a8923c-5ea8-420d-aaf9-bc2f4882e1b9, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=05a8923c-5ea8-420d-aaf9-bc2f4882e1b9,segment=NetworkSegment(c233123e-a37b-458f-92c7-4e72e21d6c77),segment_id=c233123e-a37b-458f-92c7-4e72e21d6c77)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:37:36.171296 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-22ec9c48-94c9-4bd6-ada0-20e5412ace6e tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:36.177277 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-22ec9c48-94c9-4bd6-ada0-20e5412ace6e tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:36.197730 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8180bc-03b5-45c6-8b14-8250d9d38d75 None None] Pushing event updated for resources: {'Port': ['ID=ba4f7ca3-4e0d-4a47-b44a-c69b5d7bee77,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:36.208069 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1e88b5e5-90d1-4137-8fea-d175b43a3c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:36.217099 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-22ec9c48-94c9-4bd6-ada0-20e5412ace6e tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:36.221269 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-22ec9c48-94c9-4bd6-ada0-20e5412ace6e tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1875963 Oct 26 08:37:36.223315 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37146) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:36.226889 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-bdf6a722-271a-4d86-bb6d-017430d9a1a0 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'enable_snat': True}}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:36.276263 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:36.346515 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88b5e5-90d1-4137-8fea-d175b43a3c63 None None] Pushing event updated for resources: {'Port': ['ID=05a8923c-5ea8-420d-aaf9-bc2f4882e1b9,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:36.407693 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-0fdfc485-5a62-4878-b9bc-024ba175eae5 None None] Provisioning complete for port 05a8923c-5ea8-420d-aaf9-bc2f4882e1b9 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:36.408052 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0fdfc485-5a62-4878-b9bc-024ba175eae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:36.474675 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.db.api [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:37:36.474942 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG oslo_db.api [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:37:36.491201 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a722-271a-4d86-bb6d-017430d9a1a0 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:36.537723 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-86967c84-f1b1-48e0-9eda-ba216a6b914e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:36.549785 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-86967c84-f1b1-48e0-9eda-ba216a6b914e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:36.645669 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86967c84-f1b1-48e0-9eda-ba216a6b914e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event updated for resources: {'Port': ['ID=3ebe0c58-b985-4ecd-9d45-8c17cfef6bd7,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:36.648046 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-86967c84-f1b1-48e0-9eda-ba216a6b914e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:36.714534 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-1c2e336f-5a0a-4c0d-8569-f6537f6b1ce2 None None] Provisioning complete for port 05a8923c-5ea8-420d-aaf9-bc2f4882e1b9 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:36.715141 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1c2e336f-5a0a-4c0d-8569-f6537f6b1ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:36.733565 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a722-271a-4d86-bb6d-017430d9a1a0 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:36.748743 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86967c84-f1b1-48e0-9eda-ba216a6b914e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Network 75fa46d5-ef03-40f4-95ae-9d2345583984 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:37:36.750313 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-86967c84-f1b1-48e0-9eda-ba216a6b914e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:37:36.753900 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a722-271a-4d86-bb6d-017430d9a1a0 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:36.863148 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86967c84-f1b1-48e0-9eda-ba216a6b914e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Router f1f3a66c-c628-48d6-a2f6-b4988167990a has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:37:36.906257 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-bdf6a722-271a-4d86-bb6d-017430d9a1a0 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Allocated IP 172.26.2.4 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/fb53b6a6-fc0b-4cb3-8e6c-fbd254f07ccc) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:37:36.946519 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336f518-5939-4cd0-87c9-f9faf7fc1ef9 req-2ef58b1c-9479-4c62-8687-25a37e6f7260 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:36.948030 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e336f518-5939-4cd0-87c9-f9faf7fc1ef9 req-2ef58b1c-9479-4c62-8687-25a37e6f7260 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 945 time: 0.0827520 Oct 26 08:37:36.960458 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86967c84-f1b1-48e0-9eda-ba216a6b914e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:37:36.969133 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-86967c84-f1b1-48e0-9eda-ba216a6b914e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "PUT /v2.0/routers/f1f3a66c-c628-48d6-a2f6-b4988167990a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9483831 Oct 26 08:37:36.969981 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37150) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:36.972780 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3ba942-6f94-4711-bc01-1e5ff1ce4657 None None] Sync routers for ids ['f1f3a66c-c628-48d6-a2f6-b4988167990a'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:37:36.974415 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-1454434e-d3f4-46b7-9b8d-d14f89536c2d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:36.989609 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3ba942-6f94-4711-bc01-1e5ff1ce4657 None None] Routers {'f1f3a66c-c628-48d6-a2f6-b4988167990a'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:36.991286 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-aa3ba942-6f94-4711-bc01-1e5ff1ce4657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['f1f3a66c-c628-48d6-a2f6-b4988167990a'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:37.034834 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device eef4b11d-6adb-4ab9-b0c9-6053278ea2df up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:37:37.043934 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e336f518-5939-4cd0-87c9-f9faf7fc1ef9 req-9099b0c0-1448-4c33-88fe-24bba000361e tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1faa321-505b-40a4-85e7-f618f70a9984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632651 Oct 26 08:37:37.091620 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a722-271a-4d86-bb6d-017430d9a1a0 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:37.132093 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a722-271a-4d86-bb6d-017430d9a1a0 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:37.171467 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-aa3ba942-6f94-4711-bc01-1e5ff1ce4657 None None] Set router f1f3a66c-c628-48d6-a2f6-b4988167990a gateway port host: None {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:37:37.171820 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf6a722-271a-4d86-bb6d-017430d9a1a0 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:37:37.175963 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-bdf6a722-271a-4d86-bb6d-017430d9a1a0 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:37:37.176854 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port eef4b11d-6adb-4ab9-b0c9-6053278ea2df triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:37.176854 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:37.181477 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf6a722-271a-4d86-bb6d-017430d9a1a0 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:37:37.249946 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a722-271a-4d86-bb6d-017430d9a1a0 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Pushing event updated for resources: {'Port': ['ID=fb53b6a6-fc0b-4cb3-8e6c-fbd254f07ccc,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:37.436286 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.extraroute_db [None req-1454434e-d3f4-46b7-9b8d-d14f89536c2d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102102) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 08:37:37.451143 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.extraroute_db [None req-1454434e-d3f4-46b7-9b8d-d14f89536c2d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Removed routes are [] {{(pid=102102) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 08:37:37.451587 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1454434e-d3f4-46b7-9b8d-d14f89536c2d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8100261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8097850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15702'] for router, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:37.529524 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db312ac-cd02-4c0c-b4d0-17be83d4ef0d None None] Network 75fa46d5-ef03-40f4-95ae-9d2345583984 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:37:37.538046 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-aa3ba942-6f94-4711-bc01-1e5ff1ce4657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'name': 'tempest-RoutersTest-router-703803076', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:20Z', 'updated_at': '2021-10-26T08:37:36Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'gw_port_host': None, '_interfaces': [{'id': '05a8923c-5ea8-420d-aaf9-bc2f4882e1b9', 'name': '', 'network_id': 'cf9dadaf-a1de-4527-9f79-d2dc24b35fb9', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:6a:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '539f3770-5d28-4fa6-b8a8-2816c5daf556', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:31Z', 'updated_at': '2021-10-26T08:37:36Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': '539f3770-5d28-4fa6-b8a8-2816c5daf556', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ebe0c58-b985-4ecd-9d45-8c17cfef6bd7', 'name': '', 'network_id': '75fa46d5-ef03-40f4-95ae-9d2345583984', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:f4:f2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '906f4843-5aed-4243-abc5-5d32cd3d4ba0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:35Z', 'updated_at': '2021-10-26T08:37:36Z', 'revision_number': 2, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': '906f4843-5aed-4243-abc5-5d32cd3d4ba0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6339680-6b12-4d48-bb03-60664647dc4b', 'name': '', 'network_id': 'cd15b01e-b20b-41a3-b0c3-4cab1de388b8', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:0f:04:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:23Z', 'updated_at': '2021-10-26T08:37:27Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc4b7d76-6934-4c71-8f66-94c644f17334', 'name': '', 'network_id': '46d77335-8c48-4345-8475-a87d50eaf616', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:c2:4d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '5a373f3f-3b06-4e72-a608-20fa70ee1be7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:27Z', 'updated_at': '2021-10-26T08:37:31Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': '5a373f3f-3b06-4e72-a608-20fa70ee1be7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:37.564039 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a722-271a-4d86-bb6d-017430d9a1a0 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:37.581541 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3ba942-6f94-4711-bc01-1e5ff1ce4657 None None] Checking router: f1f3a66c-c628-48d6-a2f6-b4988167990a for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:37:37.582028 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3ba942-6f94-4711-bc01-1e5ff1ce4657 None None] Updating router f1f3a66c-c628-48d6-a2f6-b4988167990a port 3ebe0c58-b985-4ecd-9d45-8c17cfef6bd7 binding host dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:37:37.622017 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aa3ba942-6f94-4711-bc01-1e5ff1ce4657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:37.683161 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-1ed1d8cc-daa9-4b29-a920-c7e58755d28d None None] Provisioning complete for port ba4f7ca3-4e0d-4a47-b44a-c69b5d7bee77 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:37.683635 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1ed1d8cc-daa9-4b29-a920-c7e58755d28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:37.719151 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1454434e-d3f4-46b7-9b8d-d14f89536c2d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8100261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8097850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15702'] for router, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:37.727794 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1454434e-d3f4-46b7-9b8d-d14f89536c2d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8100266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8100243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8097827'] for router, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:37.806147 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device ba4f7ca3-4e0d-4a47-b44a-c69b5d7bee77 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:37:37.851271 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a722-271a-4d86-bb6d-017430d9a1a0 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8100261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8097850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15702'] for router, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:37.857158 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a722-271a-4d86-bb6d-017430d9a1a0 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8100266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8100243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8097827'] for router, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:37.890857 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1454434e-d3f4-46b7-9b8d-d14f89536c2d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Router f1f3a66c-c628-48d6-a2f6-b4988167990a has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:37:37.973193 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aa3ba942-6f94-4711-bc01-1e5ff1ce4657 None None] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:37.980243 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aa3ba942-6f94-4711-bc01-1e5ff1ce4657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:38.004669 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf6a722-271a-4d86-bb6d-017430d9a1a0 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Router d35657c4-af9a-4024-a2b4-fa3c6e27ebbc is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:37:38.013046 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1454434e-d3f4-46b7-9b8d-d14f89536c2d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:37:38.029331 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1454434e-d3f4-46b7-9b8d-d14f89536c2d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:38.033012 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1454434e-d3f4-46b7-9b8d-d14f89536c2d tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "PUT /v2.0/routers/f1f3a66c-c628-48d6-a2f6-b4988167990a HTTP/1.1" status: 200 len: 933 time: 1.0598402 Oct 26 08:37:38.033710 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37152) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:38.040732 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f77fc-588e-4834-abdd-04189af48092 None None] Pushing event updated for resources: {'Port': ['ID=3ebe0c58-b985-4ecd-9d45-8c17cfef6bd7,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:38.056982 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1ed1d8cc-daa9-4b29-a920-c7e58755d28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:38.133669 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-aa3ba942-6f94-4711-bc01-1e5ff1ce4657 None None] Attempting to bind port 3ebe0c58-b985-4ecd-9d45-8c17cfef6bd7 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:37:38.143723 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-aa3ba942-6f94-4711-bc01-1e5ff1ce4657 None None] Attempting to bind port 3ebe0c58-b985-4ecd-9d45-8c17cfef6bd7 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '60f71139-f225-4a88-b134-c3e48ea54be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '75fa46d5-ef03-40f4-95ae-9d2345583984'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:37:38.149470 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3ba942-6f94-4711-bc01-1e5ff1ce4657 None None] Attempting to bind port 3ebe0c58-b985-4ecd-9d45-8c17cfef6bd7 on network 75fa46d5-ef03-40f4-95ae-9d2345583984 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:37:38.157820 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-1ed1d8cc-daa9-4b29-a920-c7e58755d28d None None] For port ba4f7ca3-4e0d-4a47-b44a-c69b5d7bee77, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=ba4f7ca3-4e0d-4a47-b44a-c69b5d7bee77,segment=NetworkSegment(60f71139-f225-4a88-b134-c3e48ea54be3),segment_id=60f71139-f225-4a88-b134-c3e48ea54be3)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:37:38.158257 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3ba942-6f94-4711-bc01-1e5ff1ce4657 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:37:38.158632 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3ba942-6f94-4711-bc01-1e5ff1ce4657 None None] Checking segment: {'id': '60f71139-f225-4a88-b134-c3e48ea54be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '75fa46d5-ef03-40f4-95ae-9d2345583984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:37:38.159030 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aa3ba942-6f94-4711-bc01-1e5ff1ce4657 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:38.159415 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3ba942-6f94-4711-bc01-1e5ff1ce4657 None None] Bound using segment: {'id': '60f71139-f225-4a88-b134-c3e48ea54be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '75fa46d5-ef03-40f4-95ae-9d2345583984'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:37:38.164582 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-aa3ba942-6f94-4711-bc01-1e5ff1ce4657 None None] Bound port: 3ebe0c58-b985-4ecd-9d45-8c17cfef6bd7, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60f71139-f225-4a88-b134-c3e48ea54be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '75fa46d5-ef03-40f4-95ae-9d2345583984'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:37:38.165030 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aa3ba942-6f94-4711-bc01-1e5ff1ce4657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:38.167796 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1ed1d8cc-daa9-4b29-a920-c7e58755d28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:38.169921 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf6a722-271a-4d86-bb6d-017430d9a1a0 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:37:38.172377 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port ba4f7ca3-4e0d-4a47-b44a-c69b5d7bee77 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:38.172975 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:38.181680 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a722-271a-4d86-bb6d-017430d9a1a0 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:38.188097 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-bdf6a722-271a-4d86-bb6d-017430d9a1a0 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] 10.222.0.41 "PUT /v2.0/routers/d35657c4-af9a-4024-a2b4-fa3c6e27ebbc HTTP/1.1" status: 200 len: 917 time: 1.9653535 Oct 26 08:37:38.188834 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37156) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:38.219309 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a666045-f66f-44e9-8394-3ed3cecd1493 None None] Sync routers for ids ['d35657c4-af9a-4024-a2b4-fa3c6e27ebbc'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:37:38.267208 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a666045-f66f-44e9-8394-3ed3cecd1493 None None] Routers {'d35657c4-af9a-4024-a2b4-fa3c6e27ebbc'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:38.269942 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-0a666045-f66f-44e9-8394-3ed3cecd1493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['d35657c4-af9a-4024-a2b4-fa3c6e27ebbc'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:38.271363 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa42c82c-4ff3-422e-8e4d-6b331f0133fc req-697624e0-6689-484b-9975-2a06e950701c tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:38.273907 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-aa42c82c-4ff3-422e-8e4d-6b331f0133fc req-697624e0-6689-484b-9975-2a06e950701c tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 945 time: 0.1026940 Oct 26 08:37:38.292210 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-aa3ba942-6f94-4711-bc01-1e5ff1ce4657 None None] For port 3ebe0c58-b985-4ecd-9d45-8c17cfef6bd7, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:37:38.294444 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-2e4f4d50-e08d-4a4e-964d-300aa1ef5102 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "GET /v2.0/routers/f1f3a66c-c628-48d6-a2f6-b4988167990a HTTP/1.1" status: 200 len: 933 time: 0.2567127 Oct 26 08:37:38.295426 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37158) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:38.297134 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-aa3ba942-6f94-4711-bc01-1e5ff1ce4657 None None] For port 3ebe0c58-b985-4ecd-9d45-8c17cfef6bd7, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=3ebe0c58-b985-4ecd-9d45-8c17cfef6bd7,segment=NetworkSegment(60f71139-f225-4a88-b134-c3e48ea54be3),segment_id=60f71139-f225-4a88-b134-c3e48ea54be3)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:37:38.303043 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-e15f3eee-78e5-4530-bb12-577044501f61 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Request body: {'router': {'routes': None}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:38.308167 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aa3ba942-6f94-4711-bc01-1e5ff1ce4657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:38.344099 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3f21f049-5cb5-489d-9c0a-3d4d827263b2 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] 10.222.0.41 "GET /v2.0/routers/d35657c4-af9a-4024-a2b4-fa3c6e27ebbc HTTP/1.1" status: 200 len: 923 time: 0.1539145 Oct 26 08:37:38.344869 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37160) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:38.346758 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed1d8cc-daa9-4b29-a920-c7e58755d28d None None] Pushing event updated for resources: {'Port': ['ID=ba4f7ca3-4e0d-4a47-b44a-c69b5d7bee77,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:38.357981 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-0a666045-f66f-44e9-8394-3ed3cecd1493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:38.378742 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f77fc-588e-4834-abdd-04189af48092 None None] Pushing event updated for resources: {'Port': ['ID=3ebe0c58-b985-4ecd-9d45-8c17cfef6bd7,revision_number=4']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:38.384291 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a666045-f66f-44e9-8394-3ed3cecd1493 None None] Routers {'d35657c4-af9a-4024-a2b4-fa3c6e27ebbc'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:38.384498 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-0a666045-f66f-44e9-8394-3ed3cecd1493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['d35657c4-af9a-4024-a2b4-fa3c6e27ebbc'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:38.397089 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3ba942-6f94-4711-bc01-1e5ff1ce4657 None None] Routers {'f1f3a66c-c628-48d6-a2f6-b4988167990a'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:38.397741 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-aa3ba942-6f94-4711-bc01-1e5ff1ce4657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['f1f3a66c-c628-48d6-a2f6-b4988167990a'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:38.441098 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a71a81-a6a0-4e2f-aa37-3f12e1a2ca04 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:38.442666 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-aa42c82c-4ff3-422e-8e4d-6b331f0133fc req-45579951-976c-4303-a01a-2767d6c6816f tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1faa321-505b-40a4-85e7-f618f70a9984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458707 Oct 26 08:37:38.446523 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-19a71a81-a6a0-4e2f-aa37-3f12e1a2ca04 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=e0ba3cfd-db28-4690-8a12-e5c00a0b88c4&device_id=d35657c4-af9a-4024-a2b4-fa3c6e27ebbc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1003425 Oct 26 08:37:38.447181 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37162) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:38.483572 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-0a666045-f66f-44e9-8394-3ed3cecd1493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:38.484357 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a666045-f66f-44e9-8394-3ed3cecd1493 None None] The sync data for ids ['d35657c4-af9a-4024-a2b4-fa3c6e27ebbc'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:37:38.502596 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 05a8923c-5ea8-420d-aaf9-bc2f4882e1b9 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:37:38.513391 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-aa3ba942-6f94-4711-bc01-1e5ff1ce4657 None None] Set router f1f3a66c-c628-48d6-a2f6-b4988167990a gateway port host: None {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:37:38.535667 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-f9c3c663-5913-4c78-b920-cadd46f2d5e4 None None] Provisioning complete for port 3ebe0c58-b985-4ecd-9d45-8c17cfef6bd7 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:38.536195 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f9c3c663-5913-4c78-b920-cadd46f2d5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:38.597877 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6766462-cdf0-48ca-9f83-cfbb36d431da tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:38.603152 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a6766462-cdf0-48ca-9f83-cfbb36d431da tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] 10.222.0.41 "GET /v2.0/networks/e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 HTTP/1.1" status: 200 len: 881 time: 0.1547995 Oct 26 08:37:38.604591 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37164) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:38.662941 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-64ec97ba-1de7-4034-a21b-9f8dd7899c71 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] 10.222.0.41 "GET /v2.0/ports?device_id=d35657c4-af9a-4024-a2b4-fa3c6e27ebbc HTTP/1.1" status: 200 len: 205 time: 0.0549614 Oct 26 08:37:38.663163 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 05a8923c-5ea8-420d-aaf9-bc2f4882e1b9 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:38.663163 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:38.663471 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37166) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:38.697537 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f9c3c663-5913-4c78-b920-cadd46f2d5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:38.762473 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-f9c3c663-5913-4c78-b920-cadd46f2d5e4 None None] For port 3ebe0c58-b985-4ecd-9d45-8c17cfef6bd7, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=3ebe0c58-b985-4ecd-9d45-8c17cfef6bd7,segment=NetworkSegment(60f71139-f225-4a88-b134-c3e48ea54be3),segment_id=60f71139-f225-4a88-b134-c3e48ea54be3)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:37:38.769906 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f9c3c663-5913-4c78-b920-cadd46f2d5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:38.806279 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8d840fe0-59e9-46b5-9b87-36029fcdd267 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:38.832622 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-aa3ba942-6f94-4711-bc01-1e5ff1ce4657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'name': 'tempest-RoutersTest-router-703803076', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:20Z', 'updated_at': '2021-10-26T08:37:37Z', 'revision_number': 6, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'gw_port_host': None, '_interfaces': [{'id': '05a8923c-5ea8-420d-aaf9-bc2f4882e1b9', 'name': '', 'network_id': 'cf9dadaf-a1de-4527-9f79-d2dc24b35fb9', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:6a:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '539f3770-5d28-4fa6-b8a8-2816c5daf556', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:31Z', 'updated_at': '2021-10-26T08:37:36Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': '539f3770-5d28-4fa6-b8a8-2816c5daf556', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ebe0c58-b985-4ecd-9d45-8c17cfef6bd7', 'name': '', 'network_id': '75fa46d5-ef03-40f4-95ae-9d2345583984', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:f4:f2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '906f4843-5aed-4243-abc5-5d32cd3d4ba0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:35Z', 'updated_at': '2021-10-26T08:37:38Z', 'revision_number': 4, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': '906f4843-5aed-4243-abc5-5d32cd3d4ba0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6339680-6b12-4d48-bb03-60664647dc4b', 'name': '', 'network_id': 'cd15b01e-b20b-41a3-b0c3-4cab1de388b8', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:0f:04:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:23Z', 'updated_at': '2021-10-26T08:37:27Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc4b7d76-6934-4c71-8f66-94c644f17334', 'name': '', 'network_id': '46d77335-8c48-4345-8475-a87d50eaf616', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:c2:4d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '5a373f3f-3b06-4e72-a608-20fa70ee1be7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:27Z', 'updated_at': '2021-10-26T08:37:31Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': '5a373f3f-3b06-4e72-a608-20fa70ee1be7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:38.837376 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.extraroute_db [None req-e15f3eee-78e5-4530-bb12-577044501f61 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Added routes are [] {{(pid=102102) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 08:37:38.837893 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.extraroute_db [None req-e15f3eee-78e5-4530-bb12-577044501f61 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102102) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 08:37:38.880358 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-f9c3c663-5913-4c78-b920-cadd46f2d5e4 None None] Provisioning complete for port ba4f7ca3-4e0d-4a47-b44a-c69b5d7bee77 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:38.880842 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f9c3c663-5913-4c78-b920-cadd46f2d5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:38.881911 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e15f3eee-78e5-4530-bb12-577044501f61 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8100261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8097850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15702'] for router, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:38.883832 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3ba942-6f94-4711-bc01-1e5ff1ce4657 None None] The sync data for ids ['f1f3a66c-c628-48d6-a2f6-b4988167990a'] in dv-neutron-804846-13-hyperv is: [{'id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'name': 'tempest-RoutersTest-router-703803076', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:20Z', 'updated_at': '2021-10-26T08:37:37Z', 'revision_number': 6, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'gw_port_host': None, '_interfaces': [{'id': '05a8923c-5ea8-420d-aaf9-bc2f4882e1b9', 'name': '', 'network_id': 'cf9dadaf-a1de-4527-9f79-d2dc24b35fb9', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:6a:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '539f3770-5d28-4fa6-b8a8-2816c5daf556', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:31Z', 'updated_at': '2021-10-26T08:37:36Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': '539f3770-5d28-4fa6-b8a8-2816c5daf556', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ebe0c58-b985-4ecd-9d45-8c17cfef6bd7', 'name': '', 'network_id': '75fa46d5-ef03-40f4-95ae-9d2345583984', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:f4:f2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '906f4843-5aed-4243-abc5-5d32cd3d4ba0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:35Z', 'updated_at': '2021-10-26T08:37:38Z', 'revision_number': 4, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': '906f4843-5aed-4243-abc5-5d32cd3d4ba0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6339680-6b12-4d48-bb03-60664647dc4b', 'name': '', 'network_id': 'cd15b01e-b20b-41a3-b0c3-4cab1de388b8', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:0f:04:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:23Z', 'updated_at': '2021-10-26T08:37:27Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc4b7d76-6934-4c71-8f66-94c644f17334', 'name': '', 'network_id': '46d77335-8c48-4345-8475-a87d50eaf616', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:c2:4d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '5a373f3f-3b06-4e72-a608-20fa70ee1be7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:27Z', 'updated_at': '2021-10-26T08:37:31Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': '5a373f3f-3b06-4e72-a608-20fa70ee1be7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:37:38.886734 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c3c663-5913-4c78-b920-cadd46f2d5e4 None None] Pushing event updated for resources: {'Port': ['ID=3ebe0c58-b985-4ecd-9d45-8c17cfef6bd7,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:39.007881 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8d840fe0-59e9-46b5-9b87-36029fcdd267 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:39.095741 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-8d840fe0-59e9-46b5-9b87-36029fcdd267 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Deleting port fb53b6a6-fc0b-4cb3-8e6c-fbd254f07ccc {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:37:39.096230 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8d840fe0-59e9-46b5-9b87-36029fcdd267 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:39.147222 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e15f3eee-78e5-4530-bb12-577044501f61 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8100261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8097850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15702'] for router, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:39.150908 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e15f3eee-78e5-4530-bb12-577044501f61 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8100266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8100243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8097827'] for router, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:39.181113 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-484b372c-2099-4a8b-9e63-aec8b6e3450b None None] Provisioning complete for port 3ebe0c58-b985-4ecd-9d45-8c17cfef6bd7 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:39.181374 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-484b372c-2099-4a8b-9e63-aec8b6e3450b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:39.197378 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8d840fe0-59e9-46b5-9b87-36029fcdd267 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:39.214300 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-8d840fe0-59e9-46b5-9b87-36029fcdd267 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Calling delete_port for fb53b6a6-fc0b-4cb3-8e6c-fbd254f07ccc owned by network:router_gateway {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:37:39.307669 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e15f3eee-78e5-4530-bb12-577044501f61 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Router f1f3a66c-c628-48d6-a2f6-b4988167990a has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:37:39.426667 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-0b3610de-5d8d-4bcb-a663-d0f6a34b26ac None None] Provisioning complete for port 3ebe0c58-b985-4ecd-9d45-8c17cfef6bd7 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:39.427047 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0b3610de-5d8d-4bcb-a663-d0f6a34b26ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:39.741388 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-706c1b18-cfb6-4b5e-b56f-f34ecbfc0420 None None] Provisioning complete for port 3ebe0c58-b985-4ecd-9d45-8c17cfef6bd7 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:39.741786 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-706c1b18-cfb6-4b5e-b56f-f34ecbfc0420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:39.789351 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 3ebe0c58-b985-4ecd-9d45-8c17cfef6bd7 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:37:39.874577 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 3ebe0c58-b985-4ecd-9d45-8c17cfef6bd7 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:39.874577 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:39.884986 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacab001-fcc4-4472-a9cf-34715eed3309 req-dc2b99b6-5c31-4417-898e-127cf8474ade tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:39.887374 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-aacab001-fcc4-4472-a9cf-34715eed3309 req-dc2b99b6-5c31-4417-898e-127cf8474ade tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 945 time: 0.0728238 Oct 26 08:37:39.901301 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15f3eee-78e5-4530-bb12-577044501f61 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:37:39.909995 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e15f3eee-78e5-4530-bb12-577044501f61 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:39.911246 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e15f3eee-78e5-4530-bb12-577044501f61 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "PUT /v2.0/routers/f1f3a66c-c628-48d6-a2f6-b4988167990a HTTP/1.1" status: 200 len: 699 time: 1.6128337 Oct 26 08:37:39.913823 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37170) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:39.943062 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd151c2c-8614-4d5d-bc21-476133d3daaa None None] Sync routers for ids ['f1f3a66c-c628-48d6-a2f6-b4988167990a'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:37:39.954451 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd151c2c-8614-4d5d-bc21-476133d3daaa None None] Routers {'f1f3a66c-c628-48d6-a2f6-b4988167990a'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:39.955724 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-cd151c2c-8614-4d5d-bc21-476133d3daaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['f1f3a66c-c628-48d6-a2f6-b4988167990a'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:39.984759 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-aacab001-fcc4-4472-a9cf-34715eed3309 req-d6213bb6-026e-4d56-bff7-bb5d3657f8fe tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1faa321-505b-40a4-85e7-f618f70a9984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572715 Oct 26 08:37:39.989403 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8d840fe0-59e9-46b5-9b87-36029fcdd267 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:40.024919 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device ba4f7ca3-4e0d-4a47-b44a-c69b5d7bee77 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:37:40.028503 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d840fe0-59e9-46b5-9b87-36029fcdd267 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Pushing event deleted for resources: {'Port': ['ID=fb53b6a6-fc0b-4cb3-8e6c-fbd254f07ccc,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:40.049970 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1b610626-fa67-4183-8900-77e1784a8038 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "GET /v2.0/routers/f1f3a66c-c628-48d6-a2f6-b4988167990a HTTP/1.1" status: 200 len: 699 time: 0.1341722 Oct 26 08:37:40.052997 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37172) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:40.083599 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-cd151c2c-8614-4d5d-bc21-476133d3daaa None None] Set router f1f3a66c-c628-48d6-a2f6-b4988167990a gateway port host: None {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:37:40.089245 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port ba4f7ca3-4e0d-4a47-b44a-c69b5d7bee77 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:40.089646 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:40.100214 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8d840fe0-59e9-46b5-9b87-36029fcdd267 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:40.212838 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8d840fe0-59e9-46b5-9b87-36029fcdd267 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:40.215628 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8d840fe0-59e9-46b5-9b87-36029fcdd267 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:40.261571 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8d840fe0-59e9-46b5-9b87-36029fcdd267 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:40.262356 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d840fe0-59e9-46b5-9b87-36029fcdd267 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Fanout notify agent at l3_agent the message router_deleted on router d35657c4-af9a-4024-a2b4-fa3c6e27ebbc {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:37:40.270250 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8d840fe0-59e9-46b5-9b87-36029fcdd267 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:40.271828 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-8d840fe0-59e9-46b5-9b87-36029fcdd267 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] 10.222.0.41 "DELETE /v2.0/routers/d35657c4-af9a-4024-a2b4-fa3c6e27ebbc HTTP/1.1" status: 204 len: 168 time: 1.6074159 Oct 26 08:37:40.276953 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37174) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:40.282650 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-aec93ed2-04fe-4ec5-8acb-2bd1ab7de4fe tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-837355592', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:40.310564 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aec93ed2-04fe-4ec5-8acb-2bd1ab7de4fe tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:40.312165 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aec93ed2-04fe-4ec5-8acb-2bd1ab7de4fe tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:40.317592 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-cd151c2c-8614-4d5d-bc21-476133d3daaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'name': 'tempest-RoutersTest-router-703803076', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:20Z', 'updated_at': '2021-10-26T08:37:38Z', 'revision_number': 7, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'gw_port_host': None, '_interfaces': [{'id': '05a8923c-5ea8-420d-aaf9-bc2f4882e1b9', 'name': '', 'network_id': 'cf9dadaf-a1de-4527-9f79-d2dc24b35fb9', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:6a:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '539f3770-5d28-4fa6-b8a8-2816c5daf556', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:31Z', 'updated_at': '2021-10-26T08:37:36Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': '539f3770-5d28-4fa6-b8a8-2816c5daf556', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ebe0c58-b985-4ecd-9d45-8c17cfef6bd7', 'name': '', 'network_id': '75fa46d5-ef03-40f4-95ae-9d2345583984', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:f4:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '906f4843-5aed-4243-abc5-5d32cd3d4ba0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:35Z', 'updated_at': '2021-10-26T08:37:38Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': '906f4843-5aed-4243-abc5-5d32cd3d4ba0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6339680-6b12-4d48-bb03-60664647dc4b', 'name': '', 'network_id': 'cd15b01e-b20b-41a3-b0c3-4cab1de388b8', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:0f:04:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:23Z', 'updated_at': '2021-10-26T08:37:27Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc4b7d76-6934-4c71-8f66-94c644f17334', 'name': '', 'network_id': '46d77335-8c48-4345-8475-a87d50eaf616', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:c2:4d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '5a373f3f-3b06-4e72-a608-20fa70ee1be7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:27Z', 'updated_at': '2021-10-26T08:37:31Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': '5a373f3f-3b06-4e72-a608-20fa70ee1be7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:40.346013 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd151c2c-8614-4d5d-bc21-476133d3daaa None None] Checking router: f1f3a66c-c628-48d6-a2f6-b4988167990a for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:37:40.354890 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd151c2c-8614-4d5d-bc21-476133d3daaa None None] Routers {'f1f3a66c-c628-48d6-a2f6-b4988167990a'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:40.355670 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-cd151c2c-8614-4d5d-bc21-476133d3daaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['f1f3a66c-c628-48d6-a2f6-b4988167990a'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:40.368893 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aec93ed2-04fe-4ec5-8acb-2bd1ab7de4fe tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:40.374393 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aec93ed2-04fe-4ec5-8acb-2bd1ab7de4fe tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:40.393778 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aec93ed2-04fe-4ec5-8acb-2bd1ab7de4fe tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:40.395338 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-aec93ed2-04fe-4ec5-8acb-2bd1ab7de4fe tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1167216 Oct 26 08:37:40.398045 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37176) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:40.402713 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-5874afb3-a29a-494d-8b28-99705497fa3f tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'enable_snat': False}}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:40.450312 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-cd151c2c-8614-4d5d-bc21-476133d3daaa None None] Set router f1f3a66c-c628-48d6-a2f6-b4988167990a gateway port host: None {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:37:40.455003 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c8deea3b-8a67-445e-96e9-e3b13582221f tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:40.634376 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5874afb3-a29a-494d-8b28-99705497fa3f tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:40.721819 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-c8deea3b-8a67-445e-96e9-e3b13582221f tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Deleting port 3ebe0c58-b985-4ecd-9d45-8c17cfef6bd7 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:37:40.721819 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c8deea3b-8a67-445e-96e9-e3b13582221f tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:40.772380 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-cd151c2c-8614-4d5d-bc21-476133d3daaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'name': 'tempest-RoutersTest-router-703803076', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:20Z', 'updated_at': '2021-10-26T08:37:38Z', 'revision_number': 7, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'gw_port_host': None, '_interfaces': [{'id': '05a8923c-5ea8-420d-aaf9-bc2f4882e1b9', 'name': '', 'network_id': 'cf9dadaf-a1de-4527-9f79-d2dc24b35fb9', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:6a:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '539f3770-5d28-4fa6-b8a8-2816c5daf556', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:31Z', 'updated_at': '2021-10-26T08:37:36Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': '539f3770-5d28-4fa6-b8a8-2816c5daf556', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ebe0c58-b985-4ecd-9d45-8c17cfef6bd7', 'name': '', 'network_id': '75fa46d5-ef03-40f4-95ae-9d2345583984', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:f4:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '906f4843-5aed-4243-abc5-5d32cd3d4ba0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:35Z', 'updated_at': '2021-10-26T08:37:38Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': '906f4843-5aed-4243-abc5-5d32cd3d4ba0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6339680-6b12-4d48-bb03-60664647dc4b', 'name': '', 'network_id': 'cd15b01e-b20b-41a3-b0c3-4cab1de388b8', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:0f:04:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:23Z', 'updated_at': '2021-10-26T08:37:27Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc4b7d76-6934-4c71-8f66-94c644f17334', 'name': '', 'network_id': '46d77335-8c48-4345-8475-a87d50eaf616', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:c2:4d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '5a373f3f-3b06-4e72-a608-20fa70ee1be7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:27Z', 'updated_at': '2021-10-26T08:37:31Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': '5a373f3f-3b06-4e72-a608-20fa70ee1be7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:40.799565 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd151c2c-8614-4d5d-bc21-476133d3daaa None None] The sync data for ids ['f1f3a66c-c628-48d6-a2f6-b4988167990a'] in dv-neutron-804846-13-hyperv is: [{'id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'name': 'tempest-RoutersTest-router-703803076', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:20Z', 'updated_at': '2021-10-26T08:37:38Z', 'revision_number': 7, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'gw_port_host': None, '_interfaces': [{'id': '05a8923c-5ea8-420d-aaf9-bc2f4882e1b9', 'name': '', 'network_id': 'cf9dadaf-a1de-4527-9f79-d2dc24b35fb9', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:6a:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '539f3770-5d28-4fa6-b8a8-2816c5daf556', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:31Z', 'updated_at': '2021-10-26T08:37:36Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': '539f3770-5d28-4fa6-b8a8-2816c5daf556', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ebe0c58-b985-4ecd-9d45-8c17cfef6bd7', 'name': '', 'network_id': '75fa46d5-ef03-40f4-95ae-9d2345583984', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:f4:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '906f4843-5aed-4243-abc5-5d32cd3d4ba0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:35Z', 'updated_at': '2021-10-26T08:37:38Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': '906f4843-5aed-4243-abc5-5d32cd3d4ba0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6339680-6b12-4d48-bb03-60664647dc4b', 'name': '', 'network_id': 'cd15b01e-b20b-41a3-b0c3-4cab1de388b8', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:0f:04:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:23Z', 'updated_at': '2021-10-26T08:37:27Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc4b7d76-6934-4c71-8f66-94c644f17334', 'name': '', 'network_id': '46d77335-8c48-4345-8475-a87d50eaf616', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:c2:4d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '5a373f3f-3b06-4e72-a608-20fa70ee1be7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:27Z', 'updated_at': '2021-10-26T08:37:31Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': '5a373f3f-3b06-4e72-a608-20fa70ee1be7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:37:40.818034 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-c8deea3b-8a67-445e-96e9-e3b13582221f tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] For port 3ebe0c58-b985-4ecd-9d45-8c17cfef6bd7, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=3ebe0c58-b985-4ecd-9d45-8c17cfef6bd7,segment=NetworkSegment(60f71139-f225-4a88-b134-c3e48ea54be3),segment_id=60f71139-f225-4a88-b134-c3e48ea54be3)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:37:40.818408 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c8deea3b-8a67-445e-96e9-e3b13582221f tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:40.832221 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-c8deea3b-8a67-445e-96e9-e3b13582221f tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Calling delete_port for 3ebe0c58-b985-4ecd-9d45-8c17cfef6bd7 owned by network:router_interface {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:37:40.853035 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5874afb3-a29a-494d-8b28-99705497fa3f tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:40.878032 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5874afb3-a29a-494d-8b28-99705497fa3f tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:40.988494 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-5874afb3-a29a-494d-8b28-99705497fa3f tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Allocated IP 172.26.2.209 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/a6fdac6b-c071-483d-953f-b31a834ac7c1) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:37:41.027167 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c8deea3b-8a67-445e-96e9-e3b13582221f tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:41.064417 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8deea3b-8a67-445e-96e9-e3b13582221f tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event deleted for resources: {'Port': ['ID=3ebe0c58-b985-4ecd-9d45-8c17cfef6bd7,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:41.111850 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5874afb3-a29a-494d-8b28-99705497fa3f tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:41.154798 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5874afb3-a29a-494d-8b28-99705497fa3f tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:41.176761 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86db8fa-9c0e-47de-a494-d6b1c810d786 req-7cdda75c-382e-4247-872c-232b3c0a9724 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:41.178380 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f86db8fa-9c0e-47de-a494-d6b1c810d786 req-7cdda75c-382e-4247-872c-232b3c0a9724 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 945 time: 0.0884778 Oct 26 08:37:41.199659 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5874afb3-a29a-494d-8b28-99705497fa3f tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:37:41.203159 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-5874afb3-a29a-494d-8b28-99705497fa3f tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:37:41.205513 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5874afb3-a29a-494d-8b28-99705497fa3f tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:37:41.241693 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5874afb3-a29a-494d-8b28-99705497fa3f tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Pushing event updated for resources: {'Port': ['ID=a6fdac6b-c071-483d-953f-b31a834ac7c1,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:41.289262 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f86db8fa-9c0e-47de-a494-d6b1c810d786 req-0c6f4dc8-a0de-4d5a-8ec1-992fbf70c176 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1faa321-505b-40a4-85e7-f618f70a9984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755529 Oct 26 08:37:41.294155 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c8deea3b-8a67-445e-96e9-e3b13582221f tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:41.469108 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5874afb3-a29a-494d-8b28-99705497fa3f tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:41.490750 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8deea3b-8a67-445e-96e9-e3b13582221f tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Router f1f3a66c-c628-48d6-a2f6-b4988167990a has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:37:41.589672 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8deea3b-8a67-445e-96e9-e3b13582221f tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:37:41.595356 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c8deea3b-8a67-445e-96e9-e3b13582221f tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "PUT /v2.0/routers/f1f3a66c-c628-48d6-a2f6-b4988167990a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5402498 Oct 26 08:37:41.598520 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37180) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:41.600208 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee25760-eac6-4a02-8b79-07cef7e30e78 None None] Sync routers for ids ['f1f3a66c-c628-48d6-a2f6-b4988167990a'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:37:41.615053 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee25760-eac6-4a02-8b79-07cef7e30e78 None None] Routers {'f1f3a66c-c628-48d6-a2f6-b4988167990a'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:41.615902 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-aee25760-eac6-4a02-8b79-07cef7e30e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['f1f3a66c-c628-48d6-a2f6-b4988167990a'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:41.664584 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc544b12-1ce8-440c-aae4-cff256db18d0 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Deleting subnet 906f4843-5aed-4243-abc5-5d32cd3d4ba0 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:37:41.667863 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bc544b12-1ce8-440c-aae4-cff256db18d0 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:41.695721 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5874afb3-a29a-494d-8b28-99705497fa3f tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8100261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8097850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15702'] for router, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:41.699768 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5874afb3-a29a-494d-8b28-99705497fa3f tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8100266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8100243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8097827'] for router, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:41.712447 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bc544b12-1ce8-440c-aae4-cff256db18d0 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:41.717323 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-aee25760-eac6-4a02-8b79-07cef7e30e78 None None] Set router f1f3a66c-c628-48d6-a2f6-b4988167990a gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:37:41.810262 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bc544b12-1ce8-440c-aae4-cff256db18d0 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:41.838147 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5874afb3-a29a-494d-8b28-99705497fa3f tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Router 84a2bbb2-8657-4ec6-bb9d-9810e0689fe5 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:37:41.883682 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bc544b12-1ce8-440c-aae4-cff256db18d0 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:41.910545 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc544b12-1ce8-440c-aae4-cff256db18d0 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event deleted for resources: {'Subnet': ['ID=906f4843-5aed-4243-abc5-5d32cd3d4ba0,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:41.919136 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bc544b12-1ce8-440c-aae4-cff256db18d0 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:41.925726 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-bc544b12-1ce8-440c-aae4-cff256db18d0 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/subnets/906f4843-5aed-4243-abc5-5d32cd3d4ba0 HTTP/1.1" status: 204 len: 168 time: 0.3236756 Oct 26 08:37:41.926101 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37182) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:41.929289 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22823a0e-397a-4345-925c-ab0bf84909f5 None None] Network 75fa46d5-ef03-40f4-95ae-9d2345583984 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:37:41.979012 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5874afb3-a29a-494d-8b28-99705497fa3f tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:37:41.986516 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5874afb3-a29a-494d-8b28-99705497fa3f tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:41.990666 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1d3afa-af67-4e7f-be5c-452e8c7fd744 None None] Sync routers for ids ['84a2bbb2-8657-4ec6-bb9d-9810e0689fe5'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:37:41.993658 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37184) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:41.994289 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-5874afb3-a29a-494d-8b28-99705497fa3f tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] 10.222.0.41 "PUT /v2.0/routers/84a2bbb2-8657-4ec6-bb9d-9810e0689fe5 HTTP/1.1" status: 200 len: 919 time: 1.5951157 Oct 26 08:37:42.004829 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1d3afa-af67-4e7f-be5c-452e8c7fd744 None None] Routers {'84a2bbb2-8657-4ec6-bb9d-9810e0689fe5'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:42.005453 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-9d1d3afa-af67-4e7f-be5c-452e8c7fd744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['84a2bbb2-8657-4ec6-bb9d-9810e0689fe5'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:42.008098 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-aee25760-eac6-4a02-8b79-07cef7e30e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'name': 'tempest-RoutersTest-router-703803076', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:20Z', 'updated_at': '2021-10-26T08:37:40Z', 'revision_number': 8, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'gw_port_host': None, '_interfaces': [{'id': '05a8923c-5ea8-420d-aaf9-bc2f4882e1b9', 'name': '', 'network_id': 'cf9dadaf-a1de-4527-9f79-d2dc24b35fb9', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:6a:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '539f3770-5d28-4fa6-b8a8-2816c5daf556', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:31Z', 'updated_at': '2021-10-26T08:37:36Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': '539f3770-5d28-4fa6-b8a8-2816c5daf556', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6339680-6b12-4d48-bb03-60664647dc4b', 'name': '', 'network_id': 'cd15b01e-b20b-41a3-b0c3-4cab1de388b8', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:0f:04:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:23Z', 'updated_at': '2021-10-26T08:37:27Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc4b7d76-6934-4c71-8f66-94c644f17334', 'name': '', 'network_id': '46d77335-8c48-4345-8475-a87d50eaf616', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:c2:4d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '5a373f3f-3b06-4e72-a608-20fa70ee1be7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:27Z', 'updated_at': '2021-10-26T08:37:31Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': '5a373f3f-3b06-4e72-a608-20fa70ee1be7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:42.044186 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-9d1d3afa-af67-4e7f-be5c-452e8c7fd744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:42.052088 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee25760-eac6-4a02-8b79-07cef7e30e78 None None] Checking router: f1f3a66c-c628-48d6-a2f6-b4988167990a for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:37:42.053907 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1d3afa-af67-4e7f-be5c-452e8c7fd744 None None] Routers {'84a2bbb2-8657-4ec6-bb9d-9810e0689fe5'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:42.054672 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-9d1d3afa-af67-4e7f-be5c-452e8c7fd744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['84a2bbb2-8657-4ec6-bb9d-9810e0689fe5'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:42.079920 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee25760-eac6-4a02-8b79-07cef7e30e78 None None] Routers {'f1f3a66c-c628-48d6-a2f6-b4988167990a'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:42.080456 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-aee25760-eac6-4a02-8b79-07cef7e30e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['f1f3a66c-c628-48d6-a2f6-b4988167990a'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:42.089148 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a84429c9-b85a-475e-9c15-89e85c51034a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:42.097784 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-9d1d3afa-af67-4e7f-be5c-452e8c7fd744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:42.098431 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1d3afa-af67-4e7f-be5c-452e8c7fd744 None None] The sync data for ids ['84a2bbb2-8657-4ec6-bb9d-9810e0689fe5'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:37:42.153933 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5f61cbb5-faf0-4fdb-86a3-30e87fa11fa7 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] 10.222.0.41 "GET /v2.0/routers/84a2bbb2-8657-4ec6-bb9d-9810e0689fe5 HTTP/1.1" status: 200 len: 925 time: 0.1582322 Oct 26 08:37:42.157132 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37186) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:42.184215 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-aee25760-eac6-4a02-8b79-07cef7e30e78 None None] Set router f1f3a66c-c628-48d6-a2f6-b4988167990a gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:37:42.208120 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-a84429c9-b85a-475e-9c15-89e85c51034a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Deleting port ba4f7ca3-4e0d-4a47-b44a-c69b5d7bee77 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:37:42.208472 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a84429c9-b85a-475e-9c15-89e85c51034a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:42.211538 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6f64b0-50d1-46b9-be1d-9e48136305c1 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:42.213099 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6f6f64b0-50d1-46b9-be1d-9e48136305c1 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=e0ba3cfd-db28-4690-8a12-e5c00a0b88c4&device_id=84a2bbb2-8657-4ec6-bb9d-9810e0689fe5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0539842 Oct 26 08:37:42.217293 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37188) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:42.341968 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-a84429c9-b85a-475e-9c15-89e85c51034a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] For port ba4f7ca3-4e0d-4a47-b44a-c69b5d7bee77, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=ba4f7ca3-4e0d-4a47-b44a-c69b5d7bee77,segment=NetworkSegment(60f71139-f225-4a88-b134-c3e48ea54be3),segment_id=60f71139-f225-4a88-b134-c3e48ea54be3)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:37:42.342346 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a84429c9-b85a-475e-9c15-89e85c51034a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:42.360634 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39651ffd-cb38-4c36-8256-e9b6aa5aa020 None None] DHCP port deletion for 75fa46d5-ef03-40f4-95ae-9d2345583984 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:37:42.365960 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-a84429c9-b85a-475e-9c15-89e85c51034a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Calling delete_port for ba4f7ca3-4e0d-4a47-b44a-c69b5d7bee77 owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:37:42.439444 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7820491-a3c0-4e4a-8395-4414b1de25f7 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:42.444030 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e7820491-a3c0-4e4a-8395-4414b1de25f7 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] 10.222.0.41 "GET /v2.0/networks/e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 HTTP/1.1" status: 200 len: 881 time: 0.2267709 Oct 26 08:37:42.444668 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37192) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:42.450958 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183efeb5-eef6-48af-9e00-159c26434786 req-64a060d4-66b8-403f-bf6b-a9454c888f12 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:42.451297 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-183efeb5-eef6-48af-9e00-159c26434786 req-64a060d4-66b8-403f-bf6b-a9454c888f12 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 945 time: 0.0743921 Oct 26 08:37:42.486025 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-fffd0a63-fa8c-44e6-be56-89ae44964bc7 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] 10.222.0.41 "GET /v2.0/ports?device_id=84a2bbb2-8657-4ec6-bb9d-9810e0689fe5 HTTP/1.1" status: 200 len: 205 time: 0.0371935 Oct 26 08:37:42.488340 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37194) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:42.497535 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-183efeb5-eef6-48af-9e00-159c26434786 req-c3480b28-5841-4533-86d9-ad305fa788da tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1faa321-505b-40a4-85e7-f618f70a9984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394089 Oct 26 08:37:42.533035 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-39651ffd-cb38-4c36-8256-e9b6aa5aa020 None None] Deleting port ba4f7ca3-4e0d-4a47-b44a-c69b5d7bee77 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:37:42.533403 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-39651ffd-cb38-4c36-8256-e9b6aa5aa020 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:42.578174 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a84429c9-b85a-475e-9c15-89e85c51034a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:42.605133 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84429c9-b85a-475e-9c15-89e85c51034a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event deleted for resources: {'Port': ['ID=ba4f7ca3-4e0d-4a47-b44a-c69b5d7bee77,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:42.622167 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84429c9-b85a-475e-9c15-89e85c51034a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] No DVR routers for this DVR port ba4f7ca3-4e0d-4a47-b44a-c69b5d7bee77 on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:37:42.639295 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-39651ffd-cb38-4c36-8256-e9b6aa5aa020 None None] For port ba4f7ca3-4e0d-4a47-b44a-c69b5d7bee77, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=ba4f7ca3-4e0d-4a47-b44a-c69b5d7bee77,segment=NetworkSegment(60f71139-f225-4a88-b134-c3e48ea54be3),segment_id=60f71139-f225-4a88-b134-c3e48ea54be3)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:37:42.639916 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-39651ffd-cb38-4c36-8256-e9b6aa5aa020 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:42.654426 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-39651ffd-cb38-4c36-8256-e9b6aa5aa020 None None] Calling delete_port for ba4f7ca3-4e0d-4a47-b44a-c69b5d7bee77 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:37:42.677453 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-aee25760-eac6-4a02-8b79-07cef7e30e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'name': 'tempest-RoutersTest-router-703803076', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:20Z', 'updated_at': '2021-10-26T08:37:40Z', 'revision_number': 8, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'gw_port_host': None, '_interfaces': [{'id': '05a8923c-5ea8-420d-aaf9-bc2f4882e1b9', 'name': '', 'network_id': 'cf9dadaf-a1de-4527-9f79-d2dc24b35fb9', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:6a:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '539f3770-5d28-4fa6-b8a8-2816c5daf556', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:31Z', 'updated_at': '2021-10-26T08:37:36Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': '539f3770-5d28-4fa6-b8a8-2816c5daf556', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6339680-6b12-4d48-bb03-60664647dc4b', 'name': '', 'network_id': 'cd15b01e-b20b-41a3-b0c3-4cab1de388b8', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:0f:04:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:23Z', 'updated_at': '2021-10-26T08:37:27Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc4b7d76-6934-4c71-8f66-94c644f17334', 'name': '', 'network_id': '46d77335-8c48-4345-8475-a87d50eaf616', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:c2:4d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '5a373f3f-3b06-4e72-a608-20fa70ee1be7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:27Z', 'updated_at': '2021-10-26T08:37:31Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': '5a373f3f-3b06-4e72-a608-20fa70ee1be7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:42.696231 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b1e43af9-aee2-4a06-8329-6705b86f886e tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:42.739751 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee25760-eac6-4a02-8b79-07cef7e30e78 None None] The sync data for ids ['f1f3a66c-c628-48d6-a2f6-b4988167990a'] in dv-neutron-804846-13-hyperv is: [{'id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'name': 'tempest-RoutersTest-router-703803076', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:20Z', 'updated_at': '2021-10-26T08:37:40Z', 'revision_number': 8, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'gw_port_host': None, '_interfaces': [{'id': '05a8923c-5ea8-420d-aaf9-bc2f4882e1b9', 'name': '', 'network_id': 'cf9dadaf-a1de-4527-9f79-d2dc24b35fb9', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:6a:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '539f3770-5d28-4fa6-b8a8-2816c5daf556', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:31Z', 'updated_at': '2021-10-26T08:37:36Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': '539f3770-5d28-4fa6-b8a8-2816c5daf556', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6339680-6b12-4d48-bb03-60664647dc4b', 'name': '', 'network_id': 'cd15b01e-b20b-41a3-b0c3-4cab1de388b8', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:0f:04:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:23Z', 'updated_at': '2021-10-26T08:37:27Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc4b7d76-6934-4c71-8f66-94c644f17334', 'name': '', 'network_id': '46d77335-8c48-4345-8475-a87d50eaf616', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:c2:4d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '5a373f3f-3b06-4e72-a608-20fa70ee1be7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:27Z', 'updated_at': '2021-10-26T08:37:31Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': '5a373f3f-3b06-4e72-a608-20fa70ee1be7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:37:42.774942 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a84429c9-b85a-475e-9c15-89e85c51034a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:42.782776 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-39651ffd-cb38-4c36-8256-e9b6aa5aa020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:42.805555 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-a84429c9-b85a-475e-9c15-89e85c51034a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75fa46d5-ef03-40f4-95ae-9d2345583984']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:42.808952 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39651ffd-cb38-4c36-8256-e9b6aa5aa020 None None] Pushing event deleted for resources: {'Port': ['ID=ba4f7ca3-4e0d-4a47-b44a-c69b5d7bee77,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:42.812531 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39651ffd-cb38-4c36-8256-e9b6aa5aa020 None None] No DVR routers for this DVR port ba4f7ca3-4e0d-4a47-b44a-c69b5d7bee77 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:37:42.818659 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-a84429c9-b85a-475e-9c15-89e85c51034a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60f71139-f225-4a88-b134-c3e48ea54be3') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:42.818957 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-a84429c9-b85a-475e-9c15-89e85c51034a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60f71139-f225-4a88-b134-c3e48ea54be3') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:42.832687 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a84429c9-b85a-475e-9c15-89e85c51034a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:42.854212 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a84429c9-b85a-475e-9c15-89e85c51034a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:42.859509 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b1e43af9-aee2-4a06-8329-6705b86f886e tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:42.865146 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a84429c9-b85a-475e-9c15-89e85c51034a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:37:42.865528 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a84429c9-b85a-475e-9c15-89e85c51034a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:42.868457 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:37:42.868457 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:37:42.868457 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:37:42.868457 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:37:42.868457 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:37:42.868457 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:37:42.868457 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:37:42.868457 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:37:42.868457 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:37:42.868457 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:37:42.868457 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:37:42.868457 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:37:42.868457 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:37:42.868457 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:37:42.868457 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:37:42.868457 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:37:42.868457 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:37:42.868457 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:37:42.868457 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:37:42.868457 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:37:42.868457 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:37:42.868457 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:37:42.868457 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:37:42.868457 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:37:42.868457 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:37:42.868457 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:37:42.868457 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:37:42.868457 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:37:42.868457 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:37:42.868457 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:37:42.868457 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:37:42.868457 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:37:42.949315 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a84429c9-b85a-475e-9c15-89e85c51034a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:42.959552 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a84429c9-b85a-475e-9c15-89e85c51034a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:42.962669 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a84429c9-b85a-475e-9c15-89e85c51034a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/networks/75fa46d5-ef03-40f4-95ae-9d2345583984 HTTP/1.1" status: 204 len: 168 time: 1.0355451 Oct 26 08:37:42.966073 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37196) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:42.977572 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84429c9-b85a-475e-9c15-89e85c51034a tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event deleted for resources: {'Network': ['ID=75fa46d5-ef03-40f4-95ae-9d2345583984,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:42.985073 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-b1e43af9-aee2-4a06-8329-6705b86f886e tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Deleting port a6fdac6b-c071-483d-953f-b31a834ac7c1 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:37:42.985413 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b1e43af9-aee2-4a06-8329-6705b86f886e tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:43.061419 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b1e43af9-aee2-4a06-8329-6705b86f886e tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:43.073897 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-b1e43af9-aee2-4a06-8329-6705b86f886e tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Calling delete_port for a6fdac6b-c071-483d-953f-b31a834ac7c1 owned by network:router_gateway {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:37:43.248538 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b1e43af9-aee2-4a06-8329-6705b86f886e tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:43.276311 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e43af9-aee2-4a06-8329-6705b86f886e tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Pushing event deleted for resources: {'Port': ['ID=a6fdac6b-c071-483d-953f-b31a834ac7c1,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:43.326871 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-03ab2769-c676-47c5-be2c-149c0224cafd tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:43.360252 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b1e43af9-aee2-4a06-8329-6705b86f886e tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:43.460056 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b1e43af9-aee2-4a06-8329-6705b86f886e tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:43.462477 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b1e43af9-aee2-4a06-8329-6705b86f886e tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:43.508047 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b1e43af9-aee2-4a06-8329-6705b86f886e tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:43.508759 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e43af9-aee2-4a06-8329-6705b86f886e tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Fanout notify agent at l3_agent the message router_deleted on router 84a2bbb2-8657-4ec6-bb9d-9810e0689fe5 {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:37:43.516838 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b1e43af9-aee2-4a06-8329-6705b86f886e tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:43.518348 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b1e43af9-aee2-4a06-8329-6705b86f886e tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] 10.222.0.41 "DELETE /v2.0/routers/84a2bbb2-8657-4ec6-bb9d-9810e0689fe5 HTTP/1.1" status: 204 len: 168 time: 1.0287168 Oct 26 08:37:43.524491 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37198) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:43.531958 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-9f173a3a-075a-4df7-83fc-46befe9e0034 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1211453618', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}, 'admin_state_up': False}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:43.627477 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-03ab2769-c676-47c5-be2c-149c0224cafd tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Deleting port 05a8923c-5ea8-420d-aaf9-bc2f4882e1b9 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:37:43.627970 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-03ab2769-c676-47c5-be2c-149c0224cafd tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:43.644685 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 3ebe0c58-b985-4ecd-9d45-8c17cfef6bd7 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:37:43.664533 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a544b-9c01-4e76-84f4-1f40dd1d13fe req-efa8b789-5f75-46ce-be3a-bdd834768230 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:43.666434 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-968a544b-9c01-4e76-84f4-1f40dd1d13fe req-efa8b789-5f75-46ce-be3a-bdd834768230 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 945 time: 0.0621955 Oct 26 08:37:43.680743 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 3ebe0c58-b985-4ecd-9d45-8c17cfef6bd7 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:37:43.681525 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 3ebe0c58-b985-4ecd-9d45-8c17cfef6bd7 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:37:43.682323 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device ba4f7ca3-4e0d-4a47-b44a-c69b5d7bee77 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:37:43.696731 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9f173a3a-075a-4df7-83fc-46befe9e0034 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:43.698163 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9f173a3a-075a-4df7-83fc-46befe9e0034 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:43.710630 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-968a544b-9c01-4e76-84f4-1f40dd1d13fe req-3be40e69-ac56-4738-a363-db57396f6a7b tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1faa321-505b-40a4-85e7-f618f70a9984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374820 Oct 26 08:37:43.714092 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: ba4f7ca3-4e0d-4a47-b44a-c69b5d7bee77 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:37:43.714635 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device ba4f7ca3-4e0d-4a47-b44a-c69b5d7bee77 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:37:43.785297 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9f173a3a-075a-4df7-83fc-46befe9e0034 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:43.874190 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-03ab2769-c676-47c5-be2c-149c0224cafd tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] For port 05a8923c-5ea8-420d-aaf9-bc2f4882e1b9, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=05a8923c-5ea8-420d-aaf9-bc2f4882e1b9,segment=NetworkSegment(c233123e-a37b-458f-92c7-4e72e21d6c77),segment_id=c233123e-a37b-458f-92c7-4e72e21d6c77)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:37:43.874579 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-03ab2769-c676-47c5-be2c-149c0224cafd tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:43.950170 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-03ab2769-c676-47c5-be2c-149c0224cafd tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Calling delete_port for 05a8923c-5ea8-420d-aaf9-bc2f4882e1b9 owned by network:router_interface {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:37:43.963356 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9f173a3a-075a-4df7-83fc-46befe9e0034 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:44.506303 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-03ab2769-c676-47c5-be2c-149c0224cafd tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:44.568531 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab2769-c676-47c5-be2c-149c0224cafd tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event deleted for resources: {'Port': ['ID=05a8923c-5ea8-420d-aaf9-bc2f4882e1b9,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:44.632711 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9f173a3a-075a-4df7-83fc-46befe9e0034 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router_gateway, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:44.659150 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9f173a3a-075a-4df7-83fc-46befe9e0034 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:44.866872 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-03ab2769-c676-47c5-be2c-149c0224cafd tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:44.891524 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-9f173a3a-075a-4df7-83fc-46befe9e0034 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Allocated IP 172.26.2.82 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/3f4c88bb-154f-4d7b-9cdb-9a7e245a49a1) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:37:44.912439 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04254fd2-a425-4815-9a21-7f043ef94238 req-0219d643-d3eb-47e3-9423-39a44b7853fa tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:44.913966 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-04254fd2-a425-4815-9a21-7f043ef94238 req-0219d643-d3eb-47e3-9423-39a44b7853fa tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 945 time: 0.1160674 Oct 26 08:37:45.083344 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-04254fd2-a425-4815-9a21-7f043ef94238 req-c6edbee6-ffc0-4802-9e18-2d2f33ff144c tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1faa321-505b-40a4-85e7-f618f70a9984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294055 Oct 26 08:37:45.184173 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9f173a3a-075a-4df7-83fc-46befe9e0034 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:45.228495 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ab2769-c676-47c5-be2c-149c0224cafd tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Router f1f3a66c-c628-48d6-a2f6-b4988167990a has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:37:45.243371 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9f173a3a-075a-4df7-83fc-46befe9e0034 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:45.358627 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f173a3a-075a-4df7-83fc-46befe9e0034 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:37:45.364475 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-9f173a3a-075a-4df7-83fc-46befe9e0034 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:37:45.372385 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f173a3a-075a-4df7-83fc-46befe9e0034 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:37:45.378509 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f173a3a-075a-4df7-83fc-46befe9e0034 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Pushing event updated for resources: {'Port': ['ID=3f4c88bb-154f-4d7b-9cdb-9a7e245a49a1,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:45.403483 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ab2769-c676-47c5-be2c-149c0224cafd tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:37:45.409765 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-03ab2769-c676-47c5-be2c-149c0224cafd tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "PUT /v2.0/routers/f1f3a66c-c628-48d6-a2f6-b4988167990a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4424343 Oct 26 08:37:45.412614 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37204) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:45.416062 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d852f8b-0444-4450-a94c-e507998dcccc None None] Sync routers for ids ['f1f3a66c-c628-48d6-a2f6-b4988167990a'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:37:45.427289 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d852f8b-0444-4450-a94c-e507998dcccc None None] Routers {'f1f3a66c-c628-48d6-a2f6-b4988167990a'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:45.428311 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-3d852f8b-0444-4450-a94c-e507998dcccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['f1f3a66c-c628-48d6-a2f6-b4988167990a'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:45.467730 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-a16d5f23-389d-416a-aaa8-2cfe9c06dcd9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Deleting subnet 539f3770-5d28-4fa6-b8a8-2816c5daf556 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:37:45.471084 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a16d5f23-389d-416a-aaa8-2cfe9c06dcd9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:45.517061 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a16d5f23-389d-416a-aaa8-2cfe9c06dcd9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:45.527636 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-3d852f8b-0444-4450-a94c-e507998dcccc None None] Set router f1f3a66c-c628-48d6-a2f6-b4988167990a gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:37:45.632518 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a16d5f23-389d-416a-aaa8-2cfe9c06dcd9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:45.697309 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9f173a3a-075a-4df7-83fc-46befe9e0034 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router_gateway, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:45.708163 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a16d5f23-389d-416a-aaa8-2cfe9c06dcd9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:45.740870 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d5f23-389d-416a-aaa8-2cfe9c06dcd9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event deleted for resources: {'Subnet': ['ID=539f3770-5d28-4fa6-b8a8-2816c5daf556,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:45.747505 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a16d5f23-389d-416a-aaa8-2cfe9c06dcd9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:45.750690 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b88c0b-026b-4946-9b20-e78a385666b4 None None] Network cf9dadaf-a1de-4527-9f79-d2dc24b35fb9 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:37:45.752103 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a16d5f23-389d-416a-aaa8-2cfe9c06dcd9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/subnets/539f3770-5d28-4fa6-b8a8-2816c5daf556 HTTP/1.1" status: 204 len: 168 time: 0.3384271 Oct 26 08:37:45.754758 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37206) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:45.853805 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bd6a970e-516e-48be-9d48-b1c7ceb4b463 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:45.907808 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-bd6a970e-516e-48be-9d48-b1c7ceb4b463 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Deleting port eef4b11d-6adb-4ab9-b0c9-6053278ea2df {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:37:45.908134 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-3d852f8b-0444-4450-a94c-e507998dcccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'name': 'tempest-RoutersTest-router-703803076', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:20Z', 'updated_at': '2021-10-26T08:37:44Z', 'revision_number': 9, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'gw_port_host': None, '_interfaces': [{'id': 'c6339680-6b12-4d48-bb03-60664647dc4b', 'name': '', 'network_id': 'cd15b01e-b20b-41a3-b0c3-4cab1de388b8', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:0f:04:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:23Z', 'updated_at': '2021-10-26T08:37:27Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc4b7d76-6934-4c71-8f66-94c644f17334', 'name': '', 'network_id': '46d77335-8c48-4345-8475-a87d50eaf616', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:c2:4d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '5a373f3f-3b06-4e72-a608-20fa70ee1be7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:27Z', 'updated_at': '2021-10-26T08:37:31Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': '5a373f3f-3b06-4e72-a608-20fa70ee1be7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:45.908303 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bd6a970e-516e-48be-9d48-b1c7ceb4b463 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:45.926256 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9f173a3a-075a-4df7-83fc-46befe9e0034 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:45.939593 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d852f8b-0444-4450-a94c-e507998dcccc None None] Checking router: f1f3a66c-c628-48d6-a2f6-b4988167990a for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:37:45.952865 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d852f8b-0444-4450-a94c-e507998dcccc None None] Routers {'f1f3a66c-c628-48d6-a2f6-b4988167990a'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:45.953526 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-3d852f8b-0444-4450-a94c-e507998dcccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['f1f3a66c-c628-48d6-a2f6-b4988167990a'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:45.982443 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-bd6a970e-516e-48be-9d48-b1c7ceb4b463 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] For port eef4b11d-6adb-4ab9-b0c9-6053278ea2df, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=eef4b11d-6adb-4ab9-b0c9-6053278ea2df,segment=NetworkSegment(c233123e-a37b-458f-92c7-4e72e21d6c77),segment_id=c233123e-a37b-458f-92c7-4e72e21d6c77)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:37:45.982899 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bd6a970e-516e-48be-9d48-b1c7ceb4b463 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:46.000710 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-bd6a970e-516e-48be-9d48-b1c7ceb4b463 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Calling delete_port for eef4b11d-6adb-4ab9-b0c9-6053278ea2df owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:37:46.051737 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e16067-d260-4222-9016-a1b9104e433b None None] DHCP port deletion for cf9dadaf-a1de-4527-9f79-d2dc24b35fb9 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:37:46.058127 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-3d852f8b-0444-4450-a94c-e507998dcccc None None] Set router f1f3a66c-c628-48d6-a2f6-b4988167990a gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:37:46.069954 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f173a3a-075a-4df7-83fc-46befe9e0034 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Router fe86071b-86e7-4fe0-8341-3e1442f6bc8e is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:37:46.093973 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bd6a970e-516e-48be-9d48-b1c7ceb4b463 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:46.123533 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a970e-516e-48be-9d48-b1c7ceb4b463 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event deleted for resources: {'Port': ['ID=eef4b11d-6adb-4ab9-b0c9-6053278ea2df,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:46.128411 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6a970e-516e-48be-9d48-b1c7ceb4b463 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] No DVR routers for this DVR port eef4b11d-6adb-4ab9-b0c9-6053278ea2df on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:37:46.192617 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f173a3a-075a-4df7-83fc-46befe9e0034 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:37:46.204253 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e053fdde-484f-42d5-99d5-8a7e22015cc9 None None] Sync routers for ids ['fe86071b-86e7-4fe0-8341-3e1442f6bc8e'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:37:46.215650 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e053fdde-484f-42d5-99d5-8a7e22015cc9 None None] Routers {'fe86071b-86e7-4fe0-8341-3e1442f6bc8e'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:46.217009 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-e053fdde-484f-42d5-99d5-8a7e22015cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['fe86071b-86e7-4fe0-8341-3e1442f6bc8e'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:46.218572 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9f173a3a-075a-4df7-83fc-46befe9e0034 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:46.224145 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9f173a3a-075a-4df7-83fc-46befe9e0034 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.6980369 Oct 26 08:37:46.225035 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37210) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:46.232079 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-c26aa6c7-8904-46ae-b1c0-79a622eebb99 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:46.242902 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bd6a970e-516e-48be-9d48-b1c7ceb4b463 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:46.258759 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-e053fdde-484f-42d5-99d5-8a7e22015cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:46.269960 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-bd6a970e-516e-48be-9d48-b1c7ceb4b463 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf9dadaf-a1de-4527-9f79-d2dc24b35fb9']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:46.270670 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e053fdde-484f-42d5-99d5-8a7e22015cc9 None None] Routers {'fe86071b-86e7-4fe0-8341-3e1442f6bc8e'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:46.271512 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-e053fdde-484f-42d5-99d5-8a7e22015cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['fe86071b-86e7-4fe0-8341-3e1442f6bc8e'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:46.279274 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44108e1-332f-4712-8934-f62c075392f5 req-f4806939-4425-467b-a915-990c4744a243 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:46.280895 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f44108e1-332f-4712-8934-f62c075392f5 req-f4806939-4425-467b-a915-990c4744a243 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 945 time: 0.1226287 Oct 26 08:37:46.289660 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-bd6a970e-516e-48be-9d48-b1c7ceb4b463 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c233123e-a37b-458f-92c7-4e72e21d6c77') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:46.289973 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-bd6a970e-516e-48be-9d48-b1c7ceb4b463 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c233123e-a37b-458f-92c7-4e72e21d6c77') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:46.313222 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bd6a970e-516e-48be-9d48-b1c7ceb4b463 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:46.316824 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-e053fdde-484f-42d5-99d5-8a7e22015cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:46.317754 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e053fdde-484f-42d5-99d5-8a7e22015cc9 None None] The sync data for ids ['fe86071b-86e7-4fe0-8341-3e1442f6bc8e'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:37:46.335103 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bd6a970e-516e-48be-9d48-b1c7ceb4b463 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:46.337076 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-a5e16067-d260-4222-9016-a1b9104e433b None None] Deleting port eef4b11d-6adb-4ab9-b0c9-6053278ea2df {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:37:46.337505 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a5e16067-d260-4222-9016-a1b9104e433b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:46.346548 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f44108e1-332f-4712-8934-f62c075392f5 req-e231cb52-6bd7-4838-8470-cd32b096452f tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1faa321-505b-40a4-85e7-f618f70a9984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545330 Oct 26 08:37:46.347489 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd6a970e-516e-48be-9d48-b1c7ceb4b463 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:37:46.347893 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bd6a970e-516e-48be-9d48-b1c7ceb4b463 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:46.351407 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:37:46.351407 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:37:46.351407 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:37:46.351407 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:37:46.351407 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:37:46.351407 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:37:46.351407 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:37:46.351407 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:37:46.351407 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:37:46.351407 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:37:46.351407 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:37:46.351407 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:37:46.351407 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:37:46.351407 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:37:46.351407 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:37:46.351407 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:37:46.351407 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:37:46.351407 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:37:46.351407 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:37:46.351407 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:37:46.351407 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:37:46.351407 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:37:46.351407 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:37:46.351407 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:37:46.351407 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:37:46.351407 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:37:46.351407 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:37:46.351407 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:37:46.351407 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:37:46.351407 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:37:46.351407 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:37:46.351407 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:37:46.411657 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-a5e16067-d260-4222-9016-a1b9104e433b None None] For port eef4b11d-6adb-4ab9-b0c9-6053278ea2df, host dv-neutron-804846-13-hyperv, got binding levels [] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:37:46.412051 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a5e16067-d260-4222-9016-a1b9104e433b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:46.418728 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bd6a970e-516e-48be-9d48-b1c7ceb4b463 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:46.427079 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bd6a970e-516e-48be-9d48-b1c7ceb4b463 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:46.427796 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-a5e16067-d260-4222-9016-a1b9104e433b None None] Calling delete_port for eef4b11d-6adb-4ab9-b0c9-6053278ea2df owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:37:46.433273 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-bd6a970e-516e-48be-9d48-b1c7ceb4b463 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/networks/cf9dadaf-a1de-4527-9f79-d2dc24b35fb9 HTTP/1.1" status: 204 len: 168 time: 0.6745729 Oct 26 08:37:46.433444 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.ipam_backend_mixin [None req-a5e16067-d260-4222-9016-a1b9104e433b None None] Port eef4b11d-6adb-4ab9-b0c9-6053278ea2df was not found and therefore no delete operation was performed {{(pid=102103) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 08:37:46.440170 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37212) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:46.441716 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a970e-516e-48be-9d48-b1c7ceb4b463 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event deleted for resources: {'Network': ['ID=cf9dadaf-a1de-4527-9f79-d2dc24b35fb9,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:46.445204 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a5e16067-d260-4222-9016-a1b9104e433b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:46.461611 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a5e16067-d260-4222-9016-a1b9104e433b None None] Network cf9dadaf-a1de-4527-9f79-d2dc24b35fb9 is not hosted by any dhcp agent {{(pid=102103) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 08:37:46.462137 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e16067-d260-4222-9016-a1b9104e433b None None] No DVR routers for this DVR port eef4b11d-6adb-4ab9-b0c9-6053278ea2df on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:37:46.482928 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-3d852f8b-0444-4450-a94c-e507998dcccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'name': 'tempest-RoutersTest-router-703803076', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:20Z', 'updated_at': '2021-10-26T08:37:44Z', 'revision_number': 9, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'gw_port_host': None, '_interfaces': [{'id': 'c6339680-6b12-4d48-bb03-60664647dc4b', 'name': '', 'network_id': 'cd15b01e-b20b-41a3-b0c3-4cab1de388b8', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:0f:04:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:23Z', 'updated_at': '2021-10-26T08:37:27Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc4b7d76-6934-4c71-8f66-94c644f17334', 'name': '', 'network_id': '46d77335-8c48-4345-8475-a87d50eaf616', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:c2:4d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '5a373f3f-3b06-4e72-a608-20fa70ee1be7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:27Z', 'updated_at': '2021-10-26T08:37:31Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': '5a373f3f-3b06-4e72-a608-20fa70ee1be7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:46.485400 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e16067-d260-4222-9016-a1b9104e433b None None] Pushing event deleted for resources: {'Port': ['ID=eef4b11d-6adb-4ab9-b0c9-6053278ea2df,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:46.523881 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d852f8b-0444-4450-a94c-e507998dcccc None None] The sync data for ids ['f1f3a66c-c628-48d6-a2f6-b4988167990a'] in dv-neutron-804846-13-hyperv is: [{'id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'name': 'tempest-RoutersTest-router-703803076', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:20Z', 'updated_at': '2021-10-26T08:37:44Z', 'revision_number': 9, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'gw_port_host': None, '_interfaces': [{'id': 'c6339680-6b12-4d48-bb03-60664647dc4b', 'name': '', 'network_id': 'cd15b01e-b20b-41a3-b0c3-4cab1de388b8', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:0f:04:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:23Z', 'updated_at': '2021-10-26T08:37:27Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc4b7d76-6934-4c71-8f66-94c644f17334', 'name': '', 'network_id': '46d77335-8c48-4345-8475-a87d50eaf616', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:c2:4d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '5a373f3f-3b06-4e72-a608-20fa70ee1be7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:27Z', 'updated_at': '2021-10-26T08:37:31Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': '5a373f3f-3b06-4e72-a608-20fa70ee1be7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:37:47.097744 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c26aa6c7-8904-46ae-b1c0-79a622eebb99 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:47.131008 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c26aa6c7-8904-46ae-b1c0-79a622eebb99 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:47.213544 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-c26aa6c7-8904-46ae-b1c0-79a622eebb99 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Deleting port 3f4c88bb-154f-4d7b-9cdb-9a7e245a49a1 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:37:47.213910 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c26aa6c7-8904-46ae-b1c0-79a622eebb99 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:47.323494 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4ae3600e-b63a-4804-9060-d74d2b741c6e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:47.326617 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c26aa6c7-8904-46ae-b1c0-79a622eebb99 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:47.400148 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-c26aa6c7-8904-46ae-b1c0-79a622eebb99 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Calling delete_port for 3f4c88bb-154f-4d7b-9cdb-9a7e245a49a1 owned by network:router_gateway {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:37:47.614353 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 05a8923c-5ea8-420d-aaf9-bc2f4882e1b9 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:37:47.635777 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 05a8923c-5ea8-420d-aaf9-bc2f4882e1b9 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:37:47.636212 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 05a8923c-5ea8-420d-aaf9-bc2f4882e1b9 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:37:47.636568 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device eef4b11d-6adb-4ab9-b0c9-6053278ea2df no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:37:47.639479 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c99fb-946f-40a7-96b1-8b0bebb529dd req-4841952b-fbe1-486b-a5c1-088cbfe2fa74 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:47.641008 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c46c99fb-946f-40a7-96b1-8b0bebb529dd req-4841952b-fbe1-486b-a5c1-088cbfe2fa74 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 945 time: 0.2154818 Oct 26 08:37:47.657806 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: eef4b11d-6adb-4ab9-b0c9-6053278ea2df {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:37:47.658170 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device eef4b11d-6adb-4ab9-b0c9-6053278ea2df not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:37:47.733140 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4596da2f-60f1-4ec2-96ed-b846a21d4305 req-e8e08ede-e46a-4468-89ea-e3c88aa39d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:47.734738 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4596da2f-60f1-4ec2-96ed-b846a21d4305 req-e8e08ede-e46a-4468-89ea-e3c88aa39d74 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 1098 time: 0.1731024 Oct 26 08:37:47.741397 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c46c99fb-946f-40a7-96b1-8b0bebb529dd req-4ed56bff-3b2a-4967-8754-aca4d4484b55 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1faa321-505b-40a4-85e7-f618f70a9984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876040 Oct 26 08:37:47.800352 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c26aa6c7-8904-46ae-b1c0-79a622eebb99 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:47.840747 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4596da2f-60f1-4ec2-96ed-b846a21d4305 req-0dcd04d7-b116-47a2-85fa-c639f4c908c0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c1faa321-505b-40a4-85e7-f618f70a9984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915318 Oct 26 08:37:47.842621 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26aa6c7-8904-46ae-b1c0-79a622eebb99 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Pushing event deleted for resources: {'Port': ['ID=3f4c88bb-154f-4d7b-9cdb-9a7e245a49a1,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:47.934108 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c26aa6c7-8904-46ae-b1c0-79a622eebb99 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:47.938595 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-4ae3600e-b63a-4804-9060-d74d2b741c6e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Deleting port cc4b7d76-6934-4c71-8f66-94c644f17334 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:37:47.938917 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4ae3600e-b63a-4804-9060-d74d2b741c6e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:48.209478 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-4ae3600e-b63a-4804-9060-d74d2b741c6e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] For port cc4b7d76-6934-4c71-8f66-94c644f17334, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=cc4b7d76-6934-4c71-8f66-94c644f17334,segment=NetworkSegment(49753ffb-ded3-428c-a374-f0f428a11070),segment_id=49753ffb-ded3-428c-a374-f0f428a11070)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:37:48.210196 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4ae3600e-b63a-4804-9060-d74d2b741c6e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:48.213118 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c26aa6c7-8904-46ae-b1c0-79a622eebb99 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8100261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8097850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15702'] for router, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:48.221961 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c26aa6c7-8904-46ae-b1c0-79a622eebb99 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8100266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8100243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8097827'] for router, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:48.228329 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-4ae3600e-b63a-4804-9060-d74d2b741c6e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Calling delete_port for cc4b7d76-6934-4c71-8f66-94c644f17334 owned by network:router_interface {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:37:48.272910 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 391ef8b3-0fe0-4984-89e6-e4694184b28e details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 08:37:48.343508 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26aa6c7-8904-46ae-b1c0-79a622eebb99 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Router fe86071b-86e7-4fe0-8341-3e1442f6bc8e has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:37:48.370724 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 391ef8b3-0fe0-4984-89e6-e4694184b28e, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=391ef8b3-0fe0-4984-89e6-e4694184b28e,segment=NetworkSegment(88a2abc7-3998-453c-8ba6-6283bf456771),segment_id=88a2abc7-3998-453c-8ba6-6283bf456771)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:37:48.382582 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': '391ef8b3-0fe0-4984-89e6-e4694184b28e', 'network_id': '2e3bfd69-a86c-48f7-827c-ed91c29ba8ae', 'port_id': '391ef8b3-0fe0-4984-89e6-e4694184b28e', 'mac_address': 'fa:16:3e:5c:95:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '806b4a79-12ed-4b24-a0c3-c7d82290a7d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 08:37:48.419897 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:48.435819 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 391ef8b3-0fe0-4984-89e6-e4694184b28e {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:37:48.454823 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 391ef8b3-0fe0-4984-89e6-e4694184b28e, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=391ef8b3-0fe0-4984-89e6-e4694184b28e,segment=NetworkSegment(88a2abc7-3998-453c-8ba6-6283bf456771),segment_id=88a2abc7-3998-453c-8ba6-6283bf456771)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:37:48.458533 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:48.477854 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26aa6c7-8904-46ae-b1c0-79a622eebb99 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:37:48.485578 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c26aa6c7-8904-46ae-b1c0-79a622eebb99 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:48.489370 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37220) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:48.489836 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c26aa6c7-8904-46ae-b1c0-79a622eebb99 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] 10.222.0.41 "PUT /v2.0/routers/fe86071b-86e7-4fe0-8341-3e1442f6bc8e HTTP/1.1" status: 200 len: 710 time: 2.2630930 Oct 26 08:37:48.493659 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cf5804-0669-4ed7-b436-de9181865e82 None None] Sync routers for ids ['fe86071b-86e7-4fe0-8341-3e1442f6bc8e'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:37:48.515991 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cf5804-0669-4ed7-b436-de9181865e82 None None] Routers {'fe86071b-86e7-4fe0-8341-3e1442f6bc8e'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:48.516629 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-e3cf5804-0669-4ed7-b436-de9181865e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['fe86071b-86e7-4fe0-8341-3e1442f6bc8e'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:48.552570 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-e3cf5804-0669-4ed7-b436-de9181865e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:48.556378 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=391ef8b3-0fe0-4984-89e6-e4694184b28e,revision_number=6']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:48.558287 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4ae3600e-b63a-4804-9060-d74d2b741c6e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:48.566813 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cf5804-0669-4ed7-b436-de9181865e82 None None] Routers {'fe86071b-86e7-4fe0-8341-3e1442f6bc8e'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:48.567074 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-e3cf5804-0669-4ed7-b436-de9181865e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['fe86071b-86e7-4fe0-8341-3e1442f6bc8e'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:48.583975 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5ac386d9-c614-4183-ba76-5be4d0e9f5a0 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] 10.222.0.41 "GET /v2.0/routers/fe86071b-86e7-4fe0-8341-3e1442f6bc8e HTTP/1.1" status: 200 len: 745 time: 0.0916200 Oct 26 08:37:48.586601 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37222) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:48.592135 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3600e-b63a-4804-9060-d74d2b741c6e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event deleted for resources: {'Port': ['ID=cc4b7d76-6934-4c71-8f66-94c644f17334,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:48.615405 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-e3cf5804-0669-4ed7-b436-de9181865e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:48.616064 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cf5804-0669-4ed7-b436-de9181865e82 None None] The sync data for ids ['fe86071b-86e7-4fe0-8341-3e1442f6bc8e'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:37:48.621926 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-af01fb5f-3f7c-4814-9d6a-1dff37077e16 tempest-RoutersIpV6AdminTest-1634885247 tempest-RoutersIpV6AdminTest-1634885247-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=e0ba3cfd-db28-4690-8a12-e5c00a0b88c4&device_id=fe86071b-86e7-4fe0-8341-3e1442f6bc8e HTTP/1.1" status: 200 len: 205 time: 0.0333438 Oct 26 08:37:48.626051 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37224) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:48.655694 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8caf9d64-1ff0-410f-b1d2-1281cad7ba6d tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe86071b-86e7-4fe0-8341-3e1442f6bc8e HTTP/1.1" status: 200 len: 205 time: 0.0285239 Oct 26 08:37:48.658311 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37226) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:48.751359 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a46c9dbb-e0df-488c-b96b-55d3b065db2a tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:48.780217 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4ae3600e-b63a-4804-9060-d74d2b741c6e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:49.007900 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae3600e-b63a-4804-9060-d74d2b741c6e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Router f1f3a66c-c628-48d6-a2f6-b4988167990a has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:37:49.299088 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a46c9dbb-e0df-488c-b96b-55d3b065db2a tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:49.302109 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a46c9dbb-e0df-488c-b96b-55d3b065db2a tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:49.316444 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565c88f-131c-4645-9a83-5327eda462ca req-f0921769-4d27-4bc8-b2fc-6c5dd976de62 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:49.318035 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d565c88f-131c-4645-9a83-5327eda462ca req-f0921769-4d27-4bc8-b2fc-6c5dd976de62 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 944 time: 0.1512570 Oct 26 08:37:49.350883 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a7cb66da-7729-400e-a422-f589604bb592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:49.377463 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a46c9dbb-e0df-488c-b96b-55d3b065db2a tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:49.377984 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46c9dbb-e0df-488c-b96b-55d3b065db2a tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Fanout notify agent at l3_agent the message router_deleted on router fe86071b-86e7-4fe0-8341-3e1442f6bc8e {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:37:49.385437 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a46c9dbb-e0df-488c-b96b-55d3b065db2a tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:49.387236 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a46c9dbb-e0df-488c-b96b-55d3b065db2a tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] 10.222.0.41 "DELETE /v2.0/routers/fe86071b-86e7-4fe0-8341-3e1442f6bc8e HTTP/1.1" status: 204 len: 168 time: 0.7270949 Oct 26 08:37:49.390876 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37230) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:49.400489 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d565c88f-131c-4645-9a83-5327eda462ca req-ab6cb20d-70c5-4310-aa06-66ffbccbfd80 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1faa321-505b-40a4-85e7-f618f70a9984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493600 Oct 26 08:37:49.423215 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1d3cd682-a07b-4c5b-8bd7-f6c19bad75d7 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe86071b-86e7-4fe0-8341-3e1442f6bc8e HTTP/1.1" status: 200 len: 205 time: 0.0305021 Oct 26 08:37:49.423640 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37232) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:49.424805 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae3600e-b63a-4804-9060-d74d2b741c6e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:37:49.426202 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37234) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:49.436944 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4ae3600e-b63a-4804-9060-d74d2b741c6e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "PUT /v2.0/routers/f1f3a66c-c628-48d6-a2f6-b4988167990a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9963403 Oct 26 08:37:49.437997 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c7d14d-aa71-4f73-8d81-6c1ef442aa6a None None] Sync routers for ids ['f1f3a66c-c628-48d6-a2f6-b4988167990a'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:37:49.448629 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c7d14d-aa71-4f73-8d81-6c1ef442aa6a None None] Routers {'f1f3a66c-c628-48d6-a2f6-b4988167990a'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:49.450164 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-52c7d14d-aa71-4f73-8d81-6c1ef442aa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['f1f3a66c-c628-48d6-a2f6-b4988167990a'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:49.462028 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37236) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:49.470871 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-8ce10562-b067-4b20-91e0-af04949440ee tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] delete failed (client error): The resource could not be found. Oct 26 08:37:49.474258 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-8ce10562-b067-4b20-91e0-af04949440ee tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] 10.222.0.41 "DELETE /v2.0/routers/fe86071b-86e7-4fe0-8341-3e1442f6bc8e HTTP/1.1" status: 404 len: 336 time: 0.0448122 Oct 26 08:37:49.474495 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37238) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:49.503635 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-679523a7-b03d-48b6-af48-6b93ee01b7a4 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] 10.222.0.41 "GET /v2.0/ports?device_id=84a2bbb2-8657-4ec6-bb9d-9810e0689fe5 HTTP/1.1" status: 200 len: 205 time: 0.0280607 Oct 26 08:37:49.506541 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37240) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:49.525963 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ad197c34-9d6d-4f78-96e7-6923fed9220e tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/floatingips/cd61bc43-5ff3-4f08-b16a-5815abe67efc HTTP/1.1" status: 200 len: 991 time: 0.1008520 Oct 26 08:37:49.537656 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe7a798-9b5f-48e5-be03-c35c361f99c1 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Deleting subnet 5a373f3f-3b06-4e72-a608-20fa70ee1be7 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:37:49.541605 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bbe7a798-9b5f-48e5-be03-c35c361f99c1 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:49.545530 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-5a208999-81fe-41ec-8147-0d0f6157160c tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] delete failed (client error): The resource could not be found. Oct 26 08:37:49.546703 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-5a208999-81fe-41ec-8147-0d0f6157160c tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] 10.222.0.41 "DELETE /v2.0/routers/84a2bbb2-8657-4ec6-bb9d-9810e0689fe5 HTTP/1.1" status: 404 len: 336 time: 0.0398054 Oct 26 08:37:49.549686 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37242) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:49.559116 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-52c7d14d-aa71-4f73-8d81-6c1ef442aa6a None None] Set router f1f3a66c-c628-48d6-a2f6-b4988167990a gateway port host: None {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:37:49.601187 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f5ea2342-f966-4ddb-a195-faf772992f0f tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] 10.222.0.41 "GET /v2.0/ports?device_id=d35657c4-af9a-4024-a2b4-fa3c6e27ebbc HTTP/1.1" status: 200 len: 205 time: 0.0499759 Oct 26 08:37:49.601923 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bbe7a798-9b5f-48e5-be03-c35c361f99c1 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:49.603452 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37244) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:49.645798 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-fa89db67-317f-4f01-86f1-1eaf9290686b tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] delete failed (client error): The resource could not be found. Oct 26 08:37:49.649195 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-fa89db67-317f-4f01-86f1-1eaf9290686b tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] 10.222.0.41 "DELETE /v2.0/routers/d35657c4-af9a-4024-a2b4-fa3c6e27ebbc HTTP/1.1" status: 404 len: 336 time: 0.0423956 Oct 26 08:37:49.649471 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37246) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:49.684644 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-db9ac3b0-b7f3-49a1-96e8-4c9370701aa6 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] 10.222.0.41 "GET /v2.0/ports?device_id=f124f09e-6e2e-4c47-8b1e-70efbf9d4c0a HTTP/1.1" status: 200 len: 205 time: 0.0339673 Oct 26 08:37:49.687145 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37248) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:49.703215 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bbe7a798-9b5f-48e5-be03-c35c361f99c1 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:49.729881 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-6cdc1975-7b56-4dfc-ac4f-bd3517b8ac74 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] delete failed (client error): The resource could not be found. Oct 26 08:37:49.731231 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6cdc1975-7b56-4dfc-ac4f-bd3517b8ac74 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] 10.222.0.41 "DELETE /v2.0/routers/f124f09e-6e2e-4c47-8b1e-70efbf9d4c0a HTTP/1.1" status: 404 len: 336 time: 0.0424180 Oct 26 08:37:49.733969 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37250) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:49.746774 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['391ef8b3-0fe0-4984-89e6-e4694184b28e'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:37:49.762758 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9e55b1af-189c-4dd3-bc8d-94a9279e81b7 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] 10.222.0.41 "GET /v2.0/ports?device_id=af9760f6-525a-4ebc-93a1-414d4ac62532 HTTP/1.1" status: 200 len: 205 time: 0.0274363 Oct 26 08:37:49.765136 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37252) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:49.775578 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bbe7a798-9b5f-48e5-be03-c35c361f99c1 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:49.782492 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-52c7d14d-aa71-4f73-8d81-6c1ef442aa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'name': 'tempest-RoutersTest-router-703803076', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:20Z', 'updated_at': '2021-10-26T08:37:48Z', 'revision_number': 10, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'gw_port_host': None, '_interfaces': [{'id': 'c6339680-6b12-4d48-bb03-60664647dc4b', 'name': '', 'network_id': 'cd15b01e-b20b-41a3-b0c3-4cab1de388b8', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:0f:04:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:23Z', 'updated_at': '2021-10-26T08:37:27Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:49.798839 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bbe7a798-9b5f-48e5-be03-c35c361f99c1 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:49.803087 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-ac2546c6-2d23-410a-8926-ca83abb55a18 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] delete failed (client error): The resource could not be found. Oct 26 08:37:49.803775 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-bbe7a798-9b5f-48e5-be03-c35c361f99c1 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/subnets/5a373f3f-3b06-4e72-a608-20fa70ee1be7 HTTP/1.1" status: 204 len: 168 time: 0.3407700 Oct 26 08:37:49.806015 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53abf278-af32-4dda-917b-4196ea984618 None None] Network 46d77335-8c48-4345-8475-a87d50eaf616 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:37:49.806500 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37254) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:49.806924 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ac2546c6-2d23-410a-8926-ca83abb55a18 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] 10.222.0.41 "DELETE /v2.0/routers/af9760f6-525a-4ebc-93a1-414d4ac62532 HTTP/1.1" status: 404 len: 336 time: 0.0407493 Oct 26 08:37:49.810430 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37256) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:49.817581 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c7d14d-aa71-4f73-8d81-6c1ef442aa6a None None] Checking router: f1f3a66c-c628-48d6-a2f6-b4988167990a for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:37:49.826702 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c7d14d-aa71-4f73-8d81-6c1ef442aa6a None None] Routers {'f1f3a66c-c628-48d6-a2f6-b4988167990a'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:49.827320 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-52c7d14d-aa71-4f73-8d81-6c1ef442aa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['f1f3a66c-c628-48d6-a2f6-b4988167990a'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:49.841120 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d43179a3-a7ce-4fb6-86de-ba28813c53de tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] 10.222.0.41 "GET /v2.0/ports?device_id=958bd44d-dfff-4b5a-bcc3-108b39ad789c HTTP/1.1" status: 200 len: 205 time: 0.0295582 Oct 26 08:37:49.843620 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37258) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:49.852556 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7a798-9b5f-48e5-be03-c35c361f99c1 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event deleted for resources: {'Subnet': ['ID=5a373f3f-3b06-4e72-a608-20fa70ee1be7,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:49.887555 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-cf43c5a0-30f5-4871-9a0a-3982165c8165 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] delete failed (client error): The resource could not be found. Oct 26 08:37:49.888635 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-cf43c5a0-30f5-4871-9a0a-3982165c8165 tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] 10.222.0.41 "DELETE /v2.0/routers/958bd44d-dfff-4b5a-bcc3-108b39ad789c HTTP/1.1" status: 404 len: 336 time: 0.0440254 Oct 26 08:37:49.894097 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37260) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:49.926068 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-52c7d14d-aa71-4f73-8d81-6c1ef442aa6a None None] Set router f1f3a66c-c628-48d6-a2f6-b4988167990a gateway port host: None {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:37:49.938781 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-8be2c321-eb9c-48b4-82f3-61b1f6e7099c tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] DELETE failed (client error): The resource could not be found. Oct 26 08:37:49.939406 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8be2c321-eb9c-48b4-82f3-61b1f6e7099c tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:37:49.945927 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8be2c321-eb9c-48b4-82f3-61b1f6e7099c tempest-RoutersIpV6AdminTest-1479797784 tempest-RoutersIpV6AdminTest-1479797784-project] 10.222.0.41 "DELETE /v2.0/subnets/f90ccad0-8a08-4b3b-9f81-35722def2e93 HTTP/1.1" status: 404 len: 337 time: 0.0505362 Oct 26 08:37:49.963746 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7865feda-72d9-4251-af38-fd59d97908fc tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:50.024179 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-7865feda-72d9-4251-af38-fd59d97908fc tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Deleting port fba31ad5-2350-48c7-8adb-8fa051957297 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:37:50.024800 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7865feda-72d9-4251-af38-fd59d97908fc tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:50.112095 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-7865feda-72d9-4251-af38-fd59d97908fc tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] For port fba31ad5-2350-48c7-8adb-8fa051957297, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=fba31ad5-2350-48c7-8adb-8fa051957297,segment=NetworkSegment(49753ffb-ded3-428c-a374-f0f428a11070),segment_id=49753ffb-ded3-428c-a374-f0f428a11070)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:37:50.112608 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7865feda-72d9-4251-af38-fd59d97908fc tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:50.133130 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-7865feda-72d9-4251-af38-fd59d97908fc tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Calling delete_port for fba31ad5-2350-48c7-8adb-8fa051957297 owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:37:50.169367 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-52c7d14d-aa71-4f73-8d81-6c1ef442aa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'name': 'tempest-RoutersTest-router-703803076', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:20Z', 'updated_at': '2021-10-26T08:37:48Z', 'revision_number': 10, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'gw_port_host': None, '_interfaces': [{'id': 'c6339680-6b12-4d48-bb03-60664647dc4b', 'name': '', 'network_id': 'cd15b01e-b20b-41a3-b0c3-4cab1de388b8', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:0f:04:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:23Z', 'updated_at': '2021-10-26T08:37:27Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:50.221070 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c7d14d-aa71-4f73-8d81-6c1ef442aa6a None None] The sync data for ids ['f1f3a66c-c628-48d6-a2f6-b4988167990a'] in dv-neutron-804846-13-hyperv is: [{'id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'name': 'tempest-RoutersTest-router-703803076', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:20Z', 'updated_at': '2021-10-26T08:37:48Z', 'revision_number': 10, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'gw_port_host': None, '_interfaces': [{'id': 'c6339680-6b12-4d48-bb03-60664647dc4b', 'name': '', 'network_id': 'cd15b01e-b20b-41a3-b0c3-4cab1de388b8', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'mac_address': 'fa:16:3e:0f:04:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:23Z', 'updated_at': '2021-10-26T08:37:27Z', 'revision_number': 5, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'subnets': [{'id': 'b7d12298-5d99-4c9e-a181-e52ba1edc1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:37:50.223659 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0099d53e-3c82-4d76-9abd-221d379c7433 None None] DHCP port deletion for 46d77335-8c48-4345-8475-a87d50eaf616 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:37:50.252731 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7865feda-72d9-4251-af38-fd59d97908fc tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:50.281319 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 391ef8b3-0fe0-4984-89e6-e4694184b28e no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:37:50.288774 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865feda-72d9-4251-af38-fd59d97908fc tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event deleted for resources: {'Port': ['ID=fba31ad5-2350-48c7-8adb-8fa051957297,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:50.290701 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7865feda-72d9-4251-af38-fd59d97908fc tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] No DVR routers for this DVR port fba31ad5-2350-48c7-8adb-8fa051957297 on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:37:50.345278 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37266) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:50.374050 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7865feda-72d9-4251-af38-fd59d97908fc tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:50.394641 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-7865feda-72d9-4251-af38-fd59d97908fc tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d77335-8c48-4345-8475-a87d50eaf616']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:50.404460 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-7865feda-72d9-4251-af38-fd59d97908fc tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49753ffb-ded3-428c-a374-f0f428a11070') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:50.404763 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-7865feda-72d9-4251-af38-fd59d97908fc tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49753ffb-ded3-428c-a374-f0f428a11070') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:50.410925 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-0099d53e-3c82-4d76-9abd-221d379c7433 None None] Deleting port fba31ad5-2350-48c7-8adb-8fa051957297 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:37:50.411544 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0099d53e-3c82-4d76-9abd-221d379c7433 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:50.414526 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7865feda-72d9-4251-af38-fd59d97908fc tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:50.428983 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7865feda-72d9-4251-af38-fd59d97908fc tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:50.436408 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7865feda-72d9-4251-af38-fd59d97908fc tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:37:50.437254 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7865feda-72d9-4251-af38-fd59d97908fc tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:50.440841 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:37:50.440841 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:37:50.440841 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:37:50.440841 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:37:50.440841 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:37:50.440841 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:37:50.440841 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:37:50.440841 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:37:50.440841 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:37:50.440841 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:37:50.440841 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:37:50.440841 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:37:50.440841 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:37:50.440841 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:37:50.440841 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:37:50.440841 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:37:50.440841 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:37:50.440841 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:37:50.440841 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:37:50.440841 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:37:50.440841 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:37:50.440841 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:37:50.440841 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:37:50.440841 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:37:50.440841 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:37:50.440841 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:37:50.440841 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:37:50.440841 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:37:50.440841 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:37:50.440841 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:37:50.440841 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:37:50.440841 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:37:50.463077 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0e412235-683b-4fc4-9157-9fa01ab32823 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:50.479262 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:50.508080 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 391ef8b3-0fe0-4984-89e6-e4694184b28e {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:37:50.509904 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7865feda-72d9-4251-af38-fd59d97908fc tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:50.518706 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7865feda-72d9-4251-af38-fd59d97908fc tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:50.520265 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-0099d53e-3c82-4d76-9abd-221d379c7433 None None] For port fba31ad5-2350-48c7-8adb-8fa051957297, host dv-neutron-804846-13-hyperv, got binding levels [] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:37:50.520698 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0099d53e-3c82-4d76-9abd-221d379c7433 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:50.524611 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7865feda-72d9-4251-af38-fd59d97908fc tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/networks/46d77335-8c48-4345-8475-a87d50eaf616 HTTP/1.1" status: 204 len: 168 time: 0.7143462 Oct 26 08:37:50.527519 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37270) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:50.533124 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865feda-72d9-4251-af38-fd59d97908fc tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event deleted for resources: {'Network': ['ID=46d77335-8c48-4345-8475-a87d50eaf616,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:50.547314 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-0099d53e-3c82-4d76-9abd-221d379c7433 None None] Calling delete_port for fba31ad5-2350-48c7-8adb-8fa051957297 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:37:50.549939 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 391ef8b3-0fe0-4984-89e6-e4694184b28e, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=391ef8b3-0fe0-4984-89e6-e4694184b28e,segment=NetworkSegment(88a2abc7-3998-453c-8ba6-6283bf456771),segment_id=88a2abc7-3998-453c-8ba6-6283bf456771)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:37:50.551992 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.ipam_backend_mixin [None req-0099d53e-3c82-4d76-9abd-221d379c7433 None None] Port fba31ad5-2350-48c7-8adb-8fa051957297 was not found and therefore no delete operation was performed {{(pid=102103) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 08:37:50.553488 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0099d53e-3c82-4d76-9abd-221d379c7433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:50.562954 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:50.586011 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0099d53e-3c82-4d76-9abd-221d379c7433 None None] Network 46d77335-8c48-4345-8475-a87d50eaf616 is not hosted by any dhcp agent {{(pid=102103) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 08:37:50.586574 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0099d53e-3c82-4d76-9abd-221d379c7433 None None] No DVR routers for this DVR port fba31ad5-2350-48c7-8adb-8fa051957297 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:37:50.594585 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099d53e-3c82-4d76-9abd-221d379c7433 None None] Pushing event deleted for resources: {'Port': ['ID=fba31ad5-2350-48c7-8adb-8fa051957297,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:50.657889 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=391ef8b3-0fe0-4984-89e6-e4694184b28e,revision_number=7']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:50.741763 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0e412235-683b-4fc4-9157-9fa01ab32823 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:50.749152 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0e412235-683b-4fc4-9157-9fa01ab32823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:50.805763 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e412235-683b-4fc4-9157-9fa01ab32823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4018e33-c62e-417e-aa3a-80aae7ad0ce5,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:50.810075 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-0e412235-683b-4fc4-9157-9fa01ab32823 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=11c230eb91784991964cfb8cae428983&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4637408 Oct 26 08:37:50.812908 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37272) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:50.863874 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6a827b20-a29f-4225-902e-8f8f2790c6e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:50.884976 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6a827b20-a29f-4225-902e-8f8f2790c6e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:50.931671 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6a827b20-a29f-4225-902e-8f8f2790c6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:50.934377 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6a827b20-a29f-4225-902e-8f8f2790c6e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:50.935578 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6a827b20-a29f-4225-902e-8f8f2790c6e1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c4018e33-c62e-417e-aa3a-80aae7ad0ce5 HTTP/1.1" status: 204 len: 168 time: 0.1216388 Oct 26 08:37:50.946690 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a827b20-a29f-4225-902e-8f8f2790c6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4018e33-c62e-417e-aa3a-80aae7ad0ce5,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:50.968567 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-72721ed6-f062-43ac-b36c-2e68f1a57a48 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:51.205927 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37278) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:51.224447 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-72721ed6-f062-43ac-b36c-2e68f1a57a48 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Deleting port c6339680-6b12-4d48-bb03-60664647dc4b {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:37:51.224905 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-72721ed6-f062-43ac-b36c-2e68f1a57a48 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:51.253484 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b050e722-49d4-4e82-aaeb-8cbed07a2ef9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=91980c0415224c52a51d3c3c730d0e18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441778 Oct 26 08:37:51.253920 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37280) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:51.303742 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3a174265-63f6-4726-a3d9-31e45171b956 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:51.316608 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-72721ed6-f062-43ac-b36c-2e68f1a57a48 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] For port c6339680-6b12-4d48-bb03-60664647dc4b, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=c6339680-6b12-4d48-bb03-60664647dc4b,segment=NetworkSegment(d0973e18-22ad-469a-a187-7a552c4002d9),segment_id=d0973e18-22ad-469a-a187-7a552c4002d9)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:37:51.316981 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-72721ed6-f062-43ac-b36c-2e68f1a57a48 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:51.326267 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3a174265-63f6-4726-a3d9-31e45171b956 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:51.335094 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-72721ed6-f062-43ac-b36c-2e68f1a57a48 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Calling delete_port for c6339680-6b12-4d48-bb03-60664647dc4b owned by network:router_interface {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:37:51.374152 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3a174265-63f6-4726-a3d9-31e45171b956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:51.376714 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3a174265-63f6-4726-a3d9-31e45171b956 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:51.380229 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3a174265-63f6-4726-a3d9-31e45171b956 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/397255eb-2cca-4a51-8b72-4b2a0682a4d7 HTTP/1.1" status: 204 len: 168 time: 0.1230273 Oct 26 08:37:51.388396 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a174265-63f6-4726-a3d9-31e45171b956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397255eb-2cca-4a51-8b72-4b2a0682a4d7,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:51.512838 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-72721ed6-f062-43ac-b36c-2e68f1a57a48 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:51.541355 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72721ed6-f062-43ac-b36c-2e68f1a57a48 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event deleted for resources: {'Port': ['ID=c6339680-6b12-4d48-bb03-60664647dc4b,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:51.713372 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device fba31ad5-2350-48c7-8adb-8fa051957297 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:37:51.733361 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-72721ed6-f062-43ac-b36c-2e68f1a57a48 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:51.740380 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: fba31ad5-2350-48c7-8adb-8fa051957297 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:37:51.740754 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device fba31ad5-2350-48c7-8adb-8fa051957297 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:37:51.741192 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device cc4b7d76-6934-4c71-8f66-94c644f17334 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:37:51.762736 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: cc4b7d76-6934-4c71-8f66-94c644f17334 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:37:51.763093 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device cc4b7d76-6934-4c71-8f66-94c644f17334 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:37:51.905274 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72721ed6-f062-43ac-b36c-2e68f1a57a48 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Router f1f3a66c-c628-48d6-a2f6-b4988167990a has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:37:51.983721 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72721ed6-f062-43ac-b36c-2e68f1a57a48 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:37:51.989667 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-72721ed6-f062-43ac-b36c-2e68f1a57a48 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "PUT /v2.0/routers/f1f3a66c-c628-48d6-a2f6-b4988167990a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4601297 Oct 26 08:37:51.991753 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37300) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:51.993652 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a86b210-130d-467a-b9ad-8d47b11d23bf None None] Sync routers for ids ['f1f3a66c-c628-48d6-a2f6-b4988167990a'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:37:52.007562 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a86b210-130d-467a-b9ad-8d47b11d23bf None None] Routers {'f1f3a66c-c628-48d6-a2f6-b4988167990a'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:52.008207 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-5a86b210-130d-467a-b9ad-8d47b11d23bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['f1f3a66c-c628-48d6-a2f6-b4988167990a'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:52.053901 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-a40aa7ae-aefa-4257-93a3-c76ab37539ea tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Deleting subnet b7d12298-5d99-4c9e-a181-e52ba1edc1e5 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:37:52.057422 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a40aa7ae-aefa-4257-93a3-c76ab37539ea tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:52.097199 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-5a86b210-130d-467a-b9ad-8d47b11d23bf None None] Set router f1f3a66c-c628-48d6-a2f6-b4988167990a gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:37:52.098922 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f4510f10-af73-453a-8c65-47b4390810ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:52.104967 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a40aa7ae-aefa-4257-93a3-c76ab37539ea tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:52.155917 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-5a86b210-130d-467a-b9ad-8d47b11d23bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'name': 'tempest-RoutersTest-router-703803076', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:20Z', 'updated_at': '2021-10-26T08:37:51Z', 'revision_number': 11, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'gw_port_host': None}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:52.183640 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a86b210-130d-467a-b9ad-8d47b11d23bf None None] Checking router: f1f3a66c-c628-48d6-a2f6-b4988167990a for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:37:52.193007 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a86b210-130d-467a-b9ad-8d47b11d23bf None None] Routers {'f1f3a66c-c628-48d6-a2f6-b4988167990a'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:52.193662 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-5a86b210-130d-467a-b9ad-8d47b11d23bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['f1f3a66c-c628-48d6-a2f6-b4988167990a'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:52.195234 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a40aa7ae-aefa-4257-93a3-c76ab37539ea tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:52.264683 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a40aa7ae-aefa-4257-93a3-c76ab37539ea tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:52.271532 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-5a86b210-130d-467a-b9ad-8d47b11d23bf None None] Set router f1f3a66c-c628-48d6-a2f6-b4988167990a gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:37:52.295950 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40aa7ae-aefa-4257-93a3-c76ab37539ea tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event deleted for resources: {'Subnet': ['ID=b7d12298-5d99-4c9e-a181-e52ba1edc1e5,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:52.299985 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a40aa7ae-aefa-4257-93a3-c76ab37539ea tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:52.302008 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 391ef8b3-0fe0-4984-89e6-e4694184b28e up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:37:52.303255 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a40aa7ae-aefa-4257-93a3-c76ab37539ea tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/subnets/b7d12298-5d99-4c9e-a181-e52ba1edc1e5 HTTP/1.1" status: 204 len: 168 time: 0.3102126 Oct 26 08:37:52.305822 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37308) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:52.340169 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32c2371-3d31-4085-bb06-13022f014cef None None] Network cd15b01e-b20b-41a3-b0c3-4cab1de388b8 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:37:52.360876 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-5a86b210-130d-467a-b9ad-8d47b11d23bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'name': 'tempest-RoutersTest-router-703803076', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:20Z', 'updated_at': '2021-10-26T08:37:51Z', 'revision_number': 11, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'gw_port_host': None}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:52.387432 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f5b6016a-1465-4366-a221-ab159072db26 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:52.436727 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a86b210-130d-467a-b9ad-8d47b11d23bf None None] The sync data for ids ['f1f3a66c-c628-48d6-a2f6-b4988167990a'] in dv-neutron-804846-13-hyperv is: [{'id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'name': 'tempest-RoutersTest-router-703803076', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:20Z', 'updated_at': '2021-10-26T08:37:51Z', 'revision_number': 11, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'gw_port_host': None}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:37:52.482595 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-f5b6016a-1465-4366-a221-ab159072db26 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Deleting port 3be4cdf1-daf0-4a40-bc2a-ee7e6882e815 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:37:52.482950 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f5b6016a-1465-4366-a221-ab159072db26 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:52.519451 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port 391ef8b3-0fe0-4984-89e6-e4694184b28e triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:37:52.519831 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:52.551014 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-f5b6016a-1465-4366-a221-ab159072db26 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] For port 3be4cdf1-daf0-4a40-bc2a-ee7e6882e815, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=3be4cdf1-daf0-4a40-bc2a-ee7e6882e815,segment=NetworkSegment(d0973e18-22ad-469a-a187-7a552c4002d9),segment_id=d0973e18-22ad-469a-a187-7a552c4002d9)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:37:52.551617 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f5b6016a-1465-4366-a221-ab159072db26 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:52.567390 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-f5b6016a-1465-4366-a221-ab159072db26 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Calling delete_port for 3be4cdf1-daf0-4a40-bc2a-ee7e6882e815 owned by network:dhcp {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:37:52.624418 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:52.651468 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd849795-4274-4301-ba8a-cd8b337885a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391ef8b3-0fe0-4984-89e6-e4694184b28e'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:37:52.654665 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2a2025-2a66-4ad2-9356-942dc5473264" -d '{"events": [{"server_uuid": "dd849795-4274-4301-ba8a-cd8b337885a8", "name": "network-vif-plugged", "status": "completed", "tag": "391ef8b3-0fe0-4984-89e6-e4694184b28e"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:37:52.669722 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 391ef8b3-0fe0-4984-89e6-e4694184b28e, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=391ef8b3-0fe0-4984-89e6-e4694184b28e,segment=NetworkSegment(88a2abc7-3998-453c-8ba6-6283bf456771),segment_id=88a2abc7-3998-453c-8ba6-6283bf456771)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:37:52.670842 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f5b6016a-1465-4366-a221-ab159072db26 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:52.673730 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:52.706203 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b6016a-1465-4366-a221-ab159072db26 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] No DVR routers for this DVR port 3be4cdf1-daf0-4a40-bc2a-ee7e6882e815 on host dv-neutron-804846-13-hyperv {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:37:52.713363 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b6016a-1465-4366-a221-ab159072db26 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event deleted for resources: {'Port': ['ID=3be4cdf1-daf0-4a40-bc2a-ee7e6882e815,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:52.741089 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=391ef8b3-0fe0-4984-89e6-e4694184b28e,revision_number=8']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:52.794261 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f5b6016a-1465-4366-a221-ab159072db26 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:52.816785 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4265391e-282f-4504-bea6-8d3022054a35 None None] DHCP port deletion for cd15b01e-b20b-41a3-b0c3-4cab1de388b8 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:37:52.831415 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-f5b6016a-1465-4366-a221-ab159072db26 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd15b01e-b20b-41a3-b0c3-4cab1de388b8']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:52.842405 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-f5b6016a-1465-4366-a221-ab159072db26 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0973e18-22ad-469a-a187-7a552c4002d9') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:52.842701 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-f5b6016a-1465-4366-a221-ab159072db26 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0973e18-22ad-469a-a187-7a552c4002d9') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:52.863314 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f5b6016a-1465-4366-a221-ab159072db26 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:52.863554 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37324) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:52.877219 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f5b6016a-1465-4366-a221-ab159072db26 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:52.880223 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:52.885747 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5b6016a-1465-4366-a221-ab159072db26 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:37:52.888298 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f5b6016a-1465-4366-a221-ab159072db26 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:52.893528 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:37:52.893528 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:37:52.893528 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:37:52.893528 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:37:52.893528 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:37:52.893528 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:37:52.893528 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:37:52.893528 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:37:52.893528 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:37:52.893528 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:37:52.893528 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:37:52.893528 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:37:52.893528 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:37:52.893528 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:37:52.893528 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:37:52.893528 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:37:52.893528 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:37:52.893528 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:37:52.893528 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:37:52.893528 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:37:52.893528 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:37:52.893528 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:37:52.893528 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:37:52.893528 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:37:52.893528 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:37:52.893528 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:37:52.893528 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:37:52.893528 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:37:52.893528 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:37:52.893528 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:37:52.893528 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:37:52.893528 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:37:52.949329 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a68960-2c17-4298-92dc-4d5d04dedee0 x-openstack-request-id: req-38a68960-2c17-4298-92dc-4d5d04dedee0 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:37:52.949329 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd849795-4274-4301-ba8a-cd8b337885a8", "name": "network-vif-plugged", "status": "completed", "tag": "391ef8b3-0fe0-4984-89e6-e4694184b28e", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:37:52.949329 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-38a68960-2c17-4298-92dc-4d5d04dedee0 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:37:52.950306 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd849795-4274-4301-ba8a-cd8b337885a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391ef8b3-0fe0-4984-89e6-e4694184b28e', 'code': 200} Oct 26 08:37:52.966198 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f5b6016a-1465-4366-a221-ab159072db26 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:52.973331 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f5b6016a-1465-4366-a221-ab159072db26 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:52.979802 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f5b6016a-1465-4366-a221-ab159072db26 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/networks/cd15b01e-b20b-41a3-b0c3-4cab1de388b8 HTTP/1.1" status: 204 len: 168 time: 0.6729314 Oct 26 08:37:52.979939 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37328) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:52.985410 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-1f9dea3c-89a6-4686-8f4c-21716f3be8cb tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Request body: {'router': {'routes': None}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:52.993055 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b6016a-1465-4366-a221-ab159072db26 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Pushing event deleted for resources: {'Network': ['ID=cd15b01e-b20b-41a3-b0c3-4cab1de388b8,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:53.057068 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-bdfd4e58-9a5e-49a0-8277-dba1254f8394 tempest-RoutersAdminNegativeTest-1375439425 tempest-RoutersAdminNegativeTest-1375439425-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1473829970', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:53.145854 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfd4e58-9a5e-49a0-8277-dba1254f8394 tempest-RoutersAdminNegativeTest-1375439425 tempest-RoutersAdminNegativeTest-1375439425-project-admin] Made reservation on behalf of a337de44fb13484e8422c40fd1368f27 for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:37:53.148211 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bdfd4e58-9a5e-49a0-8277-dba1254f8394 tempest-RoutersAdminNegativeTest-1375439425 tempest-RoutersAdminNegativeTest-1375439425-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:53.172735 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bdfd4e58-9a5e-49a0-8277-dba1254f8394 tempest-RoutersAdminNegativeTest-1375439425 tempest-RoutersAdminNegativeTest-1375439425-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:53.175410 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.extraroute_db [None req-1f9dea3c-89a6-4686-8f4c-21716f3be8cb tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Added routes are [] {{(pid=102102) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 08:37:53.175719 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.extraroute_db [None req-1f9dea3c-89a6-4686-8f4c-21716f3be8cb tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Removed routes are [] {{(pid=102102) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 08:37:53.176072 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1f9dea3c-89a6-4686-8f4c-21716f3be8cb tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8100261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8097850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15702'] for router, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:53.262891 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:53.346214 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1f9dea3c-89a6-4686-8f4c-21716f3be8cb tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8100261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8097850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15702'] for router, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:53.351438 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1f9dea3c-89a6-4686-8f4c-21716f3be8cb tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8100266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8100243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8097827'] for router, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:53.444808 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bdfd4e58-9a5e-49a0-8277-dba1254f8394 tempest-RoutersAdminNegativeTest-1375439425 tempest-RoutersAdminNegativeTest-1375439425-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:53.450599 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bdfd4e58-9a5e-49a0-8277-dba1254f8394 tempest-RoutersAdminNegativeTest-1375439425 tempest-RoutersAdminNegativeTest-1375439425-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:53.453404 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9dea3c-89a6-4686-8f4c-21716f3be8cb tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Router f1f3a66c-c628-48d6-a2f6-b4988167990a has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:37:53.456891 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-bdfd4e58-9a5e-49a0-8277-dba1254f8394 tempest-RoutersAdminNegativeTest-1375439425 tempest-RoutersAdminNegativeTest-1375439425-project-admin] device_id is not set on port 7b911337-2258-4ec6-85e5-1458b6009493 yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:37:53.519864 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd4e58-9a5e-49a0-8277-dba1254f8394 tempest-RoutersAdminNegativeTest-1375439425 tempest-RoutersAdminNegativeTest-1375439425-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bea9ea1-fd01-4cd9-a6d6-6ca2c1530349,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:53.608086 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9dea3c-89a6-4686-8f4c-21716f3be8cb tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:37:53.618111 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 3be4cdf1-daf0-4a40-bc2a-ee7e6882e815 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:37:53.618942 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43faeba4-812d-40d9-b676-efad02fb3b96 None None] Sync routers for ids ['f1f3a66c-c628-48d6-a2f6-b4988167990a'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:37:53.631750 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1f9dea3c-89a6-4686-8f4c-21716f3be8cb tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:53.632923 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1f9dea3c-89a6-4686-8f4c-21716f3be8cb tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "PUT /v2.0/routers/f1f3a66c-c628-48d6-a2f6-b4988167990a HTTP/1.1" status: 200 len: 700 time: 0.6514812 Oct 26 08:37:53.634229 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43faeba4-812d-40d9-b676-efad02fb3b96 None None] Routers {'f1f3a66c-c628-48d6-a2f6-b4988167990a'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:53.635090 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-43faeba4-812d-40d9-b676-efad02fb3b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['f1f3a66c-c628-48d6-a2f6-b4988167990a'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:53.635707 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37330) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:53.646200 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 3be4cdf1-daf0-4a40-bc2a-ee7e6882e815 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:37:53.646546 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 3be4cdf1-daf0-4a40-bc2a-ee7e6882e815 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:37:53.646969 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device c6339680-6b12-4d48-bb03-60664647dc4b no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:37:53.667196 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: c6339680-6b12-4d48-bb03-60664647dc4b {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:37:53.667547 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device c6339680-6b12-4d48-bb03-60664647dc4b not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:37:53.671712 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b08f37c4-1787-4db2-852e-a301ce74e474 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f3a66c-c628-48d6-a2f6-b4988167990a HTTP/1.1" status: 200 len: 205 time: 0.0329382 Oct 26 08:37:53.674383 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37332) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:53.697554 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-bdfd4e58-9a5e-49a0-8277-dba1254f8394 tempest-RoutersAdminNegativeTest-1375439425 tempest-RoutersAdminNegativeTest-1375439425-project-admin] Allocated IP 172.26.2.155 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/7b911337-2258-4ec6-85e5-1458b6009493) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:37:53.708014 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-43faeba4-812d-40d9-b676-efad02fb3b96 None None] Set router f1f3a66c-c628-48d6-a2f6-b4988167990a gateway port host: None {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:37:53.760417 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c3527f42-be01-4001-b96b-04b420fd31fc tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:53.766034 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-43faeba4-812d-40d9-b676-efad02fb3b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'name': 'tempest-RoutersTest-router-703803076', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:20Z', 'updated_at': '2021-10-26T08:37:51Z', 'revision_number': 11, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'gw_port_host': None}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:53.793473 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43faeba4-812d-40d9-b676-efad02fb3b96 None None] Checking router: f1f3a66c-c628-48d6-a2f6-b4988167990a for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:37:53.801904 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43faeba4-812d-40d9-b676-efad02fb3b96 None None] Routers {'f1f3a66c-c628-48d6-a2f6-b4988167990a'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:53.802503 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-43faeba4-812d-40d9-b676-efad02fb3b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['f1f3a66c-c628-48d6-a2f6-b4988167990a'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:53.856140 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bdfd4e58-9a5e-49a0-8277-dba1254f8394 tempest-RoutersAdminNegativeTest-1375439425 tempest-RoutersAdminNegativeTest-1375439425-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:53.895256 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bdfd4e58-9a5e-49a0-8277-dba1254f8394 tempest-RoutersAdminNegativeTest-1375439425 tempest-RoutersAdminNegativeTest-1375439425-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:53.930563 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c3527f42-be01-4001-b96b-04b420fd31fc tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:53.932892 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c3527f42-be01-4001-b96b-04b420fd31fc tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:53.936473 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfd4e58-9a5e-49a0-8277-dba1254f8394 tempest-RoutersAdminNegativeTest-1375439425 tempest-RoutersAdminNegativeTest-1375439425-project-admin] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:37:53.944456 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-bdfd4e58-9a5e-49a0-8277-dba1254f8394 tempest-RoutersAdminNegativeTest-1375439425 tempest-RoutersAdminNegativeTest-1375439425-project-admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:37:53.948528 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfd4e58-9a5e-49a0-8277-dba1254f8394 tempest-RoutersAdminNegativeTest-1375439425 tempest-RoutersAdminNegativeTest-1375439425-project-admin] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:37:53.967589 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-43faeba4-812d-40d9-b676-efad02fb3b96 None None] Set router f1f3a66c-c628-48d6-a2f6-b4988167990a gateway port host: None {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:37:53.972881 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd4e58-9a5e-49a0-8277-dba1254f8394 tempest-RoutersAdminNegativeTest-1375439425 tempest-RoutersAdminNegativeTest-1375439425-project-admin] Pushing event updated for resources: {'Port': ['ID=7b911337-2258-4ec6-85e5-1458b6009493,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:53.988259 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c3527f42-be01-4001-b96b-04b420fd31fc tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:53.989249 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3527f42-be01-4001-b96b-04b420fd31fc tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Fanout notify agent at l3_agent the message router_deleted on router f1f3a66c-c628-48d6-a2f6-b4988167990a {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:37:53.994354 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfd4e58-9a5e-49a0-8277-dba1254f8394 tempest-RoutersAdminNegativeTest-1375439425 tempest-RoutersAdminNegativeTest-1375439425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:53.995048 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bdfd4e58-9a5e-49a0-8277-dba1254f8394 tempest-RoutersAdminNegativeTest-1375439425 tempest-RoutersAdminNegativeTest-1375439425-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:53.998809 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c3527f42-be01-4001-b96b-04b420fd31fc tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:54.004488 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c3527f42-be01-4001-b96b-04b420fd31fc tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/routers/f1f3a66c-c628-48d6-a2f6-b4988167990a HTTP/1.1" status: 204 len: 168 time: 0.3247874 Oct 26 08:37:54.004739 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37334) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:54.009243 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-b25fba34-dea7-4922-958b-d407b0bf5058 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1285078658', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:54.024517 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-bdfd4e58-9a5e-49a0-8277-dba1254f8394 tempest-RoutersAdminNegativeTest-1375439425 tempest-RoutersAdminNegativeTest-1375439425-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1597948 Oct 26 08:37:54.027795 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37336) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:54.028423 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-43faeba4-812d-40d9-b676-efad02fb3b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'name': 'tempest-RoutersTest-router-703803076', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:20Z', 'updated_at': '2021-10-26T08:37:51Z', 'revision_number': 11, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'gw_port_host': None}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:54.031688 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-396fe389-4e5b-4a30-ac38-14c8e8883c04 tempest-RoutersAdminNegativeTest-1375439425 tempest-RoutersAdminNegativeTest-1375439425-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.155'}]}}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:54.049591 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b25fba34-dea7-4922-958b-d407b0bf5058 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:54.050749 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b25fba34-dea7-4922-958b-d407b0bf5058 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:54.056999 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43faeba4-812d-40d9-b676-efad02fb3b96 None None] The sync data for ids ['f1f3a66c-c628-48d6-a2f6-b4988167990a'] in dv-neutron-804846-13-hyperv is: [{'id': 'f1f3a66c-c628-48d6-a2f6-b4988167990a', 'name': 'tempest-RoutersTest-router-703803076', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:20Z', 'updated_at': '2021-10-26T08:37:51Z', 'revision_number': 11, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'gw_port_host': None}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:37:54.083251 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-396fe389-4e5b-4a30-ac38-14c8e8883c04 tempest-RoutersAdminNegativeTest-1375439425 tempest-RoutersAdminNegativeTest-1375439425-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:54.084036 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-396fe389-4e5b-4a30-ac38-14c8e8883c04 tempest-RoutersAdminNegativeTest-1375439425 tempest-RoutersAdminNegativeTest-1375439425-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:54.125590 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b25fba34-dea7-4922-958b-d407b0bf5058 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:54.134435 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b25fba34-dea7-4922-958b-d407b0bf5058 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:54.150576 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:54.182392 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-396fe389-4e5b-4a30-ac38-14c8e8883c04 tempest-RoutersAdminNegativeTest-1375439425 tempest-RoutersAdminNegativeTest-1375439425-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:54.187278 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b25fba34-dea7-4922-958b-d407b0bf5058 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:54.188537 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b25fba34-dea7-4922-958b-d407b0bf5058 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1828046 Oct 26 08:37:54.191458 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37338) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:54.196685 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-e481af7b-cfd0-4a2c-a705-69819fab147e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:54.333121 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-396fe389-4e5b-4a30-ac38-14c8e8883c04 tempest-RoutersAdminNegativeTest-1375439425 tempest-RoutersAdminNegativeTest-1375439425-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:54.549359 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-396fe389-4e5b-4a30-ac38-14c8e8883c04 tempest-RoutersAdminNegativeTest-1375439425 tempest-RoutersAdminNegativeTest-1375439425-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:54.570590 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-396fe389-4e5b-4a30-ac38-14c8e8883c04 tempest-RoutersAdminNegativeTest-1375439425 tempest-RoutersAdminNegativeTest-1375439425-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:54.701187 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e481af7b-cfd0-4a2c-a705-69819fab147e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8100261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8097850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15702'] for router, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:54.713532 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e481af7b-cfd0-4a2c-a705-69819fab147e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8100266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8100243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8097827'] for router, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:54.728638 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-396fe389-4e5b-4a30-ac38-14c8e8883c04 tempest-RoutersAdminNegativeTest-1375439425 tempest-RoutersAdminNegativeTest-1375439425-project-admin] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:54.759871 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:54.812427 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e481af7b-cfd0-4a2c-a705-69819fab147e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Router 6292b89c-680a-4d0d-ad07-75912b20e8cb is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:37:54.890840 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e481af7b-cfd0-4a2c-a705-69819fab147e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:37:54.893280 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-396fe389-4e5b-4a30-ac38-14c8e8883c04 tempest-RoutersAdminNegativeTest-1375439425 tempest-RoutersAdminNegativeTest-1375439425-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:54.895810 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-396fe389-4e5b-4a30-ac38-14c8e8883c04 tempest-RoutersAdminNegativeTest-1375439425 tempest-RoutersAdminNegativeTest-1375439425-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:54.897647 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e481af7b-cfd0-4a2c-a705-69819fab147e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:54.898812 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e481af7b-cfd0-4a2c-a705-69819fab147e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "PUT /v2.0/routers/6292b89c-680a-4d0d-ad07-75912b20e8cb HTTP/1.1" status: 200 len: 694 time: 0.7059774 Oct 26 08:37:54.900196 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec77712-6d05-4f6d-9c1a-5433c83ad1a8 None None] Sync routers for ids ['6292b89c-680a-4d0d-ad07-75912b20e8cb'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:37:54.901358 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37340) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:54.911367 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec77712-6d05-4f6d-9c1a-5433c83ad1a8 None None] Routers {'6292b89c-680a-4d0d-ad07-75912b20e8cb'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:54.911979 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-4ec77712-6d05-4f6d-9c1a-5433c83ad1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['6292b89c-680a-4d0d-ad07-75912b20e8cb'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:54.953038 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-396fe389-4e5b-4a30-ac38-14c8e8883c04 tempest-RoutersAdminNegativeTest-1375439425 tempest-RoutersAdminNegativeTest-1375439425-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:54.953676 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396fe389-4e5b-4a30-ac38-14c8e8883c04 tempest-RoutersAdminNegativeTest-1375439425 tempest-RoutersAdminNegativeTest-1375439425-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8f3ce321-ab00-4750-88b6-dad898e0781f {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:37:54.969883 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-396fe389-4e5b-4a30-ac38-14c8e8883c04 tempest-RoutersAdminNegativeTest-1375439425 tempest-RoutersAdminNegativeTest-1375439425-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 26 08:37:54.973780 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-396fe389-4e5b-4a30-ac38-14c8e8883c04 tempest-RoutersAdminNegativeTest-1375439425 tempest-RoutersAdminNegativeTest-1375439425-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.9427812 Oct 26 08:37:54.974731 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37342) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:54.987226 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-4ec77712-6d05-4f6d-9c1a-5433c83ad1a8 None None] Set router 6292b89c-680a-4d0d-ad07-75912b20e8cb gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:37:54.988336 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-829c62c3-744a-4a54-854f-2e99833f78c1 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "GET /v2.0/routers/6292b89c-680a-4d0d-ad07-75912b20e8cb HTTP/1.1" status: 200 len: 700 time: 0.0858316 Oct 26 08:37:54.991047 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37344) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:55.022221 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-dd2bf658-1d62-44ca-9db5-09942d29326f tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "GET /v2.0/ports?device_id=6292b89c-680a-4d0d-ad07-75912b20e8cb HTTP/1.1" status: 200 len: 205 time: 0.0298657 Oct 26 08:37:55.024712 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37346) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:55.044798 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-4ec77712-6d05-4f6d-9c1a-5433c83ad1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6292b89c-680a-4d0d-ad07-75912b20e8cb', 'name': 'tempest-RoutersTest-router-1285078658', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:54Z', 'updated_at': '2021-10-26T08:37:54Z', 'revision_number': 2, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'gw_port_host': None}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:55.056015 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-70c4dd74-d84b-48ac-a8bc-6be924757f13 tempest-RoutersAdminNegativeTest-1375439425 tempest-RoutersAdminNegativeTest-1375439425-project-admin] Deleting port 7b911337-2258-4ec6-85e5-1458b6009493 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:37:55.056377 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-70c4dd74-d84b-48ac-a8bc-6be924757f13 tempest-RoutersAdminNegativeTest-1375439425 tempest-RoutersAdminNegativeTest-1375439425-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:55.072688 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec77712-6d05-4f6d-9c1a-5433c83ad1a8 None None] Checking router: 6292b89c-680a-4d0d-ad07-75912b20e8cb for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:37:55.082233 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec77712-6d05-4f6d-9c1a-5433c83ad1a8 None None] Routers {'6292b89c-680a-4d0d-ad07-75912b20e8cb'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:37:55.082843 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-4ec77712-6d05-4f6d-9c1a-5433c83ad1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['6292b89c-680a-4d0d-ad07-75912b20e8cb'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:55.106754 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c55ce04c-6ef0-40f3-9d41-ba13023085ec tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:55.137339 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-70c4dd74-d84b-48ac-a8bc-6be924757f13 tempest-RoutersAdminNegativeTest-1375439425 tempest-RoutersAdminNegativeTest-1375439425-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:55.149745 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-70c4dd74-d84b-48ac-a8bc-6be924757f13 tempest-RoutersAdminNegativeTest-1375439425 tempest-RoutersAdminNegativeTest-1375439425-project-admin] Calling delete_port for 7b911337-2258-4ec6-85e5-1458b6009493 owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:37:55.155103 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-4ec77712-6d05-4f6d-9c1a-5433c83ad1a8 None None] Set router 6292b89c-680a-4d0d-ad07-75912b20e8cb gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:37:55.207295 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-4ec77712-6d05-4f6d-9c1a-5433c83ad1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6292b89c-680a-4d0d-ad07-75912b20e8cb', 'name': 'tempest-RoutersTest-router-1285078658', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:54Z', 'updated_at': '2021-10-26T08:37:54Z', 'revision_number': 2, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'gw_port_host': None}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:37:55.238026 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec77712-6d05-4f6d-9c1a-5433c83ad1a8 None None] The sync data for ids ['6292b89c-680a-4d0d-ad07-75912b20e8cb'] in dv-neutron-804846-13-hyperv is: [{'id': '6292b89c-680a-4d0d-ad07-75912b20e8cb', 'name': 'tempest-RoutersTest-router-1285078658', 'tenant_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:54Z', 'updated_at': '2021-10-26T08:37:54Z', 'revision_number': 2, 'project_id': '14b2bed9eecf4da799cf96f861ddb8c9', 'gw_port_host': None}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:37:55.279055 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c55ce04c-6ef0-40f3-9d41-ba13023085ec tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:55.280278 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-70c4dd74-d84b-48ac-a8bc-6be924757f13 tempest-RoutersAdminNegativeTest-1375439425 tempest-RoutersAdminNegativeTest-1375439425-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:55.282264 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c55ce04c-6ef0-40f3-9d41-ba13023085ec tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:55.311252 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4dd74-d84b-48ac-a8bc-6be924757f13 tempest-RoutersAdminNegativeTest-1375439425 tempest-RoutersAdminNegativeTest-1375439425-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b911337-2258-4ec6-85e5-1458b6009493,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:55.330303 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c55ce04c-6ef0-40f3-9d41-ba13023085ec tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:55.331837 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55ce04c-6ef0-40f3-9d41-ba13023085ec tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Fanout notify agent at l3_agent the message router_deleted on router 6292b89c-680a-4d0d-ad07-75912b20e8cb {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:37:55.339246 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c55ce04c-6ef0-40f3-9d41-ba13023085ec tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:55.342412 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c55ce04c-6ef0-40f3-9d41-ba13023085ec tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/routers/6292b89c-680a-4d0d-ad07-75912b20e8cb HTTP/1.1" status: 204 len: 168 time: 0.3163064 Oct 26 08:37:55.346087 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37348) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:55.379084 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-70c4dd74-d84b-48ac-a8bc-6be924757f13 tempest-RoutersAdminNegativeTest-1375439425 tempest-RoutersAdminNegativeTest-1375439425-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:55.379306 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-cffda8c2-b0a3-4e0c-960f-a007dfaf67ff tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "GET /v2.0/ports?device_id=6292b89c-680a-4d0d-ad07-75912b20e8cb HTTP/1.1" status: 200 len: 205 time: 0.0297744 Oct 26 08:37:55.379517 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37350) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:55.380187 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-70c4dd74-d84b-48ac-a8bc-6be924757f13 tempest-RoutersAdminNegativeTest-1375439425 tempest-RoutersAdminNegativeTest-1375439425-project-admin] 10.222.0.41 "DELETE /v2.0/ports/7b911337-2258-4ec6-85e5-1458b6009493 HTTP/1.1" status: 204 len: 168 time: 0.4036455 Oct 26 08:37:55.422255 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-a367c863-4ef4-4634-8b6c-a48f736a9442 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] delete failed (client error): The resource could not be found. Oct 26 08:37:55.423330 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a367c863-4ef4-4634-8b6c-a48f736a9442 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/routers/6292b89c-680a-4d0d-ad07-75912b20e8cb HTTP/1.1" status: 404 len: 336 time: 0.0427494 Oct 26 08:37:55.425848 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37354) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:55.455447 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-43715091-0a4d-4922-9fc1-1523cadb1ee8 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] DELETE failed (client error): The resource could not be found. Oct 26 08:37:55.456054 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43715091-0a4d-4922-9fc1-1523cadb1ee8 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:37:55.459369 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-43715091-0a4d-4922-9fc1-1523cadb1ee8 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/subnets/906f4843-5aed-4243-abc5-5d32cd3d4ba0 HTTP/1.1" status: 404 len: 337 time: 0.0324855 Oct 26 08:37:55.461795 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37356) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:55.488370 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e1d0fba-e13c-43d5-a863-c26bc860df3f tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] DELETE failed (client error): The resource could not be found. Oct 26 08:37:55.488830 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e1d0fba-e13c-43d5-a863-c26bc860df3f tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:37:55.491883 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2e1d0fba-e13c-43d5-a863-c26bc860df3f tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/subnets/539f3770-5d28-4fa6-b8a8-2816c5daf556 HTTP/1.1" status: 404 len: 337 time: 0.0291088 Oct 26 08:37:55.494727 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37358) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:55.521576 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-db6fff39-533a-41d4-af47-f946df4ab9af tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] DELETE failed (client error): The resource could not be found. Oct 26 08:37:55.522062 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db6fff39-533a-41d4-af47-f946df4ab9af tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:37:55.525084 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-db6fff39-533a-41d4-af47-f946df4ab9af tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/subnets/5a373f3f-3b06-4e72-a608-20fa70ee1be7 HTTP/1.1" status: 404 len: 337 time: 0.0291939 Oct 26 08:37:55.528571 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37360) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:55.555478 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4315846-a5f3-4217-9d2a-a0b22464f8b9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] DELETE failed (client error): The resource could not be found. Oct 26 08:37:55.555952 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4315846-a5f3-4217-9d2a-a0b22464f8b9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:37:55.559857 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d4315846-a5f3-4217-9d2a-a0b22464f8b9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/subnets/b7d12298-5d99-4c9e-a181-e52ba1edc1e5 HTTP/1.1" status: 404 len: 337 time: 0.0300734 Oct 26 08:37:55.562725 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37364) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:55.604095 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-df340858-2ef3-467b-96d2-1bb5843d0456 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1f3a66c-c628-48d6-a2f6-b4988167990a HTTP/1.1" status: 200 len: 205 time: 0.0401950 Oct 26 08:37:55.607569 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37366) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:55.644195 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-7cae7b68-6e92-4edc-9b2a-22273c3d4ee2 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] delete failed (client error): The resource could not be found. Oct 26 08:37:55.645237 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7cae7b68-6e92-4edc-9b2a-22273c3d4ee2 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/routers/f1f3a66c-c628-48d6-a2f6-b4988167990a HTTP/1.1" status: 404 len: 336 time: 0.0367360 Oct 26 08:37:55.646543 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37368) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:55.650195 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37370) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:55.682796 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f4124e90-bf7c-4ed7-a190-b82ef287288b tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6181db0-0ed0-41ed-b4be-61483c68ac53 HTTP/1.1" status: 200 len: 205 time: 0.0312228 Oct 26 08:37:55.685142 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37374) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:55.725029 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-652aeb05-a006-4392-91aa-afb34042489e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] delete failed (client error): The resource could not be found. Oct 26 08:37:55.726355 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-652aeb05-a006-4392-91aa-afb34042489e tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/routers/c6181db0-0ed0-41ed-b4be-61483c68ac53 HTTP/1.1" status: 404 len: 336 time: 0.0401468 Oct 26 08:37:55.728898 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37376) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:55.755999 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5527ee7-bf05-4444-afc0-614c26cddfe9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] DELETE failed (client error): The resource could not be found. Oct 26 08:37:55.756469 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5527ee7-bf05-4444-afc0-614c26cddfe9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:37:55.762468 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c5527ee7-bf05-4444-afc0-614c26cddfe9 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/subnets/be99cedb-7710-4aa2-863b-6e73c9a68a40 HTTP/1.1" status: 404 len: 337 time: 0.0297432 Oct 26 08:37:55.762633 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ac3e2aff-4ccd-4fd0-8077-d48587530e4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:55.763105 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37378) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:55.791211 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-204519f2-0dc2-415c-8aa0-de3336eb4637 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "GET /v2.0/ports?device_id=c82478b9-bb7e-45d9-8192-b69f064e0a61 HTTP/1.1" status: 200 len: 205 time: 0.0253577 Oct 26 08:37:55.791452 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37380) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:55.828759 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-aef69e7e-6e0d-48f8-a17c-0d8c83dfe8ea tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] delete failed (client error): The resource could not be found. Oct 26 08:37:55.829841 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-aef69e7e-6e0d-48f8-a17c-0d8c83dfe8ea tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/routers/c82478b9-bb7e-45d9-8192-b69f064e0a61 HTTP/1.1" status: 404 len: 336 time: 0.0374966 Oct 26 08:37:55.832479 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37382) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:55.836857 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ac3e2aff-4ccd-4fd0-8077-d48587530e4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:55.842184 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ac3e2aff-4ccd-4fd0-8077-d48587530e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:55.865251 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9dd01d3b-f946-462f-835e-7d7b03f21383 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "GET /v2.0/ports?device_id=69ab9635-2fb6-452e-9903-9c771b597b9b HTTP/1.1" status: 200 len: 205 time: 0.0317082 Oct 26 08:37:55.867514 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37384) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:55.883092 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ac3e2aff-4ccd-4fd0-8077-d48587530e4a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6c85f9c4daed44c4a56db7677ac49c14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2353628 Oct 26 08:37:55.883827 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e2aff-4ccd-4fd0-8077-d48587530e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c24946c-be49-4c9e-9a70-1236f3e1f7f2,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:55.886203 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37386) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:55.904071 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-2ca149c6-b159-4560-96cf-1ac1793f1e62 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] delete failed (client error): The resource could not be found. Oct 26 08:37:55.907439 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-2ca149c6-b159-4560-96cf-1ac1793f1e62 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/routers/69ab9635-2fb6-452e-9903-9c771b597b9b HTTP/1.1" status: 404 len: 336 time: 0.0367084 Oct 26 08:37:55.907662 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37388) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:55.935102 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c107d7-f0d0-4908-940a-c7b39bf36127 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] DELETE failed (client error): The resource could not be found. Oct 26 08:37:55.935652 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43c107d7-f0d0-4908-940a-c7b39bf36127 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:37:55.937783 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bfa51b96-4335-4db8-b783-734b5309a711 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:55.941129 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-43c107d7-f0d0-4908-940a-c7b39bf36127 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/subnets/cc57f00e-e25b-478d-ad40-039e830ff88b HTTP/1.1" status: 404 len: 337 time: 0.0300522 Oct 26 08:37:55.941362 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37390) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:55.960935 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bfa51b96-4335-4db8-b783-734b5309a711 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:55.975152 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-35d28988-588b-47e5-a575-ef9c0f981884 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "GET /v2.0/ports?device_id=8955f6f0-d89c-4810-bd55-03d63c2c0483 HTTP/1.1" status: 200 len: 205 time: 0.0327020 Oct 26 08:37:55.977812 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37392) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:56.016142 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-036179b1-778b-44b8-b9ae-a95aec256651 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] delete failed (client error): The resource could not be found. Oct 26 08:37:56.016550 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bfa51b96-4335-4db8-b783-734b5309a711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:56.019562 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-036179b1-778b-44b8-b9ae-a95aec256651 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/routers/8955f6f0-d89c-4810-bd55-03d63c2c0483 HTTP/1.1" status: 404 len: 336 time: 0.0385542 Oct 26 08:37:56.019858 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37394) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:56.022835 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bfa51b96-4335-4db8-b783-734b5309a711 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:56.026286 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-bfa51b96-4335-4db8-b783-734b5309a711 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0c24946c-be49-4c9e-9a70-1236f3e1f7f2 HTTP/1.1" status: 204 len: 168 time: 0.1388183 Oct 26 08:37:56.035765 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa51b96-4335-4db8-b783-734b5309a711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c24946c-be49-4c9e-9a70-1236f3e1f7f2,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:56.054091 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9a1dfa8-ae32-44b6-9f9e-a324af58f594 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] DELETE failed (client error): The resource could not be found. Oct 26 08:37:56.054562 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9a1dfa8-ae32-44b6-9f9e-a324af58f594 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:37:56.057664 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b9a1dfa8-ae32-44b6-9f9e-a324af58f594 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/subnets/62dfc467-0378-4644-8369-4329294b7ad0 HTTP/1.1" status: 404 len: 337 time: 0.0369179 Oct 26 08:37:56.060481 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37398) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:56.098178 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4b322188-1fd9-48a5-a086-4e72486e8858 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bc05d24-9670-4c0a-a115-dec5f3886940 HTTP/1.1" status: 200 len: 205 time: 0.0344408 Oct 26 08:37:56.098420 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37400) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:56.137987 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-309d6a3b-b217-46d5-9935-5ee43c6568d1 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] delete failed (client error): The resource could not be found. Oct 26 08:37:56.139046 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-309d6a3b-b217-46d5-9935-5ee43c6568d1 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/routers/4bc05d24-9670-4c0a-a115-dec5f3886940 HTTP/1.1" status: 404 len: 336 time: 0.0396659 Oct 26 08:37:56.141644 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37402) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:56.169456 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ddd726-85f3-4b93-9dc0-a07270c434de tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] DELETE failed (client error): The resource could not be found. Oct 26 08:37:56.169954 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35ddd726-85f3-4b93-9dc0-a07270c434de tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:37:56.173034 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-35ddd726-85f3-4b93-9dc0-a07270c434de tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/subnets/cef2b0fa-4a4e-4007-8b50-dc235cfab011 HTTP/1.1" status: 404 len: 337 time: 0.0304079 Oct 26 08:37:56.176061 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37406) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:56.205461 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3e39d3-cd66-4401-95d0-0cc0e3f96a16 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] DELETE failed (client error): The resource could not be found. Oct 26 08:37:56.205461 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e3e39d3-cd66-4401-95d0-0cc0e3f96a16 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 08:37:56.209924 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-0e3e39d3-cd66-4401-95d0-0cc0e3f96a16 tempest-RoutersTest-1552641292 tempest-RoutersTest-1552641292-project] 10.222.0.41 "DELETE /v2.0/subnets/d6ede460-d12c-436f-b778-88df34a2636d HTTP/1.1" status: 404 len: 337 time: 0.0309596 Oct 26 08:37:56.317832 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37410) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:56.364722 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-46410bde-9b9a-4471-a1de-a27e5fa1adcf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a337de44fb13484e8422c40fd1368f27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456583 Oct 26 08:37:56.367382 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37412) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:56.417120 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5f456c3e-e72e-4453-9ff0-cc01c5215ce6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:56.439434 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5f456c3e-e72e-4453-9ff0-cc01c5215ce6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:56.459939 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37416) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:56.488001 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5f456c3e-e72e-4453-9ff0-cc01c5215ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:56.490761 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5f456c3e-e72e-4453-9ff0-cc01c5215ce6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:56.492055 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5f456c3e-e72e-4453-9ff0-cc01c5215ce6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4bea9ea1-fd01-4cd9-a6d6-6ca2c1530349 HTTP/1.1" status: 204 len: 168 time: 0.1236589 Oct 26 08:37:56.500391 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f456c3e-e72e-4453-9ff0-cc01c5215ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bea9ea1-fd01-4cd9-a6d6-6ca2c1530349,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:56.610485 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9c999cd7-2b92-40f8-bde2-ae597e0f01ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=14b2bed9eecf4da799cf96f861ddb8c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1492391 Oct 26 08:37:56.612938 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37424) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:56.666945 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7f074e78-273b-462c-97c5-21f3945a444c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:56.690072 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7f074e78-273b-462c-97c5-21f3945a444c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:56.740630 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7f074e78-273b-462c-97c5-21f3945a444c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:56.743604 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7f074e78-273b-462c-97c5-21f3945a444c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:56.744805 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-7f074e78-273b-462c-97c5-21f3945a444c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0379c1ec-386a-4ea4-84e1-178ec96a5c12 HTTP/1.1" status: 204 len: 168 time: 0.1309614 Oct 26 08:37:56.753257 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f074e78-273b-462c-97c5-21f3945a444c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0379c1ec-386a-4ea4-84e1-178ec96a5c12,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:57.196788 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37454) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:57.200676 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028419 Oct 26 08:37:57.203874 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37456) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:57.305477 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f1d6d247-ef0e-4479-b792-cbb8418ea5df tempest-NetworksApiDiscovery-856518184 tempest-NetworksApiDiscovery-856518184-project] 10.222.0.41 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1005180 Oct 26 08:37:57.454857 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37472) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:57.507423 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37476) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:57.608845 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d20f284d-1497-42d0-935e-69e1b3efcd0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:57.649199 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-409fff2e-2ef1-4d1e-b89c-828cdcf36bb0 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Request body: {'security_group': {'name': 'tempest-secgroup--2067137760'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:57.690428 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-409fff2e-2ef1-4d1e-b89c-828cdcf36bb0 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:57.705416 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-409fff2e-2ef1-4d1e-b89c-828cdcf36bb0 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:57.715599 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d20f284d-1497-42d0-935e-69e1b3efcd0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:57.721755 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d20f284d-1497-42d0-935e-69e1b3efcd0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:57.763876 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d20f284d-1497-42d0-935e-69e1b3efcd0e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f6f26af2421c44faa7e5dafebd6057aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2553077 Oct 26 08:37:57.766737 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37480) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:57.781733 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f284d-1497-42d0-935e-69e1b3efcd0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84052dd9-62d2-42f9-a4f3-79c9e80b183e,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:57.824675 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-df3a0e25-1a63-479b-9520-65ef834b3c49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:57.829908 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-409fff2e-2ef1-4d1e-b89c-828cdcf36bb0 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:57.833788 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-409fff2e-2ef1-4d1e-b89c-828cdcf36bb0 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:57.847615 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-df3a0e25-1a63-479b-9520-65ef834b3c49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:57.876180 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409fff2e-2ef1-4d1e-b89c-828cdcf36bb0 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56060c1d-8282-432a-b60b-05ff70b74524,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:57.898241 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-df3a0e25-1a63-479b-9520-65ef834b3c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:57.900839 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-df3a0e25-1a63-479b-9520-65ef834b3c49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:57.905520 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-df3a0e25-1a63-479b-9520-65ef834b3c49 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/84052dd9-62d2-42f9-a4f3-79c9e80b183e HTTP/1.1" status: 204 len: 168 time: 0.1371403 Oct 26 08:37:57.913803 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a0e25-1a63-479b-9520-65ef834b3c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84052dd9-62d2-42f9-a4f3-79c9e80b183e,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:57.930079 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-409fff2e-2ef1-4d1e-b89c-828cdcf36bb0 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:57.937573 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-409fff2e-2ef1-4d1e-b89c-828cdcf36bb0 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:57.969560 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-409fff2e-2ef1-4d1e-b89c-828cdcf36bb0 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:57.973277 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-409fff2e-2ef1-4d1e-b89c-828cdcf36bb0 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5148425 Oct 26 08:37:57.973277 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409fff2e-2ef1-4d1e-b89c-828cdcf36bb0 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff309dc-060b-4b7c-98f1-90603e9ef4d6,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:57.973708 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37484) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:58.030743 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-16626d75-229a-4507-a130-ec2b3670add7 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0557969 Oct 26 08:37:58.033383 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37488) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:58.037923 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-4efad426-9fe2-47e9-84e7-5280b99ba067 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Request body: {'security_group': {'name': 'tempest-security--360777684', 'description': 'tempest-security-description-1871960864'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:58.387081 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4efad426-9fe2-47e9-84e7-5280b99ba067 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:58.431736 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4efad426-9fe2-47e9-84e7-5280b99ba067 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:58.435736 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4efad426-9fe2-47e9-84e7-5280b99ba067 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:58.438371 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4efad426-9fe2-47e9-84e7-5280b99ba067 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:58.442069 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4efad426-9fe2-47e9-84e7-5280b99ba067 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "PUT /v2.0/security-groups/6ff309dc-060b-4b7c-98f1-90603e9ef4d6 HTTP/1.1" status: 200 len: 1779 time: 0.4051952 Oct 26 08:37:58.442979 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37504) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:58.464306 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efad426-9fe2-47e9-84e7-5280b99ba067 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff309dc-060b-4b7c-98f1-90603e9ef4d6,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:58.488455 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-5c2e04b0-16bf-43e1-8d1a-729c7f4a1e55 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "GET /v2.0/security-groups/6ff309dc-060b-4b7c-98f1-90603e9ef4d6 HTTP/1.1" status: 200 len: 1779 time: 0.0437751 Oct 26 08:37:58.491071 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37508) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:58.544128 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b8728a59-5f87-4c93-9dce-ddb568658a10 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:58.554757 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37510) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:58.568367 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b8728a59-5f87-4c93-9dce-ddb568658a10 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:58.615069 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b8728a59-5f87-4c93-9dce-ddb568658a10 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:58.617749 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b8728a59-5f87-4c93-9dce-ddb568658a10 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:58.618899 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b8728a59-5f87-4c93-9dce-ddb568658a10 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "DELETE /v2.0/security-groups/6ff309dc-060b-4b7c-98f1-90603e9ef4d6 HTTP/1.1" status: 204 len: 168 time: 0.1270685 Oct 26 08:37:58.622306 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37514) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:58.628806 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8728a59-5f87-4c93-9dce-ddb568658a10 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff309dc-060b-4b7c-98f1-90603e9ef4d6,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:58.663788 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-db5e0ae3-c72d-49c0-a70b-177faaa1e7ef admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1797665840-network', 'tenant_id': '012ebdc024314225b35adc225bf3c042'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:58.676833 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-82c8e50f-c354-4f58-8250-29524c9d7fea tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0533361 Oct 26 08:37:58.679728 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37516) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:58.691809 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5e0ae3-c72d-49c0-a70b-177faaa1e7ef admin admin] Made reservation on behalf of 012ebdc024314225b35adc225bf3c042 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:37:58.693796 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-e7c768a7-371b-44db-b02b-b6fe795294d0 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] delete failed (client error): The resource could not be found. Oct 26 08:37:58.694232 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-db5e0ae3-c72d-49c0-a70b-177faaa1e7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:58.694800 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e7c768a7-371b-44db-b02b-b6fe795294d0 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "DELETE /v2.0/security-groups/6ff309dc-060b-4b7c-98f1-90603e9ef4d6 HTTP/1.1" status: 404 len: 347 time: 0.0140967 Oct 26 08:37:58.699279 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37518) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:58.702994 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-db5e0ae3-c72d-49c0-a70b-177faaa1e7ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:58.703473 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-20e31990-8675-482e-901f-a06c913efecd tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Request body: {'security_group': {'name': 'tempest-secgroup--472181632'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:58.727199 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-20e31990-8675-482e-901f-a06c913efecd tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:58.779771 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-db5e0ae3-c72d-49c0-a70b-177faaa1e7ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:58.782816 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-db5e0ae3-c72d-49c0-a70b-177faaa1e7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:58.798967 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-20e31990-8675-482e-901f-a06c913efecd tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:58.803009 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-20e31990-8675-482e-901f-a06c913efecd tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:58.810841 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db5e0ae3-c72d-49c0-a70b-177faaa1e7ef admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:37:58.819999 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e0ae3-c72d-49c0-a70b-177faaa1e7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6487e5-3731-4c22-8898-5eda34961ba0,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:58.826946 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-db5e0ae3-c72d-49c0-a70b-177faaa1e7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:58.827418 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-db5e0ae3-c72d-49c0-a70b-177faaa1e7ef admin admin] Added segment ee9d28ae-f82a-46f0-83dd-bc4a97034bc9 of type vlan for network aaea57e4-9420-417b-be2f-9d1c60706f42 Oct 26 08:37:58.835104 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-20e31990-8675-482e-901f-a06c913efecd tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:58.835970 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-20e31990-8675-482e-901f-a06c913efecd tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1359804 Oct 26 08:37:58.839704 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37520) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:58.844911 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-985cfcfb-9daa-4bf6-8d57-5a5930924fa9 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Request body: {'security_group_rule': {'security_group_id': 'b84dd9aa-2066-47fe-b894-76c4d523ecb3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:58.849132 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e31990-8675-482e-901f-a06c913efecd tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b84dd9aa-2066-47fe-b894-76c4d523ecb3,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:58.860749 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e31990-8675-482e-901f-a06c913efecd tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:58.861097 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e31990-8675-482e-901f-a06c913efecd tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:58.861441 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e31990-8675-482e-901f-a06c913efecd tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:58.861827 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e31990-8675-482e-901f-a06c913efecd tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:58.862211 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e31990-8675-482e-901f-a06c913efecd tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:58.862487 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e31990-8675-482e-901f-a06c913efecd tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:58.862819 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e31990-8675-482e-901f-a06c913efecd tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:58.863175 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e31990-8675-482e-901f-a06c913efecd tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:58.863476 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e31990-8675-482e-901f-a06c913efecd tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:58.863806 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e31990-8675-482e-901f-a06c913efecd tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:58.864123 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e31990-8675-482e-901f-a06c913efecd tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:58.864442 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e31990-8675-482e-901f-a06c913efecd tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:37:58.871765 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-db5e0ae3-c72d-49c0-a70b-177faaa1e7ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:58.888925 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-985cfcfb-9daa-4bf6-8d57-5a5930924fa9 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:58.898449 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-db5e0ae3-c72d-49c0-a70b-177faaa1e7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:58.899360 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5e0ae3-c72d-49c0-a70b-177faaa1e7ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:58.899948 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-db5e0ae3-c72d-49c0-a70b-177faaa1e7ef admin admin] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:58.946103 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-985cfcfb-9daa-4bf6-8d57-5a5930924fa9 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:58.950852 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-985cfcfb-9daa-4bf6-8d57-5a5930924fa9 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:58.954784 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-db5e0ae3-c72d-49c0-a70b-177faaa1e7ef admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3962264 Oct 26 08:37:58.955783 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37522) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:58.963473 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e0ae3-c72d-49c0-a70b-177faaa1e7ef admin admin] Pushing event updated for resources: {'Network': ['ID=aaea57e4-9420-417b-be2f-9d1c60706f42,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:58.964633 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-024b32b3-4628-4d4e-8c1e-64151e69f3ce admin admin] Request body: {'subnet': {'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1797665840-subnet', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'ip_version': 4}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:58.973072 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network aaea57e4-9420-417b-be2f-9d1c60706f42 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:37:58.985138 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985cfcfb-9daa-4bf6-8d57-5a5930924fa9 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60321311-0c38-40de-b6f1-3a469a727dc2,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:59.002537 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024b32b3-4628-4d4e-8c1e-64151e69f3ce admin admin] Made reservation on behalf of 012ebdc024314225b35adc225bf3c042 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:37:59.005126 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-024b32b3-4628-4d4e-8c1e-64151e69f3ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:59.010542 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-985cfcfb-9daa-4bf6-8d57-5a5930924fa9 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:59.012373 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-985cfcfb-9daa-4bf6-8d57-5a5930924fa9 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1710644 Oct 26 08:37:59.015662 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37524) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:59.045966 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-171583dd-e136-415d-a205-33b14d560d51 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:59.055218 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-171583dd-e136-415d-a205-33b14d560d51 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:59.090878 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-171583dd-e136-415d-a205-33b14d560d51 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:59.097844 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-171583dd-e136-415d-a205-33b14d560d51 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:59.099027 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-171583dd-e136-415d-a205-33b14d560d51 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/60321311-0c38-40de-b6f1-3a469a727dc2 HTTP/1.1" status: 204 len: 168 time: 0.0819438 Oct 26 08:37:59.102790 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37526) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:59.105667 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171583dd-e136-415d-a205-33b14d560d51 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60321311-0c38-40de-b6f1-3a469a727dc2,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:59.181714 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-7c96bbaf-980d-4461-adc8-82166da62e54 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0776339 Oct 26 08:37:59.184822 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37528) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:59.236046 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-024b32b3-4628-4d4e-8c1e-64151e69f3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:59.242681 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1bcf2812-1b8a-4706-9d0a-788744635ef3 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:59.266855 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1bcf2812-1b8a-4706-9d0a-788744635ef3 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:59.293579 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b32b3-4628-4d4e-8c1e-64151e69f3ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=854d097d-f76d-4dde-9873-e30632cd6b45,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:59.304791 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024b32b3-4628-4d4e-8c1e-64151e69f3ce admin admin] Checking segment: {'id': 'ee9d28ae-f82a-46f0-83dd-bc4a97034bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:37:59.305151 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024b32b3-4628-4d4e-8c1e-64151e69f3ce admin admin] Network hostable DHCP agents. Network: aaea57e4-9420-417b-be2f-9d1c60706f42, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:37:59.312508 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1bcf2812-1b8a-4706-9d0a-788744635ef3 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:59.315568 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1bcf2812-1b8a-4706-9d0a-788744635ef3 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:59.319095 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1bcf2812-1b8a-4706-9d0a-788744635ef3 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "DELETE /v2.0/security-groups/b84dd9aa-2066-47fe-b894-76c4d523ecb3 HTTP/1.1" status: 204 len: 168 time: 0.1310003 Oct 26 08:37:59.319392 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37530) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:59.328519 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf2812-1b8a-4706-9d0a-788744635ef3 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84dd9aa-2066-47fe-b894-76c4d523ecb3,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:59.340402 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024b32b3-4628-4d4e-8c1e-64151e69f3ce admin admin] Network aaea57e4-9420-417b-be2f-9d1c60706f42 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:37:59.360136 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-024b32b3-4628-4d4e-8c1e-64151e69f3ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, aaea57e4-9420-417b-be2f-9d1c60706f42) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:37:59.366718 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024b32b3-4628-4d4e-8c1e-64151e69f3ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:37:59.367324 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-024b32b3-4628-4d4e-8c1e-64151e69f3ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:59.368848 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f30a953-6939-46ed-9f1f-02282d2d8378 None None] Network aaea57e4-9420-417b-be2f-9d1c60706f42 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:37:59.387092 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2b5353c2-8bb5-459d-b7da-fa6398a8b61b tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0659177 Oct 26 08:37:59.391430 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37532) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:59.396151 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-416ec465-2181-4a0a-89c1-5994b191ad1e tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Request body: {'security_group': {'name': 'tempest-secgroup--772370023'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:59.404425 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-024b32b3-4628-4d4e-8c1e-64151e69f3ce admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4454541 Oct 26 08:37:59.407701 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37534) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:59.412677 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-cb87f9b7-fbbb-4fe1-a807-fe14892c0605 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1797665840-router', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:59.422729 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-416ec465-2181-4a0a-89c1-5994b191ad1e tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:59.439266 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cb87f9b7-fbbb-4fe1-a807-fe14892c0605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:59.440296 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cb87f9b7-fbbb-4fe1-a807-fe14892c0605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:59.497659 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cb87f9b7-fbbb-4fe1-a807-fe14892c0605 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:59.505845 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-416ec465-2181-4a0a-89c1-5994b191ad1e tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:59.511505 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-416ec465-2181-4a0a-89c1-5994b191ad1e tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:59.527456 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf3e488-fde2-4249-836f-d8ba87050a5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-aaea57e4-9420-417b-be2f-9d1c60706f42', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'fixed_ips': [{'subnet_id': '854d097d-f76d-4dde-9873-e30632cd6b45'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:37:59.528398 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9cf3e488-fde2-4249-836f-d8ba87050a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:59.544584 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-416ec465-2181-4a0a-89c1-5994b191ad1e tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:59.546529 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-416ec465-2181-4a0a-89c1-5994b191ad1e tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1540897 Oct 26 08:37:59.548743 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ec465-2181-4a0a-89c1-5994b191ad1e tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97949eeb-7aec-481d-9af4-180a6334e1ea,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:59.550994 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37536) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:59.558469 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-9a02ae1c-1bcb-41b3-84d3-1a3c968c0046 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Request body: {'security_group_rule': {'security_group_id': '97949eeb-7aec-481d-9af4-180a6334e1ea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:59.600943 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9a02ae1c-1bcb-41b3-84d3-1a3c968c0046 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:59.653392 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cb87f9b7-fbbb-4fe1-a807-fe14892c0605 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:59.669051 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9a02ae1c-1bcb-41b3-84d3-1a3c968c0046 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:59.674169 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9a02ae1c-1bcb-41b3-84d3-1a3c968c0046 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:59.689137 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-9cf3e488-fde2-4249-836f-d8ba87050a5d None None] Allocated IP 172.20.0.2 (aaea57e4-9420-417b-be2f-9d1c60706f42/854d097d-f76d-4dde-9873-e30632cd6b45/f58cb21e-efcd-4c27-a74a-d3ef92312d85) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:37:59.692924 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02ae1c-1bcb-41b3-84d3-1a3c968c0046 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee30c032-2079-48cf-a2e5-ff11ad6c0ebb,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:59.703310 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9a02ae1c-1bcb-41b3-84d3-1a3c968c0046 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:59.704940 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9a02ae1c-1bcb-41b3-84d3-1a3c968c0046 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1498628 Oct 26 08:37:59.707339 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37538) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:59.713696 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-2eb82854-ce1a-49c0-965e-5a7ee1ddcb82 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Request body: {'security_group_rule': {'security_group_id': '97949eeb-7aec-481d-9af4-180a6334e1ea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:59.743683 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2eb82854-ce1a-49c0-965e-5a7ee1ddcb82 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:59.804604 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2eb82854-ce1a-49c0-965e-5a7ee1ddcb82 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:59.809983 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2eb82854-ce1a-49c0-965e-5a7ee1ddcb82 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:59.829407 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb82854-ce1a-49c0-965e-5a7ee1ddcb82 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93b6bba9-e1ea-41e2-ad6d-76cd54669119,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:59.838339 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2eb82854-ce1a-49c0-965e-5a7ee1ddcb82 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:59.840790 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2eb82854-ce1a-49c0-965e-5a7ee1ddcb82 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1317115 Oct 26 08:37:59.843516 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37540) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:59.848699 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-bd17a0d5-1422-4321-b768-43b90075d039 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Request body: {'security_group_rule': {'security_group_id': '97949eeb-7aec-481d-9af4-180a6334e1ea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:59.860831 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9cf3e488-fde2-4249-836f-d8ba87050a5d None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:59.868798 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9cf3e488-fde2-4249-836f-d8ba87050a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:59.880441 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bd17a0d5-1422-4321-b768-43b90075d039 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:59.882032 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cb87f9b7-fbbb-4fe1-a807-fe14892c0605 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:59.902412 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cb87f9b7-fbbb-4fe1-a807-fe14892c0605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:59.920104 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf3e488-fde2-4249-836f-d8ba87050a5d None None] Network aaea57e4-9420-417b-be2f-9d1c60706f42 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:37:59.923667 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-9cf3e488-fde2-4249-836f-d8ba87050a5d None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:37:59.928231 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf3e488-fde2-4249-836f-d8ba87050a5d None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:37:59.937987 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf3e488-fde2-4249-836f-d8ba87050a5d None None] Pushing event updated for resources: {'Port': ['ID=f58cb21e-efcd-4c27-a74a-d3ef92312d85,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:59.946836 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bd17a0d5-1422-4321-b768-43b90075d039 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:59.952839 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bd17a0d5-1422-4321-b768-43b90075d039 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:59.974254 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd17a0d5-1422-4321-b768-43b90075d039 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2fc0418-d96c-4af7-b566-2a34f2aa6fd3,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:37:59.984694 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bd17a0d5-1422-4321-b768-43b90075d039 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:37:59.989509 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-bd17a0d5-1422-4321-b768-43b90075d039 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1415825 Oct 26 08:37:59.989509 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37542) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:37:59.993863 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-9cf3e488-fde2-4249-836f-d8ba87050a5d None None] Attempting to bind port f58cb21e-efcd-4c27-a74a-d3ef92312d85 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:37:59.994373 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-9cf3e488-fde2-4249-836f-d8ba87050a5d None None] Attempting to bind port f58cb21e-efcd-4c27-a74a-d3ef92312d85 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'ee9d28ae-f82a-46f0-83dd-bc4a97034bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:37:59.994492 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-9aff36da-03c1-4fad-b43a-17a67bc9b47b tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Request body: {'security_group_rule': {'security_group_id': '97949eeb-7aec-481d-9af4-180a6334e1ea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:37:59.994600 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf3e488-fde2-4249-836f-d8ba87050a5d None None] Attempting to bind port f58cb21e-efcd-4c27-a74a-d3ef92312d85 on network aaea57e4-9420-417b-be2f-9d1c60706f42 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:38:00.000450 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf3e488-fde2-4249-836f-d8ba87050a5d None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:38:00.000833 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf3e488-fde2-4249-836f-d8ba87050a5d None None] Checking segment: {'id': 'ee9d28ae-f82a-46f0-83dd-bc4a97034bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:38:00.001266 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9cf3e488-fde2-4249-836f-d8ba87050a5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:00.001898 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf3e488-fde2-4249-836f-d8ba87050a5d None None] Bound using segment: {'id': 'ee9d28ae-f82a-46f0-83dd-bc4a97034bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:38:00.002379 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-9cf3e488-fde2-4249-836f-d8ba87050a5d None None] Bound port: f58cb21e-efcd-4c27-a74a-d3ef92312d85, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee9d28ae-f82a-46f0-83dd-bc4a97034bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:38:00.002764 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9cf3e488-fde2-4249-836f-d8ba87050a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:00.022736 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-cb87f9b7-fbbb-4fe1-a807-fe14892c0605 admin admin] Allocated IP 172.26.2.72 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/83e53520-fd9d-466d-9556-54b701a48465) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:38:00.029339 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9aff36da-03c1-4fad-b43a-17a67bc9b47b tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:00.072800 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-9cf3e488-fde2-4249-836f-d8ba87050a5d None None] For port f58cb21e-efcd-4c27-a74a-d3ef92312d85, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:38:00.076162 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-9cf3e488-fde2-4249-836f-d8ba87050a5d None None] For port f58cb21e-efcd-4c27-a74a-d3ef92312d85, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=f58cb21e-efcd-4c27-a74a-d3ef92312d85,segment=NetworkSegment(ee9d28ae-f82a-46f0-83dd-bc4a97034bc9),segment_id=ee9d28ae-f82a-46f0-83dd-bc4a97034bc9)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:38:00.082993 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9cf3e488-fde2-4249-836f-d8ba87050a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:00.099376 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9aff36da-03c1-4fad-b43a-17a67bc9b47b tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:00.104142 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9aff36da-03c1-4fad-b43a-17a67bc9b47b tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:00.127165 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff36da-03c1-4fad-b43a-17a67bc9b47b tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f9820b-0599-42cb-b4c9-3411d4178297,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:00.138387 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9aff36da-03c1-4fad-b43a-17a67bc9b47b tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:00.139640 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9aff36da-03c1-4fad-b43a-17a67bc9b47b tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1497438 Oct 26 08:38:00.145480 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf3e488-fde2-4249-836f-d8ba87050a5d None None] Pushing event updated for resources: {'Port': ['ID=f58cb21e-efcd-4c27-a74a-d3ef92312d85,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:00.146897 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37544) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:00.154231 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-60832fe4-a0cf-4c4c-9165-19bd7ae330b3 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Request body: {'security_group_rule': {'security_group_id': '97949eeb-7aec-481d-9af4-180a6334e1ea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:00.163304 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cb87f9b7-fbbb-4fe1-a807-fe14892c0605 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:00.205766 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-60832fe4-a0cf-4c4c-9165-19bd7ae330b3 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:00.231857 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cb87f9b7-fbbb-4fe1-a807-fe14892c0605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:00.311424 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb87f9b7-fbbb-4fe1-a807-fe14892c0605 admin admin] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:38:00.316507 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-cb87f9b7-fbbb-4fe1-a807-fe14892c0605 admin admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:38:00.321032 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87f9b7-fbbb-4fe1-a807-fe14892c0605 admin admin] Pushing event updated for resources: {'Port': ['ID=83e53520-fd9d-466d-9556-54b701a48465,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:00.323379 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb87f9b7-fbbb-4fe1-a807-fe14892c0605 admin admin] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:38:00.365680 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-60832fe4-a0cf-4c4c-9165-19bd7ae330b3 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:00.372995 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-60832fe4-a0cf-4c4c-9165-19bd7ae330b3 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:00.424804 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60832fe4-a0cf-4c4c-9165-19bd7ae330b3 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceefe211-1c77-4f8c-8efa-0cf907a66f92,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:00.468136 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-60832fe4-a0cf-4c4c-9165-19bd7ae330b3 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:00.469282 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-60832fe4-a0cf-4c4c-9165-19bd7ae330b3 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3205607 Oct 26 08:38:00.472246 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37546) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:00.496472 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-add1657d-df0c-409e-a584-60e2660dff9e tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:00.504480 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-add1657d-df0c-409e-a584-60e2660dff9e tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:00.531931 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-add1657d-df0c-409e-a584-60e2660dff9e tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:00.538254 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-add1657d-df0c-409e-a584-60e2660dff9e tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:00.539315 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-add1657d-df0c-409e-a584-60e2660dff9e tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/ceefe211-1c77-4f8c-8efa-0cf907a66f92 HTTP/1.1" status: 204 len: 168 time: 0.0660629 Oct 26 08:38:00.544445 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37548) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:00.560210 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1657d-df0c-409e-a584-60e2660dff9e tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ceefe211-1c77-4f8c-8efa-0cf907a66f92,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:00.604943 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f0c8f20b-96f3-4729-b654-91eb4fe44cd7 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0590990 Oct 26 08:38:00.607635 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37550) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:00.621672 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cb87f9b7-fbbb-4fe1-a807-fe14892c0605 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:00.633946 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fdb08334-bf52-4523-a6b3-97b971717d3d tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:00.642206 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fdb08334-bf52-4523-a6b3-97b971717d3d tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:00.669579 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fdb08334-bf52-4523-a6b3-97b971717d3d tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:00.675733 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fdb08334-bf52-4523-a6b3-97b971717d3d tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:00.679312 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-fdb08334-bf52-4523-a6b3-97b971717d3d tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/32f9820b-0599-42cb-b4c9-3411d4178297 HTTP/1.1" status: 204 len: 168 time: 0.0683758 Oct 26 08:38:00.679461 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:38:00.681952 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37552) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:00.688889 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb08334-bf52-4523-a6b3-97b971717d3d tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32f9820b-0599-42cb-b4c9-3411d4178297,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:00.741357 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c6245c0c-2ec4-493c-a841-edc7e01fbec9 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0554562 Oct 26 08:38:00.741655 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37554) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:00.772335 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d95e3eb7-f404-41bd-8f5f-19d0db55a98a tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:00.781878 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d95e3eb7-f404-41bd-8f5f-19d0db55a98a tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:00.811208 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d95e3eb7-f404-41bd-8f5f-19d0db55a98a tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:00.817586 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d95e3eb7-f404-41bd-8f5f-19d0db55a98a tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:00.818516 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d95e3eb7-f404-41bd-8f5f-19d0db55a98a tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/d2fc0418-d96c-4af7-b566-2a34f2aa6fd3 HTTP/1.1" status: 204 len: 168 time: 0.0757041 Oct 26 08:38:00.821189 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37556) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:00.824490 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e3eb7-f404-41bd-8f5f-19d0db55a98a tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2fc0418-d96c-4af7-b566-2a34f2aa6fd3,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:00.868598 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cb87f9b7-fbbb-4fe1-a807-fe14892c0605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:00.889256 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b490abea-5cfa-4aba-9a8b-3e5e12973c69 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0651965 Oct 26 08:38:00.891390 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37558) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:00.985242 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-477b85d2-1b3c-4f29-bba2-b95f51ec7618 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:00.996323 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-477b85d2-1b3c-4f29-bba2-b95f51ec7618 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:01.036523 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-477b85d2-1b3c-4f29-bba2-b95f51ec7618 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:01.044124 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-477b85d2-1b3c-4f29-bba2-b95f51ec7618 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:01.045234 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-477b85d2-1b3c-4f29-bba2-b95f51ec7618 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/93b6bba9-e1ea-41e2-ad6d-76cd54669119 HTTP/1.1" status: 204 len: 168 time: 0.1529248 Oct 26 08:38:01.048222 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37560) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:01.054811 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b85d2-1b3c-4f29-bba2-b95f51ec7618 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93b6bba9-e1ea-41e2-ad6d-76cd54669119,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:01.080558 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e24a5c8-d4f5-4251-864b-1e675887d088 None None] Network aaea57e4-9420-417b-be2f-9d1c60706f42 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:38:01.081744 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb87f9b7-fbbb-4fe1-a807-fe14892c0605 admin admin] Router 738fe4aa-1d31-483d-b64a-536262569c1f is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:38:01.100875 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-54aff4c0-45ad-40de-ab63-49e712f0d209 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0485382 Oct 26 08:38:01.101124 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37562) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:01.128541 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-021ca5b0-978c-498d-9a8b-484cceab36a8 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:01.140426 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-021ca5b0-978c-498d-9a8b-484cceab36a8 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:01.173425 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-021ca5b0-978c-498d-9a8b-484cceab36a8 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:01.181435 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-021ca5b0-978c-498d-9a8b-484cceab36a8 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:01.185157 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-021ca5b0-978c-498d-9a8b-484cceab36a8 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/ee30c032-2079-48cf-a2e5-ff11ad6c0ebb HTTP/1.1" status: 204 len: 168 time: 0.0803714 Oct 26 08:38:01.186358 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37564) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:01.187546 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ca5b0-978c-498d-9a8b-484cceab36a8 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee30c032-2079-48cf-a2e5-ff11ad6c0ebb,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:01.218593 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-a1db8270-8fa2-4787-bd28-1c01e1d300b0 None None] Provisioning complete for port f58cb21e-efcd-4c27-a74a-d3ef92312d85 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:38:01.218971 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a1db8270-8fa2-4787-bd28-1c01e1d300b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:01.222224 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb87f9b7-fbbb-4fe1-a807-fe14892c0605 admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:38:01.232892 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1973e8e8-a21f-44df-8f1a-6d43e88eec6e None None] Sync routers for ids ['738fe4aa-1d31-483d-b64a-536262569c1f'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:38:01.245819 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-34f796de-18fa-4708-b0b8-4186debc3a14 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0560966 Oct 26 08:38:01.246064 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1973e8e8-a21f-44df-8f1a-6d43e88eec6e None None] Routers {'738fe4aa-1d31-483d-b64a-536262569c1f'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:38:01.246064 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-1973e8e8-a21f-44df-8f1a-6d43e88eec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['738fe4aa-1d31-483d-b64a-536262569c1f'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:01.246654 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37566) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:01.277395 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cb87f9b7-fbbb-4fe1-a807-fe14892c0605 admin admin] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:01.281795 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-cb87f9b7-fbbb-4fe1-a807-fe14892c0605 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8699629 Oct 26 08:38:01.282427 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37568) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:01.336499 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a1db8270-8fa2-4787-bd28-1c01e1d300b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:01.366395 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-1973e8e8-a21f-44df-8f1a-6d43e88eec6e None None] Set router 738fe4aa-1d31-483d-b64a-536262569c1f gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:38:01.380688 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-a1db8270-8fa2-4787-bd28-1c01e1d300b0 None None] For port f58cb21e-efcd-4c27-a74a-d3ef92312d85, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=f58cb21e-efcd-4c27-a74a-d3ef92312d85,segment=NetworkSegment(ee9d28ae-f82a-46f0-83dd-bc4a97034bc9),segment_id=ee9d28ae-f82a-46f0-83dd-bc4a97034bc9)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:38:01.388643 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a1db8270-8fa2-4787-bd28-1c01e1d300b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:01.400031 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5592b805-9748-4f83-8f20-4b968ff316f0 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:01.447400 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5592b805-9748-4f83-8f20-4b968ff316f0 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:01.460460 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db8270-8fa2-4787-bd28-1c01e1d300b0 None None] Pushing event updated for resources: {'Port': ['ID=f58cb21e-efcd-4c27-a74a-d3ef92312d85,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:01.570870 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-1973e8e8-a21f-44df-8f1a-6d43e88eec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'name': 'tempest-TestVolumeBootPattern-1797665840-router', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '83e53520-fd9d-466d-9556-54b701a48465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:00Z', 'revision_number': 3, 'project_id': '012ebdc024314225b35adc225bf3c042', 'gw_port': {'id': '83e53520-fd9d-466d-9556-54b701a48465', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:01.578135 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5592b805-9748-4f83-8f20-4b968ff316f0 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:01.581395 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5592b805-9748-4f83-8f20-4b968ff316f0 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:01.582846 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5592b805-9748-4f83-8f20-4b968ff316f0 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "DELETE /v2.0/security-groups/97949eeb-7aec-481d-9af4-180a6334e1ea HTTP/1.1" status: 204 len: 168 time: 0.3353286 Oct 26 08:38:01.585703 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37570) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:01.612669 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-bdd89f74-a9e1-41b5-9c2d-c14ec1f36727 None None] Provisioning complete for port f58cb21e-efcd-4c27-a74a-d3ef92312d85 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:38:01.613274 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bdd89f74-a9e1-41b5-9c2d-c14ec1f36727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:01.623446 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1973e8e8-a21f-44df-8f1a-6d43e88eec6e None None] Checking router: 738fe4aa-1d31-483d-b64a-536262569c1f for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:38:01.623800 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1973e8e8-a21f-44df-8f1a-6d43e88eec6e None None] Updating router 738fe4aa-1d31-483d-b64a-536262569c1f port 83e53520-fd9d-466d-9556-54b701a48465 binding host dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:38:01.654760 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592b805-9748-4f83-8f20-4b968ff316f0 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97949eeb-7aec-481d-9af4-180a6334e1ea,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:01.661339 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1973e8e8-a21f-44df-8f1a-6d43e88eec6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:01.663040 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-bf701466-ae4b-48d0-9efc-869a5a236567 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0758986 Oct 26 08:38:01.663862 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37572) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:01.676054 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-ab70778e-06a7-4730-8946-a7a0e0269ee7 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Request body: {'security_group': {'name': 'tempest-secgroup--464305551'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:01.705055 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5592b805-9748-4f83-8f20-4b968ff316f0 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:38:01.705407 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5592b805-9748-4f83-8f20-4b968ff316f0 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:38:01.706222 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5592b805-9748-4f83-8f20-4b968ff316f0 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:38:01.706222 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5592b805-9748-4f83-8f20-4b968ff316f0 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:38:01.706496 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5592b805-9748-4f83-8f20-4b968ff316f0 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:38:01.706785 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5592b805-9748-4f83-8f20-4b968ff316f0 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:38:01.707250 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5592b805-9748-4f83-8f20-4b968ff316f0 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:38:01.707430 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5592b805-9748-4f83-8f20-4b968ff316f0 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:38:01.707755 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5592b805-9748-4f83-8f20-4b968ff316f0 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:38:01.708083 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5592b805-9748-4f83-8f20-4b968ff316f0 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:38:01.708405 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5592b805-9748-4f83-8f20-4b968ff316f0 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:38:01.708725 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5592b805-9748-4f83-8f20-4b968ff316f0 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:38:01.724366 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ab70778e-06a7-4730-8946-a7a0e0269ee7 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:01.736160 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device f58cb21e-efcd-4c27-a74a-d3ef92312d85 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:38:01.813170 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port f58cb21e-efcd-4c27-a74a-d3ef92312d85 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:38:01.813549 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:01.818064 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ab70778e-06a7-4730-8946-a7a0e0269ee7 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:01.823276 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ab70778e-06a7-4730-8946-a7a0e0269ee7 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:01.862455 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ab70778e-06a7-4730-8946-a7a0e0269ee7 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:01.863978 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ab70778e-06a7-4730-8946-a7a0e0269ee7 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1991720 Oct 26 08:38:01.866225 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70778e-06a7-4730-8946-a7a0e0269ee7 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9d8923-65a8-4d25-9ca3-e5228edeccfe,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:01.867603 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37574) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:01.873131 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-b79e7361-7a4c-4fdf-9ccd-c0b9616a8ce8 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Request body: {'security_group_rule': {'security_group_id': '9f9d8923-65a8-4d25-9ca3-e5228edeccfe', 'direction': 'ingress', 'protocol': 17}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:01.934930 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b79e7361-7a4c-4fdf-9ccd-c0b9616a8ce8 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:01.947656 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3f94264d-95f9-486d-aa61-80b35062d9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:01.999347 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1973e8e8-a21f-44df-8f1a-6d43e88eec6e None None] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:02.005170 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1973e8e8-a21f-44df-8f1a-6d43e88eec6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:02.060258 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b79e7361-7a4c-4fdf-9ccd-c0b9616a8ce8 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:02.061312 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-1973e8e8-a21f-44df-8f1a-6d43e88eec6e None None] Attempting to bind port 83e53520-fd9d-466d-9556-54b701a48465 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:38:02.061767 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-1973e8e8-a21f-44df-8f1a-6d43e88eec6e None None] Attempting to bind port 83e53520-fd9d-466d-9556-54b701a48465 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:38:02.062150 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1973e8e8-a21f-44df-8f1a-6d43e88eec6e None None] Attempting to bind port 83e53520-fd9d-466d-9556-54b701a48465 on network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:38:02.064257 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195e39b-8c5f-4f14-95e6-3d8b55c55cc6 None None] Pushing event updated for resources: {'Port': ['ID=83e53520-fd9d-466d-9556-54b701a48465,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:02.071029 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1973e8e8-a21f-44df-8f1a-6d43e88eec6e None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:38:02.071415 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1973e8e8-a21f-44df-8f1a-6d43e88eec6e None None] Checking segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:38:02.071779 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1973e8e8-a21f-44df-8f1a-6d43e88eec6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:02.072161 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1973e8e8-a21f-44df-8f1a-6d43e88eec6e None None] Bound using segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:38:02.072623 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-1973e8e8-a21f-44df-8f1a-6d43e88eec6e None None] Bound port: 83e53520-fd9d-466d-9556-54b701a48465, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:38:02.072996 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1973e8e8-a21f-44df-8f1a-6d43e88eec6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:02.084064 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b79e7361-7a4c-4fdf-9ccd-c0b9616a8ce8 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:02.110958 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e7361-7a4c-4fdf-9ccd-c0b9616a8ce8 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=282e929b-f7c4-4561-b3fc-77613a968252,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:02.124513 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-1973e8e8-a21f-44df-8f1a-6d43e88eec6e None None] For port 83e53520-fd9d-466d-9556-54b701a48465, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:38:02.126597 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b79e7361-7a4c-4fdf-9ccd-c0b9616a8ce8 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:02.127674 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-1973e8e8-a21f-44df-8f1a-6d43e88eec6e None None] For port 83e53520-fd9d-466d-9556-54b701a48465, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=83e53520-fd9d-466d-9556-54b701a48465,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:38:02.127929 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b79e7361-7a4c-4fdf-9ccd-c0b9616a8ce8 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2591410 Oct 26 08:38:02.130914 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37576) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:02.135398 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1973e8e8-a21f-44df-8f1a-6d43e88eec6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:02.172534 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-3f94264d-95f9-486d-aa61-80b35062d9f8 admin admin] Allocated IP 172.20.0.1 (aaea57e4-9420-417b-be2f-9d1c60706f42/854d097d-f76d-4dde-9873-e30632cd6b45/db55979a-f053-49dc-917b-3a28db70ba14) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:38:02.192866 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-974d24b8-7983-4e3f-942e-e150048c1657 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:02.201984 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1973e8e8-a21f-44df-8f1a-6d43e88eec6e None None] Routers {'738fe4aa-1d31-483d-b64a-536262569c1f'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:38:02.202704 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-1973e8e8-a21f-44df-8f1a-6d43e88eec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['738fe4aa-1d31-483d-b64a-536262569c1f'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:02.204471 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195e39b-8c5f-4f14-95e6-3d8b55c55cc6 None None] Pushing event updated for resources: {'Port': ['ID=83e53520-fd9d-466d-9556-54b701a48465,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:02.223356 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-974d24b8-7983-4e3f-942e-e150048c1657 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:02.272191 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-974d24b8-7983-4e3f-942e-e150048c1657 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:02.275574 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-974d24b8-7983-4e3f-942e-e150048c1657 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:02.277880 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-974d24b8-7983-4e3f-942e-e150048c1657 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "DELETE /v2.0/security-groups/9f9d8923-65a8-4d25-9ca3-e5228edeccfe HTTP/1.1" status: 204 len: 168 time: 0.1448693 Oct 26 08:38:02.289049 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37578) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:02.293046 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3f94264d-95f9-486d-aa61-80b35062d9f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:02.301346 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d24b8-7983-4e3f-942e-e150048c1657 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9d8923-65a8-4d25-9ca3-e5228edeccfe,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:02.317368 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-1973e8e8-a21f-44df-8f1a-6d43e88eec6e None None] Set router 738fe4aa-1d31-483d-b64a-536262569c1f gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:38:02.336202 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3f94264d-95f9-486d-aa61-80b35062d9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:02.346686 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d97b384c-80bc-4561-8b2b-53ab8c8ca500 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0565846 Oct 26 08:38:02.350645 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37580) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:02.372672 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-c65dd51a-39e1-476f-a377-1fa8292d33e6 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Request body: {'security_group': {'name': 'tempest-secgroup--640858646'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:02.398595 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f94264d-95f9-486d-aa61-80b35062d9f8 admin admin] Network aaea57e4-9420-417b-be2f-9d1c60706f42 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:38:02.407209 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-3f94264d-95f9-486d-aa61-80b35062d9f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:38:02.410905 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94264d-95f9-486d-aa61-80b35062d9f8 admin admin] Pushing event updated for resources: {'Port': ['ID=db55979a-f053-49dc-917b-3a28db70ba14,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:02.414816 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f94264d-95f9-486d-aa61-80b35062d9f8 admin admin] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:38:02.439360 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c65dd51a-39e1-476f-a377-1fa8292d33e6 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:02.469080 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3f94264d-95f9-486d-aa61-80b35062d9f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:02.515573 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-1973e8e8-a21f-44df-8f1a-6d43e88eec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'name': 'tempest-TestVolumeBootPattern-1797665840-router', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '83e53520-fd9d-466d-9556-54b701a48465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:00Z', 'revision_number': 3, 'project_id': '012ebdc024314225b35adc225bf3c042', 'gw_port': {'id': '83e53520-fd9d-466d-9556-54b701a48465', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:02.544658 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1973e8e8-a21f-44df-8f1a-6d43e88eec6e None None] The sync data for ids ['738fe4aa-1d31-483d-b64a-536262569c1f'] in dv-neutron-804846-13-hyperv is: [{'id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'name': 'tempest-TestVolumeBootPattern-1797665840-router', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '83e53520-fd9d-466d-9556-54b701a48465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:00Z', 'revision_number': 3, 'project_id': '012ebdc024314225b35adc225bf3c042', 'gw_port': {'id': '83e53520-fd9d-466d-9556-54b701a48465', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:38:02.610290 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c65dd51a-39e1-476f-a377-1fa8292d33e6 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:02.616088 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c65dd51a-39e1-476f-a377-1fa8292d33e6 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:02.673365 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c65dd51a-39e1-476f-a377-1fa8292d33e6 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:02.674640 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c65dd51a-39e1-476f-a377-1fa8292d33e6 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3060536 Oct 26 08:38:02.676050 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3f94264d-95f9-486d-aa61-80b35062d9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:02.678076 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65dd51a-39e1-476f-a377-1fa8292d33e6 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acd2ae27-ebf8-4b09-9c2f-8d3037a4099b,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:02.678214 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37582) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:02.687361 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-fb16e01f-9ad9-4b1a-9bfa-583d87209d65 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Request body: {'security_group': {'name': 'tempest-secgroup--520994247'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:02.717886 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-f421141c-b029-472b-ad1b-d87240642170 None None] Provisioning complete for port db55979a-f053-49dc-917b-3a28db70ba14 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:38:02.718461 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f421141c-b029-472b-ad1b-d87240642170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:02.720826 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fb16e01f-9ad9-4b1a-9bfa-583d87209d65 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:02.769395 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-f421141c-b029-472b-ad1b-d87240642170 None None] Port db55979a-f053-49dc-917b-3a28db70ba14 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:38:02.834403 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fb16e01f-9ad9-4b1a-9bfa-583d87209d65 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:02.840504 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fb16e01f-9ad9-4b1a-9bfa-583d87209d65 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:02.880308 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-fb16e01f-9ad9-4b1a-9bfa-583d87209d65 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:02.881599 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-fb16e01f-9ad9-4b1a-9bfa-583d87209d65 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2026000 Oct 26 08:38:02.884688 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37584) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:02.886829 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16e01f-9ad9-4b1a-9bfa-583d87209d65 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c89cb4ed-bd44-4ce4-9c03-ac8ca47bb931,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:02.890486 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3f94264d-95f9-486d-aa61-80b35062d9f8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:02.895598 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-7ccb3d79-de0d-4a07-9257-6503812ebd0a tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Request body: {'security_group_rule': {'security_group_id': 'acd2ae27-ebf8-4b09-9c2f-8d3037a4099b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c89cb4ed-bd44-4ce4-9c03-ac8ca47bb931', 'remote_ip_prefix': None}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:02.906160 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3f94264d-95f9-486d-aa61-80b35062d9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:02.996129 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94264d-95f9-486d-aa61-80b35062d9f8 admin admin] Pushing event updated for resources: {'Port': ['ID=db55979a-f053-49dc-917b-3a28db70ba14,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:02.999724 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7ccb3d79-de0d-4a07-9257-6503812ebd0a tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:03.002838 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3f94264d-95f9-486d-aa61-80b35062d9f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:03.468867 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7ccb3d79-de0d-4a07-9257-6503812ebd0a tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:03.473911 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7ccb3d79-de0d-4a07-9257-6503812ebd0a tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:03.488473 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f94264d-95f9-486d-aa61-80b35062d9f8 admin admin] Network aaea57e4-9420-417b-be2f-9d1c60706f42 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:38:03.497462 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-3f94264d-95f9-486d-aa61-80b35062d9f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:38:03.503291 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb3d79-de0d-4a07-9257-6503812ebd0a tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c80786-754c-4f23-86f6-4fdc3bd1d9a0,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:03.514967 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7ccb3d79-de0d-4a07-9257-6503812ebd0a tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:03.516250 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7ccb3d79-de0d-4a07-9257-6503812ebd0a tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6301777 Oct 26 08:38:03.519276 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37586) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:03.546282 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2d67fe7e-b98d-4ab2-bb0c-441263df63b3 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:03.564333 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2d67fe7e-b98d-4ab2-bb0c-441263df63b3 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:03.615610 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2d67fe7e-b98d-4ab2-bb0c-441263df63b3 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:03.621434 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2d67fe7e-b98d-4ab2-bb0c-441263df63b3 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:03.622662 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2d67fe7e-b98d-4ab2-bb0c-441263df63b3 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/e5c80786-754c-4f23-86f6-4fdc3bd1d9a0 HTTP/1.1" status: 204 len: 168 time: 0.1023424 Oct 26 08:38:03.625492 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37588) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:03.636820 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67fe7e-b98d-4ab2-bb0c-441263df63b3 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5c80786-754c-4f23-86f6-4fdc3bd1d9a0,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:03.672030 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 83e53520-fd9d-466d-9556-54b701a48465 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:38:03.692744 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b9c62640-53e1-4b43-98e7-30d8c8bf9a65 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0657423 Oct 26 08:38:03.695409 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37590) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:03.724974 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 83e53520-fd9d-466d-9556-54b701a48465 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:38:03.725830 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:03.738742 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f94264d-95f9-486d-aa61-80b35062d9f8 admin admin] Router 738fe4aa-1d31-483d-b64a-536262569c1f has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:38:03.819218 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:03.829595 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-9cc86388-e532-4795-9a5c-f45cd765960b None None] Provisioning complete for port db55979a-f053-49dc-917b-3a28db70ba14 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:38:03.830336 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9cc86388-e532-4795-9a5c-f45cd765960b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:03.830984 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b7ce59cf-1cc7-42e0-b848-3da249c4f876 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:03.867093 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 83e53520-fd9d-466d-9556-54b701a48465, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=83e53520-fd9d-466d-9556-54b701a48465,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:38:03.867367 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b7ce59cf-1cc7-42e0-b848-3da249c4f876 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:03.876647 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:03.904452 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-9cc86388-e532-4795-9a5c-f45cd765960b None None] Port db55979a-f053-49dc-917b-3a28db70ba14 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:38:03.915280 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f94264d-95f9-486d-aa61-80b35062d9f8 admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:38:03.921718 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3f94264d-95f9-486d-aa61-80b35062d9f8 admin admin] 10.222.0.41 "PUT /v2.0/routers/738fe4aa-1d31-483d-b64a-536262569c1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6376162 Oct 26 08:38:03.934746 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b7ce59cf-1cc7-42e0-b848-3da249c4f876 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:03.937553 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b7ce59cf-1cc7-42e0-b848-3da249c4f876 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:03.938774 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b7ce59cf-1cc7-42e0-b848-3da249c4f876 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "DELETE /v2.0/security-groups/c89cb4ed-bd44-4ce4-9c03-ac8ca47bb931 HTTP/1.1" status: 204 len: 168 time: 0.2423522 Oct 26 08:38:03.941601 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37594) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:03.944498 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=83e53520-fd9d-466d-9556-54b701a48465,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:03.953773 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce59cf-1cc7-42e0-b848-3da249c4f876 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89cb4ed-bd44-4ce4-9c03-ac8ca47bb931,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:04.014973 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ba7d8018-059d-4b33-90b7-d8b3374d5463 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0686569 Oct 26 08:38:04.015279 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37596) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:04.076484 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3d17969d-466a-4025-8355-24069c4f220f tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:04.101400 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3d17969d-466a-4025-8355-24069c4f220f tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:04.148363 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3d17969d-466a-4025-8355-24069c4f220f tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:04.151218 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3d17969d-466a-4025-8355-24069c4f220f tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:04.154807 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3d17969d-466a-4025-8355-24069c4f220f tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "DELETE /v2.0/security-groups/acd2ae27-ebf8-4b09-9c2f-8d3037a4099b HTTP/1.1" status: 204 len: 168 time: 0.1368115 Oct 26 08:38:04.155976 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37602) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:04.163396 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d17969d-466a-4025-8355-24069c4f220f tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd2ae27-ebf8-4b09-9c2f-8d3037a4099b,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:04.193932 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc60a86-e7d0-4893-b845-b771f9ec4bf8 None None] Sync routers for ids ['738fe4aa-1d31-483d-b64a-536262569c1f'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:38:04.206364 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc60a86-e7d0-4893-b845-b771f9ec4bf8 None None] Routers {'738fe4aa-1d31-483d-b64a-536262569c1f'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:38:04.206925 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-7fc60a86-e7d0-4893-b845-b771f9ec4bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['738fe4aa-1d31-483d-b64a-536262569c1f'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:04.219599 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-190b1c7a-6cf3-42cf-9ac5-51dea3b3a1bc tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0625715 Oct 26 08:38:04.224154 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37604) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:04.230392 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-9dc6bb95-a8d0-4974-a019-e8c93ba82d12 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Request body: {'security_group': {'name': 'tempest-secgroup--177549038'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:04.256674 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9dc6bb95-a8d0-4974-a019-e8c93ba82d12 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:04.327037 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-7fc60a86-e7d0-4893-b845-b771f9ec4bf8 None None] Set router 738fe4aa-1d31-483d-b64a-536262569c1f gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:38:04.334218 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9dc6bb95-a8d0-4974-a019-e8c93ba82d12 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:04.338770 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9dc6bb95-a8d0-4974-a019-e8c93ba82d12 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:04.376173 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9dc6bb95-a8d0-4974-a019-e8c93ba82d12 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:04.380301 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37612) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:04.380552 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9dc6bb95-a8d0-4974-a019-e8c93ba82d12 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1546421 Oct 26 08:38:04.381247 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc6bb95-a8d0-4974-a019-e8c93ba82d12 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c416b8f-e4f6-46d3-be49-218d1379cbb8,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:04.389105 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-28476648-d982-4df6-95ef-869de72d4e6a tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Request body: {'security_group_rule': {'security_group_id': '2c416b8f-e4f6-46d3-be49-218d1379cbb8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:04.420657 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-28476648-d982-4df6-95ef-869de72d4e6a tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:04.482369 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-28476648-d982-4df6-95ef-869de72d4e6a tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:04.486616 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-28476648-d982-4df6-95ef-869de72d4e6a tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:04.511908 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28476648-d982-4df6-95ef-869de72d4e6a tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5f7986b-3d73-4299-9c87-a58c7124ebe0,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:04.515884 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37616) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:04.521923 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-377db56e-dfa8-4300-a14b-75700143d03d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1501993302-network', 'tenant_id': 'a11404eaf25f4e9a8fce80fbabdf71cb'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:04.527614 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-28476648-d982-4df6-95ef-869de72d4e6a tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:04.531582 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-28476648-d982-4df6-95ef-869de72d4e6a tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1493990 Oct 26 08:38:04.531728 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37618) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:04.556102 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377db56e-dfa8-4300-a14b-75700143d03d admin admin] Made reservation on behalf of a11404eaf25f4e9a8fce80fbabdf71cb for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:38:04.559536 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-377db56e-dfa8-4300-a14b-75700143d03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:04.569175 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-377db56e-dfa8-4300-a14b-75700143d03d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:04.570255 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-94c88fbe-2f51-4d6a-a821-6b07adaeb7b4 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:04.572242 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-7fc60a86-e7d0-4893-b845-b771f9ec4bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'name': 'tempest-TestVolumeBootPattern-1797665840-router', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '83e53520-fd9d-466d-9556-54b701a48465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:02Z', 'revision_number': 4, 'project_id': '012ebdc024314225b35adc225bf3c042', 'gw_port': {'id': '83e53520-fd9d-466d-9556-54b701a48465', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'db55979a-f053-49dc-917b-3a28db70ba14', 'name': '', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'mac_address': 'fa:16:3e:a0:f5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:01Z', 'updated_at': '2021-10-26T08:38:02Z', 'revision_number': 2, 'project_id': '012ebdc024314225b35adc225bf3c042', 'subnets': [{'id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:04.586555 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-94c88fbe-2f51-4d6a-a821-6b07adaeb7b4 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:04.601093 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc60a86-e7d0-4893-b845-b771f9ec4bf8 None None] Checking router: 738fe4aa-1d31-483d-b64a-536262569c1f for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:38:04.601459 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc60a86-e7d0-4893-b845-b771f9ec4bf8 None None] Updating router 738fe4aa-1d31-483d-b64a-536262569c1f port db55979a-f053-49dc-917b-3a28db70ba14 binding host dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:38:04.619135 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-94c88fbe-2f51-4d6a-a821-6b07adaeb7b4 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:04.625103 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-94c88fbe-2f51-4d6a-a821-6b07adaeb7b4 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:04.629393 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7fc60a86-e7d0-4893-b845-b771f9ec4bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:04.629729 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37620) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:04.629941 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-94c88fbe-2f51-4d6a-a821-6b07adaeb7b4 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/f5f7986b-3d73-4299-9c87-a58c7124ebe0 HTTP/1.1" status: 204 len: 168 time: 0.0969379 Oct 26 08:38:04.638800 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c88fbe-2f51-4d6a-a821-6b07adaeb7b4 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5f7986b-3d73-4299-9c87-a58c7124ebe0,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:04.688793 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-377db56e-dfa8-4300-a14b-75700143d03d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:04.699834 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ff3d2094-3011-4d8e-9de5-1dad91b9dc68 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0688624 Oct 26 08:38:04.701108 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-377db56e-dfa8-4300-a14b-75700143d03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:04.703215 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37622) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:04.726859 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377db56e-dfa8-4300-a14b-75700143d03d admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:38:04.737662 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377db56e-dfa8-4300-a14b-75700143d03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb499e48-f68b-4535-bcce-09b2267f99b3,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:04.742194 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-377db56e-dfa8-4300-a14b-75700143d03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:04.742549 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-377db56e-dfa8-4300-a14b-75700143d03d admin admin] Added segment 13268380-a26f-4200-97bc-304d8527a9d4 of type vlan for network 0667a239-a972-427b-8e4a-e943c733c389 Oct 26 08:38:04.766620 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aa1d4ac4-4a2d-4f9a-8ecc-e855cf85da78 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:04.787981 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-377db56e-dfa8-4300-a14b-75700143d03d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:04.790498 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aa1d4ac4-4a2d-4f9a-8ecc-e855cf85da78 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:04.814423 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-377db56e-dfa8-4300-a14b-75700143d03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:04.815505 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377db56e-dfa8-4300-a14b-75700143d03d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:04.816172 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-377db56e-dfa8-4300-a14b-75700143d03d admin admin] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:04.840187 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aa1d4ac4-4a2d-4f9a-8ecc-e855cf85da78 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:04.845491 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aa1d4ac4-4a2d-4f9a-8ecc-e855cf85da78 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:04.849150 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-aa1d4ac4-4a2d-4f9a-8ecc-e855cf85da78 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "DELETE /v2.0/security-groups/2c416b8f-e4f6-46d3-be49-218d1379cbb8 HTTP/1.1" status: 204 len: 168 time: 0.1421521 Oct 26 08:38:04.850465 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37624) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:04.870113 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d4ac4-4a2d-4f9a-8ecc-e855cf85da78 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c416b8f-e4f6-46d3-be49-218d1379cbb8,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:04.879233 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-377db56e-dfa8-4300-a14b-75700143d03d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3592691 Oct 26 08:38:04.882493 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37626) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:04.890355 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377db56e-dfa8-4300-a14b-75700143d03d admin admin] Pushing event updated for resources: {'Network': ['ID=0667a239-a972-427b-8e4a-e943c733c389,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:04.890559 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-abaf8c42-fa7b-40f0-892d-4e5be8a30ce4 admin admin] Request body: {'subnet': {'network_id': '0667a239-a972-427b-8e4a-e943c733c389', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1501993302-subnet', 'tenant_id': 'a11404eaf25f4e9a8fce80fbabdf71cb', 'ip_version': 4}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:04.905672 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 0667a239-a972-427b-8e4a-e943c733c389 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:38:04.939548 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9030a1c4-753b-4b10-a16d-e4056af489f2 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0834110 Oct 26 08:38:04.939548 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abaf8c42-fa7b-40f0-892d-4e5be8a30ce4 admin admin] Made reservation on behalf of a11404eaf25f4e9a8fce80fbabdf71cb for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:38:04.939548 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-abaf8c42-fa7b-40f0-892d-4e5be8a30ce4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:04.941094 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37628) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:04.945889 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-2ecd07e9-12eb-4cb1-af61-be41e9bb925b tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Request body: {'security_group': {'name': 'tempest-secgroup--494853053'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:04.970338 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2ecd07e9-12eb-4cb1-af61-be41e9bb925b tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:05.006439 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7fc60a86-e7d0-4893-b845-b771f9ec4bf8 None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:05.013879 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7fc60a86-e7d0-4893-b845-b771f9ec4bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:05.048622 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2ecd07e9-12eb-4cb1-af61-be41e9bb925b tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:05.054023 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2ecd07e9-12eb-4cb1-af61-be41e9bb925b tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:05.074361 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3a13a-ac34-4350-b02c-4de6539acd12 None None] Pushing event updated for resources: {'Port': ['ID=db55979a-f053-49dc-917b-3a28db70ba14,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:05.078510 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2ecd07e9-12eb-4cb1-af61-be41e9bb925b tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:05.082189 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-2ecd07e9-12eb-4cb1-af61-be41e9bb925b tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1376657 Oct 26 08:38:05.084675 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37630) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:05.093694 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-42eef12a-1645-459d-9e44-e61382cb9d59 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Request body: {'security_group_rule': {'security_group_id': '5361d8e2-2a69-48ea-9543-f19f898c802a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:05.100969 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd07e9-12eb-4cb1-af61-be41e9bb925b tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5361d8e2-2a69-48ea-9543-f19f898c802a,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:05.140013 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-7fc60a86-e7d0-4893-b845-b771f9ec4bf8 None None] Attempting to bind port db55979a-f053-49dc-917b-3a28db70ba14 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:38:05.140283 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-7fc60a86-e7d0-4893-b845-b771f9ec4bf8 None None] Attempting to bind port db55979a-f053-49dc-917b-3a28db70ba14 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'ee9d28ae-f82a-46f0-83dd-bc4a97034bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:38:05.140647 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc60a86-e7d0-4893-b845-b771f9ec4bf8 None None] Attempting to bind port db55979a-f053-49dc-917b-3a28db70ba14 on network aaea57e4-9420-417b-be2f-9d1c60706f42 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:38:05.147465 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc60a86-e7d0-4893-b845-b771f9ec4bf8 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:38:05.147465 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc60a86-e7d0-4893-b845-b771f9ec4bf8 None None] Checking segment: {'id': 'ee9d28ae-f82a-46f0-83dd-bc4a97034bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:38:05.148058 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7fc60a86-e7d0-4893-b845-b771f9ec4bf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:05.148639 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc60a86-e7d0-4893-b845-b771f9ec4bf8 None None] Bound using segment: {'id': 'ee9d28ae-f82a-46f0-83dd-bc4a97034bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:38:05.149129 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-7fc60a86-e7d0-4893-b845-b771f9ec4bf8 None None] Bound port: db55979a-f053-49dc-917b-3a28db70ba14, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee9d28ae-f82a-46f0-83dd-bc4a97034bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:38:05.149612 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7fc60a86-e7d0-4893-b845-b771f9ec4bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:05.165601 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-abaf8c42-fa7b-40f0-892d-4e5be8a30ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:05.171747 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-42eef12a-1645-459d-9e44-e61382cb9d59 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:05.235005 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-7fc60a86-e7d0-4893-b845-b771f9ec4bf8 None None] For port db55979a-f053-49dc-917b-3a28db70ba14, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:38:05.238726 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-7fc60a86-e7d0-4893-b845-b771f9ec4bf8 None None] For port db55979a-f053-49dc-917b-3a28db70ba14, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=db55979a-f053-49dc-917b-3a28db70ba14,segment=NetworkSegment(ee9d28ae-f82a-46f0-83dd-bc4a97034bc9),segment_id=ee9d28ae-f82a-46f0-83dd-bc4a97034bc9)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:38:05.245166 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7fc60a86-e7d0-4893-b845-b771f9ec4bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:05.247440 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf8c42-fa7b-40f0-892d-4e5be8a30ce4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5b7aa8e-37f4-4c8b-a67f-30f38b8f7655,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:05.285183 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaf8c42-fa7b-40f0-892d-4e5be8a30ce4 admin admin] Checking segment: {'id': '13268380-a26f-4200-97bc-304d8527a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0667a239-a972-427b-8e4a-e943c733c389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:38:05.285183 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaf8c42-fa7b-40f0-892d-4e5be8a30ce4 admin admin] Network hostable DHCP agents. Network: 0667a239-a972-427b-8e4a-e943c733c389, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:38:05.305759 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-42eef12a-1645-459d-9e44-e61382cb9d59 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:05.313788 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-42eef12a-1645-459d-9e44-e61382cb9d59 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:05.314019 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc60a86-e7d0-4893-b845-b771f9ec4bf8 None None] Routers {'738fe4aa-1d31-483d-b64a-536262569c1f'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:38:05.314651 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-7fc60a86-e7d0-4893-b845-b771f9ec4bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['738fe4aa-1d31-483d-b64a-536262569c1f'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:05.320327 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3a13a-ac34-4350-b02c-4de6539acd12 None None] Pushing event updated for resources: {'Port': ['ID=db55979a-f053-49dc-917b-3a28db70ba14,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:05.326780 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaf8c42-fa7b-40f0-892d-4e5be8a30ce4 admin admin] Network 0667a239-a972-427b-8e4a-e943c733c389 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:38:05.338269 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eef12a-1645-459d-9e44-e61382cb9d59 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a47b31e9-5037-473b-b191-c51f5ae40cfa,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:05.346735 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-abaf8c42-fa7b-40f0-892d-4e5be8a30ce4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 0667a239-a972-427b-8e4a-e943c733c389) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:38:05.357543 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5974e7-e501-4174-9fff-93d6983b9de1 None None] Network 0667a239-a972-427b-8e4a-e943c733c389 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:38:05.358441 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abaf8c42-fa7b-40f0-892d-4e5be8a30ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:05.360130 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-abaf8c42-fa7b-40f0-892d-4e5be8a30ce4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:05.365782 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-42eef12a-1645-459d-9e44-e61382cb9d59 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:05.367004 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-42eef12a-1645-459d-9e44-e61382cb9d59 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2798131 Oct 26 08:38:05.369737 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37632) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:05.382837 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-abaf8c42-fa7b-40f0-892d-4e5be8a30ce4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4988904 Oct 26 08:38:05.385567 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37634) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:05.391039 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-afff97f1-4796-4b2e-92ba-599378c853d2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1501993302-router', 'tenant_id': 'a11404eaf25f4e9a8fce80fbabdf71cb', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:05.400994 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-eb936fb9-1e37-4eb6-aeb7-0cef75925963 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "GET /v2.0/security-group-rules/a47b31e9-5037-473b-b191-c51f5ae40cfa HTTP/1.1" status: 200 len: 763 time: 0.0287061 Oct 26 08:38:05.404697 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37636) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:05.421480 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-afff97f1-4796-4b2e-92ba-599378c853d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:05.422706 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-afff97f1-4796-4b2e-92ba-599378c853d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:05.474091 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-5f5fa19c-7e2c-4d62-8062-a876761b2ec5 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0651562 Oct 26 08:38:05.475580 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37638) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:05.496108 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-afff97f1-4796-4b2e-92ba-599378c853d2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:05.504095 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-7fc60a86-e7d0-4893-b845-b771f9ec4bf8 None None] Set router 738fe4aa-1d31-483d-b64a-536262569c1f gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:38:05.505367 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-58f0ef26-9f90-4200-a635-722e4bd644aa tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:05.514424 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-58f0ef26-9f90-4200-a635-722e4bd644aa tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:05.555756 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-58f0ef26-9f90-4200-a635-722e4bd644aa tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:05.564551 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-58f0ef26-9f90-4200-a635-722e4bd644aa tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:05.569014 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-58f0ef26-9f90-4200-a635-722e4bd644aa tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/a47b31e9-5037-473b-b191-c51f5ae40cfa HTTP/1.1" status: 204 len: 168 time: 0.0921838 Oct 26 08:38:05.571776 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37640) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:05.603962 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0ef26-9f90-4200-a635-722e4bd644aa tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a47b31e9-5037-473b-b191-c51f5ae40cfa,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:05.667056 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ae037b66-afc4-4c17-b334-1d9a84ef22d6 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0939853 Oct 26 08:38:05.668032 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37642) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:05.676520 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-1f027328-4aaf-416f-88ab-68afb7869869 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Request body: {'security_group_rule': {'security_group_id': '5361d8e2-2a69-48ea-9543-f19f898c802a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:05.687674 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-afff97f1-4796-4b2e-92ba-599378c853d2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:05.756506 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1f027328-4aaf-416f-88ab-68afb7869869 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:05.765758 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 83e53520-fd9d-466d-9556-54b701a48465 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:38:05.821518 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1f027328-4aaf-416f-88ab-68afb7869869 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:05.827840 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1f027328-4aaf-416f-88ab-68afb7869869 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:05.851377 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f027328-4aaf-416f-88ab-68afb7869869 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=181c0106-b31e-481e-96ad-bf4f53fd0b99,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:05.867674 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1f027328-4aaf-416f-88ab-68afb7869869 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:05.868838 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1f027328-4aaf-416f-88ab-68afb7869869 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1975493 Oct 26 08:38:05.872366 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37644) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:05.875785 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-f104e40b-2021-4e52-aafd-b109a778b9a9 None None] Provisioning complete for port db55979a-f053-49dc-917b-3a28db70ba14 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:38:05.876169 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f104e40b-2021-4e52-aafd-b109a778b9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:05.891542 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a40e4f3e-c838-4480-bba4-48885505f58d tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "GET /v2.0/security-group-rules/181c0106-b31e-481e-96ad-bf4f53fd0b99 HTTP/1.1" status: 200 len: 763 time: 0.0181122 Oct 26 08:38:05.894349 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37646) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:05.941313 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-bc78cb97-3ef1-447c-8368-e6f890d5cb6c tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0455756 Oct 26 08:38:05.943994 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37648) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:05.957968 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c9d5ec-1b72-4b66-89d0-b6b09590b10a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-0667a239-a972-427b-8e4a-e943c733c389', 'network_id': '0667a239-a972-427b-8e4a-e943c733c389', 'tenant_id': 'a11404eaf25f4e9a8fce80fbabdf71cb', 'fixed_ips': [{'subnet_id': 'c5b7aa8e-37f4-4c8b-a67f-30f38b8f7655'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:38:05.958848 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-92c9d5ec-1b72-4b66-89d0-b6b09590b10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:05.971916 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e1715b32-f8fd-45bd-8700-2465323fa9b5 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:05.981323 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e1715b32-f8fd-45bd-8700-2465323fa9b5 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:06.008873 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-afff97f1-4796-4b2e-92ba-599378c853d2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:06.012918 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e1715b32-f8fd-45bd-8700-2465323fa9b5 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:06.018108 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 83e53520-fd9d-466d-9556-54b701a48465 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:38:06.018491 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:06.019074 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e1715b32-f8fd-45bd-8700-2465323fa9b5 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:06.020439 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e1715b32-f8fd-45bd-8700-2465323fa9b5 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/181c0106-b31e-481e-96ad-bf4f53fd0b99 HTTP/1.1" status: 204 len: 168 time: 0.0754230 Oct 26 08:38:06.024559 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37650) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:06.030123 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-afff97f1-4796-4b2e-92ba-599378c853d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:06.039659 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1715b32-f8fd-45bd-8700-2465323fa9b5 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=181c0106-b31e-481e-96ad-bf4f53fd0b99,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:06.086302 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ddaea9aa-a4a1-443e-a230-2667838f0cf8 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0585454 Oct 26 08:38:06.088227 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37652) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:06.095126 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-2f1d31c7-f1af-49d5-8688-2f993fffeb61 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Request body: {'security_group_rule': {'security_group_id': '5361d8e2-2a69-48ea-9543-f19f898c802a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:06.121542 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.securitygroups_db [None req-2f1d31c7-f1af-49d5-8688-2f993fffeb61 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Project 7588b8b0bdec4e33821368975b412bc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 08:38:06.127611 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2f1d31c7-f1af-49d5-8688-2f993fffeb61 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:06.146593 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-afff97f1-4796-4b2e-92ba-599378c853d2 admin admin] Allocated IP 172.26.2.157 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/b40aff92-9e3e-45db-a6e9-2ace30a9ce86) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:38:06.192041 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2f1d31c7-f1af-49d5-8688-2f993fffeb61 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:06.196557 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2f1d31c7-f1af-49d5-8688-2f993fffeb61 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:06.218758 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d31c7-f1af-49d5-8688-2f993fffeb61 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=371b370c-81ba-4398-814e-21537efc9f61,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:06.226213 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2f1d31c7-f1af-49d5-8688-2f993fffeb61 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:06.227512 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2f1d31c7-f1af-49d5-8688-2f993fffeb61 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1382587 Oct 26 08:38:06.231087 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f104e40b-2021-4e52-aafd-b109a778b9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:06.231608 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37654) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:06.249412 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-74d4371b-ceb0-43d5-a4fa-d8f1b04a1d06 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "GET /v2.0/security-group-rules/371b370c-81ba-4398-814e-21537efc9f61 HTTP/1.1" status: 200 len: 769 time: 0.0164959 Oct 26 08:38:06.252118 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37656) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:06.273806 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-afff97f1-4796-4b2e-92ba-599378c853d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:06.299429 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-21ee5884-4d2d-45e9-95cd-a1e7afdee99e tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0437124 Oct 26 08:38:06.299773 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37658) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:06.303643 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-92c9d5ec-1b72-4b66-89d0-b6b09590b10a None None] Allocated IP 172.20.0.2 (0667a239-a972-427b-8e4a-e943c733c389/c5b7aa8e-37f4-4c8b-a67f-30f38b8f7655/72b8e594-a484-4dc7-9b37-f99ebd43b8ec) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:38:06.317069 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-afff97f1-4796-4b2e-92ba-599378c853d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:06.326159 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ed8edde-e8da-4bce-b1b4-cbdb44591528 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:06.329065 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-f104e40b-2021-4e52-aafd-b109a778b9a9 None None] For port db55979a-f053-49dc-917b-3a28db70ba14, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=db55979a-f053-49dc-917b-3a28db70ba14,segment=NetworkSegment(ee9d28ae-f82a-46f0-83dd-bc4a97034bc9),segment_id=ee9d28ae-f82a-46f0-83dd-bc4a97034bc9)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:38:06.334196 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ed8edde-e8da-4bce-b1b4-cbdb44591528 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:06.340323 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f104e40b-2021-4e52-aafd-b109a778b9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:06.367161 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ed8edde-e8da-4bce-b1b4-cbdb44591528 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:06.368491 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afff97f1-4796-4b2e-92ba-599378c853d2 admin admin] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:38:06.376487 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9ed8edde-e8da-4bce-b1b4-cbdb44591528 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:06.376676 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-afff97f1-4796-4b2e-92ba-599378c853d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:38:06.380716 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9ed8edde-e8da-4bce-b1b4-cbdb44591528 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/371b370c-81ba-4398-814e-21537efc9f61 HTTP/1.1" status: 204 len: 168 time: 0.0768383 Oct 26 08:38:06.380892 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37660) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:06.382531 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afff97f1-4796-4b2e-92ba-599378c853d2 admin admin] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:38:06.383598 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8edde-e8da-4bce-b1b4-cbdb44591528 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=371b370c-81ba-4398-814e-21537efc9f61,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:06.410112 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-7fc60a86-e7d0-4893-b845-b771f9ec4bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'name': 'tempest-TestVolumeBootPattern-1797665840-router', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '83e53520-fd9d-466d-9556-54b701a48465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:02Z', 'revision_number': 4, 'project_id': '012ebdc024314225b35adc225bf3c042', 'gw_port': {'id': '83e53520-fd9d-466d-9556-54b701a48465', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'db55979a-f053-49dc-917b-3a28db70ba14', 'name': '', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'mac_address': 'fa:16:3e:a0:f5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:01Z', 'updated_at': '2021-10-26T08:38:05Z', 'revision_number': 4, 'project_id': '012ebdc024314225b35adc225bf3c042', 'subnets': [{'id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:06.418424 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff97f1-4796-4b2e-92ba-599378c853d2 admin admin] Pushing event updated for resources: {'Port': ['ID=b40aff92-9e3e-45db-a6e9-2ace30a9ce86,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:06.458150 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc60a86-e7d0-4893-b845-b771f9ec4bf8 None None] The sync data for ids ['738fe4aa-1d31-483d-b64a-536262569c1f'] in dv-neutron-804846-13-hyperv is: [{'id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'name': 'tempest-TestVolumeBootPattern-1797665840-router', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '83e53520-fd9d-466d-9556-54b701a48465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:02Z', 'revision_number': 4, 'project_id': '012ebdc024314225b35adc225bf3c042', 'gw_port': {'id': '83e53520-fd9d-466d-9556-54b701a48465', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'db55979a-f053-49dc-917b-3a28db70ba14', 'name': '', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'mac_address': 'fa:16:3e:a0:f5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:01Z', 'updated_at': '2021-10-26T08:38:05Z', 'revision_number': 4, 'project_id': '012ebdc024314225b35adc225bf3c042', 'subnets': [{'id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:38:06.463237 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c5a93de3-53bc-4026-89a9-02c085fdc2bb tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0790424 Oct 26 08:38:06.465198 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37662) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:06.489349 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104e40b-2021-4e52-aafd-b109a778b9a9 None None] Pushing event updated for resources: {'Port': ['ID=db55979a-f053-49dc-917b-3a28db70ba14,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:06.508774 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-9d613d87-5fbc-446d-9170-24d85903eb8b None None] Provisioning complete for port db55979a-f053-49dc-917b-3a28db70ba14 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:38:06.509915 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9d613d87-5fbc-446d-9170-24d85903eb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:06.627889 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-92c9d5ec-1b72-4b66-89d0-b6b09590b10a None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:06.655082 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-92c9d5ec-1b72-4b66-89d0-b6b09590b10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:06.704444 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bb7a0c5f-642c-4996-bb4a-54a94d78281a tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:06.716543 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c9d5ec-1b72-4b66-89d0-b6b09590b10a None None] Network 0667a239-a972-427b-8e4a-e943c733c389 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:38:06.719810 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-92c9d5ec-1b72-4b66-89d0-b6b09590b10a None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:38:06.724263 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c9d5ec-1b72-4b66-89d0-b6b09590b10a None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:38:06.727769 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c9d5ec-1b72-4b66-89d0-b6b09590b10a None None] Pushing event updated for resources: {'Port': ['ID=72b8e594-a484-4dc7-9b37-f99ebd43b8ec,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:06.748808 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bb7a0c5f-642c-4996-bb4a-54a94d78281a tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:06.788347 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-92c9d5ec-1b72-4b66-89d0-b6b09590b10a None None] Attempting to bind port 72b8e594-a484-4dc7-9b37-f99ebd43b8ec on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:38:06.788724 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-92c9d5ec-1b72-4b66-89d0-b6b09590b10a None None] Attempting to bind port 72b8e594-a484-4dc7-9b37-f99ebd43b8ec by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '13268380-a26f-4200-97bc-304d8527a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0667a239-a972-427b-8e4a-e943c733c389'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:38:06.789140 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c9d5ec-1b72-4b66-89d0-b6b09590b10a None None] Attempting to bind port 72b8e594-a484-4dc7-9b37-f99ebd43b8ec on network 0667a239-a972-427b-8e4a-e943c733c389 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:38:06.794504 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-afff97f1-4796-4b2e-92ba-599378c853d2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:06.796320 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c9d5ec-1b72-4b66-89d0-b6b09590b10a None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:38:06.796727 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c9d5ec-1b72-4b66-89d0-b6b09590b10a None None] Checking segment: {'id': '13268380-a26f-4200-97bc-304d8527a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0667a239-a972-427b-8e4a-e943c733c389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:38:06.797109 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-92c9d5ec-1b72-4b66-89d0-b6b09590b10a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:06.797506 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c9d5ec-1b72-4b66-89d0-b6b09590b10a None None] Bound using segment: {'id': '13268380-a26f-4200-97bc-304d8527a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0667a239-a972-427b-8e4a-e943c733c389'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:38:06.798042 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-92c9d5ec-1b72-4b66-89d0-b6b09590b10a None None] Bound port: 72b8e594-a484-4dc7-9b37-f99ebd43b8ec, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13268380-a26f-4200-97bc-304d8527a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0667a239-a972-427b-8e4a-e943c733c389'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:38:06.798409 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-92c9d5ec-1b72-4b66-89d0-b6b09590b10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:06.871772 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-92c9d5ec-1b72-4b66-89d0-b6b09590b10a None None] For port 72b8e594-a484-4dc7-9b37-f99ebd43b8ec, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:38:06.875186 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-92c9d5ec-1b72-4b66-89d0-b6b09590b10a None None] For port 72b8e594-a484-4dc7-9b37-f99ebd43b8ec, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=72b8e594-a484-4dc7-9b37-f99ebd43b8ec,segment=NetworkSegment(13268380-a26f-4200-97bc-304d8527a9d4),segment_id=13268380-a26f-4200-97bc-304d8527a9d4)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:38:06.879756 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bb7a0c5f-642c-4996-bb4a-54a94d78281a tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:06.881047 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-92c9d5ec-1b72-4b66-89d0-b6b09590b10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:06.883109 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bb7a0c5f-642c-4996-bb4a-54a94d78281a tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:06.888614 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-bb7a0c5f-642c-4996-bb4a-54a94d78281a tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "DELETE /v2.0/security-groups/5361d8e2-2a69-48ea-9543-f19f898c802a HTTP/1.1" status: 204 len: 168 time: 0.4192433 Oct 26 08:38:06.889668 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37664) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:06.900121 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a0c5f-642c-4996-bb4a-54a94d78281a tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5361d8e2-2a69-48ea-9543-f19f898c802a,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:06.960199 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-54a71710-b616-45d0-aea1-2efd27016b91 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0684605 Oct 26 08:38:06.962342 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37666) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:07.001828 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c9d5ec-1b72-4b66-89d0-b6b09590b10a None None] Pushing event updated for resources: {'Port': ['ID=72b8e594-a484-4dc7-9b37-f99ebd43b8ec,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:07.047273 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-07e45605-8bdd-4dd3-ace9-03d71d15a8c6 tempest-SecGroupIPv6Test-178227923 tempest-SecGroupIPv6Test-178227923-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0811360 Oct 26 08:38:07.084462 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-afff97f1-4796-4b2e-92ba-599378c853d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:07.286406 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afff97f1-4796-4b2e-92ba-599378c853d2 admin admin] Router de276964-2fdf-41ef-a9dc-6633f7577def is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:38:07.355754 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37672) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:07.415608 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afff97f1-4796-4b2e-92ba-599378c853d2 admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:38:07.425851 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ce3597-89c8-47fa-bdd8-aad95e1f56a7 None None] Sync routers for ids ['de276964-2fdf-41ef-a9dc-6633f7577def'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:38:07.437668 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-afff97f1-4796-4b2e-92ba-599378c853d2 admin admin] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:07.439069 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-afff97f1-4796-4b2e-92ba-599378c853d2 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0513840 Oct 26 08:38:07.439825 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ce3597-89c8-47fa-bdd8-aad95e1f56a7 None None] Routers {'de276964-2fdf-41ef-a9dc-6633f7577def'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:38:07.440522 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-43ce3597-89c8-47fa-bdd8-aad95e1f56a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['de276964-2fdf-41ef-a9dc-6633f7577def'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:07.441731 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37676) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:07.553388 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a4b1b404-8f86-4c99-9e83-46fddd1012a0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7588b8b0bdec4e33821368975b412bc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1964228 Oct 26 08:38:07.555985 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37678) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:07.578834 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-43ce3597-89c8-47fa-bdd8-aad95e1f56a7 None None] Set router de276964-2fdf-41ef-a9dc-6633f7577def gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:38:07.668405 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d77ac751-39ff-491d-9db5-c8ae64f5b97f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:07.697666 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d77ac751-39ff-491d-9db5-c8ae64f5b97f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:07.778824 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d77ac751-39ff-491d-9db5-c8ae64f5b97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:07.782486 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d77ac751-39ff-491d-9db5-c8ae64f5b97f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:07.783760 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d77ac751-39ff-491d-9db5-c8ae64f5b97f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/56060c1d-8282-432a-b60b-05ff70b74524 HTTP/1.1" status: 204 len: 168 time: 0.2267711 Oct 26 08:38:07.786770 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 72b8e594-a484-4dc7-9b37-f99ebd43b8ec up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:38:07.793367 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ac751-39ff-491d-9db5-c8ae64f5b97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56060c1d-8282-432a-b60b-05ff70b74524,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:07.939595 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 72b8e594-a484-4dc7-9b37-f99ebd43b8ec triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:38:07.940326 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:08.090514 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:08.113730 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0faca3cd-5637-4d4c-9d28-7066ad25e7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:08.142089 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 72b8e594-a484-4dc7-9b37-f99ebd43b8ec, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=72b8e594-a484-4dc7-9b37-f99ebd43b8ec,segment=NetworkSegment(13268380-a26f-4200-97bc-304d8527a9d4),segment_id=13268380-a26f-4200-97bc-304d8527a9d4)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:38:08.149775 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:08.151075 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device db55979a-f053-49dc-917b-3a28db70ba14 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:38:08.224854 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-43ce3597-89c8-47fa-bdd8-aad95e1f56a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de276964-2fdf-41ef-a9dc-6633f7577def', 'name': 'tempest-TestVolumeBootPattern-1501993302-router', 'tenant_id': 'a11404eaf25f4e9a8fce80fbabdf71cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'b40aff92-9e3e-45db-a6e9-2ace30a9ce86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:38:05Z', 'updated_at': '2021-10-26T08:38:06Z', 'revision_number': 3, 'project_id': 'a11404eaf25f4e9a8fce80fbabdf71cb', 'gw_port': {'id': 'b40aff92-9e3e-45db-a6e9-2ace30a9ce86', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:28:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de276964-2fdf-41ef-a9dc-6633f7577def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:06Z', 'updated_at': '2021-10-26T08:38:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:08.258340 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port db55979a-f053-49dc-917b-3a28db70ba14 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:38:08.258834 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:08.262174 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ce3597-89c8-47fa-bdd8-aad95e1f56a7 None None] Checking router: de276964-2fdf-41ef-a9dc-6633f7577def for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:38:08.262663 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ce3597-89c8-47fa-bdd8-aad95e1f56a7 None None] Updating router de276964-2fdf-41ef-a9dc-6633f7577def port b40aff92-9e3e-45db-a6e9-2ace30a9ce86 binding host dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:38:08.294290 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-43ce3597-89c8-47fa-bdd8-aad95e1f56a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:08.305120 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a7f932-d6ce-4685-a988-6e37bc538615 None None] Network 0667a239-a972-427b-8e4a-e943c733c389 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:38:08.356781 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-0faca3cd-5637-4d4c-9d28-7066ad25e7d6 admin admin] Allocated IP 172.20.0.1 (0667a239-a972-427b-8e4a-e943c733c389/c5b7aa8e-37f4-4c8b-a67f-30f38b8f7655/84e997fe-06dd-4695-85f7-bee72c8e5324) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:38:08.359865 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=72b8e594-a484-4dc7-9b37-f99ebd43b8ec,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:08.395849 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-467f8db8-3076-41ff-ac0c-4d183e9e7fb6 None None] Provisioning complete for port 72b8e594-a484-4dc7-9b37-f99ebd43b8ec triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:38:08.396218 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-467f8db8-3076-41ff-ac0c-4d183e9e7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:08.501460 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0faca3cd-5637-4d4c-9d28-7066ad25e7d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:08.554013 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0faca3cd-5637-4d4c-9d28-7066ad25e7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:08.603093 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-43ce3597-89c8-47fa-bdd8-aad95e1f56a7 None None] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:08.610175 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0faca3cd-5637-4d4c-9d28-7066ad25e7d6 admin admin] Network 0667a239-a972-427b-8e4a-e943c733c389 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:38:08.613163 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-43ce3597-89c8-47fa-bdd8-aad95e1f56a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:08.615591 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-0faca3cd-5637-4d4c-9d28-7066ad25e7d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:38:08.621280 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faca3cd-5637-4d4c-9d28-7066ad25e7d6 admin admin] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:38:08.624382 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faca3cd-5637-4d4c-9d28-7066ad25e7d6 admin admin] Pushing event updated for resources: {'Port': ['ID=84e997fe-06dd-4695-85f7-bee72c8e5324,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:08.664765 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0faca3cd-5637-4d4c-9d28-7066ad25e7d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:08.703191 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb37d76-11cb-48ec-b4de-406329e719b6 None None] Pushing event updated for resources: {'Port': ['ID=b40aff92-9e3e-45db-a6e9-2ace30a9ce86,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:08.713409 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-43ce3597-89c8-47fa-bdd8-aad95e1f56a7 None None] Attempting to bind port b40aff92-9e3e-45db-a6e9-2ace30a9ce86 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:38:08.714142 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-43ce3597-89c8-47fa-bdd8-aad95e1f56a7 None None] Attempting to bind port b40aff92-9e3e-45db-a6e9-2ace30a9ce86 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:38:08.716217 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ce3597-89c8-47fa-bdd8-aad95e1f56a7 None None] Attempting to bind port b40aff92-9e3e-45db-a6e9-2ace30a9ce86 on network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:38:08.726064 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ce3597-89c8-47fa-bdd8-aad95e1f56a7 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:38:08.726935 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ce3597-89c8-47fa-bdd8-aad95e1f56a7 None None] Checking segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:38:08.727566 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-43ce3597-89c8-47fa-bdd8-aad95e1f56a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:08.728184 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ce3597-89c8-47fa-bdd8-aad95e1f56a7 None None] Bound using segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:38:08.729470 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-43ce3597-89c8-47fa-bdd8-aad95e1f56a7 None None] Bound port: b40aff92-9e3e-45db-a6e9-2ace30a9ce86, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:38:08.730864 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-43ce3597-89c8-47fa-bdd8-aad95e1f56a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:08.761876 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37702) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:08.797909 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-43ce3597-89c8-47fa-bdd8-aad95e1f56a7 None None] For port b40aff92-9e3e-45db-a6e9-2ace30a9ce86, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:38:08.803454 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-43ce3597-89c8-47fa-bdd8-aad95e1f56a7 None None] For port b40aff92-9e3e-45db-a6e9-2ace30a9ce86, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=b40aff92-9e3e-45db-a6e9-2ace30a9ce86,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:38:08.811601 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-43ce3597-89c8-47fa-bdd8-aad95e1f56a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:08.838015 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0faca3cd-5637-4d4c-9d28-7066ad25e7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:08.892852 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb37d76-11cb-48ec-b4de-406329e719b6 None None] Pushing event updated for resources: {'Port': ['ID=b40aff92-9e3e-45db-a6e9-2ace30a9ce86,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:08.896180 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ce3597-89c8-47fa-bdd8-aad95e1f56a7 None None] Routers {'de276964-2fdf-41ef-a9dc-6633f7577def'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:38:08.897055 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-43ce3597-89c8-47fa-bdd8-aad95e1f56a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['de276964-2fdf-41ef-a9dc-6633f7577def'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:08.913879 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-864661f6-fc63-421a-82bc-653d35830276 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-157824975-network', 'tenant_id': '5e996b357bac4b8499e18572dcf5c4df'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:08.943193 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-b8ce14a4-5e57-445a-9089-a5d331dfe574 None None] Provisioning complete for port 72b8e594-a484-4dc7-9b37-f99ebd43b8ec triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:38:08.943573 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b8ce14a4-5e57-445a-9089-a5d331dfe574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:08.954855 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864661f6-fc63-421a-82bc-653d35830276 admin admin] Made reservation on behalf of 5e996b357bac4b8499e18572dcf5c4df for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:38:08.962532 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-864661f6-fc63-421a-82bc-653d35830276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:08.978218 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-864661f6-fc63-421a-82bc-653d35830276 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:09.073884 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-43ce3597-89c8-47fa-bdd8-aad95e1f56a7 None None] Set router de276964-2fdf-41ef-a9dc-6633f7577def gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:38:09.097993 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0faca3cd-5637-4d4c-9d28-7066ad25e7d6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:09.106781 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0faca3cd-5637-4d4c-9d28-7066ad25e7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:09.126013 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-864661f6-fc63-421a-82bc-653d35830276 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:09.133246 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-864661f6-fc63-421a-82bc-653d35830276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:09.151765 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-864661f6-fc63-421a-82bc-653d35830276 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:38:09.168767 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-864661f6-fc63-421a-82bc-653d35830276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:09.169478 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-864661f6-fc63-421a-82bc-653d35830276 admin admin] Added segment 0f70c16b-2776-4447-8f7d-5507a6c2c73b of type vlan for network 155ae6fa-840c-43f4-a427-980a8371273b Oct 26 08:38:09.221107 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faca3cd-5637-4d4c-9d28-7066ad25e7d6 admin admin] Pushing event updated for resources: {'Port': ['ID=84e997fe-06dd-4695-85f7-bee72c8e5324,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:09.223507 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0faca3cd-5637-4d4c-9d28-7066ad25e7d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:09.244100 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-864661f6-fc63-421a-82bc-653d35830276 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:09.252057 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-b8ce14a4-5e57-445a-9089-a5d331dfe574 None None] Provisioning complete for port 84e997fe-06dd-4695-85f7-bee72c8e5324 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:38:09.252599 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b8ce14a4-5e57-445a-9089-a5d331dfe574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:09.289155 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-b8ce14a4-5e57-445a-9089-a5d331dfe574 None None] Port 84e997fe-06dd-4695-85f7-bee72c8e5324 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:38:09.315707 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864661f6-fc63-421a-82bc-653d35830276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c208e9c-63f5-4161-bc11-158119b22de2,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:09.321465 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-864661f6-fc63-421a-82bc-653d35830276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:09.322466 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864661f6-fc63-421a-82bc-653d35830276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:09.323037 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-864661f6-fc63-421a-82bc-653d35830276 admin admin] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:09.337990 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0faca3cd-5637-4d4c-9d28-7066ad25e7d6 admin admin] Network 0667a239-a972-427b-8e4a-e943c733c389 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:38:09.340202 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-0faca3cd-5637-4d4c-9d28-7066ad25e7d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:38:09.355913 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-43ce3597-89c8-47fa-bdd8-aad95e1f56a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de276964-2fdf-41ef-a9dc-6633f7577def', 'name': 'tempest-TestVolumeBootPattern-1501993302-router', 'tenant_id': 'a11404eaf25f4e9a8fce80fbabdf71cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'b40aff92-9e3e-45db-a6e9-2ace30a9ce86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:38:05Z', 'updated_at': '2021-10-26T08:38:08Z', 'revision_number': 4, 'project_id': 'a11404eaf25f4e9a8fce80fbabdf71cb', 'gw_port': {'id': 'b40aff92-9e3e-45db-a6e9-2ace30a9ce86', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:28:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de276964-2fdf-41ef-a9dc-6633f7577def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:06Z', 'updated_at': '2021-10-26T08:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '84e997fe-06dd-4695-85f7-bee72c8e5324', 'name': '', 'network_id': '0667a239-a972-427b-8e4a-e943c733c389', 'tenant_id': 'a11404eaf25f4e9a8fce80fbabdf71cb', 'mac_address': 'fa:16:3e:6a:1e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de276964-2fdf-41ef-a9dc-6633f7577def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'c5b7aa8e-37f4-4c8b-a67f-30f38b8f7655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:08Z', 'updated_at': '2021-10-26T08:38:08Z', 'revision_number': 1, 'project_id': 'a11404eaf25f4e9a8fce80fbabdf71cb', 'subnets': [{'id': 'c5b7aa8e-37f4-4c8b-a67f-30f38b8f7655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:09.384909 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-864661f6-fc63-421a-82bc-653d35830276 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6216223 Oct 26 08:38:09.385531 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37706) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:09.387026 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ce3597-89c8-47fa-bdd8-aad95e1f56a7 None None] The sync data for ids ['de276964-2fdf-41ef-a9dc-6633f7577def'] in dv-neutron-804846-13-hyperv is: [{'id': 'de276964-2fdf-41ef-a9dc-6633f7577def', 'name': 'tempest-TestVolumeBootPattern-1501993302-router', 'tenant_id': 'a11404eaf25f4e9a8fce80fbabdf71cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'b40aff92-9e3e-45db-a6e9-2ace30a9ce86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:38:05Z', 'updated_at': '2021-10-26T08:38:08Z', 'revision_number': 4, 'project_id': 'a11404eaf25f4e9a8fce80fbabdf71cb', 'gw_port': {'id': 'b40aff92-9e3e-45db-a6e9-2ace30a9ce86', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:28:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de276964-2fdf-41ef-a9dc-6633f7577def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:06Z', 'updated_at': '2021-10-26T08:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '84e997fe-06dd-4695-85f7-bee72c8e5324', 'name': '', 'network_id': '0667a239-a972-427b-8e4a-e943c733c389', 'tenant_id': 'a11404eaf25f4e9a8fce80fbabdf71cb', 'mac_address': 'fa:16:3e:6a:1e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de276964-2fdf-41ef-a9dc-6633f7577def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'c5b7aa8e-37f4-4c8b-a67f-30f38b8f7655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:08Z', 'updated_at': '2021-10-26T08:38:08Z', 'revision_number': 1, 'project_id': 'a11404eaf25f4e9a8fce80fbabdf71cb', 'subnets': [{'id': 'c5b7aa8e-37f4-4c8b-a67f-30f38b8f7655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:38:09.397528 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-1e20f263-bed1-4047-8ad6-08a641e46c41 admin admin] Request body: {'subnet': {'network_id': '155ae6fa-840c-43f4-a427-980a8371273b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-157824975-subnet', 'tenant_id': '5e996b357bac4b8499e18572dcf5c4df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:09.412653 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-35835fb2-74ab-4252-90f9-f0a711b156d0 None None] Provisioning complete for port 84e997fe-06dd-4695-85f7-bee72c8e5324 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:38:09.413328 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-35835fb2-74ab-4252-90f9-f0a711b156d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:09.427779 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864661f6-fc63-421a-82bc-653d35830276 admin admin] Pushing event updated for resources: {'Network': ['ID=155ae6fa-840c-43f4-a427-980a8371273b,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:09.445982 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e20f263-bed1-4047-8ad6-08a641e46c41 admin admin] Made reservation on behalf of 5e996b357bac4b8499e18572dcf5c4df for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:38:09.449705 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1e20f263-bed1-4047-8ad6-08a641e46c41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:09.463916 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 155ae6fa-840c-43f4-a427-980a8371273b details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:38:09.493997 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0faca3cd-5637-4d4c-9d28-7066ad25e7d6 admin admin] Router de276964-2fdf-41ef-a9dc-6633f7577def has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:38:09.542742 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-35835fb2-74ab-4252-90f9-f0a711b156d0 None None] Port 84e997fe-06dd-4695-85f7-bee72c8e5324 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:38:09.668614 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0faca3cd-5637-4d4c-9d28-7066ad25e7d6 admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:38:09.674826 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-0faca3cd-5637-4d4c-9d28-7066ad25e7d6 admin admin] 10.222.0.41 "PUT /v2.0/routers/de276964-2fdf-41ef-a9dc-6633f7577def/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2317877 Oct 26 08:38:09.688293 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-a6a6fa65-1a01-47b2-9ab6-c0f2e9d1fa3e None None] Provisioning complete for port 84e997fe-06dd-4695-85f7-bee72c8e5324 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:38:09.688678 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a6a6fa65-1a01-47b2-9ab6-c0f2e9d1fa3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:09.691941 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 72b8e594-a484-4dc7-9b37-f99ebd43b8ec up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:38:09.703110 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1e20f263-bed1-4047-8ad6-08a641e46c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:09.795891 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-a6a6fa65-1a01-47b2-9ab6-c0f2e9d1fa3e None None] Port 84e997fe-06dd-4695-85f7-bee72c8e5324 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:38:09.803975 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20f263-bed1-4047-8ad6-08a641e46c41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf6f69cc-5d9c-4482-95ec-97464125621a,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:09.817670 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e20f263-bed1-4047-8ad6-08a641e46c41 admin admin] Checking segment: {'id': '0f70c16b-2776-4447-8f7d-5507a6c2c73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '155ae6fa-840c-43f4-a427-980a8371273b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:38:09.818047 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e20f263-bed1-4047-8ad6-08a641e46c41 admin admin] Network hostable DHCP agents. Network: 155ae6fa-840c-43f4-a427-980a8371273b, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:38:09.826645 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 72b8e594-a484-4dc7-9b37-f99ebd43b8ec triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:38:09.827020 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:09.847351 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e20f263-bed1-4047-8ad6-08a641e46c41 admin admin] Network 155ae6fa-840c-43f4-a427-980a8371273b is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:38:09.864514 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-1e20f263-bed1-4047-8ad6-08a641e46c41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 155ae6fa-840c-43f4-a427-980a8371273b) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:38:09.869901 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e20f263-bed1-4047-8ad6-08a641e46c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:09.871090 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1e20f263-bed1-4047-8ad6-08a641e46c41 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:09.877301 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71159022-2084-4fc2-b44a-fa887213205d None None] Network 155ae6fa-840c-43f4-a427-980a8371273b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:38:09.903319 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1e20f263-bed1-4047-8ad6-08a641e46c41 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5132883 Oct 26 08:38:10.070262 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df0d7f4-d929-4a00-ad5e-baf8a51ccf5d None None] Network 155ae6fa-840c-43f4-a427-980a8371273b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:38:10.359394 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37724) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:10.365953 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-d6b48db7-3c20-4030-a011-3fdb7e275f36 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1307799629', 'description': 'tempest-secgroup-smoke-1307799629 description', 'project_id': '012ebdc024314225b35adc225bf3c042'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:10.400466 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d6b48db7-3c20-4030-a011-3fdb7e275f36 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:10.481063 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d6b48db7-3c20-4030-a011-3fdb7e275f36 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:10.486130 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d6b48db7-3c20-4030-a011-3fdb7e275f36 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:10.516934 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37730) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:10.523733 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-a2b24e65-93dc-4f92-aac3-efa6fe23d22a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2076180769-network', 'tenant_id': '663ffcde0d9645a7ae7972ec0584ab80'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:10.525325 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d6b48db7-3c20-4030-a011-3fdb7e275f36 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:10.530502 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d6b48db7-3c20-4030-a011-3fdb7e275f36 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1664844 Oct 26 08:38:10.530502 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b48db7-3c20-4030-a011-3fdb7e275f36 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8615fbfe-2625-478e-8765-7a7a2edfc7ea,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:10.531272 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37732) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:10.535405 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-b064900a-71e6-4e57-b48a-928fcb3e3acb tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Request body: {'security_group_rule': {'security_group_id': '8615fbfe-2625-478e-8765-7a7a2edfc7ea', 'project_id': '012ebdc024314225b35adc225bf3c042', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:10.554997 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b24e65-93dc-4f92-aac3-efa6fe23d22a admin admin] Made reservation on behalf of 663ffcde0d9645a7ae7972ec0584ab80 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:38:10.557795 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a2b24e65-93dc-4f92-aac3-efa6fe23d22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:10.569000 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a2b24e65-93dc-4f92-aac3-efa6fe23d22a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:10.576573 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b064900a-71e6-4e57-b48a-928fcb3e3acb tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:10.639696 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b064900a-71e6-4e57-b48a-928fcb3e3acb tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:10.644802 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b064900a-71e6-4e57-b48a-928fcb3e3acb tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:10.662921 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b064900a-71e6-4e57-b48a-928fcb3e3acb tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba478200-abe9-4863-a188-aca979813e4a,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:10.665439 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a2b24e65-93dc-4f92-aac3-efa6fe23d22a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:10.672384 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a2b24e65-93dc-4f92-aac3-efa6fe23d22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:10.676728 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b064900a-71e6-4e57-b48a-928fcb3e3acb tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:10.681157 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b064900a-71e6-4e57-b48a-928fcb3e3acb tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1491673 Oct 26 08:38:10.681936 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37734) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:10.687221 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-ef5ae6dd-5854-4d60-abfb-f8b067266974 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Request body: {'security_group_rule': {'security_group_id': '8615fbfe-2625-478e-8765-7a7a2edfc7ea', 'project_id': '012ebdc024314225b35adc225bf3c042', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:10.705516 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2b24e65-93dc-4f92-aac3-efa6fe23d22a admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:38:10.711516 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b24e65-93dc-4f92-aac3-efa6fe23d22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc696de9-7426-4644-81a1-0e250adde9e9,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:10.716781 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ef5ae6dd-5854-4d60-abfb-f8b067266974 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:10.722571 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a2b24e65-93dc-4f92-aac3-efa6fe23d22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:10.723038 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-a2b24e65-93dc-4f92-aac3-efa6fe23d22a admin admin] Added segment d2c1b61b-6dd7-4d64-baaf-360676b22a00 of type vlan for network 7d5089d7-de97-4e81-9744-2f4ebb6b2ec5 Oct 26 08:38:10.769348 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a2b24e65-93dc-4f92-aac3-efa6fe23d22a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:10.782788 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ef5ae6dd-5854-4d60-abfb-f8b067266974 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:10.788065 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ef5ae6dd-5854-4d60-abfb-f8b067266974 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:10.797770 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a2b24e65-93dc-4f92-aac3-efa6fe23d22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:10.798860 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b24e65-93dc-4f92-aac3-efa6fe23d22a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:10.799491 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a2b24e65-93dc-4f92-aac3-efa6fe23d22a admin admin] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:10.806838 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ae6dd-5854-4d60-abfb-f8b067266974 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5230cd0a-0c6d-4610-ae0e-e6dfa8471e09,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:10.817507 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ef5ae6dd-5854-4d60-abfb-f8b067266974 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:10.818814 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ef5ae6dd-5854-4d60-abfb-f8b067266974 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1358020 Oct 26 08:38:10.821573 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37736) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:10.827611 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-96374ea8-3bfe-4910-b0a5-7f2b7b8ada87 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Request body: {'security_group_rule': {'security_group_id': '8615fbfe-2625-478e-8765-7a7a2edfc7ea', 'project_id': '012ebdc024314225b35adc225bf3c042', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:10.859012 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a2b24e65-93dc-4f92-aac3-efa6fe23d22a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3407540 Oct 26 08:38:10.862054 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 37738) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:10.869874 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-dc32430f-f92a-4e64-8e3f-3b1576fc8d90 admin admin] Request body: {'subnet': {'network_id': '7d5089d7-de97-4e81-9744-2f4ebb6b2ec5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2076180769-subnet', 'tenant_id': '663ffcde0d9645a7ae7972ec0584ab80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:10.871454 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b24e65-93dc-4f92-aac3-efa6fe23d22a admin admin] Pushing event updated for resources: {'Network': ['ID=7d5089d7-de97-4e81-9744-2f4ebb6b2ec5,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:10.882056 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 7d5089d7-de97-4e81-9744-2f4ebb6b2ec5 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:38:10.895485 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-96374ea8-3bfe-4910-b0a5-7f2b7b8ada87 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:10.921779 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc32430f-f92a-4e64-8e3f-3b1576fc8d90 admin admin] Made reservation on behalf of 663ffcde0d9645a7ae7972ec0584ab80 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:38:10.924079 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dc32430f-f92a-4e64-8e3f-3b1576fc8d90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:11.024127 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-96374ea8-3bfe-4910-b0a5-7f2b7b8ada87 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:11.031336 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-96374ea8-3bfe-4910-b0a5-7f2b7b8ada87 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:11.052977 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96374ea8-3bfe-4910-b0a5-7f2b7b8ada87 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51801221-d908-4fd1-9f97-e2ca7511b867,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:11.063742 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-96374ea8-3bfe-4910-b0a5-7f2b7b8ada87 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:11.064973 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-96374ea8-3bfe-4910-b0a5-7f2b7b8ada87 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2423670 Oct 26 08:38:11.068243 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37740) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:11.073853 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-9d487c39-0567-4333-9d42-99b0d1d096b3 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Request body: {'security_group_rule': {'security_group_id': '8615fbfe-2625-478e-8765-7a7a2edfc7ea', 'project_id': '012ebdc024314225b35adc225bf3c042', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:11.103690 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9d487c39-0567-4333-9d42-99b0d1d096b3 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:11.148535 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dc32430f-f92a-4e64-8e3f-3b1576fc8d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:11.168253 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9d487c39-0567-4333-9d42-99b0d1d096b3 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:11.172124 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9d487c39-0567-4333-9d42-99b0d1d096b3 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:11.188912 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d487c39-0567-4333-9d42-99b0d1d096b3 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b114baa-8da5-408d-a4f8-be6f549f9f2d,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:11.199277 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9d487c39-0567-4333-9d42-99b0d1d096b3 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:11.200573 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9d487c39-0567-4333-9d42-99b0d1d096b3 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1310384 Oct 26 08:38:11.203261 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37742) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:11.207770 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-99dbe121-cdc7-45db-aa6b-957123f78d92 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Request body: {'security_group_rule': {'security_group_id': '8615fbfe-2625-478e-8765-7a7a2edfc7ea', 'project_id': '012ebdc024314225b35adc225bf3c042', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:11.217062 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc32430f-f92a-4e64-8e3f-3b1576fc8d90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58a813f0-d212-442f-9f2a-95142b7973da,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:11.225816 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc32430f-f92a-4e64-8e3f-3b1576fc8d90 admin admin] Checking segment: {'id': 'd2c1b61b-6dd7-4d64-baaf-360676b22a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7d5089d7-de97-4e81-9744-2f4ebb6b2ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:38:11.226320 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc32430f-f92a-4e64-8e3f-3b1576fc8d90 admin admin] Network hostable DHCP agents. Network: 7d5089d7-de97-4e81-9744-2f4ebb6b2ec5, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:38:11.232936 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.securitygroups_db [None req-99dbe121-cdc7-45db-aa6b-957123f78d92 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Project 012ebdc024314225b35adc225bf3c042 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 08:38:11.238396 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-99dbe121-cdc7-45db-aa6b-957123f78d92 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:11.246209 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc32430f-f92a-4e64-8e3f-3b1576fc8d90 admin admin] Network 7d5089d7-de97-4e81-9744-2f4ebb6b2ec5 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:38:11.259880 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-dc32430f-f92a-4e64-8e3f-3b1576fc8d90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 7d5089d7-de97-4e81-9744-2f4ebb6b2ec5) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:38:11.265132 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc32430f-f92a-4e64-8e3f-3b1576fc8d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:11.265748 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dc32430f-f92a-4e64-8e3f-3b1576fc8d90 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:11.271908 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2a77d1-7111-4a51-9af1-c106f50c938e None None] Network 7d5089d7-de97-4e81-9744-2f4ebb6b2ec5 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:38:11.287586 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-dc32430f-f92a-4e64-8e3f-3b1576fc8d90 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4241590 Oct 26 08:38:11.306624 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-99dbe121-cdc7-45db-aa6b-957123f78d92 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:11.311889 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-99dbe121-cdc7-45db-aa6b-957123f78d92 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:11.331464 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dbe121-cdc7-45db-aa6b-957123f78d92 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d612a8ad-fd97-47ce-a13a-04b9b50a3edd,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:11.340385 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-99dbe121-cdc7-45db-aa6b-957123f78d92 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:11.341764 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-99dbe121-cdc7-45db-aa6b-957123f78d92 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1374595 Oct 26 08:38:11.344508 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37746) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:11.349260 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-6a9c4819-7c03-489c-950c-575e878c5846 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Request body: {'security_group_rule': {'security_group_id': '8615fbfe-2625-478e-8765-7a7a2edfc7ea', 'project_id': '012ebdc024314225b35adc225bf3c042', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:11.379367 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.securitygroups_db [None req-6a9c4819-7c03-489c-950c-575e878c5846 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Project 012ebdc024314225b35adc225bf3c042 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 08:38:11.384749 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6a9c4819-7c03-489c-950c-575e878c5846 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:11.415249 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6cc1bd-1b37-46a7-b200-4a5ef142ae27 None None] Network 7d5089d7-de97-4e81-9744-2f4ebb6b2ec5 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:38:11.464894 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6a9c4819-7c03-489c-950c-575e878c5846 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:11.471531 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6a9c4819-7c03-489c-950c-575e878c5846 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:11.491964 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c4819-7c03-489c-950c-575e878c5846 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ba42d0-8d16-4d5f-93a8-06793bdbd27c,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:11.501111 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6a9c4819-7c03-489c-950c-575e878c5846 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:11.505380 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6a9c4819-7c03-489c-950c-575e878c5846 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1568947 Oct 26 08:38:11.687270 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device b40aff92-9e3e-45db-a6e9-2ace30a9ce86 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:38:11.736591 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port b40aff92-9e3e-45db-a6e9-2ace30a9ce86 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:38:11.736976 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:11.824743 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:11.846675 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port b40aff92-9e3e-45db-a6e9-2ace30a9ce86, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=b40aff92-9e3e-45db-a6e9-2ace30a9ce86,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:38:11.852323 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:11.875023 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-8bc456e9-155e-4ca5-b223-18f5de1850ad tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:11.876560 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-8bc456e9-155e-4ca5-b223-18f5de1850ad tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/networks?id=155ae6fa-840c-43f4-a427-980a8371273b HTTP/1.1" status: 200 len: 811 time: 0.1192148 Oct 26 08:38:11.893076 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-ac26f809-a180-44ae-b5e3-cd02d6f96a54 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/quotas/5e996b357bac4b8499e18572dcf5c4df HTTP/1.1" status: 200 len: 375 time: 0.0098896 Oct 26 08:38:11.912104 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=b40aff92-9e3e-45db-a6e9-2ace30a9ce86,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:11.927169 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-f16a2051-9ccf-47fc-a632-58d0faf2644c tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e996b357bac4b8499e18572dcf5c4df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274503 Oct 26 08:38:12.028978 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-c0aa3277-78f9-4b99-a236-cfbbd0777529 service neutron] 10.222.0.41 "GET /v2.0/networks/155ae6fa-840c-43f4-a427-980a8371273b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939837 Oct 26 08:38:12.124952 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-4f358966-405e-41bf-9ac4-ffc90af85773 service neutron] 10.222.0.41 "GET /v2.0/networks/155ae6fa-840c-43f4-a427-980a8371273b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893183 Oct 26 08:38:12.319521 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-127acfea-b87b-4039-a18f-0e510ff71160 req-3b55a3cb-b002-4b5b-8b35-6b2488281bbc tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/ports?device_id=272ad5b9-46ea-481c-ad33-02d562eca980 HTTP/1.1" status: 200 len: 210 time: 0.0476511 Oct 26 08:38:13.316289 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72a9021-a0c7-4168-8d6c-e822e10c80f1 None None] Sync routers for ids ['de276964-2fdf-41ef-a9dc-6633f7577def'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:38:13.337098 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72a9021-a0c7-4168-8d6c-e822e10c80f1 None None] Routers {'de276964-2fdf-41ef-a9dc-6633f7577def'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:38:13.340830 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-e72a9021-a0c7-4168-8d6c-e822e10c80f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['de276964-2fdf-41ef-a9dc-6633f7577def'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:13.353227 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-38128ade-ca10-4e59-8336-5443b9ee9c82 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:13.356368 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-38128ade-ca10-4e59-8336-5443b9ee9c82 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.47 "GET /v2.0/networks?id=155ae6fa-840c-43f4-a427-980a8371273b HTTP/1.1" status: 200 len: 811 time: 0.1724110 Oct 26 08:38:13.390366 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-f7af95c9-5eaa-4aca-ad08-053cb7d9cc90 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Request body: {'port': {'device_id': '272ad5b9-46ea-481c-ad33-02d562eca980', 'network_id': '155ae6fa-840c-43f4-a427-980a8371273b', 'admin_state_up': True, 'tenant_id': '5e996b357bac4b8499e18572dcf5c4df'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:13.483640 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c6ae4822-231f-43c2-8175-4cde4626d682 req-9051edcb-978f-4325-939e-de299199d10d tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/ports?device_id=272ad5b9-46ea-481c-ad33-02d562eca980 HTTP/1.1" status: 200 len: 210 time: 0.0335808 Oct 26 08:38:13.523073 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-e72a9021-a0c7-4168-8d6c-e822e10c80f1 None None] Set router de276964-2fdf-41ef-a9dc-6633f7577def gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:38:13.559032 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-f7af95c9-5eaa-4aca-ad08-053cb7d9cc90 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Made reservation on behalf of 5e996b357bac4b8499e18572dcf5c4df for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:38:13.563018 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-f7af95c9-5eaa-4aca-ad08-053cb7d9cc90 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:13.689749 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device b40aff92-9e3e-45db-a6e9-2ace30a9ce86 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:38:13.733894 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-f7af95c9-5eaa-4aca-ad08-053cb7d9cc90 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Allocated IP 172.20.0.11 (155ae6fa-840c-43f4-a427-980a8371273b/cf6f69cc-5d9c-4482-95ec-97464125621a/f77a6ebf-ffd7-42c7-9c3f-b251668caa25) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:38:13.800565 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port b40aff92-9e3e-45db-a6e9-2ace30a9ce86 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:38:13.801097 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:13.851551 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-e72a9021-a0c7-4168-8d6c-e822e10c80f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de276964-2fdf-41ef-a9dc-6633f7577def', 'name': 'tempest-TestVolumeBootPattern-1501993302-router', 'tenant_id': 'a11404eaf25f4e9a8fce80fbabdf71cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'b40aff92-9e3e-45db-a6e9-2ace30a9ce86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:38:05Z', 'updated_at': '2021-10-26T08:38:08Z', 'revision_number': 4, 'project_id': 'a11404eaf25f4e9a8fce80fbabdf71cb', 'gw_port': {'id': 'b40aff92-9e3e-45db-a6e9-2ace30a9ce86', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de276964-2fdf-41ef-a9dc-6633f7577def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:06Z', 'updated_at': '2021-10-26T08:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '84e997fe-06dd-4695-85f7-bee72c8e5324', 'name': '', 'network_id': '0667a239-a972-427b-8e4a-e943c733c389', 'tenant_id': 'a11404eaf25f4e9a8fce80fbabdf71cb', 'mac_address': 'fa:16:3e:6a:1e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de276964-2fdf-41ef-a9dc-6633f7577def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'c5b7aa8e-37f4-4c8b-a67f-30f38b8f7655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:08Z', 'updated_at': '2021-10-26T08:38:08Z', 'revision_number': 2, 'project_id': 'a11404eaf25f4e9a8fce80fbabdf71cb', 'subnets': [{'id': 'c5b7aa8e-37f4-4c8b-a67f-30f38b8f7655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:13.922305 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72a9021-a0c7-4168-8d6c-e822e10c80f1 None None] Checking router: de276964-2fdf-41ef-a9dc-6633f7577def for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:38:13.922935 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72a9021-a0c7-4168-8d6c-e822e10c80f1 None None] Updating router de276964-2fdf-41ef-a9dc-6633f7577def port 84e997fe-06dd-4695-85f7-bee72c8e5324 binding host dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:38:13.951834 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-f7af95c9-5eaa-4aca-ad08-053cb7d9cc90 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:13.967168 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e72a9021-a0c7-4168-8d6c-e822e10c80f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:13.997802 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-f7af95c9-5eaa-4aca-ad08-053cb7d9cc90 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:14.047830 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-f7af95c9-5eaa-4aca-ad08-053cb7d9cc90 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Network 155ae6fa-840c-43f4-a427-980a8371273b is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:38:14.051055 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-f7af95c9-5eaa-4aca-ad08-053cb7d9cc90 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:38:14.053524 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-f7af95c9-5eaa-4aca-ad08-053cb7d9cc90 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:38:14.085767 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af95c9-5eaa-4aca-ad08-053cb7d9cc90 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Pushing event updated for resources: {'Port': ['ID=f77a6ebf-ffd7-42c7-9c3f-b251668caa25,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:14.121087 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-f7af95c9-5eaa-4aca-ad08-053cb7d9cc90 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:14.121644 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-f7af95c9-5eaa-4aca-ad08-053cb7d9cc90 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:14.139792 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-f7af95c9-5eaa-4aca-ad08-053cb7d9cc90 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7580585 Oct 26 08:38:14.153745 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-bd504b85-d933-448e-b241-397cf43e46ba service neutron] Request body: {'port': {'device_id': '272ad5b9-46ea-481c-ad33-02d562eca980', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:14.214552 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-bd504b85-d933-448e-b241-397cf43e46ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:14.274384 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e72a9021-a0c7-4168-8d6c-e822e10c80f1 None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:14.280401 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e72a9021-a0c7-4168-8d6c-e822e10c80f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:14.368724 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756746e7-45e7-4a50-bbf2-ec459f0fae1c None None] Pushing event updated for resources: {'Port': ['ID=84e997fe-06dd-4695-85f7-bee72c8e5324,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:14.396822 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756746e7-45e7-4a50-bbf2-ec459f0fae1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:38:14.397186 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756746e7-45e7-4a50-bbf2-ec459f0fae1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:38:14.397588 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756746e7-45e7-4a50-bbf2-ec459f0fae1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:38:14.397961 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756746e7-45e7-4a50-bbf2-ec459f0fae1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:38:14.398299 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756746e7-45e7-4a50-bbf2-ec459f0fae1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:38:14.398639 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756746e7-45e7-4a50-bbf2-ec459f0fae1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:38:14.398973 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756746e7-45e7-4a50-bbf2-ec459f0fae1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:38:14.399308 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756746e7-45e7-4a50-bbf2-ec459f0fae1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:38:14.399653 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756746e7-45e7-4a50-bbf2-ec459f0fae1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:38:14.399973 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756746e7-45e7-4a50-bbf2-ec459f0fae1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:38:14.400289 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756746e7-45e7-4a50-bbf2-ec459f0fae1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:38:14.400612 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756746e7-45e7-4a50-bbf2-ec459f0fae1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:38:14.413576 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-e72a9021-a0c7-4168-8d6c-e822e10c80f1 None None] Attempting to bind port 84e997fe-06dd-4695-85f7-bee72c8e5324 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:38:14.413806 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-e72a9021-a0c7-4168-8d6c-e822e10c80f1 None None] Attempting to bind port 84e997fe-06dd-4695-85f7-bee72c8e5324 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '13268380-a26f-4200-97bc-304d8527a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0667a239-a972-427b-8e4a-e943c733c389'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:38:14.414090 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72a9021-a0c7-4168-8d6c-e822e10c80f1 None None] Attempting to bind port 84e997fe-06dd-4695-85f7-bee72c8e5324 on network 0667a239-a972-427b-8e4a-e943c733c389 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:38:14.419727 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72a9021-a0c7-4168-8d6c-e822e10c80f1 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:38:14.420105 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72a9021-a0c7-4168-8d6c-e822e10c80f1 None None] Checking segment: {'id': '13268380-a26f-4200-97bc-304d8527a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0667a239-a972-427b-8e4a-e943c733c389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:38:14.420515 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e72a9021-a0c7-4168-8d6c-e822e10c80f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:14.420914 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72a9021-a0c7-4168-8d6c-e822e10c80f1 None None] Bound using segment: {'id': '13268380-a26f-4200-97bc-304d8527a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0667a239-a972-427b-8e4a-e943c733c389'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:38:14.421391 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-e72a9021-a0c7-4168-8d6c-e822e10c80f1 None None] Bound port: 84e997fe-06dd-4695-85f7-bee72c8e5324, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13268380-a26f-4200-97bc-304d8527a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0667a239-a972-427b-8e4a-e943c733c389'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:38:14.421811 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e72a9021-a0c7-4168-8d6c-e822e10c80f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:14.500444 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-e72a9021-a0c7-4168-8d6c-e822e10c80f1 None None] For port 84e997fe-06dd-4695-85f7-bee72c8e5324, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:38:14.503959 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-e72a9021-a0c7-4168-8d6c-e822e10c80f1 None None] For port 84e997fe-06dd-4695-85f7-bee72c8e5324, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=84e997fe-06dd-4695-85f7-bee72c8e5324,segment=NetworkSegment(13268380-a26f-4200-97bc-304d8527a9d4),segment_id=13268380-a26f-4200-97bc-304d8527a9d4)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:38:14.518394 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e72a9021-a0c7-4168-8d6c-e822e10c80f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:14.591694 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72a9021-a0c7-4168-8d6c-e822e10c80f1 None None] Routers {'de276964-2fdf-41ef-a9dc-6633f7577def'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:38:14.592338 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-e72a9021-a0c7-4168-8d6c-e822e10c80f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:37:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['de276964-2fdf-41ef-a9dc-6633f7577def'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:14.663997 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756746e7-45e7-4a50-bbf2-ec459f0fae1c None None] Pushing event updated for resources: {'Port': ['ID=84e997fe-06dd-4695-85f7-bee72c8e5324,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:14.664687 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-bd504b85-d933-448e-b241-397cf43e46ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f77a6ebf-ffd7-42c7-9c3f-b251668caa25 {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:38:14.677030 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-bd504b85-d933-448e-b241-397cf43e46ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:14.697066 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f26831-c4ad-400c-9c92-bdc35615ada2 req-01ae30c9-c560-40c5-ad2b-89f43444fc44 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:14.702219 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e3f26831-c4ad-400c-9c92-bdc35615ada2 req-01ae30c9-c560-40c5-ad2b-89f43444fc44 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/ports?device_id=272ad5b9-46ea-481c-ad33-02d562eca980 HTTP/1.1" status: 200 len: 932 time: 0.0947618 Oct 26 08:38:14.714225 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-bd504b85-d933-448e-b241-397cf43e46ba service neutron] Transition to ACTIVE for port object f77a6ebf-ffd7-42c7-9c3f-b251668caa25 will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 08:38:14.722206 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-bd504b85-d933-448e-b241-397cf43e46ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:14.858773 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-d8d41c42-b860-40f2-a151-40aa577a1954 None None] Provisioning complete for port 84e997fe-06dd-4695-85f7-bee72c8e5324 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:38:14.859141 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d8d41c42-b860-40f2-a151-40aa577a1954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:14.861188 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd504b85-d933-448e-b241-397cf43e46ba service neutron] Pushing event updated for resources: {'Port': ['ID=f77a6ebf-ffd7-42c7-9c3f-b251668caa25,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:14.868570 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e3f26831-c4ad-400c-9c92-bdc35615ada2 req-5ada5309-c570-44f2-978c-92524dbef787 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c208e9c-63f5-4161-bc11-158119b22de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597977 Oct 26 08:38:14.904929 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-bd504b85-d933-448e-b241-397cf43e46ba service neutron] Attempting to bind port f77a6ebf-ffd7-42c7-9c3f-b251668caa25 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:38:14.905277 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-bd504b85-d933-448e-b241-397cf43e46ba service neutron] Attempting to bind port f77a6ebf-ffd7-42c7-9c3f-b251668caa25 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '0f70c16b-2776-4447-8f7d-5507a6c2c73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '155ae6fa-840c-43f4-a427-980a8371273b'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:38:14.905613 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-bd504b85-d933-448e-b241-397cf43e46ba service neutron] Attempting to bind port f77a6ebf-ffd7-42c7-9c3f-b251668caa25 on network 155ae6fa-840c-43f4-a427-980a8371273b {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:38:14.910140 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-bd504b85-d933-448e-b241-397cf43e46ba service neutron] Port f77a6ebf-ffd7-42c7-9c3f-b251668caa25 on network 155ae6fa-840c-43f4-a427-980a8371273b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:38:14.910465 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-bd504b85-d933-448e-b241-397cf43e46ba service neutron] Attempting to bind port f77a6ebf-ffd7-42c7-9c3f-b251668caa25 on network 155ae6fa-840c-43f4-a427-980a8371273b {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:38:14.916137 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-bd504b85-d933-448e-b241-397cf43e46ba service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:38:14.916423 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-bd504b85-d933-448e-b241-397cf43e46ba service neutron] Checking segment: {'id': '0f70c16b-2776-4447-8f7d-5507a6c2c73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '155ae6fa-840c-43f4-a427-980a8371273b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:38:14.917679 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-bd504b85-d933-448e-b241-397cf43e46ba service neutron] Bound using segment: {'id': '0f70c16b-2776-4447-8f7d-5507a6c2c73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '155ae6fa-840c-43f4-a427-980a8371273b'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:38:14.917948 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-bd504b85-d933-448e-b241-397cf43e46ba service neutron] Bound port: f77a6ebf-ffd7-42c7-9c3f-b251668caa25, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f70c16b-2776-4447-8f7d-5507a6c2c73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '155ae6fa-840c-43f4-a427-980a8371273b'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:38:14.918536 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-bd504b85-d933-448e-b241-397cf43e46ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:14.926088 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-e72a9021-a0c7-4168-8d6c-e822e10c80f1 None None] Set router de276964-2fdf-41ef-a9dc-6633f7577def gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:38:14.994614 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-bd504b85-d933-448e-b241-397cf43e46ba service neutron] For port f77a6ebf-ffd7-42c7-9c3f-b251668caa25, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:38:14.998091 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-bd504b85-d933-448e-b241-397cf43e46ba service neutron] For port f77a6ebf-ffd7-42c7-9c3f-b251668caa25, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=f77a6ebf-ffd7-42c7-9c3f-b251668caa25,segment=NetworkSegment(0f70c16b-2776-4447-8f7d-5507a6c2c73b),segment_id=0f70c16b-2776-4447-8f7d-5507a6c2c73b)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:38:15.003842 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-bd504b85-d933-448e-b241-397cf43e46ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:15.039382 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-bd504b85-d933-448e-b241-397cf43e46ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:15.040006 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-bd504b85-d933-448e-b241-397cf43e46ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:15.041411 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-bd504b85-d933-448e-b241-397cf43e46ba service neutron] 10.222.0.47 "PUT /v2.0/ports/f77a6ebf-ffd7-42c7-9c3f-b251668caa25 HTTP/1.1" status: 200 len: 1094 time: 0.8925617 Oct 26 08:38:15.041885 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272ad5b9-46ea-481c-ad33-02d562eca980', 'tag': 'f77a6ebf-ffd7-42c7-9c3f-b251668caa25'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:38:15.044253 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46d5aa4-d1af-4b1e-a543-bc977364c07e" -d '{"events": [{"name": "network-changed", "server_uuid": "272ad5b9-46ea-481c-ad33-02d562eca980", "tag": "f77a6ebf-ffd7-42c7-9c3f-b251668caa25"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:38:15.086389 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d8d41c42-b860-40f2-a151-40aa577a1954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:15.109164 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd504b85-d933-448e-b241-397cf43e46ba service neutron] Pushing event updated for resources: {'Port': ['ID=f77a6ebf-ffd7-42c7-9c3f-b251668caa25,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:15.154642 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-d8d41c42-b860-40f2-a151-40aa577a1954 None None] For port 84e997fe-06dd-4695-85f7-bee72c8e5324, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=84e997fe-06dd-4695-85f7-bee72c8e5324,segment=NetworkSegment(13268380-a26f-4200-97bc-304d8527a9d4),segment_id=13268380-a26f-4200-97bc-304d8527a9d4)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:38:15.159089 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-f4d0006e-a281-49e1-bfa8-b734576c12a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:15.161073 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-f4d0006e-a281-49e1-bfa8-b734576c12a5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5e996b357bac4b8499e18572dcf5c4df&device_id=272ad5b9-46ea-481c-ad33-02d562eca980 HTTP/1.1" status: 200 len: 1097 time: 0.0673440 Oct 26 08:38:15.167653 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d8d41c42-b860-40f2-a151-40aa577a1954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:15.218864 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d94d27f-753d-4756-9cb7-f02816bd1989 x-openstack-request-id: req-5d94d27f-753d-4756-9cb7-f02816bd1989 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:38:15.219165 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "272ad5b9-46ea-481c-ad33-02d562eca980", "tag": "f77a6ebf-ffd7-42c7-9c3f-b251668caa25", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:38:15.219415 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d94d27f-753d-4756-9cb7-f02816bd1989 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:38:15.219820 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '272ad5b9-46ea-481c-ad33-02d562eca980', 'tag': 'f77a6ebf-ffd7-42c7-9c3f-b251668caa25', 'status': 'completed', 'code': 200} Oct 26 08:38:15.221331 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-cfebea58-e577-4011-b22b-003b9f881fc6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f77a6ebf-ffd7-42c7-9c3f-b251668caa25 HTTP/1.1" status: 200 len: 217 time: 0.0510898 Oct 26 08:38:15.247745 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d41c42-b860-40f2-a151-40aa577a1954 None None] Pushing event updated for resources: {'Port': ['ID=84e997fe-06dd-4695-85f7-bee72c8e5324,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:15.269961 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-e72a9021-a0c7-4168-8d6c-e822e10c80f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de276964-2fdf-41ef-a9dc-6633f7577def', 'name': 'tempest-TestVolumeBootPattern-1501993302-router', 'tenant_id': 'a11404eaf25f4e9a8fce80fbabdf71cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'b40aff92-9e3e-45db-a6e9-2ace30a9ce86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:38:05Z', 'updated_at': '2021-10-26T08:38:08Z', 'revision_number': 4, 'project_id': 'a11404eaf25f4e9a8fce80fbabdf71cb', 'gw_port': {'id': 'b40aff92-9e3e-45db-a6e9-2ace30a9ce86', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de276964-2fdf-41ef-a9dc-6633f7577def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:06Z', 'updated_at': '2021-10-26T08:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '84e997fe-06dd-4695-85f7-bee72c8e5324', 'name': '', 'network_id': '0667a239-a972-427b-8e4a-e943c733c389', 'tenant_id': 'a11404eaf25f4e9a8fce80fbabdf71cb', 'mac_address': 'fa:16:3e:6a:1e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de276964-2fdf-41ef-a9dc-6633f7577def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'c5b7aa8e-37f4-4c8b-a67f-30f38b8f7655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:08Z', 'updated_at': '2021-10-26T08:38:14Z', 'revision_number': 4, 'project_id': 'a11404eaf25f4e9a8fce80fbabdf71cb', 'subnets': [{'id': 'c5b7aa8e-37f4-4c8b-a67f-30f38b8f7655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:15.279403 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-19c288a8-0766-4878-8bce-63f81f5f381c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:15.281216 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-19c288a8-0766-4878-8bce-63f81f5f381c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf6f69cc-5d9c-4482-95ec-97464125621a HTTP/1.1" status: 200 len: 851 time: 0.0518367 Oct 26 08:38:15.305952 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72a9021-a0c7-4168-8d6c-e822e10c80f1 None None] The sync data for ids ['de276964-2fdf-41ef-a9dc-6633f7577def'] in dv-neutron-804846-13-hyperv is: [{'id': 'de276964-2fdf-41ef-a9dc-6633f7577def', 'name': 'tempest-TestVolumeBootPattern-1501993302-router', 'tenant_id': 'a11404eaf25f4e9a8fce80fbabdf71cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'b40aff92-9e3e-45db-a6e9-2ace30a9ce86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:38:05Z', 'updated_at': '2021-10-26T08:38:08Z', 'revision_number': 4, 'project_id': 'a11404eaf25f4e9a8fce80fbabdf71cb', 'gw_port': {'id': 'b40aff92-9e3e-45db-a6e9-2ace30a9ce86', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de276964-2fdf-41ef-a9dc-6633f7577def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:06Z', 'updated_at': '2021-10-26T08:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '84e997fe-06dd-4695-85f7-bee72c8e5324', 'name': '', 'network_id': '0667a239-a972-427b-8e4a-e943c733c389', 'tenant_id': 'a11404eaf25f4e9a8fce80fbabdf71cb', 'mac_address': 'fa:16:3e:6a:1e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de276964-2fdf-41ef-a9dc-6633f7577def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'c5b7aa8e-37f4-4c8b-a67f-30f38b8f7655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:08Z', 'updated_at': '2021-10-26T08:38:14Z', 'revision_number': 4, 'project_id': 'a11404eaf25f4e9a8fce80fbabdf71cb', 'subnets': [{'id': 'c5b7aa8e-37f4-4c8b-a67f-30f38b8f7655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:38:15.318320 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8f3a4f4b-f325-4c8e-a226-abf95aff9730 None None] Provisioning complete for port 84e997fe-06dd-4695-85f7-bee72c8e5324 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:38:15.318833 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8f3a4f4b-f325-4c8e-a226-abf95aff9730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:15.321752 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-7cc85e5d-6d5a-40fc-9cd4-f4a8457fc111 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=155ae6fa-840c-43f4-a427-980a8371273b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279202 Oct 26 08:38:15.440056 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-cf9295c2-6d69-496e-9207-4a3746233bcf service neutron] 10.222.0.47 "GET /v2.0/networks/155ae6fa-840c-43f4-a427-980a8371273b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011438 Oct 26 08:38:15.693036 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 84e997fe-06dd-4695-85f7-bee72c8e5324 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:38:15.752535 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 84e997fe-06dd-4695-85f7-bee72c8e5324 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:38:15.752932 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:15.878746 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5a10a11c-9412-4f86-ad19-d766046eec94 req-10637f10-a15e-4b5d-88d0-95c1f757c323 service neutron] 10.222.0.47 "GET /v2.0/networks/155ae6fa-840c-43f4-a427-980a8371273b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294655 Oct 26 08:38:16.025134 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d5aa4-d1af-4b1e-a543-bc977364c07e req-727c0f85-b4cb-4f1c-ab90-0145d33bb0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:16.026721 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f46d5aa4-d1af-4b1e-a543-bc977364c07e req-727c0f85-b4cb-4f1c-ab90-0145d33bb0cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5e996b357bac4b8499e18572dcf5c4df&device_id=272ad5b9-46ea-481c-ad33-02d562eca980 HTTP/1.1" status: 200 len: 1097 time: 0.0851357 Oct 26 08:38:16.035054 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba029b-d4c6-4ec7-964a-bc6b22dcfec7 req-43c4a170-4d07-4712-bb37-a3a19041f52b tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:16.036436 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-12ba029b-d4c6-4ec7-964a-bc6b22dcfec7 req-43c4a170-4d07-4712-bb37-a3a19041f52b tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/ports?device_id=272ad5b9-46ea-481c-ad33-02d562eca980 HTTP/1.1" status: 200 len: 944 time: 0.0809574 Oct 26 08:38:16.123726 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-12ba029b-d4c6-4ec7-964a-bc6b22dcfec7 req-e46e3008-70dd-4fb1-9e83-3ce4048903da tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c208e9c-63f5-4161-bc11-158119b22de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786936 Oct 26 08:38:16.163100 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d5aa4-d1af-4b1e-a543-bc977364c07e req-64524291-acbd-47c4-a61a-ebe6b36d252b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:16.164676 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f46d5aa4-d1af-4b1e-a543-bc977364c07e req-64524291-acbd-47c4-a61a-ebe6b36d252b service neutron] 10.222.0.47 "GET /v2.0/networks?id=155ae6fa-840c-43f4-a427-980a8371273b HTTP/1.1" status: 200 len: 912 time: 0.1273503 Oct 26 08:38:16.208758 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f46d5aa4-d1af-4b1e-a543-bc977364c07e req-4ffcdbd7-dba7-47be-8186-574dbae2c560 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f77a6ebf-ffd7-42c7-9c3f-b251668caa25 HTTP/1.1" status: 200 len: 217 time: 0.0356855 Oct 26 08:38:16.264452 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d5aa4-d1af-4b1e-a543-bc977364c07e req-bfaa21c1-b1fb-41bd-9f28-2a5d420e6485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:16.265996 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f46d5aa4-d1af-4b1e-a543-bc977364c07e req-bfaa21c1-b1fb-41bd-9f28-2a5d420e6485 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf6f69cc-5d9c-4482-95ec-97464125621a HTTP/1.1" status: 200 len: 851 time: 0.0494514 Oct 26 08:38:16.303282 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f46d5aa4-d1af-4b1e-a543-bc977364c07e req-8db44e32-9b12-4733-9fea-bddaaa74e33e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=155ae6fa-840c-43f4-a427-980a8371273b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285625 Oct 26 08:38:16.401862 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f46d5aa4-d1af-4b1e-a543-bc977364c07e req-6b0f3cf2-ff18-4f96-97c4-d8773633066e service neutron] 10.222.0.47 "GET /v2.0/networks/155ae6fa-840c-43f4-a427-980a8371273b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895915 Oct 26 08:38:16.501411 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f46d5aa4-d1af-4b1e-a543-bc977364c07e req-dd8210a5-5ffb-448a-a2c1-013ea6ce1657 service neutron] 10.222.0.47 "GET /v2.0/networks/155ae6fa-840c-43f4-a427-980a8371273b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890608 Oct 26 08:38:17.247741 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73f04d-417e-4847-966c-27915f5c83fa req-6786fe21-8521-4bbd-8a6e-908dec8709e0 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:17.249428 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-fb73f04d-417e-4847-966c-27915f5c83fa req-6786fe21-8521-4bbd-8a6e-908dec8709e0 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/ports?device_id=272ad5b9-46ea-481c-ad33-02d562eca980 HTTP/1.1" status: 200 len: 944 time: 0.0502212 Oct 26 08:38:17.292478 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-fb73f04d-417e-4847-966c-27915f5c83fa req-c1ab4bd6-115a-4761-b58b-90457d2b7962 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c208e9c-63f5-4161-bc11-158119b22de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364864 Oct 26 08:38:18.403275 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device f77a6ebf-ffd7-42c7-9c3f-b251668caa25 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 08:38:18.421458 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40d3e6-1fcd-4e96-ab05-75ee7c41fda0 req-38141882-b47b-4732-aed6-da59054f8671 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:18.423000 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5a40d3e6-1fcd-4e96-ab05-75ee7c41fda0 req-38141882-b47b-4732-aed6-da59054f8671 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/ports?device_id=272ad5b9-46ea-481c-ad33-02d562eca980 HTTP/1.1" status: 200 len: 944 time: 0.0602231 Oct 26 08:38:18.464595 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5a40d3e6-1fcd-4e96-ab05-75ee7c41fda0 req-2643f59b-a2b1-4c9f-b9ee-a38ac90be221 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c208e9c-63f5-4161-bc11-158119b22de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351565 Oct 26 08:38:18.508146 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port f77a6ebf-ffd7-42c7-9c3f-b251668caa25, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=f77a6ebf-ffd7-42c7-9c3f-b251668caa25,segment=NetworkSegment(0f70c16b-2776-4447-8f7d-5507a6c2c73b),segment_id=0f70c16b-2776-4447-8f7d-5507a6c2c73b)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:38:18.522230 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': 'f77a6ebf-ffd7-42c7-9c3f-b251668caa25', 'network_id': '155ae6fa-840c-43f4-a427-980a8371273b', 'port_id': 'f77a6ebf-ffd7-42c7-9c3f-b251668caa25', 'mac_address': 'fa:16:3e:1b:df:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf6f69cc-5d9c-4482-95ec-97464125621a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 08:38:18.568054 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:18.586694 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f77a6ebf-ffd7-42c7-9c3f-b251668caa25 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:38:18.609256 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port f77a6ebf-ffd7-42c7-9c3f-b251668caa25, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=f77a6ebf-ffd7-42c7-9c3f-b251668caa25,segment=NetworkSegment(0f70c16b-2776-4447-8f7d-5507a6c2c73b),segment_id=0f70c16b-2776-4447-8f7d-5507a6c2c73b)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:38:18.613705 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:18.664243 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=f77a6ebf-ffd7-42c7-9c3f-b251668caa25,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:18.848000 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['f77a6ebf-ffd7-42c7-9c3f-b251668caa25'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:38:19.357077 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4a344424-55e3-4bbc-a981-0663ef2ec2d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:19.583841 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24dded-c66b-4256-9a04-8e9d959eebfa req-67ba8a87-2fbd-4b4e-b92e-081daff7ef24 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:19.585391 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-cd24dded-c66b-4256-9a04-8e9d959eebfa req-67ba8a87-2fbd-4b4e-b92e-081daff7ef24 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/ports?device_id=272ad5b9-46ea-481c-ad33-02d562eca980 HTTP/1.1" status: 200 len: 945 time: 0.0535889 Oct 26 08:38:19.625672 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-cd24dded-c66b-4256-9a04-8e9d959eebfa req-217b6a12-8290-45df-ad74-55d3f96cbc47 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c208e9c-63f5-4161-bc11-158119b22de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337801 Oct 26 08:38:20.421096 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device f77a6ebf-ffd7-42c7-9c3f-b251668caa25 up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:38:20.475763 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port f77a6ebf-ffd7-42c7-9c3f-b251668caa25 completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 08:38:20.480581 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port f77a6ebf-ffd7-42c7-9c3f-b251668caa25 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:38:20.480581 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:20.565439 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:20.589739 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272ad5b9-46ea-481c-ad33-02d562eca980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77a6ebf-ffd7-42c7-9c3f-b251668caa25'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:38:20.592606 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30a74dd-9c32-4243-98ac-a1ad81abdb47" -d '{"events": [{"server_uuid": "272ad5b9-46ea-481c-ad33-02d562eca980", "name": "network-vif-plugged", "status": "completed", "tag": "f77a6ebf-ffd7-42c7-9c3f-b251668caa25"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:38:20.606610 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port f77a6ebf-ffd7-42c7-9c3f-b251668caa25, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=f77a6ebf-ffd7-42c7-9c3f-b251668caa25,segment=NetworkSegment(0f70c16b-2776-4447-8f7d-5507a6c2c73b),segment_id=0f70c16b-2776-4447-8f7d-5507a6c2c73b)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:38:20.611704 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:20.635811 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785c242d-16eb-47dc-a9f5-d3d588161e9a x-openstack-request-id: req-785c242d-16eb-47dc-a9f5-d3d588161e9a {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:38:20.636109 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272ad5b9-46ea-481c-ad33-02d562eca980", "name": "network-vif-plugged", "status": "completed", "tag": "f77a6ebf-ffd7-42c7-9c3f-b251668caa25", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:38:20.636376 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-785c242d-16eb-47dc-a9f5-d3d588161e9a {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:38:20.636757 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272ad5b9-46ea-481c-ad33-02d562eca980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77a6ebf-ffd7-42c7-9c3f-b251668caa25', 'code': 200} Oct 26 08:38:20.666252 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=f77a6ebf-ffd7-42c7-9c3f-b251668caa25,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:20.770399 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d1824-3706-4fbc-9979-62f525027b09 req-1f3f5730-fa3d-4e06-9a52-01f962a6f839 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:20.771910 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-eb2d1824-3706-4fbc-9979-62f525027b09 req-1f3f5730-fa3d-4e06-9a52-01f962a6f839 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/ports?device_id=272ad5b9-46ea-481c-ad33-02d562eca980 HTTP/1.1" status: 200 len: 946 time: 0.0641913 Oct 26 08:38:20.819506 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-eb2d1824-3706-4fbc-9979-62f525027b09 req-1ba55ba4-ed43-42f2-8194-1a81e6575109 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c208e9c-63f5-4161-bc11-158119b22de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380189 Oct 26 08:38:20.827422 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf41436-3e5a-4020-8afc-18fa345e0186 req-5e1e82b8-d163-4c58-921a-e1006c894d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:20.828980 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bdf41436-3e5a-4020-8afc-18fa345e0186 req-5e1e82b8-d163-4c58-921a-e1006c894d5f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=272ad5b9-46ea-481c-ad33-02d562eca980 HTTP/1.1" status: 200 len: 1099 time: 0.0590625 Oct 26 08:38:20.875136 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bdf41436-3e5a-4020-8afc-18fa345e0186 req-3c6cde53-8cf0-4204-aad8-0d2fc76712bd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7c208e9c-63f5-4161-bc11-158119b22de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309548 Oct 26 08:38:21.974137 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b415a-8ca0-49d4-89f1-988cd4181110 req-0d6b3d96-b139-4dc7-804c-367bbf79172e tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:21.976028 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2c0b415a-8ca0-49d4-89f1-988cd4181110 req-0d6b3d96-b139-4dc7-804c-367bbf79172e tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/ports?device_id=272ad5b9-46ea-481c-ad33-02d562eca980 HTTP/1.1" status: 200 len: 946 time: 0.0538192 Oct 26 08:38:22.034944 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2c0b415a-8ca0-49d4-89f1-988cd4181110 req-70c4407c-2b43-4f5a-9559-10d5cbb800cb tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c208e9c-63f5-4161-bc11-158119b22de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511611 Oct 26 08:38:22.035892 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ebce8645-09d7-4f80-875a-3d98a78ba415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:22.859495 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:23.155194 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1efa67-66aa-4bfe-af1d-b03c7785f44d req-88b9a5ef-b548-44be-8567-784f481f74c4 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:23.156700 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-1a1efa67-66aa-4bfe-af1d-b03c7785f44d req-88b9a5ef-b548-44be-8567-784f481f74c4 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/ports?device_id=272ad5b9-46ea-481c-ad33-02d562eca980 HTTP/1.1" status: 200 len: 946 time: 0.0502892 Oct 26 08:38:23.194065 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-1a1efa67-66aa-4bfe-af1d-b03c7785f44d req-9e95bc42-c965-4b8f-a930-98cdde3e3e64 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c208e9c-63f5-4161-bc11-158119b22de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313222 Oct 26 08:38:23.279201 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:23.319437 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aed465-8db9-4618-882a-07d5f48ddaf5 req-f25c6b92-ce6c-4723-a65e-4a745af235ff tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:23.321084 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-17aed465-8db9-4618-882a-07d5f48ddaf5 req-f25c6b92-ce6c-4723-a65e-4a745af235ff tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/ports?device_id=272ad5b9-46ea-481c-ad33-02d562eca980 HTTP/1.1" status: 200 len: 946 time: 0.0588164 Oct 26 08:38:23.360588 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-17aed465-8db9-4618-882a-07d5f48ddaf5 req-2651620c-923c-495c-97ec-31df8125954d tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c208e9c-63f5-4161-bc11-158119b22de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333688 Oct 26 08:38:23.622284 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb69d4-cb06-4304-a9d1-b1a25d6c85b2 req-b31fe112-c8cf-433c-8360-8e81fc984c11 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:23.623799 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a7bb69d4-cb06-4304-a9d1-b1a25d6c85b2 req-b31fe112-c8cf-433c-8360-8e81fc984c11 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/ports?device_id=272ad5b9-46ea-481c-ad33-02d562eca980 HTTP/1.1" status: 200 len: 946 time: 0.0540128 Oct 26 08:38:23.663904 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a7bb69d4-cb06-4304-a9d1-b1a25d6c85b2 req-de8f010f-fd4e-41c5-8f27-b9b831124baa tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c208e9c-63f5-4161-bc11-158119b22de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339305 Oct 26 08:38:24.142061 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:24.711239 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37944) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:24.764621 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:24.786085 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220dc1e-1d38-440b-b08b-d2b88b7d68c4 req-1f8ab936-3497-4d1c-8ca4-1fddb163ae41 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:24.787726 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b220dc1e-1d38-440b-b08b-d2b88b7d68c4 req-1f8ab936-3497-4d1c-8ca4-1fddb163ae41 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/ports?device_id=272ad5b9-46ea-481c-ad33-02d562eca980 HTTP/1.1" status: 200 len: 946 time: 0.0519633 Oct 26 08:38:24.827995 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b220dc1e-1d38-440b-b08b-d2b88b7d68c4 req-94451b7f-0f2b-43b7-9893-751eac71a16a tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c208e9c-63f5-4161-bc11-158119b22de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323622 Oct 26 08:38:24.888194 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-0bc5fb5e-4856-4623-9b09-cf12f1db8fb2 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Deleting port 5af40476-b4b5-4c40-bc1a-7be23366a767 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:38:24.888444 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0bc5fb5e-4856-4623-9b09-cf12f1db8fb2 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:24.982539 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0bc5fb5e-4856-4623-9b09-cf12f1db8fb2 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:24.982976 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0bc5fb5e-4856-4623-9b09-cf12f1db8fb2 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:25.005105 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-0bc5fb5e-4856-4623-9b09-cf12f1db8fb2 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Calling delete_port for 5af40476-b4b5-4c40-bc1a-7be23366a767 owned by network:floatingip {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:38:25.074294 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace39b35-7c6b-4a4a-8f11-341f61f6bf47 req-eecd37eb-35dc-45b9-9ae8-62116a45f3ee tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:25.081889 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-ace39b35-7c6b-4a4a-8f11-341f61f6bf47 req-eecd37eb-35dc-45b9-9ae8-62116a45f3ee tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/ports?device_id=272ad5b9-46ea-481c-ad33-02d562eca980 HTTP/1.1" status: 200 len: 946 time: 0.0825469 Oct 26 08:38:25.118252 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-ace39b35-7c6b-4a4a-8f11-341f61f6bf47 req-b885d578-c071-416a-af99-abd7127cdc8a tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c208e9c-63f5-4161-bc11-158119b22de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353787 Oct 26 08:38:25.156091 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f49d20-eb44-47f2-9c5c-0589d00a933a req-a1c262f9-ef97-489e-8320-6c989ac0eef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:25.157680 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-77f49d20-eb44-47f2-9c5c-0589d00a933a req-a1c262f9-ef97-489e-8320-6c989ac0eef5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5e996b357bac4b8499e18572dcf5c4df&device_id=272ad5b9-46ea-481c-ad33-02d562eca980 HTTP/1.1" status: 200 len: 1099 time: 0.0903320 Oct 26 08:38:25.295273 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f49d20-eb44-47f2-9c5c-0589d00a933a req-4441d8e4-c338-4dc8-9529-0256e5d688bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:25.296786 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-77f49d20-eb44-47f2-9c5c-0589d00a933a req-4441d8e4-c338-4dc8-9529-0256e5d688bb service neutron] 10.222.0.47 "GET /v2.0/networks?id=155ae6fa-840c-43f4-a427-980a8371273b HTTP/1.1" status: 200 len: 912 time: 0.1290846 Oct 26 08:38:25.316157 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0bc5fb5e-4856-4623-9b09-cf12f1db8fb2 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:25.351054 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-77f49d20-eb44-47f2-9c5c-0589d00a933a req-15eeb9b8-0082-4837-ab30-3504d64bcb2e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f77a6ebf-ffd7-42c7-9c3f-b251668caa25 HTTP/1.1" status: 200 len: 217 time: 0.0445082 Oct 26 08:38:25.376945 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5fb5e-4856-4623-9b09-cf12f1db8fb2 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Pushing event deleted for resources: {'Port': ['ID=5af40476-b4b5-4c40-bc1a-7be23366a767,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:25.467377 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f49d20-eb44-47f2-9c5c-0589d00a933a req-2f71f5ab-eba1-4780-9768-a9a0a0e4da45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:25.468949 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-77f49d20-eb44-47f2-9c5c-0589d00a933a req-2f71f5ab-eba1-4780-9768-a9a0a0e4da45 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf6f69cc-5d9c-4482-95ec-97464125621a HTTP/1.1" status: 200 len: 851 time: 0.0991008 Oct 26 08:38:25.473876 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0bc5fb5e-4856-4623-9b09-cf12f1db8fb2 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for floatingip, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:25.474287 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [None req-0bc5fb5e-4856-4623-9b09-cf12f1db8fb2 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Floating IP cd61bc43-5ff3-4f08-b16a-5815abe67efc disassociated (deleted). External IP: 172.26.2.35, port: 391ef8b3-0fe0-4984-89e6-e4694184b28e. Oct 26 08:38:25.564273 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-77f49d20-eb44-47f2-9c5c-0589d00a933a req-4d1740d9-53e7-4d30-b7a2-96f770abe776 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=155ae6fa-840c-43f4-a427-980a8371273b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868199 Oct 26 08:38:25.753579 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-77f49d20-eb44-47f2-9c5c-0589d00a933a req-74370fee-b76b-42f4-a2a2-380165c8c108 service neutron] 10.222.0.47 "GET /v2.0/networks/155ae6fa-840c-43f4-a427-980a8371273b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787970 Oct 26 08:38:25.861075 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc5fb5e-4856-4623-9b09-cf12f1db8fb2 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Router 2e8f6e9b-97a3-47e1-8421-bbc947cd0709 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:38:25.877974 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-77f49d20-eb44-47f2-9c5c-0589d00a933a req-c8304481-73b8-49b9-8973-500d171062f3 service neutron] 10.222.0.47 "GET /v2.0/networks/155ae6fa-840c-43f4-a427-980a8371273b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152675 Oct 26 08:38:25.988217 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc5fb5e-4856-4623-9b09-cf12f1db8fb2 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:38:25.993160 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0bc5fb5e-4856-4623-9b09-cf12f1db8fb2 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:25.998706 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c565f09-2a2a-4eb1-a45f-1bbaa5dbab22 None None] Sync routers for ids ['2e8f6e9b-97a3-47e1-8421-bbc947cd0709'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:38:26.009760 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c565f09-2a2a-4eb1-a45f-1bbaa5dbab22 None None] Routers {'2e8f6e9b-97a3-47e1-8421-bbc947cd0709'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:38:26.010669 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-8c565f09-2a2a-4eb1-a45f-1bbaa5dbab22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:38:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['2e8f6e9b-97a3-47e1-8421-bbc947cd0709'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:26.021407 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-0bc5fb5e-4856-4623-9b09-cf12f1db8fb2 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "DELETE /v2.0/floatingips/cd61bc43-5ff3-4f08-b16a-5815abe67efc HTTP/1.1" status: 204 len: 168 time: 1.3090417 Oct 26 08:38:26.022039 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd849795-4274-4301-ba8a-cd8b337885a8', 'tag': '391ef8b3-0fe0-4984-89e6-e4694184b28e'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:38:26.024345 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf2637d-d634-4f04-bf2d-ac800f2fd5ea" -d '{"events": [{"name": "network-changed", "server_uuid": "dd849795-4274-4301-ba8a-cd8b337885a8", "tag": "391ef8b3-0fe0-4984-89e6-e4694184b28e"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:38:26.065553 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfb95ab-c383-40b1-94ca-c848832bba6f x-openstack-request-id: req-acfb95ab-c383-40b1-94ca-c848832bba6f {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:38:26.065906 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd849795-4274-4301-ba8a-cd8b337885a8", "tag": "391ef8b3-0fe0-4984-89e6-e4694184b28e", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:38:26.066166 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-acfb95ab-c383-40b1-94ca-c848832bba6f {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:38:26.066580 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd849795-4274-4301-ba8a-cd8b337885a8', 'tag': '391ef8b3-0fe0-4984-89e6-e4694184b28e', 'status': 'completed', 'code': 200} Oct 26 08:38:26.126698 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-8c565f09-2a2a-4eb1-a45f-1bbaa5dbab22 None None] Set router 2e8f6e9b-97a3-47e1-8421-bbc947cd0709 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:38:26.184052 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2637d-d634-4f04-bf2d-ac800f2fd5ea req-56e18bfc-13fa-4f25-a0ef-f46d0e4ccdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:26.188371 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ecf2637d-d634-4f04-bf2d-ac800f2fd5ea req-56e18bfc-13fa-4f25-a0ef-f46d0e4ccdb1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=40cbaebd1fa144e8a5be2f35b8631d13&device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 1098 time: 0.0960493 Oct 26 08:38:26.269114 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e8623-5a2c-4590-9061-022f7ab60193 req-415130e8-597b-438f-adc8-39d4b7ccb55e tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:26.274251 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e23e8623-5a2c-4590-9061-022f7ab60193 req-415130e8-597b-438f-adc8-39d4b7ccb55e tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/ports?device_id=272ad5b9-46ea-481c-ad33-02d562eca980 HTTP/1.1" status: 200 len: 946 time: 0.0617430 Oct 26 08:38:26.332103 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e23e8623-5a2c-4590-9061-022f7ab60193 req-a21a15ef-1463-4932-a409-ea302b978d33 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c208e9c-63f5-4161-bc11-158119b22de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499921 Oct 26 08:38:26.363924 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-8c565f09-2a2a-4eb1-a45f-1bbaa5dbab22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1185869714', 'tenant_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.138'}], 'enable_snat': True}, 'gw_port_id': '7fa4e1e7-a241-4ac8-b099-404e92ed9177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:36:27Z', 'updated_at': '2021-10-26T08:36:34Z', 'revision_number': 4, 'project_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'gw_port': {'id': '7fa4e1e7-a241-4ac8-b099-404e92ed9177', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:36:27Z', 'updated_at': '2021-10-26T08:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '7e76857e-a467-4c75-96b2-eb4bce4756eb', 'name': '', 'network_id': '2e3bfd69-a86c-48f7-827c-ed91c29ba8ae', 'tenant_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'mac_address': 'fa:16:3e:e6:84:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '806b4a79-12ed-4b24-a0c3-c7d82290a7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:36:33Z', 'updated_at': '2021-10-26T08:36:40Z', 'revision_number': 5, 'project_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'subnets': [{'id': '806b4a79-12ed-4b24-a0c3-c7d82290a7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:26.371362 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2637d-d634-4f04-bf2d-ac800f2fd5ea req-cbbfac03-cdb6-43f3-9c88-11ee1ad338ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:26.374196 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ecf2637d-d634-4f04-bf2d-ac800f2fd5ea req-cbbfac03-cdb6-43f3-9c88-11ee1ad338ed service neutron] 10.222.0.47 "GET /v2.0/networks?id=2e3bfd69-a86c-48f7-827c-ed91c29ba8ae HTTP/1.1" status: 200 len: 897 time: 0.1626422 Oct 26 08:38:26.386996 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b411f86-4ad0-4639-b816-41e04d44fcbf req-e135dd1c-e8ca-4b7d-af17-0201800f7c6d tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:26.388658 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5b411f86-4ad0-4639-b816-41e04d44fcbf req-e135dd1c-e8ca-4b7d-af17-0201800f7c6d tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 945 time: 0.0837545 Oct 26 08:38:26.391978 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c565f09-2a2a-4eb1-a45f-1bbaa5dbab22 None None] Checking router: 2e8f6e9b-97a3-47e1-8421-bbc947cd0709 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:38:26.403796 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c565f09-2a2a-4eb1-a45f-1bbaa5dbab22 None None] Routers {'2e8f6e9b-97a3-47e1-8421-bbc947cd0709'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:38:26.404490 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-8c565f09-2a2a-4eb1-a45f-1bbaa5dbab22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:38:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['2e8f6e9b-97a3-47e1-8421-bbc947cd0709'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:26.435507 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ecf2637d-d634-4f04-bf2d-ac800f2fd5ea req-8e2b49f4-d340-40e3-9a15-db3b888b7d70 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=391ef8b3-0fe0-4984-89e6-e4694184b28e HTTP/1.1" status: 200 len: 217 time: 0.0456567 Oct 26 08:38:26.494330 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5b411f86-4ad0-4639-b816-41e04d44fcbf req-78ca731f-2381-478a-b22a-fe9ce1d8e4ed tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1faa321-505b-40a4-85e7-f618f70a9984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973234 Oct 26 08:38:26.513603 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2637d-d634-4f04-bf2d-ac800f2fd5ea req-f500f281-d934-4744-9c5d-503c28138f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:26.514891 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ecf2637d-d634-4f04-bf2d-ac800f2fd5ea req-f500f281-d934-4744-9c5d-503c28138f52 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=806b4a79-12ed-4b24-a0c3-c7d82290a7d1 HTTP/1.1" status: 200 len: 835 time: 0.0640919 Oct 26 08:38:26.526864 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-8c565f09-2a2a-4eb1-a45f-1bbaa5dbab22 None None] Set router 2e8f6e9b-97a3-47e1-8421-bbc947cd0709 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:38:26.589693 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2637d-d634-4f04-bf2d-ac800f2fd5ea req-7335a1fb-d89d-4636-bb6a-0856d7916081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:26.592264 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ecf2637d-d634-4f04-bf2d-ac800f2fd5ea req-7335a1fb-d89d-4636-bb6a-0856d7916081 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2e3bfd69-a86c-48f7-827c-ed91c29ba8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0659103 Oct 26 08:38:26.697237 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ecf2637d-d634-4f04-bf2d-ac800f2fd5ea req-f44d8d69-c287-4c1b-b074-827d0d8aa874 service neutron] 10.222.0.47 "GET /v2.0/networks/2e3bfd69-a86c-48f7-827c-ed91c29ba8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947673 Oct 26 08:38:26.795995 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ecf2637d-d634-4f04-bf2d-ac800f2fd5ea req-20b32d2b-264c-4398-8bf4-6ec47cd13218 service neutron] 10.222.0.47 "GET /v2.0/networks/2e3bfd69-a86c-48f7-827c-ed91c29ba8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900564 Oct 26 08:38:26.841359 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-8c565f09-2a2a-4eb1-a45f-1bbaa5dbab22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1185869714', 'tenant_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.138'}], 'enable_snat': True}, 'gw_port_id': '7fa4e1e7-a241-4ac8-b099-404e92ed9177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:36:27Z', 'updated_at': '2021-10-26T08:36:34Z', 'revision_number': 4, 'project_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'gw_port': {'id': '7fa4e1e7-a241-4ac8-b099-404e92ed9177', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:36:27Z', 'updated_at': '2021-10-26T08:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '7e76857e-a467-4c75-96b2-eb4bce4756eb', 'name': '', 'network_id': '2e3bfd69-a86c-48f7-827c-ed91c29ba8ae', 'tenant_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'mac_address': 'fa:16:3e:e6:84:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '806b4a79-12ed-4b24-a0c3-c7d82290a7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:36:33Z', 'updated_at': '2021-10-26T08:36:40Z', 'revision_number': 5, 'project_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'subnets': [{'id': '806b4a79-12ed-4b24-a0c3-c7d82290a7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:26.867251 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c565f09-2a2a-4eb1-a45f-1bbaa5dbab22 None None] The sync data for ids ['2e8f6e9b-97a3-47e1-8421-bbc947cd0709'] in dv-neutron-804846-13-hyperv is: [{'id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1185869714', 'tenant_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.138'}], 'enable_snat': True}, 'gw_port_id': '7fa4e1e7-a241-4ac8-b099-404e92ed9177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:36:27Z', 'updated_at': '2021-10-26T08:36:34Z', 'revision_number': 4, 'project_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'gw_port': {'id': '7fa4e1e7-a241-4ac8-b099-404e92ed9177', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:36:27Z', 'updated_at': '2021-10-26T08:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '7e76857e-a467-4c75-96b2-eb4bce4756eb', 'name': '', 'network_id': '2e3bfd69-a86c-48f7-827c-ed91c29ba8ae', 'tenant_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'mac_address': 'fa:16:3e:e6:84:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '806b4a79-12ed-4b24-a0c3-c7d82290a7d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:36:33Z', 'updated_at': '2021-10-26T08:36:40Z', 'revision_number': 5, 'project_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'subnets': [{'id': '806b4a79-12ed-4b24-a0c3-c7d82290a7d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:38:27.099179 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62434920-fa49-4f7c-8225-af2f398043d2 None None] New status for floating IP cd61bc43-5ff3-4f08-b16a-5815abe67efc: DOWN {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:38:27.442046 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93dbe28-cc23-4748-9a61-3f9a1926d4c4 req-0a044ac1-0efd-4d87-9a7b-7c0437b08b27 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:27.443490 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a93dbe28-cc23-4748-9a61-3f9a1926d4c4 req-0a044ac1-0efd-4d87-9a7b-7c0437b08b27 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/ports?device_id=272ad5b9-46ea-481c-ad33-02d562eca980 HTTP/1.1" status: 200 len: 946 time: 0.0494089 Oct 26 08:38:27.488240 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a93dbe28-cc23-4748-9a61-3f9a1926d4c4 req-c21a4dbe-523c-47b4-9c19-d300cff89750 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c208e9c-63f5-4161-bc11-158119b22de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322595 Oct 26 08:38:27.697325 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060a1a1-0fd0-4d6f-81d4-4e87b5dd3702 req-ec4f9905-7e22-4216-8114-5e2f1340df25 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:27.700399 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d060a1a1-0fd0-4d6f-81d4-4e87b5dd3702 req-ec4f9905-7e22-4216-8114-5e2f1340df25 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 945 time: 0.0848727 Oct 26 08:38:27.826404 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f896d-b726-4be4-9010-82bdf9eab422 req-759a04b5-7a92-4903-98e7-921ab8d23881 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:27.828004 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-124f896d-b726-4be4-9010-82bdf9eab422 req-759a04b5-7a92-4903-98e7-921ab8d23881 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/ports?device_id=272ad5b9-46ea-481c-ad33-02d562eca980 HTTP/1.1" status: 200 len: 946 time: 0.0915995 Oct 26 08:38:27.879815 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-d060a1a1-0fd0-4d6f-81d4-4e87b5dd3702 req-96371a31-54bb-40c5-a1df-35efb485381e tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Deleting port 391ef8b3-0fe0-4984-89e6-e4694184b28e {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:38:27.880151 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-d060a1a1-0fd0-4d6f-81d4-4e87b5dd3702 req-96371a31-54bb-40c5-a1df-35efb485381e tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:27.898452 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-124f896d-b726-4be4-9010-82bdf9eab422 req-9776b78b-deca-4e89-8475-0677efaf104e tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c208e9c-63f5-4161-bc11-158119b22de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623360 Oct 26 08:38:27.977506 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-d060a1a1-0fd0-4d6f-81d4-4e87b5dd3702 req-96371a31-54bb-40c5-a1df-35efb485381e tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] For port 391ef8b3-0fe0-4984-89e6-e4694184b28e, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=391ef8b3-0fe0-4984-89e6-e4694184b28e,segment=NetworkSegment(88a2abc7-3998-453c-8ba6-6283bf456771),segment_id=88a2abc7-3998-453c-8ba6-6283bf456771)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:38:27.977895 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-d060a1a1-0fd0-4d6f-81d4-4e87b5dd3702 req-96371a31-54bb-40c5-a1df-35efb485381e tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:27.992143 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-d060a1a1-0fd0-4d6f-81d4-4e87b5dd3702 req-96371a31-54bb-40c5-a1df-35efb485381e tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Calling delete_port for 391ef8b3-0fe0-4984-89e6-e4694184b28e owned by compute:nova {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:38:28.000127 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d66bc-c491-4dd0-85c5-e97e57ff2e5d req-07502804-78b2-4ec5-84d4-01df9f355301 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:28.001741 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f75d66bc-c491-4dd0-85c5-e97e57ff2e5d req-07502804-78b2-4ec5-84d4-01df9f355301 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd849795-4274-4301-ba8a-cd8b337885a8 HTTP/1.1" status: 200 len: 945 time: 0.4246676 Oct 26 08:38:28.043034 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f75d66bc-c491-4dd0-85c5-e97e57ff2e5d req-77cbeaf9-a34e-4eda-9f32-e7f17bb57452 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1faa321-505b-40a4-85e7-f618f70a9984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329409 Oct 26 08:38:28.130544 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-d060a1a1-0fd0-4d6f-81d4-4e87b5dd3702 req-96371a31-54bb-40c5-a1df-35efb485381e tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:28.161307 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96371a31-54bb-40c5-a1df-35efb485381e tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Pushing event deleted for resources: {'Port': ['ID=391ef8b3-0fe0-4984-89e6-e4694184b28e,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:28.214597 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-d060a1a1-0fd0-4d6f-81d4-4e87b5dd3702 req-96371a31-54bb-40c5-a1df-35efb485381e tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] No DVR routers for this DVR port 391ef8b3-0fe0-4984-89e6-e4694184b28e on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:38:28.217267 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-d060a1a1-0fd0-4d6f-81d4-4e87b5dd3702 req-96371a31-54bb-40c5-a1df-35efb485381e tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:28.221010 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d060a1a1-0fd0-4d6f-81d4-4e87b5dd3702 req-96371a31-54bb-40c5-a1df-35efb485381e tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.47 "DELETE /v2.0/ports/391ef8b3-0fe0-4984-89e6-e4694184b28e HTTP/1.1" status: 204 len: 173 time: 0.5126812 Oct 26 08:38:28.221497 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd849795-4274-4301-ba8a-cd8b337885a8', 'name': 'network-vif-deleted', 'tag': '391ef8b3-0fe0-4984-89e6-e4694184b28e'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:38:28.223921 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244a51a4-f917-48d1-a2c7-0fb0900ad954" -d '{"events": [{"server_uuid": "dd849795-4274-4301-ba8a-cd8b337885a8", "name": "network-vif-deleted", "tag": "391ef8b3-0fe0-4984-89e6-e4694184b28e"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:38:28.277718 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b070af8-1822-4e26-97c7-9c06ba0e3992 x-openstack-request-id: req-4b070af8-1822-4e26-97c7-9c06ba0e3992 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:38:28.278011 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd849795-4274-4301-ba8a-cd8b337885a8", "name": "network-vif-deleted", "tag": "391ef8b3-0fe0-4984-89e6-e4694184b28e", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:38:28.278272 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b070af8-1822-4e26-97c7-9c06ba0e3992 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:38:28.280839 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd849795-4274-4301-ba8a-cd8b337885a8', 'name': 'network-vif-deleted', 'tag': '391ef8b3-0fe0-4984-89e6-e4694184b28e', 'status': 'completed', 'code': 200} Oct 26 08:38:29.021957 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97213c-e145-4678-b1ad-3a0f88845b36 req-ba8e905e-4e42-41cd-ba1c-e6cecd728e4a tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:29.023455 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5f97213c-e145-4678-b1ad-3a0f88845b36 req-ba8e905e-4e42-41cd-ba1c-e6cecd728e4a tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/ports?device_id=272ad5b9-46ea-481c-ad33-02d562eca980 HTTP/1.1" status: 200 len: 946 time: 0.0505662 Oct 26 08:38:29.062367 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5f97213c-e145-4678-b1ad-3a0f88845b36 req-e8559d07-3451-489c-8c22-73bd929f4d0f tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c208e9c-63f5-4161-bc11-158119b22de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324597 Oct 26 08:38:29.102920 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 37990) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:29.419721 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f038922-21e6-40ac-980a-296fe080b210 req-66e0d680-a8b7-4f3f-bb76-f31bee3ad014 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:29.421248 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9f038922-21e6-40ac-980a-296fe080b210 req-66e0d680-a8b7-4f3f-bb76-f31bee3ad014 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/ports?device_id=272ad5b9-46ea-481c-ad33-02d562eca980 HTTP/1.1" status: 200 len: 946 time: 0.1720171 Oct 26 08:38:29.425460 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3bcbc-e146-4141-b6e3-b1df0b29c200 req-a3123da2-e4e7-40b0-b1ee-44e83fd8d8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:29.426886 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0fd3bcbc-e146-4141-b6e3-b1df0b29c200 req-a3123da2-e4e7-40b0-b1ee-44e83fd8d8d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5e996b357bac4b8499e18572dcf5c4df&device_id=272ad5b9-46ea-481c-ad33-02d562eca980 HTTP/1.1" status: 200 len: 1099 time: 0.1401534 Oct 26 08:38:29.835203 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9f038922-21e6-40ac-980a-296fe080b210 req-b3d7e605-9ed7-4207-9584-de703f066f49 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c208e9c-63f5-4161-bc11-158119b22de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059196 Oct 26 08:38:29.887331 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3bcbc-e146-4141-b6e3-b1df0b29c200 req-2c8e9022-707a-4893-805d-00ad618677d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:29.888815 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0fd3bcbc-e146-4141-b6e3-b1df0b29c200 req-2c8e9022-707a-4893-805d-00ad618677d4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=155ae6fa-840c-43f4-a427-980a8371273b HTTP/1.1" status: 200 len: 912 time: 0.4504876 Oct 26 08:38:29.935499 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0fd3bcbc-e146-4141-b6e3-b1df0b29c200 req-163a7839-e93f-45cc-9811-c3f4643a60d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f77a6ebf-ffd7-42c7-9c3f-b251668caa25 HTTP/1.1" status: 200 len: 217 time: 0.0378370 Oct 26 08:38:30.018443 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3bcbc-e146-4141-b6e3-b1df0b29c200 req-d604a792-fc60-43b9-8519-5d6c03155141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:30.019896 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0fd3bcbc-e146-4141-b6e3-b1df0b29c200 req-d604a792-fc60-43b9-8519-5d6c03155141 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf6f69cc-5d9c-4482-95ec-97464125621a HTTP/1.1" status: 200 len: 851 time: 0.0745418 Oct 26 08:38:30.055380 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0fd3bcbc-e146-4141-b6e3-b1df0b29c200 req-d02f05c3-563b-46d9-b175-ed04acf06e4d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=155ae6fa-840c-43f4-a427-980a8371273b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278201 Oct 26 08:38:30.062167 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-162d51da-ef26-4f81-990f-7b309eb5a890 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:30.233586 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0fd3bcbc-e146-4141-b6e3-b1df0b29c200 req-6e018ebc-98a3-4a23-979c-3133374e259f service neutron] 10.222.0.47 "GET /v2.0/networks/155ae6fa-840c-43f4-a427-980a8371273b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693802 Oct 26 08:38:30.383742 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0fd3bcbc-e146-4141-b6e3-b1df0b29c200 req-9d24973b-1fbd-4b56-925e-b831a4b56f1d service neutron] 10.222.0.47 "GET /v2.0/networks/155ae6fa-840c-43f4-a427-980a8371273b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194391 Oct 26 08:38:30.469291 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 391ef8b3-0fe0-4984-89e6-e4694184b28e no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:38:30.474341 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-162d51da-ef26-4f81-990f-7b309eb5a890 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Deleting port 7e76857e-a467-4c75-96b2-eb4bce4756eb {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:38:30.474968 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-162d51da-ef26-4f81-990f-7b309eb5a890 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:30.490634 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] No Port match for: 391ef8b3-0fe0-4984-89e6-e4694184b28e {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:38:30.490991 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 391ef8b3-0fe0-4984-89e6-e4694184b28e not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:38:30.566426 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-162d51da-ef26-4f81-990f-7b309eb5a890 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] For port 7e76857e-a467-4c75-96b2-eb4bce4756eb, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=7e76857e-a467-4c75-96b2-eb4bce4756eb,segment=NetworkSegment(88a2abc7-3998-453c-8ba6-6283bf456771),segment_id=88a2abc7-3998-453c-8ba6-6283bf456771)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:38:30.566825 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-162d51da-ef26-4f81-990f-7b309eb5a890 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:30.580410 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-162d51da-ef26-4f81-990f-7b309eb5a890 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Calling delete_port for 7e76857e-a467-4c75-96b2-eb4bce4756eb owned by network:router_interface {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:38:30.617504 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-294dd7a7-0924-4864-a34f-6d1cc5922d2f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1307799629&fields=id&tenant_id=012ebdc024314225b35adc225bf3c042 HTTP/1.1" status: 200 len: 267 time: 0.0329795 Oct 26 08:38:30.730696 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-f30ecd32-d514-48be-8865-a7c41281bc91 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:30.732172 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-f30ecd32-d514-48be-8865-a7c41281bc91 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/networks?id=aaea57e4-9420-417b-be2f-9d1c60706f42 HTTP/1.1" status: 200 len: 812 time: 0.1072493 Oct 26 08:38:30.749188 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-a8a1e0e6-d52d-4aa9-9147-3a2c1bcb044e tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/quotas/012ebdc024314225b35adc225bf3c042 HTTP/1.1" status: 200 len: 375 time: 0.0104830 Oct 26 08:38:30.773481 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-162d51da-ef26-4f81-990f-7b309eb5a890 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:30.800274 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-0b365d40-3f2c-4749-b96b-1d0f9f826b40 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=012ebdc024314225b35adc225bf3c042&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460236 Oct 26 08:38:30.810103 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d51da-ef26-4f81-990f-7b309eb5a890 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Pushing event deleted for resources: {'Port': ['ID=7e76857e-a467-4c75-96b2-eb4bce4756eb,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:31.046065 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ebdbc-7cd3-4822-9522-361572c04bbc req-ee6f9e85-8a41-46d7-a6c0-41ed1efd37af tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:31.047626 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-777ebdbc-7cd3-4822-9522-361572c04bbc req-ee6f9e85-8a41-46d7-a6c0-41ed1efd37af tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/ports?device_id=272ad5b9-46ea-481c-ad33-02d562eca980 HTTP/1.1" status: 200 len: 946 time: 0.1157796 Oct 26 08:38:31.052937 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-d0d40d2d-c279-469d-b54d-252891d2c650 service neutron] 10.222.0.41 "GET /v2.0/networks/aaea57e4-9420-417b-be2f-9d1c60706f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334762 Oct 26 08:38:31.073744 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-162d51da-ef26-4f81-990f-7b309eb5a890 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:31.150651 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-1845394d-53da-4f02-b1b1-1fd164a344db service neutron] 10.222.0.41 "GET /v2.0/networks/aaea57e4-9420-417b-be2f-9d1c60706f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901639 Oct 26 08:38:31.164316 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-777ebdbc-7cd3-4822-9522-361572c04bbc req-0563dd55-2105-40d4-9e90-a1f12d04c9c6 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c208e9c-63f5-4161-bc11-158119b22de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078808 Oct 26 08:38:31.319416 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162d51da-ef26-4f81-990f-7b309eb5a890 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Router 2e8f6e9b-97a3-47e1-8421-bbc947cd0709 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:38:31.450021 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162d51da-ef26-4f81-990f-7b309eb5a890 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:38:31.458083 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-162d51da-ef26-4f81-990f-7b309eb5a890 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "PUT /v2.0/routers/2e8f6e9b-97a3-47e1-8421-bbc947cd0709/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3517509 Oct 26 08:38:31.459066 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38020) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:31.461572 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb3c23d-5acb-4a4d-9afd-58baf0273715 None None] Sync routers for ids ['2e8f6e9b-97a3-47e1-8421-bbc947cd0709'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:38:31.472651 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1139ac61-8203-4c09-9a50-123fa1d54e15 req-faca2f38-617e-4940-82c7-20c93f2e1085 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5446ef03-8434-4894-978b-469526eac09a HTTP/1.1" status: 200 len: 210 time: 0.0322900 Oct 26 08:38:31.475143 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb3c23d-5acb-4a4d-9afd-58baf0273715 None None] Routers {'2e8f6e9b-97a3-47e1-8421-bbc947cd0709'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:38:31.476702 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-5eb3c23d-5acb-4a4d-9afd-58baf0273715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:38:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['2e8f6e9b-97a3-47e1-8421-bbc947cd0709'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:31.520678 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-4416a59e-990c-4d41-a862-39edf5ff9528 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Deleting subnet 806b4a79-12ed-4b24-a0c3-c7d82290a7d1 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:38:31.525441 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4416a59e-990c-4d41-a862-39edf5ff9528 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:31.540509 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-54cd3d26-093a-4cd7-abc7-3ee1937a61c2 req-7224d762-8eab-4e58-bd2d-5e1490276890 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=272ad5b9-46ea-481c-ad33-02d562eca980&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433972 Oct 26 08:38:31.576591 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4416a59e-990c-4d41-a862-39edf5ff9528 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:31.614781 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-5eb3c23d-5acb-4a4d-9afd-58baf0273715 None None] Set router 2e8f6e9b-97a3-47e1-8421-bbc947cd0709 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:38:31.688693 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4416a59e-990c-4d41-a862-39edf5ff9528 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:31.711545 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd3d26-093a-4cd7-abc7-3ee1937a61c2 req-50490223-1a36-4302-ba68-92c22a7b028f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:31.714624 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-54cd3d26-093a-4cd7-abc7-3ee1937a61c2 req-50490223-1a36-4302-ba68-92c22a7b028f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5e996b357bac4b8499e18572dcf5c4df&device_id=272ad5b9-46ea-481c-ad33-02d562eca980 HTTP/1.1" status: 200 len: 1099 time: 0.1070054 Oct 26 08:38:31.772147 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4416a59e-990c-4d41-a862-39edf5ff9528 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:31.810794 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416a59e-990c-4d41-a862-39edf5ff9528 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Pushing event deleted for resources: {'Subnet': ['ID=806b4a79-12ed-4b24-a0c3-c7d82290a7d1,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:31.817491 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4416a59e-990c-4d41-a862-39edf5ff9528 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:31.823940 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4416a59e-990c-4d41-a862-39edf5ff9528 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "DELETE /v2.0/subnets/806b4a79-12ed-4b24-a0c3-c7d82290a7d1 HTTP/1.1" status: 204 len: 168 time: 0.3605626 Oct 26 08:38:31.824867 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724d71e6-5fad-4a68-85f7-fd1e8bef927a None None] Network 2e3bfd69-a86c-48f7-827c-ed91c29ba8ae requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:38:31.825359 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38028) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:31.877770 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-5eb3c23d-5acb-4a4d-9afd-58baf0273715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1185869714', 'tenant_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.138'}], 'enable_snat': True}, 'gw_port_id': '7fa4e1e7-a241-4ac8-b099-404e92ed9177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:36:27Z', 'updated_at': '2021-10-26T08:38:30Z', 'revision_number': 5, 'project_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'gw_port': {'id': '7fa4e1e7-a241-4ac8-b099-404e92ed9177', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:36:27Z', 'updated_at': '2021-10-26T08:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:31.905206 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd3d26-093a-4cd7-abc7-3ee1937a61c2 req-dd72f32a-7cd2-42b7-a35c-796075786eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:31.908506 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-54cd3d26-093a-4cd7-abc7-3ee1937a61c2 req-dd72f32a-7cd2-42b7-a35c-796075786eb4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=155ae6fa-840c-43f4-a427-980a8371273b HTTP/1.1" status: 200 len: 912 time: 0.1720197 Oct 26 08:38:31.919022 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb3c23d-5acb-4a4d-9afd-58baf0273715 None None] Checking router: 2e8f6e9b-97a3-47e1-8421-bbc947cd0709 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:38:31.933094 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb3c23d-5acb-4a4d-9afd-58baf0273715 None None] Routers {'2e8f6e9b-97a3-47e1-8421-bbc947cd0709'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:38:31.933965 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-5eb3c23d-5acb-4a4d-9afd-58baf0273715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:38:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['2e8f6e9b-97a3-47e1-8421-bbc947cd0709'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:31.958346 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0a2df822-d722-4e84-bc38-9491976c6add tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:31.970268 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-54cd3d26-093a-4cd7-abc7-3ee1937a61c2 req-5f0505a5-4590-41a9-94fd-ac0c10cc2660 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f77a6ebf-ffd7-42c7-9c3f-b251668caa25 HTTP/1.1" status: 200 len: 217 time: 0.0536268 Oct 26 08:38:32.043149 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd3d26-093a-4cd7-abc7-3ee1937a61c2 req-6588a585-ef96-4134-b3e9-a55e9d95b887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:32.045355 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-54cd3d26-093a-4cd7-abc7-3ee1937a61c2 req-6588a585-ef96-4134-b3e9-a55e9d95b887 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf6f69cc-5d9c-4482-95ec-97464125621a HTTP/1.1" status: 200 len: 851 time: 0.0641382 Oct 26 08:38:32.059788 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-5eb3c23d-5acb-4a4d-9afd-58baf0273715 None None] Set router 2e8f6e9b-97a3-47e1-8421-bbc947cd0709 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:38:32.086976 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-54cd3d26-093a-4cd7-abc7-3ee1937a61c2 req-d5e60410-be52-4d5d-9d0b-f368375a5ea1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=155ae6fa-840c-43f4-a427-980a8371273b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323405 Oct 26 08:38:32.095672 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0a2df822-d722-4e84-bc38-9491976c6add tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:32.134293 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049d0103-09de-43e5-8aba-051f0236064a None None] DHCP port deletion for 2e3bfd69-a86c-48f7-827c-ed91c29ba8ae request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:38:32.207159 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-0a2df822-d722-4e84-bc38-9491976c6add tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Deleting port 7fa4e1e7-a241-4ac8-b099-404e92ed9177 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:38:32.207503 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0a2df822-d722-4e84-bc38-9491976c6add tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:32.227482 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-54cd3d26-093a-4cd7-abc7-3ee1937a61c2 req-87247a45-81bd-4849-8990-b499122b41be service neutron] 10.222.0.47 "GET /v2.0/networks/155ae6fa-840c-43f4-a427-980a8371273b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175632 Oct 26 08:38:32.248912 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-049d0103-09de-43e5-8aba-051f0236064a None None] Deleting port 9ccbacd8-cabf-468c-986e-de255ef83782 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:38:32.249304 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-049d0103-09de-43e5-8aba-051f0236064a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:32.335258 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-5eb3c23d-5acb-4a4d-9afd-58baf0273715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1185869714', 'tenant_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.138'}], 'enable_snat': True}, 'gw_port_id': '7fa4e1e7-a241-4ac8-b099-404e92ed9177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:36:27Z', 'updated_at': '2021-10-26T08:38:30Z', 'revision_number': 5, 'project_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'gw_port': {'id': '7fa4e1e7-a241-4ac8-b099-404e92ed9177', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:36:27Z', 'updated_at': '2021-10-26T08:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:32.336693 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea21255-3baf-491f-88db-3b6aaf2fcdac req-5ac0dca3-9ac5-4b76-a55f-d510d82fd7ee tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:32.338937 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5ea21255-3baf-491f-88db-3b6aaf2fcdac req-5ac0dca3-9ac5-4b76-a55f-d510d82fd7ee tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/ports?device_id=272ad5b9-46ea-481c-ad33-02d562eca980 HTTP/1.1" status: 200 len: 946 time: 0.0654848 Oct 26 08:38:32.355056 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-54cd3d26-093a-4cd7-abc7-3ee1937a61c2 req-0137ba54-541c-4c1e-9d47-e1c6aa759644 service neutron] 10.222.0.47 "GET /v2.0/networks/155ae6fa-840c-43f4-a427-980a8371273b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128626 Oct 26 08:38:32.358329 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-049d0103-09de-43e5-8aba-051f0236064a None None] For port 9ccbacd8-cabf-468c-986e-de255ef83782, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=9ccbacd8-cabf-468c-986e-de255ef83782,segment=NetworkSegment(88a2abc7-3998-453c-8ba6-6283bf456771),segment_id=88a2abc7-3998-453c-8ba6-6283bf456771)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:38:32.359692 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-049d0103-09de-43e5-8aba-051f0236064a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:32.374780 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-049d0103-09de-43e5-8aba-051f0236064a None None] Calling delete_port for 9ccbacd8-cabf-468c-986e-de255ef83782 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:38:32.376158 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb3c23d-5acb-4a4d-9afd-58baf0273715 None None] The sync data for ids ['2e8f6e9b-97a3-47e1-8421-bbc947cd0709'] in dv-neutron-804846-13-hyperv is: [{'id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1185869714', 'tenant_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.138'}], 'enable_snat': True}, 'gw_port_id': '7fa4e1e7-a241-4ac8-b099-404e92ed9177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:36:27Z', 'updated_at': '2021-10-26T08:38:30Z', 'revision_number': 5, 'project_id': '40cbaebd1fa144e8a5be2f35b8631d13', 'gw_port': {'id': '7fa4e1e7-a241-4ac8-b099-404e92ed9177', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8f6e9b-97a3-47e1-8421-bbc947cd0709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:36:27Z', 'updated_at': '2021-10-26T08:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:38:32.403740 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-0a2df822-d722-4e84-bc38-9491976c6add tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] For port 7fa4e1e7-a241-4ac8-b099-404e92ed9177, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=7fa4e1e7-a241-4ac8-b099-404e92ed9177,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:38:32.404101 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0a2df822-d722-4e84-bc38-9491976c6add tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:32.435584 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5ea21255-3baf-491f-88db-3b6aaf2fcdac req-92f9d45e-29dc-47fa-b594-4d011abbdcb0 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c208e9c-63f5-4161-bc11-158119b22de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892293 Oct 26 08:38:32.436433 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-0a2df822-d722-4e84-bc38-9491976c6add tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Calling delete_port for 7fa4e1e7-a241-4ac8-b099-404e92ed9177 owned by network:router_gateway {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:38:32.467057 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-049d0103-09de-43e5-8aba-051f0236064a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:32.502345 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049d0103-09de-43e5-8aba-051f0236064a None None] No DVR routers for this DVR port 9ccbacd8-cabf-468c-986e-de255ef83782 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:38:32.509056 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d0103-09de-43e5-8aba-051f0236064a None None] Pushing event deleted for resources: {'Port': ['ID=9ccbacd8-cabf-468c-986e-de255ef83782,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:32.644473 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-8e6a54b7-5115-40ee-972f-dd901dd20eb0 req-cb489af6-cead-4e91-bfc9-7f2280a17b42 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5446ef03-8434-4894-978b-469526eac09a HTTP/1.1" status: 200 len: 210 time: 0.0685208 Oct 26 08:38:32.676693 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0a2df822-d722-4e84-bc38-9491976c6add tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:32.763349 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2df822-d722-4e84-bc38-9491976c6add tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Pushing event deleted for resources: {'Port': ['ID=7fa4e1e7-a241-4ac8-b099-404e92ed9177,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:32.794662 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-e24cbcac-ecf0-42e2-b651-8818879e6684 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:32.796303 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-e24cbcac-ecf0-42e2-b651-8818879e6684 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.47 "GET /v2.0/networks?id=aaea57e4-9420-417b-be2f-9d1c60706f42 HTTP/1.1" status: 200 len: 812 time: 0.1783581 Oct 26 08:38:32.815305 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299efc4-307a-4882-bf4c-6fe0af082325 req-8d2fb9ef-9043-491e-ae57-77f0317cb40b tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:32.817073 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a299efc4-307a-4882-bf4c-6fe0af082325 req-8d2fb9ef-9043-491e-ae57-77f0317cb40b tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/ports?device_id=272ad5b9-46ea-481c-ad33-02d562eca980 HTTP/1.1" status: 200 len: 946 time: 0.0985014 Oct 26 08:38:32.819485 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0a2df822-d722-4e84-bc38-9491976c6add tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:32.888685 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-649999d1-f886-453a-9977-95adb2ff5d86 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=012ebdc024314225b35adc225bf3c042 HTTP/1.1" status: 200 len: 380 time: 0.0705857 Oct 26 08:38:32.906936 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a299efc4-307a-4882-bf4c-6fe0af082325 req-2dd36158-b1d4-4152-a0ed-239c8b7a77af tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c208e9c-63f5-4161-bc11-158119b22de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788956 Oct 26 08:38:32.926309 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0a2df822-d722-4e84-bc38-9491976c6add tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:32.928703 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0a2df822-d722-4e84-bc38-9491976c6add tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:32.975792 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0a2df822-d722-4e84-bc38-9491976c6add tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:32.976429 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2df822-d722-4e84-bc38-9491976c6add tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Fanout notify agent at l3_agent the message router_deleted on router 2e8f6e9b-97a3-47e1-8421-bbc947cd0709 {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:38:32.977087 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-7119e846-d017-4edf-b2f7-6d77cf84511d tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Request body: {'port': {'device_id': '5446ef03-8434-4894-978b-469526eac09a', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'admin_state_up': True, 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'security_groups': ['8615fbfe-2625-478e-8765-7a7a2edfc7ea']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:32.988792 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0a2df822-d722-4e84-bc38-9491976c6add tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:32.990193 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-0a2df822-d722-4e84-bc38-9491976c6add tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "DELETE /v2.0/routers/2e8f6e9b-97a3-47e1-8421-bbc947cd0709 HTTP/1.1" status: 204 len: 168 time: 1.1639531 Oct 26 08:38:32.993376 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38038) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:33.130789 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-eb4aadc2-3e8a-49e6-9974-73c5824943ac tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:33.252960 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-7119e846-d017-4edf-b2f7-6d77cf84511d tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Made reservation on behalf of 012ebdc024314225b35adc225bf3c042 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:38:33.258369 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-7119e846-d017-4edf-b2f7-6d77cf84511d tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:33.278171 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-eb4aadc2-3e8a-49e6-9974-73c5824943ac tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:33.312279 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-eb4aadc2-3e8a-49e6-9974-73c5824943ac tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e3bfd69-a86c-48f7-827c-ed91c29ba8ae']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:33.350151 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-eb4aadc2-3e8a-49e6-9974-73c5824943ac tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88a2abc7-3998-453c-8ba6-6283bf456771') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:33.350614 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-eb4aadc2-3e8a-49e6-9974-73c5824943ac tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88a2abc7-3998-453c-8ba6-6283bf456771') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:33.372698 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-eb4aadc2-3e8a-49e6-9974-73c5824943ac tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:33.397709 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-eb4aadc2-3e8a-49e6-9974-73c5824943ac tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:33.434873 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb4aadc2-3e8a-49e6-9974-73c5824943ac tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:38:33.435178 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-eb4aadc2-3e8a-49e6-9974-73c5824943ac tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:33.438179 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:38:33.438179 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:38:33.438179 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:38:33.438179 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:38:33.438179 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:38:33.438179 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:38:33.438179 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:38:33.438179 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:38:33.438179 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:38:33.438179 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:38:33.438179 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:38:33.438179 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:38:33.438179 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:38:33.438179 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:38:33.438179 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:38:33.438179 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:38:33.438179 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:38:33.438179 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:38:33.438179 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:38:33.438179 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:38:33.438179 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:38:33.438179 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:38:33.438179 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:38:33.438179 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:38:33.438179 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:38:33.438179 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:38:33.438179 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:38:33.438179 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:38:33.438179 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:38:33.438179 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:38:33.438179 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:38:33.438179 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:38:33.522500 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-7119e846-d017-4edf-b2f7-6d77cf84511d tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Allocated IP 172.20.0.12 (aaea57e4-9420-417b-be2f-9d1c60706f42/854d097d-f76d-4dde-9873-e30632cd6b45/7fd86af7-a22e-4895-b8c8-0b3059f8f609) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:38:33.524966 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-eb4aadc2-3e8a-49e6-9974-73c5824943ac tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:33.530789 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-eb4aadc2-3e8a-49e6-9974-73c5824943ac tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:33.537224 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-eb4aadc2-3e8a-49e6-9974-73c5824943ac tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "DELETE /v2.0/networks/2e3bfd69-a86c-48f7-827c-ed91c29ba8ae HTTP/1.1" status: 204 len: 168 time: 0.5398636 Oct 26 08:38:33.537803 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38042) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:33.553347 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4aadc2-3e8a-49e6-9974-73c5824943ac tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Pushing event deleted for resources: {'Network': ['ID=2e3bfd69-a86c-48f7-827c-ed91c29ba8ae,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:33.638045 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-46a6a39e-3bb6-47de-a4f6-0de4c1cfcc12 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:33.674791 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-46a6a39e-3bb6-47de-a4f6-0de4c1cfcc12 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:33.687044 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 7e76857e-a467-4c75-96b2-eb4bce4756eb no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:38:33.715020 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 7e76857e-a467-4c75-96b2-eb4bce4756eb {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:38:33.716260 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 7e76857e-a467-4c75-96b2-eb4bce4756eb not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:38:33.716927 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 9ccbacd8-cabf-468c-986e-de255ef83782 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:38:33.738543 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 9ccbacd8-cabf-468c-986e-de255ef83782 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:38:33.739121 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 9ccbacd8-cabf-468c-986e-de255ef83782 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:38:33.739619 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 7fa4e1e7-a241-4ac8-b099-404e92ed9177 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:38:33.748814 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-7119e846-d017-4edf-b2f7-6d77cf84511d tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:33.761123 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 7fa4e1e7-a241-4ac8-b099-404e92ed9177 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:38:33.761875 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 7fa4e1e7-a241-4ac8-b099-404e92ed9177 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:38:33.770203 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-771bdf41-53ff-409b-b5cc-2932b85053c1 req-ae63a020-06ef-4395-888e-ca7ac10fe4ff tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5446ef03-8434-4894-978b-469526eac09a HTTP/1.1" status: 200 len: 210 time: 0.0437322 Oct 26 08:38:33.804945 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-46a6a39e-3bb6-47de-a4f6-0de4c1cfcc12 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:33.809483 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-46a6a39e-3bb6-47de-a4f6-0de4c1cfcc12 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:33.810740 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-46a6a39e-3bb6-47de-a4f6-0de4c1cfcc12 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] 10.222.0.41 "DELETE /v2.0/security-groups/c1faa321-505b-40a4-85e7-f618f70a9984 HTTP/1.1" status: 204 len: 168 time: 0.2716758 Oct 26 08:38:33.823178 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a6a39e-3bb6-47de-a4f6-0de4c1cfcc12 tempest-TestNetworkAdvancedServerOps-1023620044 tempest-TestNetworkAdvancedServerOps-1023620044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1faa321-505b-40a4-85e7-f618f70a9984,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:33.823737 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-7119e846-d017-4edf-b2f7-6d77cf84511d tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:33.871433 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-7119e846-d017-4edf-b2f7-6d77cf84511d tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Network aaea57e4-9420-417b-be2f-9d1c60706f42 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:38:33.876784 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-7119e846-d017-4edf-b2f7-6d77cf84511d tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:38:33.882554 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-7119e846-d017-4edf-b2f7-6d77cf84511d tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:38:33.923432 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119e846-d017-4edf-b2f7-6d77cf84511d tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Pushing event updated for resources: {'Port': ['ID=7fd86af7-a22e-4895-b8c8-0b3059f8f609,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:33.971391 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-7119e846-d017-4edf-b2f7-6d77cf84511d tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:33.972175 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-7119e846-d017-4edf-b2f7-6d77cf84511d tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:33.992477 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-7119e846-d017-4edf-b2f7-6d77cf84511d tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0206373 Oct 26 08:38:34.008492 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-5fdd5638-717a-4dde-a087-bf4372993345 service neutron] Request body: {'port': {'device_id': '5446ef03-8434-4894-978b-469526eac09a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:34.086292 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-5fdd5638-717a-4dde-a087-bf4372993345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:34.146736 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd963d0-80d1-4f81-ad46-c620c311855a req-779fa4bf-1ad4-49de-b719-6d4b074a758a tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:34.155492 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-9dd963d0-80d1-4f81-ad46-c620c311855a req-779fa4bf-1ad4-49de-b719-6d4b074a758a tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/ports?device_id=272ad5b9-46ea-481c-ad33-02d562eca980 HTTP/1.1" status: 200 len: 946 time: 0.1359010 Oct 26 08:38:34.211358 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-9dd963d0-80d1-4f81-ad46-c620c311855a req-566be642-2bd7-43e4-b3da-7edc739c0f9b tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c208e9c-63f5-4161-bc11-158119b22de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473106 Oct 26 08:38:34.226401 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-68a623d5-6b28-4837-b71e-08e2233724ea None None] Provisioning complete for port 7fd86af7-a22e-4895-b8c8-0b3059f8f609 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:38:34.227241 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-68a623d5-6b28-4837-b71e-08e2233724ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:34.267728 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-68a623d5-6b28-4837-b71e-08e2233724ea None None] Port 7fd86af7-a22e-4895-b8c8-0b3059f8f609 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:38:34.387289 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38054) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:34.409832 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-5fdd5638-717a-4dde-a087-bf4372993345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fd86af7-a22e-4895-b8c8-0b3059f8f609 {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:38:34.418259 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-5fdd5638-717a-4dde-a087-bf4372993345 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:34.431031 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-5fdd5638-717a-4dde-a087-bf4372993345 service neutron] Transition to ACTIVE for port object 7fd86af7-a22e-4895-b8c8-0b3059f8f609 will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 08:38:34.435868 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-5fdd5638-717a-4dde-a087-bf4372993345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:34.520290 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd5638-717a-4dde-a087-bf4372993345 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd86af7-a22e-4895-b8c8-0b3059f8f609,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:34.563712 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3377791a-f242-46d5-b768-dc174072064a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=40cbaebd1fa144e8a5be2f35b8631d13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1752484 Oct 26 08:38:34.566505 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38058) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:34.594276 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-5fdd5638-717a-4dde-a087-bf4372993345 service neutron] Attempting to bind port 7fd86af7-a22e-4895-b8c8-0b3059f8f609 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:38:34.594623 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-5fdd5638-717a-4dde-a087-bf4372993345 service neutron] Attempting to bind port 7fd86af7-a22e-4895-b8c8-0b3059f8f609 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ee9d28ae-f82a-46f0-83dd-bc4a97034bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:38:34.594965 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-5fdd5638-717a-4dde-a087-bf4372993345 service neutron] Attempting to bind port 7fd86af7-a22e-4895-b8c8-0b3059f8f609 on network aaea57e4-9420-417b-be2f-9d1c60706f42 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:38:34.599958 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-5fdd5638-717a-4dde-a087-bf4372993345 service neutron] Port 7fd86af7-a22e-4895-b8c8-0b3059f8f609 on network aaea57e4-9420-417b-be2f-9d1c60706f42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:38:34.600287 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-5fdd5638-717a-4dde-a087-bf4372993345 service neutron] Attempting to bind port 7fd86af7-a22e-4895-b8c8-0b3059f8f609 on network aaea57e4-9420-417b-be2f-9d1c60706f42 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:38:34.606882 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-5fdd5638-717a-4dde-a087-bf4372993345 service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:38:34.607297 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-5fdd5638-717a-4dde-a087-bf4372993345 service neutron] Checking segment: {'id': 'ee9d28ae-f82a-46f0-83dd-bc4a97034bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:38:34.608369 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-5fdd5638-717a-4dde-a087-bf4372993345 service neutron] Bound using segment: {'id': 'ee9d28ae-f82a-46f0-83dd-bc4a97034bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:38:34.608822 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-5fdd5638-717a-4dde-a087-bf4372993345 service neutron] Bound port: 7fd86af7-a22e-4895-b8c8-0b3059f8f609, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee9d28ae-f82a-46f0-83dd-bc4a97034bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:38:34.609186 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-5fdd5638-717a-4dde-a087-bf4372993345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:34.632212 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-233ab73a-5820-435b-b3f7-0a7d217e3bbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:34.656490 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-233ab73a-5820-435b-b3f7-0a7d217e3bbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:34.707211 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-5fdd5638-717a-4dde-a087-bf4372993345 service neutron] For port 7fd86af7-a22e-4895-b8c8-0b3059f8f609, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:38:34.723069 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-5fdd5638-717a-4dde-a087-bf4372993345 service neutron] For port 7fd86af7-a22e-4895-b8c8-0b3059f8f609, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=7fd86af7-a22e-4895-b8c8-0b3059f8f609,segment=NetworkSegment(ee9d28ae-f82a-46f0-83dd-bc4a97034bc9),segment_id=ee9d28ae-f82a-46f0-83dd-bc4a97034bc9)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:38:34.723762 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-233ab73a-5820-435b-b3f7-0a7d217e3bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:34.726794 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-233ab73a-5820-435b-b3f7-0a7d217e3bbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:34.727946 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-233ab73a-5820-435b-b3f7-0a7d217e3bbf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f4e1ab6d-8167-4d55-938d-328cd119ce5d HTTP/1.1" status: 204 len: 168 time: 0.1603203 Oct 26 08:38:34.738971 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fbbd0-bca2-4ae5-af48-8fef45423caf req-da0d84d6-d63f-4b1f-bb65-e172af4f3035 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:34.740500 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2e3fbbd0-bca2-4ae5-af48-8fef45423caf req-da0d84d6-d63f-4b1f-bb65-e172af4f3035 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.47 "GET /v2.0/ports?device_id=272ad5b9-46ea-481c-ad33-02d562eca980 HTTP/1.1" status: 200 len: 946 time: 0.0813887 Oct 26 08:38:34.741851 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-5fdd5638-717a-4dde-a087-bf4372993345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:34.742008 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ab73a-5820-435b-b3f7-0a7d217e3bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e1ab6d-8167-4d55-938d-328cd119ce5d,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:34.817575 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-5fdd5638-717a-4dde-a087-bf4372993345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:34.818166 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-5fdd5638-717a-4dde-a087-bf4372993345 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:34.819644 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-5fdd5638-717a-4dde-a087-bf4372993345 service neutron] 10.222.0.47 "PUT /v2.0/ports/7fd86af7-a22e-4895-b8c8-0b3059f8f609 HTTP/1.1" status: 200 len: 1094 time: 0.8173599 Oct 26 08:38:34.820107 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5446ef03-8434-4894-978b-469526eac09a', 'tag': '7fd86af7-a22e-4895-b8c8-0b3059f8f609'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:38:34.823917 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc13319c-bdad-4315-90b6-18821ebf417c" -d '{"events": [{"name": "network-changed", "server_uuid": "5446ef03-8434-4894-978b-469526eac09a", "tag": "7fd86af7-a22e-4895-b8c8-0b3059f8f609"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:38:34.931311 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d152c7fe-9243-4f23-a747-29689a2694c9 x-openstack-request-id: req-d152c7fe-9243-4f23-a747-29689a2694c9 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:38:34.931615 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5446ef03-8434-4894-978b-469526eac09a", "tag": "7fd86af7-a22e-4895-b8c8-0b3059f8f609", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:38:34.931874 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d152c7fe-9243-4f23-a747-29689a2694c9 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:38:34.932309 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5446ef03-8434-4894-978b-469526eac09a', 'tag': '7fd86af7-a22e-4895-b8c8-0b3059f8f609', 'status': 'completed', 'code': 200} Oct 26 08:38:34.968974 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd5638-717a-4dde-a087-bf4372993345 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd86af7-a22e-4895-b8c8-0b3059f8f609,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:35.017317 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-e17fd5ca-8fa9-400c-a9d9-c9da6c7944ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:35.018965 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-e17fd5ca-8fa9-400c-a9d9-c9da6c7944ff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=012ebdc024314225b35adc225bf3c042&device_id=5446ef03-8434-4894-978b-469526eac09a HTTP/1.1" status: 200 len: 1097 time: 0.1352675 Oct 26 08:38:35.073194 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-9e6ea7a3-082d-455f-b6b4-64030ed5e5b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fd86af7-a22e-4895-b8c8-0b3059f8f609 HTTP/1.1" status: 200 len: 217 time: 0.0444732 Oct 26 08:38:35.081176 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd1a01-9fe5-40de-a6db-b4f78ce0183c req-2e4fb650-518c-47b0-9f95-bdfedc452de3 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:35.082754 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-65cd1a01-9fe5-40de-a6db-b4f78ce0183c req-2e4fb650-518c-47b0-9f95-bdfedc452de3 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5446ef03-8434-4894-978b-469526eac09a HTTP/1.1" status: 200 len: 944 time: 0.2013493 Oct 26 08:38:35.131997 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-2e3fbbd0-bca2-4ae5-af48-8fef45423caf req-6af91550-aec3-4ad1-9f4a-9cde60952794 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Deleting port f77a6ebf-ffd7-42c7-9c3f-b251668caa25 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:38:35.132344 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-2e3fbbd0-bca2-4ae5-af48-8fef45423caf req-6af91550-aec3-4ad1-9f4a-9cde60952794 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:35.168539 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38068) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:35.187143 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-62f6b9bb-2777-4620-bb93-24b5c050bf9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:35.206954 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-0285c46a-c4f5-4dbf-8915-fde0dfc14d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:35.208814 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-0285c46a-c4f5-4dbf-8915-fde0dfc14d49 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=854d097d-f76d-4dde-9873-e30632cd6b45 HTTP/1.1" status: 200 len: 851 time: 0.1246033 Oct 26 08:38:35.280130 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-62f6b9bb-2777-4620-bb93-24b5c050bf9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:35.285565 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-62f6b9bb-2777-4620-bb93-24b5c050bf9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:35.294962 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-65cd1a01-9fe5-40de-a6db-b4f78ce0183c req-a06e9169-b225-4a43-b88b-a4dcf90f6297 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764114 Oct 26 08:38:35.325740 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-62f6b9bb-2777-4620-bb93-24b5c050bf9e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=06472af93c5445359e46a2ac735017c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1543064 Oct 26 08:38:35.331192 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38072) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:35.347132 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-9920afd0-2399-42d8-b50a-1ab59e1de9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:35.348733 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-9920afd0-2399-42d8-b50a-1ab59e1de9df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aaea57e4-9420-417b-be2f-9d1c60706f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1304426 Oct 26 08:38:35.371291 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6b9bb-2777-4620-bb93-24b5c050bf9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa29e77b-fc89-44a4-bf91-b83b84efd098,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:35.408393 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44f392-f9c8-4910-b939-24d8b6cac76f req-ac2f51aa-de14-4406-b481-7a0118a397fb tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:35.410230 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-1f44f392-f9c8-4910-b939-24d8b6cac76f req-ac2f51aa-de14-4406-b481-7a0118a397fb tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/ports?device_id=272ad5b9-46ea-481c-ad33-02d562eca980 HTTP/1.1" status: 200 len: 946 time: 0.0835502 Oct 26 08:38:35.454439 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-1f44f392-f9c8-4910-b939-24d8b6cac76f req-6125d6ea-9841-438a-8eb6-dce097ad90bd tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c208e9c-63f5-4161-bc11-158119b22de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377493 Oct 26 08:38:35.668376 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-2e3fbbd0-bca2-4ae5-af48-8fef45423caf req-6af91550-aec3-4ad1-9f4a-9cde60952794 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] For port f77a6ebf-ffd7-42c7-9c3f-b251668caa25, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=f77a6ebf-ffd7-42c7-9c3f-b251668caa25,segment=NetworkSegment(0f70c16b-2776-4447-8f7d-5507a6c2c73b),segment_id=0f70c16b-2776-4447-8f7d-5507a6c2c73b)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:38:35.668998 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-2e3fbbd0-bca2-4ae5-af48-8fef45423caf req-6af91550-aec3-4ad1-9f4a-9cde60952794 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:35.729983 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-2e3fbbd0-bca2-4ae5-af48-8fef45423caf req-6af91550-aec3-4ad1-9f4a-9cde60952794 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Calling delete_port for f77a6ebf-ffd7-42c7-9c3f-b251668caa25 owned by compute:nova {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:38:35.765730 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9081dd0d-3126-454e-be50-eec59725dbda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:35.842512 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9081dd0d-3126-454e-be50-eec59725dbda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:35.846897 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-d303bb55-4613-49b4-8dbb-69ea86dc3625 service neutron] 10.222.0.47 "GET /v2.0/networks/aaea57e4-9420-417b-be2f-9d1c60706f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974254 Oct 26 08:38:36.020750 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0a8ca6f7-9857-4561-9a36-ad74fde565d8 req-9782c86c-c8ea-42ae-8865-eb6b391b9ffc service neutron] 10.222.0.47 "GET /v2.0/networks/aaea57e4-9420-417b-be2f-9d1c60706f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599987 Oct 26 08:38:36.021330 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9081dd0d-3126-454e-be50-eec59725dbda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:36.023897 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9081dd0d-3126-454e-be50-eec59725dbda admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:36.024948 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9081dd0d-3126-454e-be50-eec59725dbda admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aa29e77b-fc89-44a4-bf91-b83b84efd098 HTTP/1.1" status: 204 len: 168 time: 0.6925271 Oct 26 08:38:36.040625 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081dd0d-3126-454e-be50-eec59725dbda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa29e77b-fc89-44a4-bf91-b83b84efd098,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:36.048942 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-2e3fbbd0-bca2-4ae5-af48-8fef45423caf req-6af91550-aec3-4ad1-9f4a-9cde60952794 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:36.070065 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['f77a6ebf-ffd7-42c7-9c3f-b251668caa25'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:38:36.081752 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af91550-aec3-4ad1-9f4a-9cde60952794 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Pushing event deleted for resources: {'Port': ['ID=f77a6ebf-ffd7-42c7-9c3f-b251668caa25,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:36.162007 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3fbbd0-bca2-4ae5-af48-8fef45423caf req-6af91550-aec3-4ad1-9f4a-9cde60952794 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] No DVR routers for this DVR port f77a6ebf-ffd7-42c7-9c3f-b251668caa25 on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:38:36.165388 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-2e3fbbd0-bca2-4ae5-af48-8fef45423caf req-6af91550-aec3-4ad1-9f4a-9cde60952794 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:36.168965 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2e3fbbd0-bca2-4ae5-af48-8fef45423caf req-6af91550-aec3-4ad1-9f4a-9cde60952794 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.47 "DELETE /v2.0/ports/f77a6ebf-ffd7-42c7-9c3f-b251668caa25 HTTP/1.1" status: 204 len: 173 time: 1.4210255 Oct 26 08:38:36.177856 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13319c-bdad-4315-90b6-18821ebf417c req-974e4f58-6331-48cc-8a80-8d6897dae2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:36.180398 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fc13319c-bdad-4315-90b6-18821ebf417c req-974e4f58-6331-48cc-8a80-8d6897dae2e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=012ebdc024314225b35adc225bf3c042&device_id=5446ef03-8434-4894-978b-469526eac09a HTTP/1.1" status: 200 len: 1097 time: 0.0943515 Oct 26 08:38:36.287876 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13319c-bdad-4315-90b6-18821ebf417c req-c77cd2c2-2d09-4f99-939d-455f149b1beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:36.290175 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fc13319c-bdad-4315-90b6-18821ebf417c req-c77cd2c2-2d09-4f99-939d-455f149b1beb service neutron] 10.222.0.47 "GET /v2.0/networks?id=aaea57e4-9420-417b-be2f-9d1c60706f42 HTTP/1.1" status: 200 len: 913 time: 0.1035528 Oct 26 08:38:36.340210 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fc13319c-bdad-4315-90b6-18821ebf417c req-4980f494-b8c5-4a80-b8dd-1943fc4d4902 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fd86af7-a22e-4895-b8c8-0b3059f8f609 HTTP/1.1" status: 200 len: 217 time: 0.0427997 Oct 26 08:38:36.442097 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13319c-bdad-4315-90b6-18821ebf417c req-bbee9959-4e12-453f-9254-19e080c429e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:36.444074 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fc13319c-bdad-4315-90b6-18821ebf417c req-bbee9959-4e12-453f-9254-19e080c429e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=854d097d-f76d-4dde-9873-e30632cd6b45 HTTP/1.1" status: 200 len: 851 time: 0.0968187 Oct 26 08:38:36.472369 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd65de7-3ab0-43b0-9032-e7f1548e3857 req-48d047f7-4ac7-4e46-95c7-e0d335474de3 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:36.472369 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ecd65de7-3ab0-43b0-9032-e7f1548e3857 req-48d047f7-4ac7-4e46-95c7-e0d335474de3 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5446ef03-8434-4894-978b-469526eac09a HTTP/1.1" status: 200 len: 944 time: 0.0834930 Oct 26 08:38:36.529729 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ecd65de7-3ab0-43b0-9032-e7f1548e3857 req-24a5ace1-e47e-4ae4-b3aa-740471fd80a0 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387061 Oct 26 08:38:36.543564 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13319c-bdad-4315-90b6-18821ebf417c req-211f7ae3-468d-433c-b894-3073956eb196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:36.545104 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fc13319c-bdad-4315-90b6-18821ebf417c req-211f7ae3-468d-433c-b894-3073956eb196 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aaea57e4-9420-417b-be2f-9d1c60706f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0929358 Oct 26 08:38:36.608222 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-6fe70f3a-2878-4772-ae69-84d76e53558f req-7293fd98-90bb-49d3-ac85-a19866b25056 tempest-TestServerAdvancedOps-2127797399 tempest-TestServerAdvancedOps-2127797399-project] 10.222.0.41 "GET /v2.0/ports?device_id=272ad5b9-46ea-481c-ad33-02d562eca980 HTTP/1.1" status: 200 len: 210 time: 0.0511472 Oct 26 08:38:36.708680 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fc13319c-bdad-4315-90b6-18821ebf417c req-343e3b52-b5d0-4d6f-91dc-bf88b6fe455a service neutron] 10.222.0.47 "GET /v2.0/networks/aaea57e4-9420-417b-be2f-9d1c60706f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451635 Oct 26 08:38:36.823456 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fc13319c-bdad-4315-90b6-18821ebf417c req-1244a35f-7041-4888-8b0d-ff6745b5ab34 service neutron] 10.222.0.47 "GET /v2.0/networks/aaea57e4-9420-417b-be2f-9d1c60706f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038904 Oct 26 08:38:36.933903 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272ad5b9-46ea-481c-ad33-02d562eca980', 'name': 'network-vif-deleted', 'tag': 'f77a6ebf-ffd7-42c7-9c3f-b251668caa25'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:38:36.936416 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7534a4f-cdd8-498d-96a7-5306b2fcedc8" -d '{"events": [{"server_uuid": "272ad5b9-46ea-481c-ad33-02d562eca980", "name": "network-vif-deleted", "tag": "f77a6ebf-ffd7-42c7-9c3f-b251668caa25"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:38:36.974410 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d192ad-8f44-4806-93bd-77f1eb296895 x-openstack-request-id: req-24d192ad-8f44-4806-93bd-77f1eb296895 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:38:36.974967 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272ad5b9-46ea-481c-ad33-02d562eca980", "name": "network-vif-deleted", "tag": "f77a6ebf-ffd7-42c7-9c3f-b251668caa25", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:38:36.975323 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-24d192ad-8f44-4806-93bd-77f1eb296895 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:38:36.975792 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272ad5b9-46ea-481c-ad33-02d562eca980', 'name': 'network-vif-deleted', 'tag': 'f77a6ebf-ffd7-42c7-9c3f-b251668caa25', 'status': 'completed', 'code': 200} Oct 26 08:38:37.500831 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38114) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:37.666083 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38122) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:37.677802 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf89b7-e310-4831-a3a8-1edee7103c52 req-dd60f8d7-7388-4da0-8239-463d78bcb923 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:37.679257 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:38:37.682437 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f1bf89b7-e310-4831-a3a8-1edee7103c52 req-dd60f8d7-7388-4da0-8239-463d78bcb923 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5446ef03-8434-4894-978b-469526eac09a HTTP/1.1" status: 200 len: 944 time: 0.0817385 Oct 26 08:38:37.710027 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-6bf251be-e190-421e-8345-cee9af6f0233 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'network': {'name': 'tempest-network-smoke--1912498221', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'port_security_enabled': True}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:37.727625 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f1bf89b7-e310-4831-a3a8-1edee7103c52 req-9422a0a8-dbc5-4770-9f4e-3642ef881f43 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404978 Oct 26 08:38:37.742647 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a1bbc74-e0ee-4fe6-bf94-9d55f6dc9dd6 admin admin] Deleting subnet cf6f69cc-5d9c-4482-95ec-97464125621a {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:38:37.750384 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0a1bbc74-e0ee-4fe6-bf94-9d55f6dc9dd6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:37.774915 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf251be-e190-421e-8345-cee9af6f0233 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Made reservation on behalf of c0122ef6aaf84badac5fbf473c701d56 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:38:37.779386 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6bf251be-e190-421e-8345-cee9af6f0233 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:37.794098 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6bf251be-e190-421e-8345-cee9af6f0233 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:37.810721 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0a1bbc74-e0ee-4fe6-bf94-9d55f6dc9dd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:37.874219 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0a1bbc74-e0ee-4fe6-bf94-9d55f6dc9dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:37.966889 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6bf251be-e190-421e-8345-cee9af6f0233 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:37.968302 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0a1bbc74-e0ee-4fe6-bf94-9d55f6dc9dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:37.976803 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6bf251be-e190-421e-8345-cee9af6f0233 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:38.008243 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1bbc74-e0ee-4fe6-bf94-9d55f6dc9dd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf6f69cc-5d9c-4482-95ec-97464125621a,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:38.017730 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0a1bbc74-e0ee-4fe6-bf94-9d55f6dc9dd6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:38.023214 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-0a1bbc74-e0ee-4fe6-bf94-9d55f6dc9dd6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cf6f69cc-5d9c-4482-95ec-97464125621a HTTP/1.1" status: 204 len: 168 time: 0.3529425 Oct 26 08:38:38.023880 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38124) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:38.041381 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf251be-e190-421e-8345-cee9af6f0233 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:38:38.051809 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf251be-e190-421e-8345-cee9af6f0233 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3c8c2d-3ba7-4e43-912b-8d12942c4a5d,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:38.058986 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6bf251be-e190-421e-8345-cee9af6f0233 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:38.059341 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-6bf251be-e190-421e-8345-cee9af6f0233 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Added segment 1de274e6-4631-4339-a452-70d75f38c581 of type vlan for network 5c74ff52-8b37-4737-bb97-41076d43f824 Oct 26 08:38:38.101455 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e0191d92-eafb-4d2a-835b-71cfbea0451c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:38.105419 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6bf251be-e190-421e-8345-cee9af6f0233 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:38.143438 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6bf251be-e190-421e-8345-cee9af6f0233 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:38.149275 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf251be-e190-421e-8345-cee9af6f0233 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:38.150797 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6bf251be-e190-421e-8345-cee9af6f0233 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:38.191016 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e0191d92-eafb-4d2a-835b-71cfbea0451c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:38.217572 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6bf251be-e190-421e-8345-cee9af6f0233 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7126818 Oct 26 08:38:38.217806 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-e0191d92-eafb-4d2a-835b-71cfbea0451c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['155ae6fa-840c-43f4-a427-980a8371273b']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:38.217926 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38126) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:38.222084 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-b7f8b167-a2ad-4ea7-ad4b-829de466fb5e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1319378863', 'admin_state_up': True, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:38.236331 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-e0191d92-eafb-4d2a-835b-71cfbea0451c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f70c16b-2776-4447-8f7d-5507a6c2c73b') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:38.236631 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-e0191d92-eafb-4d2a-835b-71cfbea0451c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f70c16b-2776-4447-8f7d-5507a6c2c73b') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:38.243372 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf251be-e190-421e-8345-cee9af6f0233 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Network': ['ID=5c74ff52-8b37-4737-bb97-41076d43f824,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:38.249071 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e0191d92-eafb-4d2a-835b-71cfbea0451c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:38.261087 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 5c74ff52-8b37-4737-bb97-41076d43f824 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:38:38.262289 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b7f8b167-a2ad-4ea7-ad4b-829de466fb5e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:38.265253 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b7f8b167-a2ad-4ea7-ad4b-829de466fb5e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:38.266438 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e0191d92-eafb-4d2a-835b-71cfbea0451c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:38.274324 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0191d92-eafb-4d2a-835b-71cfbea0451c admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:38:38.274980 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e0191d92-eafb-4d2a-835b-71cfbea0451c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:38.278603 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:38:38.278603 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:38:38.278603 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:38:38.278603 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:38:38.278603 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:38:38.278603 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:38:38.278603 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:38:38.278603 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:38:38.278603 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:38:38.278603 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:38:38.278603 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:38:38.278603 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:38:38.278603 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:38:38.278603 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:38:38.278603 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:38:38.278603 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:38:38.278603 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:38:38.278603 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:38:38.278603 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:38:38.278603 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:38:38.278603 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:38:38.278603 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:38:38.278603 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:38:38.278603 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:38:38.278603 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:38:38.278603 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:38:38.278603 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:38:38.278603 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:38:38.278603 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:38:38.278603 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:38:38.278603 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:38:38.278603 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:38:38.353344 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e0191d92-eafb-4d2a-835b-71cfbea0451c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:38.361272 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e0191d92-eafb-4d2a-835b-71cfbea0451c admin admin] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:38.368444 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e0191d92-eafb-4d2a-835b-71cfbea0451c admin admin] 10.222.0.41 "DELETE /v2.0/networks/155ae6fa-840c-43f4-a427-980a8371273b HTTP/1.1" status: 204 len: 168 time: 0.3433535 Oct 26 08:38:38.369181 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38128) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:38.406568 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b7f8b167-a2ad-4ea7-ad4b-829de466fb5e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:38.407400 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0191d92-eafb-4d2a-835b-71cfbea0451c admin admin] Pushing event deleted for resources: {'Network': ['ID=155ae6fa-840c-43f4-a427-980a8371273b,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:38.429785 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-75214a98-535b-42f3-ad5e-60338ab220b2 admin admin] Deleting subnet 58a813f0-d212-442f-9f2a-95142b7973da {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:38:38.434492 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-75214a98-535b-42f3-ad5e-60338ab220b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:38.471775 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-75214a98-535b-42f3-ad5e-60338ab220b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:38.492856 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device f77a6ebf-ffd7-42c7-9c3f-b251668caa25 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:38:38.515995 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-75214a98-535b-42f3-ad5e-60338ab220b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:38.516427 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] No Port match for: f77a6ebf-ffd7-42c7-9c3f-b251668caa25 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:38:38.517053 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device f77a6ebf-ffd7-42c7-9c3f-b251668caa25 not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:38:38.579773 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b7f8b167-a2ad-4ea7-ad4b-829de466fb5e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:38.596251 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-75214a98-535b-42f3-ad5e-60338ab220b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:38.625521 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75214a98-535b-42f3-ad5e-60338ab220b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58a813f0-d212-442f-9f2a-95142b7973da,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:38.629380 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-75214a98-535b-42f3-ad5e-60338ab220b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:38.633979 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-75214a98-535b-42f3-ad5e-60338ab220b2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/58a813f0-d212-442f-9f2a-95142b7973da HTTP/1.1" status: 204 len: 168 time: 0.2613759 Oct 26 08:38:38.636625 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38130) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:38.710609 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d3945150-9c5d-4c99-a278-6bd36ed370b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:38.803160 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b7f8b167-a2ad-4ea7-ad4b-829de466fb5e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_gateway, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:38.810353 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d3945150-9c5d-4c99-a278-6bd36ed370b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:38.825713 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b7f8b167-a2ad-4ea7-ad4b-829de466fb5e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:38.834326 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-d3945150-9c5d-4c99-a278-6bd36ed370b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d5089d7-de97-4e81-9744-2f4ebb6b2ec5']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:38.847037 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-d3945150-9c5d-4c99-a278-6bd36ed370b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c1b61b-6dd7-4d64-baaf-360676b22a00') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:38.847421 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-d3945150-9c5d-4c99-a278-6bd36ed370b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c1b61b-6dd7-4d64-baaf-360676b22a00') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:38.857784 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d3945150-9c5d-4c99-a278-6bd36ed370b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:38.873378 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d3945150-9c5d-4c99-a278-6bd36ed370b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:38.879859 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3945150-9c5d-4c99-a278-6bd36ed370b2 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:38:38.880332 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d3945150-9c5d-4c99-a278-6bd36ed370b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:38.882394 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:38:38.882394 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:38:38.882394 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:38:38.882394 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:38:38.882394 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:38:38.882394 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:38:38.882394 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:38:38.882394 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:38:38.882394 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:38:38.882394 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:38:38.882394 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:38:38.882394 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:38:38.882394 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:38:38.882394 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:38:38.882394 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:38:38.882394 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:38:38.882394 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:38:38.882394 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:38:38.882394 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:38:38.882394 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:38:38.882394 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:38:38.882394 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:38:38.882394 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:38:38.882394 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:38:38.882394 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:38:38.882394 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:38:38.882394 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:38:38.882394 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:38:38.882394 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:38:38.882394 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:38:38.882394 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:38:38.882394 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:38:38.921023 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54b73a-37b0-4368-a2d5-f1216eaf4fcb req-c301834f-b1e9-4acd-bab9-dbae3e9c060a tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:38.923025 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5d54b73a-37b0-4368-a2d5-f1216eaf4fcb req-c301834f-b1e9-4acd-bab9-dbae3e9c060a tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5446ef03-8434-4894-978b-469526eac09a HTTP/1.1" status: 200 len: 944 time: 0.0984919 Oct 26 08:38:38.947088 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d3945150-9c5d-4c99-a278-6bd36ed370b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:38.953687 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d3945150-9c5d-4c99-a278-6bd36ed370b2 admin admin] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:38.959536 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d3945150-9c5d-4c99-a278-6bd36ed370b2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7d5089d7-de97-4e81-9744-2f4ebb6b2ec5 HTTP/1.1" status: 204 len: 168 time: 0.3193836 Oct 26 08:38:38.974235 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3945150-9c5d-4c99-a278-6bd36ed370b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d5089d7-de97-4e81-9744-2f4ebb6b2ec5,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:39.003232 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-b7f8b167-a2ad-4ea7-ad4b-829de466fb5e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Allocated IP 172.26.2.115 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/4190329a-97f3-4edd-a10d-2b5dcb6c7843) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:38:39.007701 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5d54b73a-37b0-4368-a2d5-f1216eaf4fcb req-8a05f301-2230-46e5-9953-8fde58297f62 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613043 Oct 26 08:38:39.111158 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b7f8b167-a2ad-4ea7-ad4b-829de466fb5e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:39.133569 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38136) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:39.148526 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b7f8b167-a2ad-4ea7-ad4b-829de466fb5e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:39.174333 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-27a2f6ce-1cc7-47db-aeff-4579c04b1269 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5e996b357bac4b8499e18572dcf5c4df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395477 Oct 26 08:38:39.176901 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38138) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:39.186010 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f8b167-a2ad-4ea7-ad4b-829de466fb5e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:38:39.190934 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-b7f8b167-a2ad-4ea7-ad4b-829de466fb5e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:38:39.194558 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f8b167-a2ad-4ea7-ad4b-829de466fb5e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:38:39.224467 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8b167-a2ad-4ea7-ad4b-829de466fb5e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=4190329a-97f3-4edd-a10d-2b5dcb6c7843,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:39.233487 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-538936bc-4034-4a5c-84d3-4e5643387fa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:39.256426 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-538936bc-4034-4a5c-84d3-4e5643387fa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:39.305639 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-538936bc-4034-4a5c-84d3-4e5643387fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:39.309638 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-538936bc-4034-4a5c-84d3-4e5643387fa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:39.310822 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-538936bc-4034-4a5c-84d3-4e5643387fa2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7c208e9c-63f5-4161-bc11-158119b22de2 HTTP/1.1" status: 204 len: 168 time: 0.1330287 Oct 26 08:38:39.318826 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538936bc-4034-4a5c-84d3-4e5643387fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c208e9c-63f5-4161-bc11-158119b22de2,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:39.465021 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b7f8b167-a2ad-4ea7-ad4b-829de466fb5e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_gateway, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:39.633151 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38144) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:39.669427 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b7f8b167-a2ad-4ea7-ad4b-829de466fb5e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:39.673901 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f95d910a-7de3-4fc0-ae54-2f663a40fd61 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=663ffcde0d9645a7ae7972ec0584ab80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395350 Oct 26 08:38:39.676446 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38146) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:39.729283 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c773d84a-3645-4f0c-b0e4-e8e750932dcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:39.750726 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c773d84a-3645-4f0c-b0e4-e8e750932dcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:39.794975 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f8b167-a2ad-4ea7-ad4b-829de466fb5e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router b25815b3-70c9-45af-9ae1-2821b2fc6f90 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:38:39.801381 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c773d84a-3645-4f0c-b0e4-e8e750932dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:39.804140 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c773d84a-3645-4f0c-b0e4-e8e750932dcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:39.805449 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c773d84a-3645-4f0c-b0e4-e8e750932dcf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dc696de9-7426-4644-81a1-0e250adde9e9 HTTP/1.1" status: 204 len: 168 time: 0.1278954 Oct 26 08:38:39.816150 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773d84a-3645-4f0c-b0e4-e8e750932dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc696de9-7426-4644-81a1-0e250adde9e9,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:39.904612 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f8b167-a2ad-4ea7-ad4b-829de466fb5e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:38:39.914442 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7c2d6a-f55c-4c48-b3b4-bfbf133914e6 None None] Sync routers for ids ['b25815b3-70c9-45af-9ae1-2821b2fc6f90'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:38:39.924605 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7c2d6a-f55c-4c48-b3b4-bfbf133914e6 None None] Routers {'b25815b3-70c9-45af-9ae1-2821b2fc6f90'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:38:39.925609 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-3f7c2d6a-f55c-4c48-b3b4-bfbf133914e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:38:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['b25815b3-70c9-45af-9ae1-2821b2fc6f90'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:39.928055 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b7f8b167-a2ad-4ea7-ad4b-829de466fb5e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:39.929843 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b7f8b167-a2ad-4ea7-ad4b-829de466fb5e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7111015 Oct 26 08:38:39.933144 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38150) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:40.044648 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-3f7c2d6a-f55c-4c48-b3b4-bfbf133914e6 None None] Set router b25815b3-70c9-45af-9ae1-2821b2fc6f90 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:38:40.137054 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe319e08-1e32-4143-9e46-f9bdb2d2610a req-8e029791-4721-48a8-8f74-b7bf061478d9 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:40.139190 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-fe319e08-1e32-4143-9e46-f9bdb2d2610a req-8e029791-4721-48a8-8f74-b7bf061478d9 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5446ef03-8434-4894-978b-469526eac09a HTTP/1.1" status: 200 len: 944 time: 0.0578926 Oct 26 08:38:40.191397 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-fe319e08-1e32-4143-9e46-f9bdb2d2610a req-8b344c36-c538-49f5-81e1-7d1cd37a0013 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406518 Oct 26 08:38:40.221329 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f3037a1a-abc5-44b9-be08-870b1b18356f tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=c0122ef6aaf84badac5fbf473c701d56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2865989 Oct 26 08:38:40.224080 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38156) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:40.272751 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-3f7c2d6a-f55c-4c48-b3b4-bfbf133914e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'name': 'tempest-TestNetworkBasicOps-router-1319378863', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:38:39Z', 'revision_number': 3, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:38:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:40.299713 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7c2d6a-f55c-4c48-b3b4-bfbf133914e6 None None] Checking router: b25815b3-70c9-45af-9ae1-2821b2fc6f90 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:38:40.299983 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7c2d6a-f55c-4c48-b3b4-bfbf133914e6 None None] Updating router b25815b3-70c9-45af-9ae1-2821b2fc6f90 port 4190329a-97f3-4edd-a10d-2b5dcb6c7843 binding host dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:38:40.318720 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c4971b-f8ae-44ad-b4af-77158b2b89f3 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:40.323090 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d8c4971b-f8ae-44ad-b4af-77158b2b89f3 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0949810 Oct 26 08:38:40.323322 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38158) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:40.324819 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3f7c2d6a-f55c-4c48-b3b4-bfbf133914e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:40.351778 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-0ed24a95-3bce-4eb4-abc5-ef045c276350 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=e0ba3cfd-db28-4690-8a12-e5c00a0b88c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273690 Oct 26 08:38:40.354884 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38160) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:40.359663 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-b1641a92-ffa2-4fbe-88e0-3ba64606a16c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-149898642', 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:40.450116 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1641a92-ffa2-4fbe-88e0-3ba64606a16c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Made reservation on behalf of c0122ef6aaf84badac5fbf473c701d56 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:38:40.453685 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b1641a92-ffa2-4fbe-88e0-3ba64606a16c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:40.582649 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3f7c2d6a-f55c-4c48-b3b4-bfbf133914e6 None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:40.587616 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3f7c2d6a-f55c-4c48-b3b4-bfbf133914e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:40.634050 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-3f7c2d6a-f55c-4c48-b3b4-bfbf133914e6 None None] Attempting to bind port 4190329a-97f3-4edd-a10d-2b5dcb6c7843 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:38:40.634425 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-3f7c2d6a-f55c-4c48-b3b4-bfbf133914e6 None None] Attempting to bind port 4190329a-97f3-4edd-a10d-2b5dcb6c7843 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:38:40.634788 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7c2d6a-f55c-4c48-b3b4-bfbf133914e6 None None] Attempting to bind port 4190329a-97f3-4edd-a10d-2b5dcb6c7843 on network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:38:40.635866 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b1641a92-ffa2-4fbe-88e0-3ba64606a16c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:40.646757 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7c2d6a-f55c-4c48-b3b4-bfbf133914e6 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:38:40.647133 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7c2d6a-f55c-4c48-b3b4-bfbf133914e6 None None] Checking segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:38:40.647527 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3f7c2d6a-f55c-4c48-b3b4-bfbf133914e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:40.647918 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7c2d6a-f55c-4c48-b3b4-bfbf133914e6 None None] Bound using segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:38:40.648378 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-3f7c2d6a-f55c-4c48-b3b4-bfbf133914e6 None None] Bound port: 4190329a-97f3-4edd-a10d-2b5dcb6c7843, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:38:40.648759 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3f7c2d6a-f55c-4c48-b3b4-bfbf133914e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:40.653741 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb27b7b-5a05-4b6c-9858-72027d9bae3c None None] Pushing event updated for resources: {'Port': ['ID=4190329a-97f3-4edd-a10d-2b5dcb6c7843,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:40.695680 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1641a92-ffa2-4fbe-88e0-3ba64606a16c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Subnet': ['ID=f2e12f69-03c4-4c91-b0f7-0cb5f6887141,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:40.703916 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-3f7c2d6a-f55c-4c48-b3b4-bfbf133914e6 None None] For port 4190329a-97f3-4edd-a10d-2b5dcb6c7843, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:38:40.707415 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-3f7c2d6a-f55c-4c48-b3b4-bfbf133914e6 None None] For port 4190329a-97f3-4edd-a10d-2b5dcb6c7843, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=4190329a-97f3-4edd-a10d-2b5dcb6c7843,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:38:40.708130 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1641a92-ffa2-4fbe-88e0-3ba64606a16c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Checking segment: {'id': '1de274e6-4631-4339-a452-70d75f38c581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:38:40.708501 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1641a92-ffa2-4fbe-88e0-3ba64606a16c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network hostable DHCP agents. Network: 5c74ff52-8b37-4737-bb97-41076d43f824, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:38:40.712475 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3f7c2d6a-f55c-4c48-b3b4-bfbf133914e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:40.725039 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1641a92-ffa2-4fbe-88e0-3ba64606a16c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network 5c74ff52-8b37-4737-bb97-41076d43f824 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:38:40.733822 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-b1641a92-ffa2-4fbe-88e0-3ba64606a16c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 5c74ff52-8b37-4737-bb97-41076d43f824) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:38:40.738150 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1641a92-ffa2-4fbe-88e0-3ba64606a16c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:40.738692 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b1641a92-ffa2-4fbe-88e0-3ba64606a16c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:40.746043 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ccff8b-9196-40e0-8d68-4b2585131b76 None None] Network 5c74ff52-8b37-4737-bb97-41076d43f824 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:38:40.755448 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b1641a92-ffa2-4fbe-88e0-3ba64606a16c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3995132 Oct 26 08:38:40.758300 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38162) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:40.968882 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7c2d6a-f55c-4c48-b3b4-bfbf133914e6 None None] Routers {'b25815b3-70c9-45af-9ae1-2821b2fc6f90'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:38:40.969517 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-3f7c2d6a-f55c-4c48-b3b4-bfbf133914e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:38:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['b25815b3-70c9-45af-9ae1-2821b2fc6f90'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:40.972629 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb27b7b-5a05-4b6c-9858-72027d9bae3c None None] Pushing event updated for resources: {'Port': ['ID=4190329a-97f3-4edd-a10d-2b5dcb6c7843,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:41.130971 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-3f7c2d6a-f55c-4c48-b3b4-bfbf133914e6 None None] Set router b25815b3-70c9-45af-9ae1-2821b2fc6f90 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:38:41.199623 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7e5d4068-4ecd-4834-bd12-fb32ce140e85 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:41.254293 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2bc09c-0258-4491-b522-32279d87c41c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-5c74ff52-8b37-4737-bb97-41076d43f824', 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ips': [{'subnet_id': 'f2e12f69-03c4-4c91-b0f7-0cb5f6887141'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:38:41.255386 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-da2bc09c-0258-4491-b522-32279d87c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:41.324658 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e2d63-4196-43c4-be8d-b1c56da9c12f req-bef9c3bc-c7d2-409d-9fca-17ba347497c6 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:41.326411 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8e9e2d63-4196-43c4-be8d-b1c56da9c12f req-bef9c3bc-c7d2-409d-9fca-17ba347497c6 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5446ef03-8434-4894-978b-469526eac09a HTTP/1.1" status: 200 len: 944 time: 0.0620611 Oct 26 08:38:41.368631 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8e9e2d63-4196-43c4-be8d-b1c56da9c12f req-c53ea151-d731-4fbd-9062-23999bd3f039 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362318 Oct 26 08:38:41.462397 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-da2bc09c-0258-4491-b522-32279d87c41c None None] Allocated IP 172.20.0.2 (5c74ff52-8b37-4737-bb97-41076d43f824/f2e12f69-03c4-4c91-b0f7-0cb5f6887141/806f9c90-9c09-41db-baf0-7b8e96fd2fba) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:38:41.474092 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-3f7c2d6a-f55c-4c48-b3b4-bfbf133914e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'name': 'tempest-TestNetworkBasicOps-router-1319378863', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:38:39Z', 'revision_number': 3, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:41.504303 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7c2d6a-f55c-4c48-b3b4-bfbf133914e6 None None] The sync data for ids ['b25815b3-70c9-45af-9ae1-2821b2fc6f90'] in dv-neutron-804846-13-hyperv is: [{'id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'name': 'tempest-TestNetworkBasicOps-router-1319378863', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:38:39Z', 'revision_number': 3, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:38:41.641592 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-da2bc09c-0258-4491-b522-32279d87c41c None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:41.649854 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-da2bc09c-0258-4491-b522-32279d87c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:41.694400 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2bc09c-0258-4491-b522-32279d87c41c None None] Network 5c74ff52-8b37-4737-bb97-41076d43f824 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:38:41.699760 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-da2bc09c-0258-4491-b522-32279d87c41c None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:38:41.702041 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2bc09c-0258-4491-b522-32279d87c41c None None] Pushing event updated for resources: {'Port': ['ID=806f9c90-9c09-41db-baf0-7b8e96fd2fba,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:41.704205 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2bc09c-0258-4491-b522-32279d87c41c None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:38:41.729565 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-7e5d4068-4ecd-4834-bd12-fb32ce140e85 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Allocated IP 172.20.0.1 (5c74ff52-8b37-4737-bb97-41076d43f824/f2e12f69-03c4-4c91-b0f7-0cb5f6887141/d68dda83-e7fa-412e-a68a-0572bab56615) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:38:41.794231 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-da2bc09c-0258-4491-b522-32279d87c41c None None] Attempting to bind port 806f9c90-9c09-41db-baf0-7b8e96fd2fba on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:38:41.794616 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-da2bc09c-0258-4491-b522-32279d87c41c None None] Attempting to bind port 806f9c90-9c09-41db-baf0-7b8e96fd2fba by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '1de274e6-4631-4339-a452-70d75f38c581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:38:41.794993 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2bc09c-0258-4491-b522-32279d87c41c None None] Attempting to bind port 806f9c90-9c09-41db-baf0-7b8e96fd2fba on network 5c74ff52-8b37-4737-bb97-41076d43f824 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:38:41.800779 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2bc09c-0258-4491-b522-32279d87c41c None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:38:41.801216 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2bc09c-0258-4491-b522-32279d87c41c None None] Checking segment: {'id': '1de274e6-4631-4339-a452-70d75f38c581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:38:41.801687 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-da2bc09c-0258-4491-b522-32279d87c41c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:41.802065 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2bc09c-0258-4491-b522-32279d87c41c None None] Bound using segment: {'id': '1de274e6-4631-4339-a452-70d75f38c581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:38:41.802545 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-da2bc09c-0258-4491-b522-32279d87c41c None None] Bound port: 806f9c90-9c09-41db-baf0-7b8e96fd2fba, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de274e6-4631-4339-a452-70d75f38c581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:38:41.802943 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-da2bc09c-0258-4491-b522-32279d87c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:41.872901 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-da2bc09c-0258-4491-b522-32279d87c41c None None] For port 806f9c90-9c09-41db-baf0-7b8e96fd2fba, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:38:41.876463 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7e5d4068-4ecd-4834-bd12-fb32ce140e85 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:41.876942 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-da2bc09c-0258-4491-b522-32279d87c41c None None] For port 806f9c90-9c09-41db-baf0-7b8e96fd2fba, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=806f9c90-9c09-41db-baf0-7b8e96fd2fba,segment=NetworkSegment(1de274e6-4631-4339-a452-70d75f38c581),segment_id=1de274e6-4631-4339-a452-70d75f38c581)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:38:41.882204 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-da2bc09c-0258-4491-b522-32279d87c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:41.914903 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7e5d4068-4ecd-4834-bd12-fb32ce140e85 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:41.954751 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2bc09c-0258-4491-b522-32279d87c41c None None] Pushing event updated for resources: {'Port': ['ID=806f9c90-9c09-41db-baf0-7b8e96fd2fba,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:41.961248 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5d4068-4ecd-4834-bd12-fb32ce140e85 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network 5c74ff52-8b37-4737-bb97-41076d43f824 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:38:41.968462 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-7e5d4068-4ecd-4834-bd12-fb32ce140e85 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:38:41.972495 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5d4068-4ecd-4834-bd12-fb32ce140e85 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:38:41.999116 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d4068-4ecd-4834-bd12-fb32ce140e85 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=d68dda83-e7fa-412e-a68a-0572bab56615,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:42.027410 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7e5d4068-4ecd-4834-bd12-fb32ce140e85 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:42.194309 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7e5d4068-4ecd-4834-bd12-fb32ce140e85 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:42.520632 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81083b16-3e69-4fdf-8b07-2162dff3d3b8 req-fe5b4d3a-3eec-4830-b8bb-92287f1d9ed3 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:42.522095 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-81083b16-3e69-4fdf-8b07-2162dff3d3b8 req-fe5b4d3a-3eec-4830-b8bb-92287f1d9ed3 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5446ef03-8434-4894-978b-469526eac09a HTTP/1.1" status: 200 len: 944 time: 0.0785217 Oct 26 08:38:42.543142 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7e5d4068-4ecd-4834-bd12-fb32ce140e85 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:42.550343 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7e5d4068-4ecd-4834-bd12-fb32ce140e85 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:42.950834 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-81083b16-3e69-4fdf-8b07-2162dff3d3b8 req-4943df3f-8518-484a-86de-623882c38e41 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4218891 Oct 26 08:38:42.961652 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d4068-4ecd-4834-bd12-fb32ce140e85 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=d68dda83-e7fa-412e-a68a-0572bab56615,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:42.964753 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7e5d4068-4ecd-4834-bd12-fb32ce140e85 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:43.059686 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5d4068-4ecd-4834-bd12-fb32ce140e85 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network 5c74ff52-8b37-4737-bb97-41076d43f824 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:38:43.061264 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-7e5d4068-4ecd-4834-bd12-fb32ce140e85 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:38:43.182361 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5d4068-4ecd-4834-bd12-fb32ce140e85 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router b25815b3-70c9-45af-9ae1-2821b2fc6f90 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:38:43.301989 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5d4068-4ecd-4834-bd12-fb32ce140e85 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:38:43.307932 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7e5d4068-4ecd-4834-bd12-fb32ce140e85 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "PUT /v2.0/routers/b25815b3-70c9-45af-9ae1-2821b2fc6f90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5485971 Oct 26 08:38:43.310792 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38168) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:43.400458 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5a5aa2-1200-4e73-b019-f1b1a3fb1527 None None] Sync routers for ids ['b25815b3-70c9-45af-9ae1-2821b2fc6f90'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:38:43.413768 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5a5aa2-1200-4e73-b019-f1b1a3fb1527 None None] Routers {'b25815b3-70c9-45af-9ae1-2821b2fc6f90'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:38:43.414395 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-ef5a5aa2-1200-4e73-b019-f1b1a3fb1527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:38:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['b25815b3-70c9-45af-9ae1-2821b2fc6f90'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:43.491380 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfe789c-1f3b-4d03-929e-951111f3b3f9 None None] Network 5c74ff52-8b37-4737-bb97-41076d43f824 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:38:43.509046 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcad9ea-a59f-49e2-9f5b-e22454512ad6 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:43.509670 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcad9ea-a59f-49e2-9f5b-e22454512ad6 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:43.510648 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcad9ea-a59f-49e2-9f5b-e22454512ad6 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:43.510774 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcad9ea-a59f-49e2-9f5b-e22454512ad6 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:43.511228 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcad9ea-a59f-49e2-9f5b-e22454512ad6 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:43.511935 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcad9ea-a59f-49e2-9f5b-e22454512ad6 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:43.513919 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4dcad9ea-a59f-49e2-9f5b-e22454512ad6 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.2021570 Oct 26 08:38:43.516659 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38170) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:43.560698 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-ef5a5aa2-1200-4e73-b019-f1b1a3fb1527 None None] Set router b25815b3-70c9-45af-9ae1-2821b2fc6f90 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:38:43.593089 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3eab64-16b5-4d4e-a85b-51eb1ffb2aae tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:43.594187 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3eab64-16b5-4d4e-a85b-51eb1ffb2aae tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:43.594997 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3eab64-16b5-4d4e-a85b-51eb1ffb2aae tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:43.595921 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3eab64-16b5-4d4e-a85b-51eb1ffb2aae tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:43.596808 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-7f9278ed-75e1-4cff-947d-11864a06e4e0 None None] Provisioning complete for port 806f9c90-9c09-41db-baf0-7b8e96fd2fba triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:38:43.597193 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7f9278ed-75e1-4cff-947d-11864a06e4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:43.597458 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3eab64-16b5-4d4e-a85b-51eb1ffb2aae tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:43.598257 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3eab64-16b5-4d4e-a85b-51eb1ffb2aae tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:43.602058 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-0f3eab64-16b5-4d4e-a85b-51eb1ffb2aae tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0836678 Oct 26 08:38:43.605224 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38172) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:43.822645 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 806f9c90-9c09-41db-baf0-7b8e96fd2fba up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:38:43.875735 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-ef5a5aa2-1200-4e73-b019-f1b1a3fb1527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'name': 'tempest-TestNetworkBasicOps-router-1319378863', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:38:42Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'd68dda83-e7fa-412e-a68a-0572bab56615', 'name': '', 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:8e:f6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'f2e12f69-03c4-4c91-b0f7-0cb5f6887141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:41Z', 'updated_at': '2021-10-26T08:38:42Z', 'revision_number': 2, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'f2e12f69-03c4-4c91-b0f7-0cb5f6887141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:43.880999 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7f9278ed-75e1-4cff-947d-11864a06e4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:43.906421 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5a5aa2-1200-4e73-b019-f1b1a3fb1527 None None] Checking router: b25815b3-70c9-45af-9ae1-2821b2fc6f90 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:38:43.906924 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5a5aa2-1200-4e73-b019-f1b1a3fb1527 None None] Updating router b25815b3-70c9-45af-9ae1-2821b2fc6f90 port d68dda83-e7fa-412e-a68a-0572bab56615 binding host dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:38:43.934866 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-7f9278ed-75e1-4cff-947d-11864a06e4e0 None None] For port 806f9c90-9c09-41db-baf0-7b8e96fd2fba, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=806f9c90-9c09-41db-baf0-7b8e96fd2fba,segment=NetworkSegment(1de274e6-4631-4339-a452-70d75f38c581),segment_id=1de274e6-4631-4339-a452-70d75f38c581)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:38:43.936934 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 806f9c90-9c09-41db-baf0-7b8e96fd2fba triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:38:43.937155 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ef5a5aa2-1200-4e73-b019-f1b1a3fb1527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:43.937375 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:43.966838 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7f9278ed-75e1-4cff-947d-11864a06e4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:44.111145 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9278ed-75e1-4cff-947d-11864a06e4e0 None None] Pushing event updated for resources: {'Port': ['ID=806f9c90-9c09-41db-baf0-7b8e96fd2fba,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:44.158472 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-c833be0f-6563-438c-92bb-dd5dc36a1a6f None None] Provisioning complete for port d68dda83-e7fa-412e-a68a-0572bab56615 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:38:44.159023 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c833be0f-6563-438c-92bb-dd5dc36a1a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:44.194401 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 4190329a-97f3-4edd-a10d-2b5dcb6c7843 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:38:44.250607 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-c833be0f-6563-438c-92bb-dd5dc36a1a6f None None] Port d68dda83-e7fa-412e-a68a-0572bab56615 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:38:44.266083 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-c833be0f-6563-438c-92bb-dd5dc36a1a6f None None] Provisioning complete for port 806f9c90-9c09-41db-baf0-7b8e96fd2fba triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:38:44.266524 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c833be0f-6563-438c-92bb-dd5dc36a1a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:44.283478 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f50d4c-5521-4c56-b598-6fb13dbf97fc req-5eddadf1-97e5-4a02-b2a6-2b6a3fbe3798 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:44.293392 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-36f50d4c-5521-4c56-b598-6fb13dbf97fc req-5eddadf1-97e5-4a02-b2a6-2b6a3fbe3798 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5446ef03-8434-4894-978b-469526eac09a HTTP/1.1" status: 200 len: 944 time: 0.1879647 Oct 26 08:38:44.314531 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 4190329a-97f3-4edd-a10d-2b5dcb6c7843 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:38:44.314912 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:44.405142 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-36f50d4c-5521-4c56-b598-6fb13dbf97fc req-4b1e2389-d89f-4687-9ace-4376ef56e653 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106410 Oct 26 08:38:44.489973 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ef5a5aa2-1200-4e73-b019-f1b1a3fb1527 None None] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:44.497114 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ef5a5aa2-1200-4e73-b019-f1b1a3fb1527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:44.523878 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:44.542728 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b19778-3eb8-4d98-8407-ef3703e8fac7 None None] Pushing event updated for resources: {'Port': ['ID=d68dda83-e7fa-412e-a68a-0572bab56615,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:44.550802 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 4190329a-97f3-4edd-a10d-2b5dcb6c7843, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=4190329a-97f3-4edd-a10d-2b5dcb6c7843,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:38:44.553244 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-397d6779-a8f6-4ae3-af8f-3a64bf0aa747 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.9459517 Oct 26 08:38:44.574473 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:44.586581 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b19778-3eb8-4d98-8407-ef3703e8fac7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:38:44.586969 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b19778-3eb8-4d98-8407-ef3703e8fac7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:38:44.587300 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b19778-3eb8-4d98-8407-ef3703e8fac7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:38:44.587633 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b19778-3eb8-4d98-8407-ef3703e8fac7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:38:44.591787 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b19778-3eb8-4d98-8407-ef3703e8fac7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:38:44.593229 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b19778-3eb8-4d98-8407-ef3703e8fac7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:38:44.593584 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b19778-3eb8-4d98-8407-ef3703e8fac7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:38:44.594910 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b19778-3eb8-4d98-8407-ef3703e8fac7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:38:44.595254 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b19778-3eb8-4d98-8407-ef3703e8fac7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:38:44.597798 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b19778-3eb8-4d98-8407-ef3703e8fac7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:38:44.598338 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b19778-3eb8-4d98-8407-ef3703e8fac7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:38:44.598883 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b19778-3eb8-4d98-8407-ef3703e8fac7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:38:44.606589 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-19103490-824f-4640-9ca8-4b15f2b167c7 None None] Provisioning complete for port d68dda83-e7fa-412e-a68a-0572bab56615 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:38:44.606968 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-19103490-824f-4640-9ca8-4b15f2b167c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:44.659713 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-19103490-824f-4640-9ca8-4b15f2b167c7 None None] Port d68dda83-e7fa-412e-a68a-0572bab56615 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:38:44.661020 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=4190329a-97f3-4edd-a10d-2b5dcb6c7843,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:44.709371 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-ef5a5aa2-1200-4e73-b019-f1b1a3fb1527 None None] Attempting to bind port d68dda83-e7fa-412e-a68a-0572bab56615 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:38:44.710167 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-ef5a5aa2-1200-4e73-b019-f1b1a3fb1527 None None] Attempting to bind port d68dda83-e7fa-412e-a68a-0572bab56615 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '1de274e6-4631-4339-a452-70d75f38c581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:38:44.710777 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5a5aa2-1200-4e73-b019-f1b1a3fb1527 None None] Attempting to bind port d68dda83-e7fa-412e-a68a-0572bab56615 on network 5c74ff52-8b37-4737-bb97-41076d43f824 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:38:44.716840 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5a5aa2-1200-4e73-b019-f1b1a3fb1527 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:38:44.717455 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5a5aa2-1200-4e73-b019-f1b1a3fb1527 None None] Checking segment: {'id': '1de274e6-4631-4339-a452-70d75f38c581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:38:44.718049 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ef5a5aa2-1200-4e73-b019-f1b1a3fb1527 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:44.718600 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5a5aa2-1200-4e73-b019-f1b1a3fb1527 None None] Bound using segment: {'id': '1de274e6-4631-4339-a452-70d75f38c581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:38:44.719246 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-ef5a5aa2-1200-4e73-b019-f1b1a3fb1527 None None] Bound port: d68dda83-e7fa-412e-a68a-0572bab56615, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de274e6-4631-4339-a452-70d75f38c581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:38:44.720090 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ef5a5aa2-1200-4e73-b019-f1b1a3fb1527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:44.790241 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-6d79a286-425a-44c8-ad94-82421a1fa563 None None] Provisioning complete for port d68dda83-e7fa-412e-a68a-0572bab56615 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:38:44.792448 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6d79a286-425a-44c8-ad94-82421a1fa563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:44.824212 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-ef5a5aa2-1200-4e73-b019-f1b1a3fb1527 None None] For port d68dda83-e7fa-412e-a68a-0572bab56615, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:38:44.827394 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-ef5a5aa2-1200-4e73-b019-f1b1a3fb1527 None None] For port d68dda83-e7fa-412e-a68a-0572bab56615, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=d68dda83-e7fa-412e-a68a-0572bab56615,segment=NetworkSegment(1de274e6-4631-4339-a452-70d75f38c581),segment_id=1de274e6-4631-4339-a452-70d75f38c581)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:38:44.834013 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ef5a5aa2-1200-4e73-b019-f1b1a3fb1527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:44.846931 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-6d79a286-425a-44c8-ad94-82421a1fa563 None None] Port d68dda83-e7fa-412e-a68a-0572bab56615 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:38:44.904363 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5a5aa2-1200-4e73-b019-f1b1a3fb1527 None None] Routers {'b25815b3-70c9-45af-9ae1-2821b2fc6f90'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:38:44.905027 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-ef5a5aa2-1200-4e73-b019-f1b1a3fb1527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:38:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['b25815b3-70c9-45af-9ae1-2821b2fc6f90'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:44.932056 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38178) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:44.936988 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-9336a3ac-22cc-4e46-974d-32e84376f9df tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-620432864', 'description': 'tempest-secgroup-smoke-620432864 description', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:44.942183 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b19778-3eb8-4d98-8407-ef3703e8fac7 None None] Pushing event updated for resources: {'Port': ['ID=d68dda83-e7fa-412e-a68a-0572bab56615,revision_number=4']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:44.980418 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9336a3ac-22cc-4e46-974d-32e84376f9df tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:45.022037 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-ef5a5aa2-1200-4e73-b019-f1b1a3fb1527 None None] Set router b25815b3-70c9-45af-9ae1-2821b2fc6f90 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:38:45.064831 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9336a3ac-22cc-4e46-974d-32e84376f9df tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:45.071376 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9336a3ac-22cc-4e46-974d-32e84376f9df tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:45.071778 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-7f0c88b5-521b-48e2-b6be-a1bcf4d566b9 None None] Provisioning complete for port d68dda83-e7fa-412e-a68a-0572bab56615 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:38:45.072173 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7f0c88b5-521b-48e2-b6be-a1bcf4d566b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:45.107903 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9336a3ac-22cc-4e46-974d-32e84376f9df tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:45.111918 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9336a3ac-22cc-4e46-974d-32e84376f9df tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1758800 Oct 26 08:38:45.111918 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9336a3ac-22cc-4e46-974d-32e84376f9df tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec66f5c-25c6-4141-b9b1-4b5607529741,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:45.113245 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38180) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:45.120135 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-ae2c37f9-93e4-4ff9-a37a-c0ebe2234ef3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '6ec66f5c-25c6-4141-b9b1-4b5607529741', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:45.158706 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ae2c37f9-93e4-4ff9-a37a-c0ebe2234ef3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:45.176010 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7f0c88b5-521b-48e2-b6be-a1bcf4d566b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:45.225282 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-7f0c88b5-521b-48e2-b6be-a1bcf4d566b9 None None] For port d68dda83-e7fa-412e-a68a-0572bab56615, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=d68dda83-e7fa-412e-a68a-0572bab56615,segment=NetworkSegment(1de274e6-4631-4339-a452-70d75f38c581),segment_id=1de274e6-4631-4339-a452-70d75f38c581)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:38:45.231113 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7f0c88b5-521b-48e2-b6be-a1bcf4d566b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:45.249599 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ae2c37f9-93e4-4ff9-a37a-c0ebe2234ef3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:45.253471 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-ef5a5aa2-1200-4e73-b019-f1b1a3fb1527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'name': 'tempest-TestNetworkBasicOps-router-1319378863', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:38:42Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'd68dda83-e7fa-412e-a68a-0572bab56615', 'name': '', 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:8e:f6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'f2e12f69-03c4-4c91-b0f7-0cb5f6887141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:41Z', 'updated_at': '2021-10-26T08:38:44Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'f2e12f69-03c4-4c91-b0f7-0cb5f6887141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:45.254653 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ae2c37f9-93e4-4ff9-a37a-c0ebe2234ef3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:45.272885 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c37f9-93e4-4ff9-a37a-c0ebe2234ef3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afed318c-04fe-43a4-8d49-150b77a0fd41,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:45.284194 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ae2c37f9-93e4-4ff9-a37a-c0ebe2234ef3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:45.285429 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ae2c37f9-93e4-4ff9-a37a-c0ebe2234ef3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1703863 Oct 26 08:38:45.288259 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38182) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:45.288580 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5a5aa2-1200-4e73-b019-f1b1a3fb1527 None None] The sync data for ids ['b25815b3-70c9-45af-9ae1-2821b2fc6f90'] in dv-neutron-804846-13-hyperv is: [{'id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'name': 'tempest-TestNetworkBasicOps-router-1319378863', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:38:42Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'd68dda83-e7fa-412e-a68a-0572bab56615', 'name': '', 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:8e:f6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'f2e12f69-03c4-4c91-b0f7-0cb5f6887141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:41Z', 'updated_at': '2021-10-26T08:38:44Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'f2e12f69-03c4-4c91-b0f7-0cb5f6887141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:38:45.293477 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-b375adc6-6b1d-4f5d-9602-1225300bbab4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '6ec66f5c-25c6-4141-b9b1-4b5607529741', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:45.302452 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c88b5-521b-48e2-b6be-a1bcf4d566b9 None None] Pushing event updated for resources: {'Port': ['ID=d68dda83-e7fa-412e-a68a-0572bab56615,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:45.328754 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b375adc6-6b1d-4f5d-9602-1225300bbab4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:45.377110 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8dc2d008-b377-4783-bbf0-6e4aaf960252 None None] Provisioning complete for port d68dda83-e7fa-412e-a68a-0572bab56615 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:38:45.377476 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8dc2d008-b377-4783-bbf0-6e4aaf960252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:45.418261 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b375adc6-6b1d-4f5d-9602-1225300bbab4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:45.425784 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b375adc6-6b1d-4f5d-9602-1225300bbab4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:45.443690 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375adc6-6b1d-4f5d-9602-1225300bbab4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce56b2f0-9eee-4299-a788-1974d195e005,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:45.459230 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b375adc6-6b1d-4f5d-9602-1225300bbab4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:45.463980 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38186) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:45.464771 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b375adc6-6b1d-4f5d-9602-1225300bbab4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1747746 Oct 26 08:38:45.469899 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-494e2311-7488-45b9-aefb-b7ee263db23a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '6ec66f5c-25c6-4141-b9b1-4b5607529741', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:45.517567 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-494e2311-7488-45b9-aefb-b7ee263db23a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:45.589041 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d91014-3203-4511-a425-e381ad6ea796 req-d95fe30b-5d86-447f-9cab-7396b635bb02 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:45.590689 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-25d91014-3203-4511-a425-e381ad6ea796 req-d95fe30b-5d86-447f-9cab-7396b635bb02 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5446ef03-8434-4894-978b-469526eac09a HTTP/1.1" status: 200 len: 944 time: 0.0870626 Oct 26 08:38:45.639961 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-494e2311-7488-45b9-aefb-b7ee263db23a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:45.650030 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-494e2311-7488-45b9-aefb-b7ee263db23a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:45.675337 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-25d91014-3203-4511-a425-e381ad6ea796 req-07e4759a-954d-4d9d-8265-649f1851936a tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739007 Oct 26 08:38:45.678312 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e2311-7488-45b9-aefb-b7ee263db23a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4404f26c-1b18-4dd3-9fa4-da4905a98477,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:45.703125 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-494e2311-7488-45b9-aefb-b7ee263db23a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:45.704384 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-494e2311-7488-45b9-aefb-b7ee263db23a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2393394 Oct 26 08:38:45.707781 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38188) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:45.712599 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-ef6a9178-2528-4814-87cc-8b042da99555 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '6ec66f5c-25c6-4141-b9b1-4b5607529741', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:45.750861 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 4190329a-97f3-4edd-a10d-2b5dcb6c7843 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:38:45.756220 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ef6a9178-2528-4814-87cc-8b042da99555 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:45.806507 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 4190329a-97f3-4edd-a10d-2b5dcb6c7843 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:38:45.807144 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:45.826990 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ef6a9178-2528-4814-87cc-8b042da99555 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:45.831523 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ef6a9178-2528-4814-87cc-8b042da99555 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:45.850746 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a9178-2528-4814-87cc-8b042da99555 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=991e9d44-8cfb-4e42-ae58-60bca0933741,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:45.868657 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ef6a9178-2528-4814-87cc-8b042da99555 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:45.873090 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ef6a9178-2528-4814-87cc-8b042da99555 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1615412 Oct 26 08:38:45.873342 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38190) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:45.878662 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-6394cab1-410f-4c27-b447-08390fb00f85 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '6ec66f5c-25c6-4141-b9b1-4b5607529741', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:45.904621 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.securitygroups_db [None req-6394cab1-410f-4c27-b447-08390fb00f85 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Project c0122ef6aaf84badac5fbf473c701d56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 08:38:45.908354 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 806f9c90-9c09-41db-baf0-7b8e96fd2fba up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:38:45.910021 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6394cab1-410f-4c27-b447-08390fb00f85 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:45.959410 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 806f9c90-9c09-41db-baf0-7b8e96fd2fba triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:38:45.959783 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:45.985571 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6394cab1-410f-4c27-b447-08390fb00f85 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:45.990898 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6394cab1-410f-4c27-b447-08390fb00f85 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:46.010781 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394cab1-410f-4c27-b447-08390fb00f85 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd54b481-a6a9-4412-8987-1038e5f1ad4c,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:46.020443 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6394cab1-410f-4c27-b447-08390fb00f85 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:46.024664 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38192) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:46.024806 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6394cab1-410f-4c27-b447-08390fb00f85 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1500220 Oct 26 08:38:46.031135 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-520aecef-7c21-452e-9409-86624bc0bb6a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '6ec66f5c-25c6-4141-b9b1-4b5607529741', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:46.056624 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.securitygroups_db [None req-520aecef-7c21-452e-9409-86624bc0bb6a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Project c0122ef6aaf84badac5fbf473c701d56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 08:38:46.062424 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-520aecef-7c21-452e-9409-86624bc0bb6a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:46.075531 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device d68dda83-e7fa-412e-a68a-0572bab56615 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:38:46.128628 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port d68dda83-e7fa-412e-a68a-0572bab56615 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:38:46.129013 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:46.133226 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-520aecef-7c21-452e-9409-86624bc0bb6a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:46.138615 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-520aecef-7c21-452e-9409-86624bc0bb6a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:46.157763 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520aecef-7c21-452e-9409-86624bc0bb6a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5342d7e4-c3be-482a-956c-3636f7e94540,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:46.169573 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-520aecef-7c21-452e-9409-86624bc0bb6a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:46.170858 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-520aecef-7c21-452e-9409-86624bc0bb6a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1436527 Oct 26 08:38:46.388490 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3124d3a3-7433-4a79-a203-668a9d72767a req-89951a2b-6575-44a2-897b-619b65e84c9c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-620432864&fields=id&tenant_id=c0122ef6aaf84badac5fbf473c701d56 HTTP/1.1" status: 200 len: 267 time: 0.0381227 Oct 26 08:38:46.512399 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124d3a3-7433-4a79-a203-668a9d72767a req-d2d5ef5a-722e-4fd1-89d3-37a1696cd093 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:46.514026 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3124d3a3-7433-4a79-a203-668a9d72767a req-d2d5ef5a-722e-4fd1-89d3-37a1696cd093 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/networks?id=5c74ff52-8b37-4737-bb97-41076d43f824 HTTP/1.1" status: 200 len: 797 time: 0.1180718 Oct 26 08:38:46.524188 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 7fd86af7-a22e-4895-b8c8-0b3059f8f609 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 08:38:46.531107 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3124d3a3-7433-4a79-a203-668a9d72767a req-09d3443f-7a8a-4f3e-bbc3-b251eef64299 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/quotas/c0122ef6aaf84badac5fbf473c701d56 HTTP/1.1" status: 200 len: 375 time: 0.0113561 Oct 26 08:38:46.588926 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3124d3a3-7433-4a79-a203-668a9d72767a req-05b3c39d-efad-4f4f-817a-d72b252d8ac0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514300 Oct 26 08:38:46.628993 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 7fd86af7-a22e-4895-b8c8-0b3059f8f609, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=7fd86af7-a22e-4895-b8c8-0b3059f8f609,segment=NetworkSegment(ee9d28ae-f82a-46f0-83dd-bc4a97034bc9),segment_id=ee9d28ae-f82a-46f0-83dd-bc4a97034bc9)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:38:46.642003 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': '7fd86af7-a22e-4895-b8c8-0b3059f8f609', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'port_id': '7fd86af7-a22e-4895-b8c8-0b3059f8f609', 'mac_address': 'fa:16:3e:aa:d9:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 08:38:46.682817 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:46.695657 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3124d3a3-7433-4a79-a203-668a9d72767a req-54c510eb-c5ae-4d83-abd3-dab1eb3ad2b5 service neutron] 10.222.0.41 "GET /v2.0/networks/5c74ff52-8b37-4737-bb97-41076d43f824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910449 Oct 26 08:38:46.697938 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fd86af7-a22e-4895-b8c8-0b3059f8f609 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:38:46.720374 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 7fd86af7-a22e-4895-b8c8-0b3059f8f609, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=7fd86af7-a22e-4895-b8c8-0b3059f8f609,segment=NetworkSegment(ee9d28ae-f82a-46f0-83dd-bc4a97034bc9),segment_id=ee9d28ae-f82a-46f0-83dd-bc4a97034bc9)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:38:46.725588 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:46.782672 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=7fd86af7-a22e-4895-b8c8-0b3059f8f609,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:46.800422 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3124d3a3-7433-4a79-a203-668a9d72767a req-769d1b01-8737-49ee-99ef-fa2d25757799 service neutron] 10.222.0.41 "GET /v2.0/networks/5c74ff52-8b37-4737-bb97-41076d43f824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974598 Oct 26 08:38:46.814411 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec42224-1ca8-4aa3-a6bf-ba811aa3f887 req-4b03bfcc-ddcc-4486-853d-7174705e0bf0 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:46.816369 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7ec42224-1ca8-4aa3-a6bf-ba811aa3f887 req-4b03bfcc-ddcc-4486-853d-7174705e0bf0 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5446ef03-8434-4894-978b-469526eac09a HTTP/1.1" status: 200 len: 945 time: 0.0611954 Oct 26 08:38:46.873769 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7ec42224-1ca8-4aa3-a6bf-ba811aa3f887 req-d332b106-fe9a-46eb-ae89-43c4c3e304f0 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506854 Oct 26 08:38:46.951612 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['7fd86af7-a22e-4895-b8c8-0b3059f8f609'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:38:46.972624 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3e22086a-bf6d-43e0-8160-f88f7090a326 req-99ae7999-4fda-4d1c-917d-30e1e4aeace1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=d65e9354-b6fd-4a28-ad6e-07d340a6ccae HTTP/1.1" status: 200 len: 210 time: 0.0292065 Oct 26 08:38:47.938254 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124d3a3-7433-4a79-a203-668a9d72767a req-49c0b27c-10a4-4b48-8a80-365484ec1274 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:47.939759 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3124d3a3-7433-4a79-a203-668a9d72767a req-49c0b27c-10a4-4b48-8a80-365484ec1274 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "GET /v2.0/networks?id=5c74ff52-8b37-4737-bb97-41076d43f824 HTTP/1.1" status: 200 len: 797 time: 0.1102104 Oct 26 08:38:47.987624 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3124d3a3-7433-4a79-a203-668a9d72767a req-c12093f6-0668-421c-8af4-701ccee6b245 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0122ef6aaf84badac5fbf473c701d56 HTTP/1.1" status: 200 len: 379 time: 0.0368655 Oct 26 08:38:47.997613 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-3124d3a3-7433-4a79-a203-668a9d72767a req-78ac8d0d-74eb-4576-8c48-68f2c34ac025 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'port': {'device_id': 'd65e9354-b6fd-4a28-ad6e-07d340a6ccae', 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824', 'admin_state_up': True, 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'security_groups': ['6ec66f5c-25c6-4141-b9b1-4b5607529741']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:48.007658 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d0c24-456a-4072-accc-8056b1a6c254 req-c3545819-4115-48f3-a58a-8a8da8e66793 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:48.016032 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-930d0c24-456a-4072-accc-8056b1a6c254 req-c3545819-4115-48f3-a58a-8a8da8e66793 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5446ef03-8434-4894-978b-469526eac09a HTTP/1.1" status: 200 len: 945 time: 0.0652733 Oct 26 08:38:48.052844 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-930d0c24-456a-4072-accc-8056b1a6c254 req-5aabdc12-6303-491b-9520-3bea2e44b861 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358484 Oct 26 08:38:48.083507 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1ac4b032-c661-407e-8bbc-9ff0f732c85b req-bc635340-e83d-4f37-9fa7-698c167194bd tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=d65e9354-b6fd-4a28-ad6e-07d340a6ccae HTTP/1.1" status: 200 len: 210 time: 0.0316422 Oct 26 08:38:48.143207 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3124d3a3-7433-4a79-a203-668a9d72767a req-78ac8d0d-74eb-4576-8c48-68f2c34ac025 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Made reservation on behalf of c0122ef6aaf84badac5fbf473c701d56 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:38:48.147002 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-3124d3a3-7433-4a79-a203-668a9d72767a req-78ac8d0d-74eb-4576-8c48-68f2c34ac025 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:48.277404 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-3124d3a3-7433-4a79-a203-668a9d72767a req-78ac8d0d-74eb-4576-8c48-68f2c34ac025 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Allocated IP 172.20.0.3 (5c74ff52-8b37-4737-bb97-41076d43f824/f2e12f69-03c4-4c91-b0f7-0cb5f6887141/8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:38:48.419699 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-3124d3a3-7433-4a79-a203-668a9d72767a req-78ac8d0d-74eb-4576-8c48-68f2c34ac025 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:48.453012 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-3124d3a3-7433-4a79-a203-668a9d72767a req-78ac8d0d-74eb-4576-8c48-68f2c34ac025 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:48.496770 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3124d3a3-7433-4a79-a203-668a9d72767a req-78ac8d0d-74eb-4576-8c48-68f2c34ac025 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network 5c74ff52-8b37-4737-bb97-41076d43f824 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:38:48.499957 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-3124d3a3-7433-4a79-a203-668a9d72767a req-78ac8d0d-74eb-4576-8c48-68f2c34ac025 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:38:48.503714 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-3124d3a3-7433-4a79-a203-668a9d72767a req-78ac8d0d-74eb-4576-8c48-68f2c34ac025 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:38:48.529138 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac8d0d-74eb-4576-8c48-68f2c34ac025 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:48.531444 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 7fd86af7-a22e-4895-b8c8-0b3059f8f609 up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:38:48.559675 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124d3a3-7433-4a79-a203-668a9d72767a req-78ac8d0d-74eb-4576-8c48-68f2c34ac025 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:48.560340 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-3124d3a3-7433-4a79-a203-668a9d72767a req-78ac8d0d-74eb-4576-8c48-68f2c34ac025 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:48.580383 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3124d3a3-7433-4a79-a203-668a9d72767a req-78ac8d0d-74eb-4576-8c48-68f2c34ac025 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5867913 Oct 26 08:38:48.586619 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port 7fd86af7-a22e-4895-b8c8-0b3059f8f609 completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 08:38:48.591416 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port 7fd86af7-a22e-4895-b8c8-0b3059f8f609 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:38:48.591928 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:48.595964 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-3124d3a3-7433-4a79-a203-668a9d72767a req-cef7a070-8879-419b-b7b5-f35f1bf57887 service neutron] Request body: {'port': {'device_id': 'd65e9354-b6fd-4a28-ad6e-07d340a6ccae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:48.653980 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-3124d3a3-7433-4a79-a203-668a9d72767a req-cef7a070-8879-419b-b7b5-f35f1bf57887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:48.680216 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:48.704666 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5446ef03-8434-4894-978b-469526eac09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd86af7-a22e-4895-b8c8-0b3059f8f609'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:38:48.707239 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21efef69-0f2c-49ce-9164-af22c7b58eac" -d '{"events": [{"server_uuid": "5446ef03-8434-4894-978b-469526eac09a", "name": "network-vif-plugged", "status": "completed", "tag": "7fd86af7-a22e-4895-b8c8-0b3059f8f609"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:38:48.721990 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 7fd86af7-a22e-4895-b8c8-0b3059f8f609, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=7fd86af7-a22e-4895-b8c8-0b3059f8f609,segment=NetworkSegment(ee9d28ae-f82a-46f0-83dd-bc4a97034bc9),segment_id=ee9d28ae-f82a-46f0-83dd-bc4a97034bc9)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:38:48.726480 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:48.755346 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802e88df-db5b-401b-9dbd-9d5b7de030e3 x-openstack-request-id: req-802e88df-db5b-401b-9dbd-9d5b7de030e3 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:38:48.755718 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5446ef03-8434-4894-978b-469526eac09a", "name": "network-vif-plugged", "status": "completed", "tag": "7fd86af7-a22e-4895-b8c8-0b3059f8f609", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:38:48.756040 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-802e88df-db5b-401b-9dbd-9d5b7de030e3 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:38:48.756487 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5446ef03-8434-4894-978b-469526eac09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd86af7-a22e-4895-b8c8-0b3059f8f609', 'code': 200} Oct 26 08:38:48.784462 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=7fd86af7-a22e-4895-b8c8-0b3059f8f609,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:48.820851 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-efc05671-da10-4f76-aa87-1630613cc1a4 None None] Provisioning complete for port 8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:38:48.821227 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-efc05671-da10-4f76-aa87-1630613cc1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:48.861530 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-efc05671-da10-4f76-aa87-1630613cc1a4 None None] Port 8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:38:48.963715 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-3124d3a3-7433-4a79-a203-668a9d72767a req-cef7a070-8879-419b-b7b5-f35f1bf57887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7 {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:38:48.972918 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c5547-857a-41f2-b0a1-ebd5216e74b1 req-4c37db02-4456-4f57-8c9d-94833faec09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:48.974727 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6b5c5547-857a-41f2-b0a1-ebd5216e74b1 req-4c37db02-4456-4f57-8c9d-94833faec09e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5446ef03-8434-4894-978b-469526eac09a HTTP/1.1" status: 200 len: 1099 time: 0.0802293 Oct 26 08:38:48.976367 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-3124d3a3-7433-4a79-a203-668a9d72767a req-cef7a070-8879-419b-b7b5-f35f1bf57887 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:49.002160 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-3124d3a3-7433-4a79-a203-668a9d72767a req-cef7a070-8879-419b-b7b5-f35f1bf57887 service neutron] Transition to ACTIVE for port object 8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7 will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 08:38:49.007874 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-3124d3a3-7433-4a79-a203-668a9d72767a req-cef7a070-8879-419b-b7b5-f35f1bf57887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:49.047682 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6b5c5547-857a-41f2-b0a1-ebd5216e74b1 req-63432a69-ce9c-4a28-9c0c-73c77e69d115 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648458 Oct 26 08:38:49.070742 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef7a070-8879-419b-b7b5-f35f1bf57887 service neutron] Pushing event updated for resources: {'Port': ['ID=8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:49.182711 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-3124d3a3-7433-4a79-a203-668a9d72767a req-cef7a070-8879-419b-b7b5-f35f1bf57887 service neutron] Attempting to bind port 8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:38:49.183233 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-3124d3a3-7433-4a79-a203-668a9d72767a req-cef7a070-8879-419b-b7b5-f35f1bf57887 service neutron] Attempting to bind port 8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '1de274e6-4631-4339-a452-70d75f38c581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:38:49.183667 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3124d3a3-7433-4a79-a203-668a9d72767a req-cef7a070-8879-419b-b7b5-f35f1bf57887 service neutron] Attempting to bind port 8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7 on network 5c74ff52-8b37-4737-bb97-41076d43f824 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:38:49.191535 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3124d3a3-7433-4a79-a203-668a9d72767a req-cef7a070-8879-419b-b7b5-f35f1bf57887 service neutron] Port 8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7 on network 5c74ff52-8b37-4737-bb97-41076d43f824 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:38:49.191941 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3124d3a3-7433-4a79-a203-668a9d72767a req-cef7a070-8879-419b-b7b5-f35f1bf57887 service neutron] Attempting to bind port 8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7 on network 5c74ff52-8b37-4737-bb97-41076d43f824 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:38:49.201402 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3124d3a3-7433-4a79-a203-668a9d72767a req-cef7a070-8879-419b-b7b5-f35f1bf57887 service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:38:49.201940 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3124d3a3-7433-4a79-a203-668a9d72767a req-cef7a070-8879-419b-b7b5-f35f1bf57887 service neutron] Checking segment: {'id': '1de274e6-4631-4339-a452-70d75f38c581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:38:49.202402 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3124d3a3-7433-4a79-a203-668a9d72767a req-cef7a070-8879-419b-b7b5-f35f1bf57887 service neutron] Bound using segment: {'id': '1de274e6-4631-4339-a452-70d75f38c581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:38:49.202856 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-3124d3a3-7433-4a79-a203-668a9d72767a req-cef7a070-8879-419b-b7b5-f35f1bf57887 service neutron] Bound port: 8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1de274e6-4631-4339-a452-70d75f38c581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:38:49.203320 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-3124d3a3-7433-4a79-a203-668a9d72767a req-cef7a070-8879-419b-b7b5-f35f1bf57887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:49.212773 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d51fb-0ce8-47d2-9b8a-36c870191beb req-78a41aa0-3234-4ecb-a41c-b0e6b93367a0 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:49.214883 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-035d51fb-0ce8-47d2-9b8a-36c870191beb req-78a41aa0-3234-4ecb-a41c-b0e6b93367a0 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5446ef03-8434-4894-978b-469526eac09a HTTP/1.1" status: 200 len: 946 time: 0.0839593 Oct 26 08:38:49.220757 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d2164-4b0b-42fd-b597-cf564d0d6429 req-7fb121a4-d9c7-4747-940d-531d7ac6822a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:49.222479 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-207d2164-4b0b-42fd-b597-cf564d0d6429 req-7fb121a4-d9c7-4747-940d-531d7ac6822a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=d65e9354-b6fd-4a28-ad6e-07d340a6ccae HTTP/1.1" status: 200 len: 943 time: 0.0612054 Oct 26 08:38:49.263013 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-207d2164-4b0b-42fd-b597-cf564d0d6429 req-5af32b84-86a2-481c-b691-78269d8f4c34 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ec66f5c-25c6-4141-b9b1-4b5607529741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343177 Oct 26 08:38:49.294331 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-035d51fb-0ce8-47d2-9b8a-36c870191beb req-b21a01ab-a4e4-4167-b300-94c46f5bcf4a tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708687 Oct 26 08:38:49.315016 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-3124d3a3-7433-4a79-a203-668a9d72767a req-cef7a070-8879-419b-b7b5-f35f1bf57887 service neutron] For port 8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:38:49.318134 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-3124d3a3-7433-4a79-a203-668a9d72767a req-cef7a070-8879-419b-b7b5-f35f1bf57887 service neutron] For port 8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7,segment=NetworkSegment(1de274e6-4631-4339-a452-70d75f38c581),segment_id=1de274e6-4631-4339-a452-70d75f38c581)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:38:49.323498 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-3124d3a3-7433-4a79-a203-668a9d72767a req-cef7a070-8879-419b-b7b5-f35f1bf57887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:49.357760 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124d3a3-7433-4a79-a203-668a9d72767a req-cef7a070-8879-419b-b7b5-f35f1bf57887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:49.358491 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-3124d3a3-7433-4a79-a203-668a9d72767a req-cef7a070-8879-419b-b7b5-f35f1bf57887 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:49.359462 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ec715d35-2e0e-4efb-9bc2-5e9acca390e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:49.360038 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3124d3a3-7433-4a79-a203-668a9d72767a req-cef7a070-8879-419b-b7b5-f35f1bf57887 service neutron] 10.222.0.47 "PUT /v2.0/ports/8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7 HTTP/1.1" status: 200 len: 1093 time: 0.7693729 Oct 26 08:38:49.360537 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd65e9354-b6fd-4a28-ad6e-07d340a6ccae', 'tag': '8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:38:49.362979 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83415b87-e613-4c03-89c2-4ca5582a5baa" -d '{"events": [{"name": "network-changed", "server_uuid": "d65e9354-b6fd-4a28-ad6e-07d340a6ccae", "tag": "8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:38:49.393662 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef7a070-8879-419b-b7b5-f35f1bf57887 service neutron] Pushing event updated for resources: {'Port': ['ID=8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:49.411840 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bf0660-1bb3-43b1-9170-40222c302ab0 x-openstack-request-id: req-e4bf0660-1bb3-43b1-9170-40222c302ab0 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:38:49.412257 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d65e9354-b6fd-4a28-ad6e-07d340a6ccae", "tag": "8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:38:49.412614 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e4bf0660-1bb3-43b1-9170-40222c302ab0 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:38:49.413119 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd65e9354-b6fd-4a28-ad6e-07d340a6ccae', 'tag': '8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7', 'status': 'completed', 'code': 200} Oct 26 08:38:49.456943 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124d3a3-7433-4a79-a203-668a9d72767a req-4188b2ad-6eb2-4e34-9f63-5b2204e0235d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:49.458560 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3124d3a3-7433-4a79-a203-668a9d72767a req-4188b2ad-6eb2-4e34-9f63-5b2204e0235d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=d65e9354-b6fd-4a28-ad6e-07d340a6ccae HTTP/1.1" status: 200 len: 1096 time: 0.0440102 Oct 26 08:38:49.504946 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3124d3a3-7433-4a79-a203-668a9d72767a req-9e9b02de-7fb2-4bdb-a0bb-08aad1401d37 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7 HTTP/1.1" status: 200 len: 217 time: 0.0366573 Oct 26 08:38:49.560925 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124d3a3-7433-4a79-a203-668a9d72767a req-ae90f2bc-b026-4059-8438-36e27f346a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:49.562356 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3124d3a3-7433-4a79-a203-668a9d72767a req-ae90f2bc-b026-4059-8438-36e27f346a27 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f2e12f69-03c4-4c91-b0f7-0cb5f6887141 HTTP/1.1" status: 200 len: 834 time: 0.0494232 Oct 26 08:38:49.611265 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124d3a3-7433-4a79-a203-668a9d72767a req-caa2e48a-c873-4cdc-b149-6d5e42eb3262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:49.612795 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3124d3a3-7433-4a79-a203-668a9d72767a req-caa2e48a-c873-4cdc-b149-6d5e42eb3262 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5c74ff52-8b37-4737-bb97-41076d43f824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0424452 Oct 26 08:38:49.706539 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3124d3a3-7433-4a79-a203-668a9d72767a req-95b6397c-e17f-413b-9570-e7e5620d8216 service neutron] 10.222.0.47 "GET /v2.0/networks/5c74ff52-8b37-4737-bb97-41076d43f824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858889 Oct 26 08:38:49.795987 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3124d3a3-7433-4a79-a203-668a9d72767a req-856c6c73-cef6-496c-a934-99ce919f28c5 service neutron] 10.222.0.47 "GET /v2.0/networks/5c74ff52-8b37-4737-bb97-41076d43f824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816021 Oct 26 08:38:49.889898 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83415b87-e613-4c03-89c2-4ca5582a5baa req-37eba0bd-9187-4960-9cbe-0fe1e9a7e513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:49.891408 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-83415b87-e613-4c03-89c2-4ca5582a5baa req-37eba0bd-9187-4960-9cbe-0fe1e9a7e513 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=d65e9354-b6fd-4a28-ad6e-07d340a6ccae HTTP/1.1" status: 200 len: 1096 time: 0.0430253 Oct 26 08:38:49.993629 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83415b87-e613-4c03-89c2-4ca5582a5baa req-ac83e2f4-56ca-4b45-a7e7-64aca18e060c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:49.995650 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-83415b87-e613-4c03-89c2-4ca5582a5baa req-ac83e2f4-56ca-4b45-a7e7-64aca18e060c service neutron] 10.222.0.47 "GET /v2.0/networks?id=5c74ff52-8b37-4737-bb97-41076d43f824 HTTP/1.1" status: 200 len: 898 time: 0.0934126 Oct 26 08:38:50.050825 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-83415b87-e613-4c03-89c2-4ca5582a5baa req-f8250a79-049b-4b15-9dc4-c372808c44dd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7 HTTP/1.1" status: 200 len: 217 time: 0.0353458 Oct 26 08:38:50.108644 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83415b87-e613-4c03-89c2-4ca5582a5baa req-cb8f8088-e892-4aec-b0ff-37b330943a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:50.110300 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-83415b87-e613-4c03-89c2-4ca5582a5baa req-cb8f8088-e892-4aec-b0ff-37b330943a38 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f2e12f69-03c4-4c91-b0f7-0cb5f6887141 HTTP/1.1" status: 200 len: 834 time: 0.0514116 Oct 26 08:38:50.162359 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83415b87-e613-4c03-89c2-4ca5582a5baa req-837170f0-2350-4384-893e-66102c7f6aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:50.163757 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-83415b87-e613-4c03-89c2-4ca5582a5baa req-837170f0-2350-4384-893e-66102c7f6aaa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5c74ff52-8b37-4737-bb97-41076d43f824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0407743 Oct 26 08:38:50.253542 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-83415b87-e613-4c03-89c2-4ca5582a5baa req-646233f2-2544-4458-8932-af3653f795fe service neutron] 10.222.0.47 "GET /v2.0/networks/5c74ff52-8b37-4737-bb97-41076d43f824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811710 Oct 26 08:38:50.377550 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-83415b87-e613-4c03-89c2-4ca5582a5baa req-182cec56-35d0-407f-a277-2e63597975fd service neutron] 10.222.0.47 "GET /v2.0/networks/5c74ff52-8b37-4737-bb97-41076d43f824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153686 Oct 26 08:38:50.396781 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbbccb-2c59-4629-97fd-5cf039fcf8af req-5dce8839-debb-4f19-a2f9-f76b4576cbc8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:50.398315 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7ddbbccb-2c59-4629-97fd-5cf039fcf8af req-5dce8839-debb-4f19-a2f9-f76b4576cbc8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=d65e9354-b6fd-4a28-ad6e-07d340a6ccae HTTP/1.1" status: 200 len: 943 time: 0.0620713 Oct 26 08:38:50.416784 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91859bf7-bc0f-4fc5-bd38-68ecb06279c0 req-99bee875-cd83-42d5-9f7a-292f8d1801d7 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:50.418622 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-91859bf7-bc0f-4fc5-bd38-68ecb06279c0 req-99bee875-cd83-42d5-9f7a-292f8d1801d7 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5446ef03-8434-4894-978b-469526eac09a HTTP/1.1" status: 200 len: 946 time: 0.0542057 Oct 26 08:38:50.439487 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7ddbbccb-2c59-4629-97fd-5cf039fcf8af req-00675934-7690-45e4-aec2-83f9591ce188 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ec66f5c-25c6-4141-b9b1-4b5607529741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341108 Oct 26 08:38:50.456808 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-91859bf7-bc0f-4fc5-bd38-68ecb06279c0 req-b23b645d-65cc-48a4-b253-67d03b64e7a1 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321999 Oct 26 08:38:50.578401 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a33fb7-c8c6-4345-bacf-c5d55260bdef req-958d6a90-a48c-4fd3-ba82-d87845938602 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:50.579915 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-82a33fb7-c8c6-4345-bacf-c5d55260bdef req-958d6a90-a48c-4fd3-ba82-d87845938602 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5446ef03-8434-4894-978b-469526eac09a HTTP/1.1" status: 200 len: 946 time: 0.0545011 Oct 26 08:38:50.618904 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-82a33fb7-c8c6-4345-bacf-c5d55260bdef req-98fec54d-58b4-4525-88f8-184012d7ef1e tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330210 Oct 26 08:38:50.640699 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38240) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:50.786831 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a295cb97-db57-4870-9a5e-26ad4319c10f tempest-TestVolumeBootPattern-1325506819 tempest-TestVolumeBootPattern-1325506819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:50.788407 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a295cb97-db57-4870-9a5e-26ad4319c10f tempest-TestVolumeBootPattern-1325506819 tempest-TestVolumeBootPattern-1325506819-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5446ef03-8434-4894-978b-469526eac09a HTTP/1.1" status: 200 len: 1094 time: 0.1467295 Oct 26 08:38:50.791292 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38244) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:50.795624 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-ecf61c22-f7e8-4f57-a1bc-fa94d23e020e tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Request body: {'floatingip': {'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'port_id': '7fd86af7-a22e-4895-b8c8-0b3059f8f609', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:50.819158 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ecf61c22-f7e8-4f57-a1bc-fa94d23e020e tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for floatingip, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:50.918024 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ecf61c22-f7e8-4f57-a1bc-fa94d23e020e tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:51.020166 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-ecf61c22-f7e8-4f57-a1bc-fa94d23e020e tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Allocated IP 172.26.2.232 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/de218cc6-31cc-474d-b0b5-4022205b941c) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:38:51.128509 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ecf61c22-f7e8-4f57-a1bc-fa94d23e020e tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:51.162741 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ecf61c22-f7e8-4f57-a1bc-fa94d23e020e tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:51.202986 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf61c22-f7e8-4f57-a1bc-fa94d23e020e tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:38:51.207443 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-ecf61c22-f7e8-4f57-a1bc-fa94d23e020e tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:38:51.211755 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf61c22-f7e8-4f57-a1bc-fa94d23e020e tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:38:51.215363 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf61c22-f7e8-4f57-a1bc-fa94d23e020e tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Pushing event updated for resources: {'Port': ['ID=de218cc6-31cc-474d-b0b5-4022205b941c,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:51.558890 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca646abf-cd21-4c71-8edf-23275db0ad78 req-c564b871-7ccf-41dc-a462-8c129aba4f21 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:51.560562 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-ca646abf-cd21-4c71-8edf-23275db0ad78 req-c564b871-7ccf-41dc-a462-8c129aba4f21 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=d65e9354-b6fd-4a28-ad6e-07d340a6ccae HTTP/1.1" status: 200 len: 943 time: 0.0544326 Oct 26 08:38:51.602142 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-ca646abf-cd21-4c71-8edf-23275db0ad78 req-e8024101-b940-49b9-b4c3-4f60f231786e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ec66f5c-25c6-4141-b9b1-4b5607529741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355883 Oct 26 08:38:51.665138 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ecf61c22-f7e8-4f57-a1bc-fa94d23e020e tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:52.028912 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d4a6a21e-8b89-4db1-b11a-e7b2262066cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:52.046185 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ecf61c22-f7e8-4f57-a1bc-fa94d23e020e tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:52.194798 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ecf61c22-f7e8-4f57-a1bc-fa94d23e020e tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:52.199580 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ecf61c22-f7e8-4f57-a1bc-fa94d23e020e tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:52.270896 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf61c22-f7e8-4f57-a1bc-fa94d23e020e tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Pushing event updated for resources: {'Port': ['ID=de218cc6-31cc-474d-b0b5-4022205b941c,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:52.278387 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ecf61c22-f7e8-4f57-a1bc-fa94d23e020e tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:52.379833 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [None req-ecf61c22-f7e8-4f57-a1bc-fa94d23e020e tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Floating IP a4f3b2c4-48a4-48b2-b7bc-51d3e36fb914 associated. External IP: 172.26.2.232, port: 7fd86af7-a22e-4895-b8c8-0b3059f8f609. Oct 26 08:38:52.561710 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 08:38:52.591622 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf61c22-f7e8-4f57-a1bc-fa94d23e020e tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Router 738fe4aa-1d31-483d-b64a-536262569c1f has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:38:52.663275 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7,segment=NetworkSegment(1de274e6-4631-4339-a452-70d75f38c581),segment_id=1de274e6-4631-4339-a452-70d75f38c581)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:38:52.675899 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': '8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7', 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824', 'port_id': '8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7', 'mac_address': 'fa:16:3e:f6:98:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2e12f69-03c4-4c91-b0f7-0cb5f6887141', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 08:38:52.713710 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:52.726977 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:38:52.746534 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d04bae-0233-4bcf-a3e4-dc4122b4e17c req-b9cca37b-4af4-4242-af81-cf6462baf7d7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:52.747935 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-86d04bae-0233-4bcf-a3e4-dc4122b4e17c req-b9cca37b-4af4-4242-af81-cf6462baf7d7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=d65e9354-b6fd-4a28-ad6e-07d340a6ccae HTTP/1.1" status: 200 len: 943 time: 0.0760496 Oct 26 08:38:52.750960 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf61c22-f7e8-4f57-a1bc-fa94d23e020e tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:38:52.754968 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7,segment=NetworkSegment(1de274e6-4631-4339-a452-70d75f38c581),segment_id=1de274e6-4631-4339-a452-70d75f38c581)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:38:52.760669 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:52.766038 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab0bc83-9c34-4fd2-a1c1-e9a4c4533d22 None None] Sync routers for ids ['738fe4aa-1d31-483d-b64a-536262569c1f'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:38:52.784931 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ecf61c22-f7e8-4f57-a1bc-fa94d23e020e tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:52.803400 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab0bc83-9c34-4fd2-a1c1-e9a4c4533d22 None None] Routers {'738fe4aa-1d31-483d-b64a-536262569c1f'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:38:52.804032 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-8ab0bc83-9c34-4fd2-a1c1-e9a4c4533d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:38:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['738fe4aa-1d31-483d-b64a-536262569c1f'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:52.824115 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ecf61c22-f7e8-4f57-a1bc-fa94d23e020e tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0317454 Oct 26 08:38:52.827315 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-86d04bae-0233-4bcf-a3e4-dc4122b4e17c req-d0ff1e0b-390b-4d68-bd97-bf82d815704a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ec66f5c-25c6-4141-b9b1-4b5607529741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621033 Oct 26 08:38:52.827799 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5446ef03-8434-4894-978b-469526eac09a', 'tag': '7fd86af7-a22e-4895-b8c8-0b3059f8f609'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:38:52.830140 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cb07b7-b4c1-4d15-a33b-c662abe870a5" -d '{"events": [{"name": "network-changed", "server_uuid": "5446ef03-8434-4894-978b-469526eac09a", "tag": "7fd86af7-a22e-4895-b8c8-0b3059f8f609"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:38:52.870174 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c5ceab-e2d8-4d10-9e79-b861f412a0e4 x-openstack-request-id: req-d3c5ceab-e2d8-4d10-9e79-b861f412a0e4 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:38:52.870467 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5446ef03-8434-4894-978b-469526eac09a", "tag": "7fd86af7-a22e-4895-b8c8-0b3059f8f609", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:38:52.870723 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d3c5ceab-e2d8-4d10-9e79-b861f412a0e4 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:38:52.871133 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5446ef03-8434-4894-978b-469526eac09a', 'tag': '7fd86af7-a22e-4895-b8c8-0b3059f8f609', 'status': 'completed', 'code': 200} Oct 26 08:38:52.908689 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:52.919460 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:52.945351 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb07b7-b4c1-4d15-a33b-c662abe870a5 req-618934d5-2dd0-4bbd-b999-45d0f094733b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:52.946907 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c3cb07b7-b4c1-4d15-a33b-c662abe870a5 req-618934d5-2dd0-4bbd-b999-45d0f094733b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=012ebdc024314225b35adc225bf3c042&device_id=5446ef03-8434-4894-978b-469526eac09a HTTP/1.1" status: 200 len: 1099 time: 0.0510230 Oct 26 08:38:52.949537 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-8ab0bc83-9c34-4fd2-a1c1-e9a4c4533d22 None None] Set router 738fe4aa-1d31-483d-b64a-536262569c1f gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:38:52.983601 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:38:53.044284 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb07b7-b4c1-4d15-a33b-c662abe870a5 req-1aa15584-fa42-489a-b247-b672539a40f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:53.045720 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c3cb07b7-b4c1-4d15-a33b-c662abe870a5 req-1aa15584-fa42-489a-b247-b672539a40f8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aaea57e4-9420-417b-be2f-9d1c60706f42 HTTP/1.1" status: 200 len: 913 time: 0.0909088 Oct 26 08:38:53.117468 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c3cb07b7-b4c1-4d15-a33b-c662abe870a5 req-d7cd789b-96bd-4cb6-9230-fcdde922094d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fd86af7-a22e-4895-b8c8-0b3059f8f609 HTTP/1.1" status: 200 len: 1000 time: 0.0636144 Oct 26 08:38:53.168531 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb07b7-b4c1-4d15-a33b-c662abe870a5 req-ee04d18f-775e-4d51-9c83-83cc0e795dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:53.170110 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c3cb07b7-b4c1-4d15-a33b-c662abe870a5 req-ee04d18f-775e-4d51-9c83-83cc0e795dcd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=854d097d-f76d-4dde-9873-e30632cd6b45 HTTP/1.1" status: 200 len: 851 time: 0.0450404 Oct 26 08:38:53.217036 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb07b7-b4c1-4d15-a33b-c662abe870a5 req-14d5ec71-7543-412c-b137-1b46971bfc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:53.218579 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c3cb07b7-b4c1-4d15-a33b-c662abe870a5 req-14d5ec71-7543-412c-b137-1b46971bfc77 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aaea57e4-9420-417b-be2f-9d1c60706f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0405896 Oct 26 08:38:53.291951 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:53.317764 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c3cb07b7-b4c1-4d15-a33b-c662abe870a5 req-96d2fcef-0f28-4fa9-a374-e9e8a9d567bb service neutron] 10.222.0.47 "GET /v2.0/networks/aaea57e4-9420-417b-be2f-9d1c60706f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918794 Oct 26 08:38:53.345656 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-8ab0bc83-9c34-4fd2-a1c1-e9a4c4533d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'name': 'tempest-TestVolumeBootPattern-1797665840-router', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '83e53520-fd9d-466d-9556-54b701a48465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:02Z', 'revision_number': 4, 'project_id': '012ebdc024314225b35adc225bf3c042', 'gw_port': {'id': '83e53520-fd9d-466d-9556-54b701a48465', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': 'a4f3b2c4-48a4-48b2-b7bc-51d3e36fb914', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'floating_ip_address': '172.26.2.232', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'port_id': '7fd86af7-a22e-4895-b8c8-0b3059f8f609', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'mac_address': 'fa:16:3e:aa:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5446ef03-8434-4894-978b-469526eac09a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:38:51Z', 'updated_at': '2021-10-26T08:38:51Z', 'revision_number': 0, 'project_id': '012ebdc024314225b35adc225bf3c042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db55979a-f053-49dc-917b-3a28db70ba14', 'name': '', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'mac_address': 'fa:16:3e:a0:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:01Z', 'updated_at': '2021-10-26T08:38:06Z', 'revision_number': 5, 'project_id': '012ebdc024314225b35adc225bf3c042', 'subnets': [{'id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:53.375147 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab0bc83-9c34-4fd2-a1c1-e9a4c4533d22 None None] Checking router: 738fe4aa-1d31-483d-b64a-536262569c1f for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:38:53.404382 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab0bc83-9c34-4fd2-a1c1-e9a4c4533d22 None None] Routers {'738fe4aa-1d31-483d-b64a-536262569c1f'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:38:53.405010 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-8ab0bc83-9c34-4fd2-a1c1-e9a4c4533d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:38:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['738fe4aa-1d31-483d-b64a-536262569c1f'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:53.411600 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c3cb07b7-b4c1-4d15-a33b-c662abe870a5 req-b6356f50-8c6d-4aac-876f-fe2f68c4485a service neutron] 10.222.0.47 "GET /v2.0/networks/aaea57e4-9420-417b-be2f-9d1c60706f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871778 Oct 26 08:38:53.528238 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-8ab0bc83-9c34-4fd2-a1c1-e9a4c4533d22 None None] Set router 738fe4aa-1d31-483d-b64a-536262569c1f gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:38:53.749002 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-8ab0bc83-9c34-4fd2-a1c1-e9a4c4533d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'name': 'tempest-TestVolumeBootPattern-1797665840-router', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '83e53520-fd9d-466d-9556-54b701a48465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:02Z', 'revision_number': 4, 'project_id': '012ebdc024314225b35adc225bf3c042', 'gw_port': {'id': '83e53520-fd9d-466d-9556-54b701a48465', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': 'a4f3b2c4-48a4-48b2-b7bc-51d3e36fb914', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'floating_ip_address': '172.26.2.232', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'port_id': '7fd86af7-a22e-4895-b8c8-0b3059f8f609', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'mac_address': 'fa:16:3e:aa:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5446ef03-8434-4894-978b-469526eac09a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:38:51Z', 'updated_at': '2021-10-26T08:38:51Z', 'revision_number': 0, 'project_id': '012ebdc024314225b35adc225bf3c042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db55979a-f053-49dc-917b-3a28db70ba14', 'name': '', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'mac_address': 'fa:16:3e:a0:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:01Z', 'updated_at': '2021-10-26T08:38:06Z', 'revision_number': 5, 'project_id': '012ebdc024314225b35adc225bf3c042', 'subnets': [{'id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:53.774964 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab0bc83-9c34-4fd2-a1c1-e9a4c4533d22 None None] The sync data for ids ['738fe4aa-1d31-483d-b64a-536262569c1f'] in dv-neutron-804846-13-hyperv is: [{'id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'name': 'tempest-TestVolumeBootPattern-1797665840-router', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '83e53520-fd9d-466d-9556-54b701a48465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:02Z', 'revision_number': 4, 'project_id': '012ebdc024314225b35adc225bf3c042', 'gw_port': {'id': '83e53520-fd9d-466d-9556-54b701a48465', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': 'a4f3b2c4-48a4-48b2-b7bc-51d3e36fb914', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'floating_ip_address': '172.26.2.232', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'port_id': '7fd86af7-a22e-4895-b8c8-0b3059f8f609', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'mac_address': 'fa:16:3e:aa:d9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5446ef03-8434-4894-978b-469526eac09a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:38:51Z', 'updated_at': '2021-10-26T08:38:51Z', 'revision_number': 0, 'project_id': '012ebdc024314225b35adc225bf3c042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db55979a-f053-49dc-917b-3a28db70ba14', 'name': '', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'mac_address': 'fa:16:3e:a0:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:01Z', 'updated_at': '2021-10-26T08:38:06Z', 'revision_number': 5, 'project_id': '012ebdc024314225b35adc225bf3c042', 'subnets': [{'id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:38:53.955218 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430700d5-1c11-4d77-a3e7-9370541b8a81 req-fb1e1f8f-c098-43a7-9466-eb66c446d199 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:53.956909 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-430700d5-1c11-4d77-a3e7-9370541b8a81 req-fb1e1f8f-c098-43a7-9466-eb66c446d199 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=d65e9354-b6fd-4a28-ad6e-07d340a6ccae HTTP/1.1" status: 200 len: 944 time: 0.0542150 Oct 26 08:38:53.973952 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b893b7-d86a-48e5-9886-6f02ae1ab13a None None] New status for floating IP a4f3b2c4-48a4-48b2-b7bc-51d3e36fb914: ACTIVE {{(pid=102104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:38:53.998612 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-430700d5-1c11-4d77-a3e7-9370541b8a81 req-41ee44e2-76c3-4a1f-80ef-8fc6f20fda51 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ec66f5c-25c6-4141-b9b1-4b5607529741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350473 Oct 26 08:38:54.168219 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:54.577477 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7 up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:38:54.629850 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port 8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7 completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 08:38:54.633685 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port 8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:38:54.634062 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:54.711023 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:54.734365 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd65e9354-b6fd-4a28-ad6e-07d340a6ccae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:38:54.736658 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d753bae6-779e-4722-b38c-e2214971b076" -d '{"events": [{"server_uuid": "d65e9354-b6fd-4a28-ad6e-07d340a6ccae", "name": "network-vif-plugged", "status": "completed", "tag": "8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:38:54.749411 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7,segment=NetworkSegment(1de274e6-4631-4339-a452-70d75f38c581),segment_id=1de274e6-4631-4339-a452-70d75f38c581)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:38:54.758631 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:54.789287 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8f2b2f-cabb-4c6c-bfd6-f5af8ef609ce x-openstack-request-id: req-ea8f2b2f-cabb-4c6c-bfd6-f5af8ef609ce {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:38:54.789581 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d65e9354-b6fd-4a28-ad6e-07d340a6ccae", "name": "network-vif-plugged", "status": "completed", "tag": "8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:38:54.789865 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ea8f2b2f-cabb-4c6c-bfd6-f5af8ef609ce {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:38:54.790252 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd65e9354-b6fd-4a28-ad6e-07d340a6ccae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7', 'code': 200} Oct 26 08:38:54.793021 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:54.817637 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:54.949556 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad930b84-e135-4166-80c6-5b359d3e9bb9 req-fd77bf07-9785-4dc6-a956-b2d0d54caf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:54.951143 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ad930b84-e135-4166-80c6-5b359d3e9bb9 req-fd77bf07-9785-4dc6-a956-b2d0d54caf65 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d65e9354-b6fd-4a28-ad6e-07d340a6ccae HTTP/1.1" status: 200 len: 1098 time: 0.0458791 Oct 26 08:38:54.987364 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ad930b84-e135-4166-80c6-5b359d3e9bb9 req-43e109f7-78af-48ba-b431-725b35e6f2a8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6ec66f5c-25c6-4141-b9b1-4b5607529741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293391 Oct 26 08:38:55.113867 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10268b5d-79dc-4f5b-a7b4-1839c0ef2773 req-b314a42b-6812-4211-8e8d-afab9525a576 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:55.115359 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-10268b5d-79dc-4f5b-a7b4-1839c0ef2773 req-b314a42b-6812-4211-8e8d-afab9525a576 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=d65e9354-b6fd-4a28-ad6e-07d340a6ccae HTTP/1.1" status: 200 len: 945 time: 0.0498605 Oct 26 08:38:55.152675 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-10268b5d-79dc-4f5b-a7b4-1839c0ef2773 req-0b3eb4c0-3bce-4e5f-ac18-b7c04d039d7f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ec66f5c-25c6-4141-b9b1-4b5607529741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311852 Oct 26 08:38:56.267942 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404cb396-18e6-421c-9f5e-d666846c40be req-62c72b2c-d589-4fcc-9159-31c59c2024e8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:56.269423 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-404cb396-18e6-421c-9f5e-d666846c40be req-62c72b2c-d589-4fcc-9159-31c59c2024e8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=d65e9354-b6fd-4a28-ad6e-07d340a6ccae HTTP/1.1" status: 200 len: 945 time: 0.0494368 Oct 26 08:38:56.310141 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-404cb396-18e6-421c-9f5e-d666846c40be req-3ec722de-9d34-40d0-b8fd-b05ba5cf9a56 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ec66f5c-25c6-4141-b9b1-4b5607529741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347044 Oct 26 08:38:56.424586 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b77de-e25d-48f6-ab32-6cf762fea304 req-05780c5b-a7fc-46ef-9b92-65c0ab3328a8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:56.426120 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-983b77de-e25d-48f6-ab32-6cf762fea304 req-05780c5b-a7fc-46ef-9b92-65c0ab3328a8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=d65e9354-b6fd-4a28-ad6e-07d340a6ccae HTTP/1.1" status: 200 len: 945 time: 0.0496027 Oct 26 08:38:56.463570 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-983b77de-e25d-48f6-ab32-6cf762fea304 req-cd7fabb9-fe9d-452a-a10d-fe933c935b47 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ec66f5c-25c6-4141-b9b1-4b5607529741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313387 Oct 26 08:38:56.485048 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38264) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:56.523914 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5791c68f-c3c7-4025-ab0e-755f3edde047 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:56.526034 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5791c68f-c3c7-4025-ab0e-755f3edde047 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d65e9354-b6fd-4a28-ad6e-07d340a6ccae HTTP/1.1" status: 200 len: 1093 time: 0.0398626 Oct 26 08:38:56.528731 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38266) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:56.532991 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-4c976b59-7991-40fe-9eb3-976fa9b5cd24 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'floatingip': {'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'port_id': '8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:38:56.554594 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c976b59-7991-40fe-9eb3-976fa9b5cd24 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:56.653961 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c976b59-7991-40fe-9eb3-976fa9b5cd24 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:56.757804 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-4c976b59-7991-40fe-9eb3-976fa9b5cd24 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Allocated IP 172.26.2.193 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/2c74bba9-499f-4b81-b8ee-fa8ef2f6998b) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:38:56.864388 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c976b59-7991-40fe-9eb3-976fa9b5cd24 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:56.897196 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c976b59-7991-40fe-9eb3-976fa9b5cd24 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:56.932575 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c976b59-7991-40fe-9eb3-976fa9b5cd24 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:38:56.939055 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-4c976b59-7991-40fe-9eb3-976fa9b5cd24 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:38:56.942589 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c976b59-7991-40fe-9eb3-976fa9b5cd24 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:38:56.949116 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c976b59-7991-40fe-9eb3-976fa9b5cd24 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=2c74bba9-499f-4b81-b8ee-fa8ef2f6998b,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:57.285342 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c976b59-7991-40fe-9eb3-976fa9b5cd24 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:57.351529 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c976b59-7991-40fe-9eb3-976fa9b5cd24 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:57.504640 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c976b59-7991-40fe-9eb3-976fa9b5cd24 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:57.509069 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c976b59-7991-40fe-9eb3-976fa9b5cd24 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:57.578809 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c976b59-7991-40fe-9eb3-976fa9b5cd24 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=2c74bba9-499f-4b81-b8ee-fa8ef2f6998b,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:38:57.594799 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c976b59-7991-40fe-9eb3-976fa9b5cd24 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:57.695064 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.l3_db [None req-4c976b59-7991-40fe-9eb3-976fa9b5cd24 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Floating IP 625b23d0-e2a3-4e28-a93c-d3699250bd7f associated. External IP: 172.26.2.193, port: 8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7. Oct 26 08:38:57.898972 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c976b59-7991-40fe-9eb3-976fa9b5cd24 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router b25815b3-70c9-45af-9ae1-2821b2fc6f90 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:38:58.007374 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c976b59-7991-40fe-9eb3-976fa9b5cd24 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:38:58.017189 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ccc1d8-6383-44b8-b9e5-234405bfd344 None None] Sync routers for ids ['b25815b3-70c9-45af-9ae1-2821b2fc6f90'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:38:58.026433 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c976b59-7991-40fe-9eb3-976fa9b5cd24 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:38:58.028096 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ccc1d8-6383-44b8-b9e5-234405bfd344 None None] Routers {'b25815b3-70c9-45af-9ae1-2821b2fc6f90'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:38:58.028713 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-e3ccc1d8-6383-44b8-b9e5-234405bfd344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:38:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['b25815b3-70c9-45af-9ae1-2821b2fc6f90'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:58.054963 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4c976b59-7991-40fe-9eb3-976fa9b5cd24 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5252080 Oct 26 08:38:58.055561 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd65e9354-b6fd-4a28-ad6e-07d340a6ccae', 'tag': '8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:38:58.058373 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38268) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:58.061871 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6001f9b463937e9ba59653060f797cf6a3b9cfc8c69abf6deb468a53c3a3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71058869-c26f-4918-84c6-2c5ca2311470" -d '{"events": [{"name": "network-changed", "server_uuid": "d65e9354-b6fd-4a28-ad6e-07d340a6ccae", "tag": "8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:38:58.137425 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-7fb4531f-008a-4add-8827-49088f3b9e96 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/floatingips/625b23d0-e2a3-4e28-a93c-d3699250bd7f HTTP/1.1" status: 200 len: 991 time: 0.0777981 Oct 26 08:38:58.234610 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27dfff42-33ce-4134-b865-8568b792bfcc x-openstack-request-id: req-27dfff42-33ce-4134-b865-8568b792bfcc {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:38:58.234910 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d65e9354-b6fd-4a28-ad6e-07d340a6ccae", "tag": "8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7", "status": "completed", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:38:58.235168 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-27dfff42-33ce-4134-b865-8568b792bfcc {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:38:58.235574 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd65e9354-b6fd-4a28-ad6e-07d340a6ccae', 'tag': '8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7', 'status': 'completed', 'code': 200} Oct 26 08:38:58.286589 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-e3ccc1d8-6383-44b8-b9e5-234405bfd344 None None] Set router b25815b3-70c9-45af-9ae1-2821b2fc6f90 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:38:58.302386 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71058869-c26f-4918-84c6-2c5ca2311470 req-3b354fb0-94cb-415c-9de1-2c90d9cf2b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:58.303978 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-71058869-c26f-4918-84c6-2c5ca2311470 req-3b354fb0-94cb-415c-9de1-2c90d9cf2b70 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=d65e9354-b6fd-4a28-ad6e-07d340a6ccae HTTP/1.1" status: 200 len: 1098 time: 0.0434556 Oct 26 08:38:58.399939 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71058869-c26f-4918-84c6-2c5ca2311470 req-0a8354c2-ec68-4f46-aa45-275d4974577c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:58.402357 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-71058869-c26f-4918-84c6-2c5ca2311470 req-0a8354c2-ec68-4f46-aa45-275d4974577c service neutron] 10.222.0.47 "GET /v2.0/networks?id=5c74ff52-8b37-4737-bb97-41076d43f824 HTTP/1.1" status: 200 len: 898 time: 0.0918572 Oct 26 08:38:58.467745 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-71058869-c26f-4918-84c6-2c5ca2311470 req-f551f174-91b5-47ee-9a2c-6f3b6a5bab9e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7 HTTP/1.1" status: 200 len: 999 time: 0.0580151 Oct 26 08:38:58.509929 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-e3ccc1d8-6383-44b8-b9e5-234405bfd344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'name': 'tempest-TestNetworkBasicOps-router-1319378863', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:38:42Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '625b23d0-e2a3-4e28-a93c-d3699250bd7f', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.193', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'port_id': '8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824', 'mac_address': 'fa:16:3e:f6:98:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65e9354-b6fd-4a28-ad6e-07d340a6ccae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:38:57Z', 'updated_at': '2021-10-26T08:38:57Z', 'revision_number': 0, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd68dda83-e7fa-412e-a68a-0572bab56615', 'name': '', 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:8e:f6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'f2e12f69-03c4-4c91-b0f7-0cb5f6887141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:41Z', 'updated_at': '2021-10-26T08:38:45Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'f2e12f69-03c4-4c91-b0f7-0cb5f6887141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:58.517193 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71058869-c26f-4918-84c6-2c5ca2311470 req-148b20b9-9682-47fe-84bf-cd8b89312fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:58.518722 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-71058869-c26f-4918-84c6-2c5ca2311470 req-148b20b9-9682-47fe-84bf-cd8b89312fd5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f2e12f69-03c4-4c91-b0f7-0cb5f6887141 HTTP/1.1" status: 200 len: 834 time: 0.0433958 Oct 26 08:38:58.540197 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ccc1d8-6383-44b8-b9e5-234405bfd344 None None] Checking router: b25815b3-70c9-45af-9ae1-2821b2fc6f90 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:38:58.549219 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ccc1d8-6383-44b8-b9e5-234405bfd344 None None] Routers {'b25815b3-70c9-45af-9ae1-2821b2fc6f90'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:38:58.549871 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-e3ccc1d8-6383-44b8-b9e5-234405bfd344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:38:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['b25815b3-70c9-45af-9ae1-2821b2fc6f90'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:58.568737 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71058869-c26f-4918-84c6-2c5ca2311470 req-7e49523f-0f4c-411f-aabb-74bb34a859bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:38:58.570311 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-71058869-c26f-4918-84c6-2c5ca2311470 req-7e49523f-0f4c-411f-aabb-74bb34a859bf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5c74ff52-8b37-4737-bb97-41076d43f824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0441394 Oct 26 08:38:58.657906 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-e3ccc1d8-6383-44b8-b9e5-234405bfd344 None None] Set router b25815b3-70c9-45af-9ae1-2821b2fc6f90 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:38:58.662982 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-71058869-c26f-4918-84c6-2c5ca2311470 req-bd57806d-661f-4701-927a-bde09f9f2a14 service neutron] 10.222.0.47 "GET /v2.0/networks/5c74ff52-8b37-4737-bb97-41076d43f824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849729 Oct 26 08:38:58.757370 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-71058869-c26f-4918-84c6-2c5ca2311470 req-dfde477e-cf97-495d-96da-7ce769e753fe service neutron] 10.222.0.47 "GET /v2.0/networks/5c74ff52-8b37-4737-bb97-41076d43f824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866165 Oct 26 08:38:58.883828 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-e3ccc1d8-6383-44b8-b9e5-234405bfd344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'name': 'tempest-TestNetworkBasicOps-router-1319378863', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:38:42Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '625b23d0-e2a3-4e28-a93c-d3699250bd7f', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.193', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'port_id': '8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824', 'mac_address': 'fa:16:3e:f6:98:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65e9354-b6fd-4a28-ad6e-07d340a6ccae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:38:57Z', 'updated_at': '2021-10-26T08:38:57Z', 'revision_number': 0, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd68dda83-e7fa-412e-a68a-0572bab56615', 'name': '', 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:8e:f6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'f2e12f69-03c4-4c91-b0f7-0cb5f6887141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:41Z', 'updated_at': '2021-10-26T08:38:45Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'f2e12f69-03c4-4c91-b0f7-0cb5f6887141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:38:58.913947 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ccc1d8-6383-44b8-b9e5-234405bfd344 None None] The sync data for ids ['b25815b3-70c9-45af-9ae1-2821b2fc6f90'] in dv-neutron-804846-13-hyperv is: [{'id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'name': 'tempest-TestNetworkBasicOps-router-1319378863', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:38:42Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '625b23d0-e2a3-4e28-a93c-d3699250bd7f', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.193', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'port_id': '8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824', 'mac_address': 'fa:16:3e:f6:98:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65e9354-b6fd-4a28-ad6e-07d340a6ccae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:38:57Z', 'updated_at': '2021-10-26T08:38:57Z', 'revision_number': 0, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd68dda83-e7fa-412e-a68a-0572bab56615', 'name': '', 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:8e:f6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'f2e12f69-03c4-4c91-b0f7-0cb5f6887141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:41Z', 'updated_at': '2021-10-26T08:38:45Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'f2e12f69-03c4-4c91-b0f7-0cb5f6887141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:38:59.099736 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6f3b87-0f86-4652-90ef-2281244eaf15 None None] New status for floating IP 625b23d0-e2a3-4e28-a93c-d3699250bd7f: ACTIVE {{(pid=102104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:38:59.141200 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38274) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:38:59.203164 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-400f1c36-5362-4179-8bfb-c0c8cf57d416 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/floatingips/625b23d0-e2a3-4e28-a93c-d3699250bd7f HTTP/1.1" status: 200 len: 991 time: 0.0607197 Oct 26 08:39:00.206847 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38278) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:39:00.270767 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ab2db54b-03a3-4593-9917-d6a6e66208bb tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/floatingips/625b23d0-e2a3-4e28-a93c-d3699250bd7f HTTP/1.1" status: 200 len: 993 time: 0.0627780 Oct 26 08:39:14.678499 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:39:19.364637 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-431e207e-4f54-4d96-931f-8667d41b4723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:22.030315 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-36869c06-a51e-45c3-b385-ea53a3f6b2c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:22.866502 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:23.265644 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:24.154567 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:24.768507 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:28.708689 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38298) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:39:28.784079 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c4b505-b308-457d-b2b2-5bc62fd7e24e tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:39:28.784566 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c4b505-b308-457d-b2b2-5bc62fd7e24e tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:39:28.785043 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c4b505-b308-457d-b2b2-5bc62fd7e24e tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:39:28.786768 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e2c4b505-b308-457d-b2b2-5bc62fd7e24e tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/ports?project_id=c0122ef6aaf84badac5fbf473c701d56&network_id=5c74ff52-8b37-4737-bb97-41076d43f824 HTTP/1.1" status: 200 len: 3001 time: 0.0770946 Oct 26 08:39:32.542559 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-581dbc6f-f01c-454f-9915-448c37b0e3ab req-45ae75ec-77e4-4770-8447-a47cf6790bde service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5446ef03-8434-4894-978b-469526eac09a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403571 Oct 26 08:39:32.635745 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581dbc6f-f01c-454f-9915-448c37b0e3ab req-148d1d19-9da9-4d31-a3b1-957cc77006f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:39:32.637225 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-581dbc6f-f01c-454f-9915-448c37b0e3ab req-148d1d19-9da9-4d31-a3b1-957cc77006f1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=012ebdc024314225b35adc225bf3c042&device_id=5446ef03-8434-4894-978b-469526eac09a HTTP/1.1" status: 200 len: 1099 time: 0.0411041 Oct 26 08:39:32.747019 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581dbc6f-f01c-454f-9915-448c37b0e3ab req-df5c9721-06ae-4b71-be5b-7ec21986036d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:39:32.748565 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-581dbc6f-f01c-454f-9915-448c37b0e3ab req-df5c9721-06ae-4b71-be5b-7ec21986036d service neutron] 10.222.0.47 "GET /v2.0/networks?id=aaea57e4-9420-417b-be2f-9d1c60706f42 HTTP/1.1" status: 200 len: 913 time: 0.0909703 Oct 26 08:39:32.815948 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-581dbc6f-f01c-454f-9915-448c37b0e3ab req-118fce72-ad88-4b01-aa4d-d2638d933c97 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fd86af7-a22e-4895-b8c8-0b3059f8f609 HTTP/1.1" status: 200 len: 1002 time: 0.0578249 Oct 26 08:39:32.873683 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581dbc6f-f01c-454f-9915-448c37b0e3ab req-b57595a4-afdc-46e5-8956-7b37f5a744f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:39:32.875143 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-581dbc6f-f01c-454f-9915-448c37b0e3ab req-b57595a4-afdc-46e5-8956-7b37f5a744f7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=854d097d-f76d-4dde-9873-e30632cd6b45 HTTP/1.1" status: 200 len: 851 time: 0.0487945 Oct 26 08:39:32.923073 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581dbc6f-f01c-454f-9915-448c37b0e3ab req-c8feab38-cd87-4329-9490-52196cdf3cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:39:32.924571 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-581dbc6f-f01c-454f-9915-448c37b0e3ab req-c8feab38-cd87-4329-9490-52196cdf3cf1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aaea57e4-9420-417b-be2f-9d1c60706f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0409625 Oct 26 08:39:33.014179 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-581dbc6f-f01c-454f-9915-448c37b0e3ab req-a5089eb6-b987-4bef-a0c4-cb0552ab3602 service neutron] 10.222.0.47 "GET /v2.0/networks/aaea57e4-9420-417b-be2f-9d1c60706f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814781 Oct 26 08:39:33.109571 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-581dbc6f-f01c-454f-9915-448c37b0e3ab req-eee5a8ff-9104-4fe8-a9f7-d52e2e4501da service neutron] 10.222.0.47 "GET /v2.0/networks/aaea57e4-9420-417b-be2f-9d1c60706f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868018 Oct 26 08:39:33.626932 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38308) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:39:33.677592 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7ad124-abb2-4b1f-9518-c35e92bf6de4 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:39:33.679114 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ca7ad124-abb2-4b1f-9518-c35e92bf6de4 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 HTTP/1.1" status: 200 len: 814 time: 0.0511959 Oct 26 08:39:34.959060 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38316) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:39:34.964773 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-941ef173-dd01-4e45-a553-85e57aa67b98 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'network': {'name': 'tempest-network-smoke--582731702', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'port_security_enabled': True}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:39:34.985256 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941ef173-dd01-4e45-a553-85e57aa67b98 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Made reservation on behalf of c0122ef6aaf84badac5fbf473c701d56 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:39:34.988782 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-941ef173-dd01-4e45-a553-85e57aa67b98 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:35.013071 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-941ef173-dd01-4e45-a553-85e57aa67b98 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:39:35.023703 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-941ef173-dd01-4e45-a553-85e57aa67b98 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:35.023703 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-941ef173-dd01-4e45-a553-85e57aa67b98 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Added segment 44a051d1-57c2-4497-b1f1-05c43e303b06 of type vlan for network 5d0d6513-c546-405c-9d40-9c3dc091e3d6 Oct 26 08:39:35.068016 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-941ef173-dd01-4e45-a553-85e57aa67b98 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:35.093069 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-941ef173-dd01-4e45-a553-85e57aa67b98 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:35.098999 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941ef173-dd01-4e45-a553-85e57aa67b98 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:39:35.099584 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-941ef173-dd01-4e45-a553-85e57aa67b98 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:35.150084 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-941ef173-dd01-4e45-a553-85e57aa67b98 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1899271 Oct 26 08:39:35.153074 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38318) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:39:35.205441 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ef173-dd01-4e45-a553-85e57aa67b98 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Network': ['ID=5d0d6513-c546-405c-9d40-9c3dc091e3d6,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:39:35.231411 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ef173-dd01-4e45-a553-85e57aa67b98 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:39:35.231683 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ef173-dd01-4e45-a553-85e57aa67b98 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:39:35.232029 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ef173-dd01-4e45-a553-85e57aa67b98 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:39:35.232367 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ef173-dd01-4e45-a553-85e57aa67b98 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:39:35.232710 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ef173-dd01-4e45-a553-85e57aa67b98 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:39:35.233047 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ef173-dd01-4e45-a553-85e57aa67b98 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:39:35.233383 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ef173-dd01-4e45-a553-85e57aa67b98 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:39:35.233751 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ef173-dd01-4e45-a553-85e57aa67b98 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:39:35.234087 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ef173-dd01-4e45-a553-85e57aa67b98 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:39:35.234416 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ef173-dd01-4e45-a553-85e57aa67b98 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:39:35.234745 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ef173-dd01-4e45-a553-85e57aa67b98 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:39:35.235072 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ef173-dd01-4e45-a553-85e57aa67b98 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:39:35.245920 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe06299-ebe9-49a2-aae6-4a53dc05da21 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:39:35.247351 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 5d0d6513-c546-405c-9d40-9c3dc091e3d6 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:39:35.247817 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-abe06299-ebe9-49a2-aae6-4a53dc05da21 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=c0122ef6aaf84badac5fbf473c701d56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0933855 Oct 26 08:39:35.250253 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38320) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:39:35.337455 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d515c4eb-27ea-4de2-8f5b-759ed4299fec tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:39:35.339039 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d515c4eb-27ea-4de2-8f5b-759ed4299fec tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0878365 Oct 26 08:39:35.341885 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38322) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:39:35.373395 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8e62e1b7-f3d7-4d53-b8c2-2aa701e31b0a tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=e0ba3cfd-db28-4690-8a12-e5c00a0b88c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304492 Oct 26 08:39:35.375946 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38324) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:39:35.402844 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8bc6f4a8-24c6-4650-9c50-0d71fbe17b87 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=c0122ef6aaf84badac5fbf473c701d56&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258982 Oct 26 08:39:35.405114 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38326) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:39:35.490588 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734ca899-1fa8-42f9-b21f-b1687114935c tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:39:35.491988 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-734ca899-1fa8-42f9-b21f-b1687114935c tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0859730 Oct 26 08:39:35.495049 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38328) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:39:35.530296 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c3fe01d6-4a71-4872-a73d-acb244247484 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=e0ba3cfd-db28-4690-8a12-e5c00a0b88c4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340450 Oct 26 08:39:35.532732 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38330) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:39:35.537522 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-173b3ead-6234-4d21-baa6-f7c7c9826095 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-778989432', 'network_id': '5d0d6513-c546-405c-9d40-9c3dc091e3d6', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:39:35.628954 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173b3ead-6234-4d21-baa6-f7c7c9826095 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Made reservation on behalf of c0122ef6aaf84badac5fbf473c701d56 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:39:35.632531 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-173b3ead-6234-4d21-baa6-f7c7c9826095 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:35.810828 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-173b3ead-6234-4d21-baa6-f7c7c9826095 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:35.870984 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b3ead-6234-4d21-baa6-f7c7c9826095 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Subnet': ['ID=9674aa97-0944-4473-bb74-6370b6ad9052,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:39:35.883187 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b3ead-6234-4d21-baa6-f7c7c9826095 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:39:35.883586 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b3ead-6234-4d21-baa6-f7c7c9826095 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:39:35.883938 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b3ead-6234-4d21-baa6-f7c7c9826095 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:39:35.884285 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b3ead-6234-4d21-baa6-f7c7c9826095 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:39:35.884625 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b3ead-6234-4d21-baa6-f7c7c9826095 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:39:35.884965 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b3ead-6234-4d21-baa6-f7c7c9826095 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:39:35.885304 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b3ead-6234-4d21-baa6-f7c7c9826095 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:39:35.885669 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b3ead-6234-4d21-baa6-f7c7c9826095 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:39:35.886013 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b3ead-6234-4d21-baa6-f7c7c9826095 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:39:35.886347 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b3ead-6234-4d21-baa6-f7c7c9826095 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:39:35.886677 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b3ead-6234-4d21-baa6-f7c7c9826095 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:39:35.887004 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b3ead-6234-4d21-baa6-f7c7c9826095 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:39:35.889995 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173b3ead-6234-4d21-baa6-f7c7c9826095 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Checking segment: {'id': '44a051d1-57c2-4497-b1f1-05c43e303b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5d0d6513-c546-405c-9d40-9c3dc091e3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:39:35.890356 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173b3ead-6234-4d21-baa6-f7c7c9826095 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network hostable DHCP agents. Network: 5d0d6513-c546-405c-9d40-9c3dc091e3d6, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:39:35.907125 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173b3ead-6234-4d21-baa6-f7c7c9826095 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network 5d0d6513-c546-405c-9d40-9c3dc091e3d6 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:39:35.915995 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-173b3ead-6234-4d21-baa6-f7c7c9826095 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 5d0d6513-c546-405c-9d40-9c3dc091e3d6) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:39:35.920212 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173b3ead-6234-4d21-baa6-f7c7c9826095 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:39:35.920803 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-173b3ead-6234-4d21-baa6-f7c7c9826095 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:35.924799 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbe973f-2aff-44e3-b3d3-a9476689e1c5 None None] Network 5d0d6513-c546-405c-9d40-9c3dc091e3d6 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:39:35.936597 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-173b3ead-6234-4d21-baa6-f7c7c9826095 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4028573 Oct 26 08:39:36.073724 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6f2ed0-af16-4365-a4c3-c7a40c05263e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-5d0d6513-c546-405c-9d40-9c3dc091e3d6', 'network_id': '5d0d6513-c546-405c-9d40-9c3dc091e3d6', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ips': [{'subnet_id': '9674aa97-0944-4473-bb74-6370b6ad9052'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:39:36.074575 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fb6f2ed0-af16-4365-a4c3-c7a40c05263e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:36.210906 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-fb6f2ed0-af16-4365-a4c3-c7a40c05263e None None] Allocated IP 172.20.0.18 (5d0d6513-c546-405c-9d40-9c3dc091e3d6/9674aa97-0944-4473-bb74-6370b6ad9052/dc2b2d75-d8ce-42a8-ae55-5efb5dacabfa) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:39:36.356695 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fb6f2ed0-af16-4365-a4c3-c7a40c05263e None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:36.362266 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fb6f2ed0-af16-4365-a4c3-c7a40c05263e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:36.407578 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6f2ed0-af16-4365-a4c3-c7a40c05263e None None] Network 5d0d6513-c546-405c-9d40-9c3dc091e3d6 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:39:36.410491 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-fb6f2ed0-af16-4365-a4c3-c7a40c05263e None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:39:36.413027 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6f2ed0-af16-4365-a4c3-c7a40c05263e None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:39:36.421499 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f2ed0-af16-4365-a4c3-c7a40c05263e None None] Pushing event updated for resources: {'Port': ['ID=dc2b2d75-d8ce-42a8-ae55-5efb5dacabfa,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:39:36.423343 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38334) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:39:36.427952 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-a4b404b9-e170-4d3e-845e-33d411969bcb tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1729581688', 'description': 'tempest-secgroup-smoke-1729581688 description', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:39:36.446964 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6f2ed0-af16-4365-a4c3-c7a40c05263e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:39:36.447482 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6f2ed0-af16-4365-a4c3-c7a40c05263e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:39:36.447936 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6f2ed0-af16-4365-a4c3-c7a40c05263e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:39:36.448407 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6f2ed0-af16-4365-a4c3-c7a40c05263e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:39:36.448799 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6f2ed0-af16-4365-a4c3-c7a40c05263e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:39:36.449255 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6f2ed0-af16-4365-a4c3-c7a40c05263e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:39:36.449713 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6f2ed0-af16-4365-a4c3-c7a40c05263e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:39:36.450244 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6f2ed0-af16-4365-a4c3-c7a40c05263e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:39:36.450667 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6f2ed0-af16-4365-a4c3-c7a40c05263e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:39:36.451065 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6f2ed0-af16-4365-a4c3-c7a40c05263e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:39:36.451514 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6f2ed0-af16-4365-a4c3-c7a40c05263e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:39:36.451950 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a4b404b9-e170-4d3e-845e-33d411969bcb tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:36.452069 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6f2ed0-af16-4365-a4c3-c7a40c05263e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:39:36.489741 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-fb6f2ed0-af16-4365-a4c3-c7a40c05263e None None] Attempting to bind port dc2b2d75-d8ce-42a8-ae55-5efb5dacabfa on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:39:36.490052 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-fb6f2ed0-af16-4365-a4c3-c7a40c05263e None None] Attempting to bind port dc2b2d75-d8ce-42a8-ae55-5efb5dacabfa by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '44a051d1-57c2-4497-b1f1-05c43e303b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5d0d6513-c546-405c-9d40-9c3dc091e3d6'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:39:36.490415 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6f2ed0-af16-4365-a4c3-c7a40c05263e None None] Attempting to bind port dc2b2d75-d8ce-42a8-ae55-5efb5dacabfa on network 5d0d6513-c546-405c-9d40-9c3dc091e3d6 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:39:36.496297 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6f2ed0-af16-4365-a4c3-c7a40c05263e None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:39:36.496676 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6f2ed0-af16-4365-a4c3-c7a40c05263e None None] Checking segment: {'id': '44a051d1-57c2-4497-b1f1-05c43e303b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5d0d6513-c546-405c-9d40-9c3dc091e3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:39:36.497102 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fb6f2ed0-af16-4365-a4c3-c7a40c05263e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:36.497496 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6f2ed0-af16-4365-a4c3-c7a40c05263e None None] Bound using segment: {'id': '44a051d1-57c2-4497-b1f1-05c43e303b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5d0d6513-c546-405c-9d40-9c3dc091e3d6'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:39:36.498065 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-fb6f2ed0-af16-4365-a4c3-c7a40c05263e None None] Bound port: dc2b2d75-d8ce-42a8-ae55-5efb5dacabfa, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a051d1-57c2-4497-b1f1-05c43e303b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5d0d6513-c546-405c-9d40-9c3dc091e3d6'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:39:36.498448 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fb6f2ed0-af16-4365-a4c3-c7a40c05263e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:36.520142 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a4b404b9-e170-4d3e-845e-33d411969bcb tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:36.524024 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a4b404b9-e170-4d3e-845e-33d411969bcb tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:36.560885 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a4b404b9-e170-4d3e-845e-33d411969bcb tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:36.565115 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a4b404b9-e170-4d3e-845e-33d411969bcb tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1381347 Oct 26 08:39:36.565115 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b404b9-e170-4d3e-845e-33d411969bcb tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fff8039f-bf9c-4922-b038-e5b2565f0195,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:39:36.565923 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38336) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:39:36.566430 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-fb6f2ed0-af16-4365-a4c3-c7a40c05263e None None] For port dc2b2d75-d8ce-42a8-ae55-5efb5dacabfa, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:39:36.569444 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-fb6f2ed0-af16-4365-a4c3-c7a40c05263e None None] For port dc2b2d75-d8ce-42a8-ae55-5efb5dacabfa, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=dc2b2d75-d8ce-42a8-ae55-5efb5dacabfa,segment=NetworkSegment(44a051d1-57c2-4497-b1f1-05c43e303b06),segment_id=44a051d1-57c2-4497-b1f1-05c43e303b06)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:39:36.571919 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-a771b78e-5ef7-47f2-bd02-158949d28d93 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': 'fff8039f-bf9c-4922-b038-e5b2565f0195', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:39:36.576763 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fb6f2ed0-af16-4365-a4c3-c7a40c05263e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:36.603500 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a771b78e-5ef7-47f2-bd02-158949d28d93 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:36.639230 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f2ed0-af16-4365-a4c3-c7a40c05263e None None] Pushing event updated for resources: {'Port': ['ID=dc2b2d75-d8ce-42a8-ae55-5efb5dacabfa,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:39:36.668413 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a771b78e-5ef7-47f2-bd02-158949d28d93 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:36.672108 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a771b78e-5ef7-47f2-bd02-158949d28d93 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:36.690416 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771b78e-5ef7-47f2-bd02-158949d28d93 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65dff5f4-5100-4074-9391-a85fbea6f969,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:39:36.698809 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a771b78e-5ef7-47f2-bd02-158949d28d93 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:36.700045 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a771b78e-5ef7-47f2-bd02-158949d28d93 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1329160 Oct 26 08:39:36.702681 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38338) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:39:36.707006 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-93c7a271-9c41-493d-8577-96637db0b440 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': 'fff8039f-bf9c-4922-b038-e5b2565f0195', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:39:36.735941 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-93c7a271-9c41-493d-8577-96637db0b440 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:36.824474 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-93c7a271-9c41-493d-8577-96637db0b440 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:36.828136 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-93c7a271-9c41-493d-8577-96637db0b440 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:36.848095 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7a271-9c41-493d-8577-96637db0b440 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2797676f-9074-4ebc-bac0-2ddacd0824e2,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:39:36.864789 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-93c7a271-9c41-493d-8577-96637db0b440 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:36.866224 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-93c7a271-9c41-493d-8577-96637db0b440 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1625390 Oct 26 08:39:36.869977 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38340) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:39:36.874625 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-22341f01-91a7-4725-939c-dc891e4ca442 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': 'fff8039f-bf9c-4922-b038-e5b2565f0195', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:39:36.903851 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-22341f01-91a7-4725-939c-dc891e4ca442 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:36.965637 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-22341f01-91a7-4725-939c-dc891e4ca442 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:36.970183 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-22341f01-91a7-4725-939c-dc891e4ca442 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:36.987885 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22341f01-91a7-4725-939c-dc891e4ca442 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c33d52bc-b1b2-40f7-bfd5-f400cfc573f7,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:39:36.995922 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-22341f01-91a7-4725-939c-dc891e4ca442 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:36.997109 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-22341f01-91a7-4725-939c-dc891e4ca442 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1260893 Oct 26 08:39:36.999963 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38342) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:39:37.004808 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-3cbf6e13-dae3-4ba9-8178-2298fb0327d4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': 'fff8039f-bf9c-4922-b038-e5b2565f0195', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:39:37.031303 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3cbf6e13-dae3-4ba9-8178-2298fb0327d4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:37.092134 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3cbf6e13-dae3-4ba9-8178-2298fb0327d4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:37.095872 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3cbf6e13-dae3-4ba9-8178-2298fb0327d4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:37.113512 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf6e13-dae3-4ba9-8178-2298fb0327d4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d33ff1de-8491-4201-a8bb-45bac85e6474,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:39:37.122278 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3cbf6e13-dae3-4ba9-8178-2298fb0327d4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:37.123475 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3cbf6e13-dae3-4ba9-8178-2298fb0327d4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1223950 Oct 26 08:39:37.126287 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38344) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:39:37.130492 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-2e925e66-a806-4241-9137-29bc015f8749 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': 'fff8039f-bf9c-4922-b038-e5b2565f0195', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:39:37.153008 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.securitygroups_db [None req-2e925e66-a806-4241-9137-29bc015f8749 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Project c0122ef6aaf84badac5fbf473c701d56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 08:39:37.157611 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2e925e66-a806-4241-9137-29bc015f8749 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:37.215839 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2e925e66-a806-4241-9137-29bc015f8749 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:37.219219 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2e925e66-a806-4241-9137-29bc015f8749 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:37.237993 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e925e66-a806-4241-9137-29bc015f8749 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b24562d-624b-45aa-af7d-8ca2a568bc1f,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:39:37.245871 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2e925e66-a806-4241-9137-29bc015f8749 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:37.249816 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2e925e66-a806-4241-9137-29bc015f8749 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199059 Oct 26 08:39:37.250028 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38346) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:39:37.254504 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-e2b9e4df-eb9e-499f-befc-10587b123480 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': 'fff8039f-bf9c-4922-b038-e5b2565f0195', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:39:37.275885 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.securitygroups_db [None req-e2b9e4df-eb9e-499f-befc-10587b123480 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Project c0122ef6aaf84badac5fbf473c701d56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 08:39:37.284097 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e2b9e4df-eb9e-499f-befc-10587b123480 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:37.350754 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e2b9e4df-eb9e-499f-befc-10587b123480 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:37.356173 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e2b9e4df-eb9e-499f-befc-10587b123480 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:37.375315 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b9e4df-eb9e-499f-befc-10587b123480 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a70516-f472-4d0f-adea-a6cd63e9c068,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:39:37.381899 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e2b9e4df-eb9e-499f-befc-10587b123480 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:37.383694 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e2b9e4df-eb9e-499f-befc-10587b123480 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1321397 Oct 26 08:39:37.529418 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-84a5398e-abd2-44ee-a371-95ae6cf1d11e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1729581688&fields=id&tenant_id=c0122ef6aaf84badac5fbf473c701d56 HTTP/1.1" status: 200 len: 267 time: 0.0350938 Oct 26 08:39:37.550696 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0faef62e-a31f-43ce-9ff5-a33063b541ba None None] Network 5d0d6513-c546-405c-9d40-9c3dc091e3d6 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:39:37.644259 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-e3d51335-8019-4ceb-9ec1-4045cb843356 None None] Provisioning complete for port dc2b2d75-d8ce-42a8-ae55-5efb5dacabfa triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:39:37.644844 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e3d51335-8019-4ceb-9ec1-4045cb843356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:37.650834 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-dac05c2e-7d8a-46e7-8359-6686cc15a70d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:39:37.652258 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-dac05c2e-7d8a-46e7-8359-6686cc15a70d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/networks?id=5d0d6513-c546-405c-9d40-9c3dc091e3d6 HTTP/1.1" status: 200 len: 796 time: 0.1159430 Oct 26 08:39:37.668849 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-97f330be-e8b7-4f95-abb7-da66e4beaf4a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/quotas/c0122ef6aaf84badac5fbf473c701d56 HTTP/1.1" status: 200 len: 375 time: 0.0108073 Oct 26 08:39:37.732621 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device dc2b2d75-d8ce-42a8-ae55-5efb5dacabfa up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:39:37.733941 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-3b763cfb-f014-4584-bf27-7561ab25b93f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0589693 Oct 26 08:39:37.829495 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-71acd653-88cb-47d5-9c54-e725382747c8 service neutron] 10.222.0.41 "GET /v2.0/networks/5d0d6513-c546-405c-9d40-9c3dc091e3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826938 Oct 26 08:39:37.832542 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e3d51335-8019-4ceb-9ec1-4045cb843356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:37.861909 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port dc2b2d75-d8ce-42a8-ae55-5efb5dacabfa triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:39:37.862286 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:37.905164 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-e3d51335-8019-4ceb-9ec1-4045cb843356 None None] For port dc2b2d75-d8ce-42a8-ae55-5efb5dacabfa, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=dc2b2d75-d8ce-42a8-ae55-5efb5dacabfa,segment=NetworkSegment(44a051d1-57c2-4497-b1f1-05c43e303b06),segment_id=44a051d1-57c2-4497-b1f1-05c43e303b06)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:39:37.912631 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e3d51335-8019-4ceb-9ec1-4045cb843356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:37.937314 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-7dd4afd9-088f-4cc3-b184-86b87d862e21 service neutron] 10.222.0.41 "GET /v2.0/networks/5d0d6513-c546-405c-9d40-9c3dc091e3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015830 Oct 26 08:39:37.997529 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d51335-8019-4ceb-9ec1-4045cb843356 None None] Pushing event updated for resources: {'Port': ['ID=dc2b2d75-d8ce-42a8-ae55-5efb5dacabfa,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:39:38.117165 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-bca108af-0e11-498a-952d-ffa043ea384e req-43346ea6-797a-4bd2-b93f-0191adab5d73 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=5196a47e-c15a-4e11-a850-3970c1408516 HTTP/1.1" status: 200 len: 210 time: 0.0272484 Oct 26 08:39:38.142616 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-4a793dfa-2346-4f41-a9ae-b3c2a80101c4 None None] Provisioning complete for port dc2b2d75-d8ce-42a8-ae55-5efb5dacabfa triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:39:38.143025 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4a793dfa-2346-4f41-a9ae-b3c2a80101c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:39.033131 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-563961f8-bbd0-4efe-b950-c3c3436eb26c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:39:39.034628 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-563961f8-bbd0-4efe-b950-c3c3436eb26c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "GET /v2.0/networks?id=5d0d6513-c546-405c-9d40-9c3dc091e3d6 HTTP/1.1" status: 200 len: 796 time: 0.1059613 Oct 26 08:39:39.081590 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-25998e11-b579-4329-9543-4635e3ac470b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0122ef6aaf84badac5fbf473c701d56 HTTP/1.1" status: 200 len: 472 time: 0.0369172 Oct 26 08:39:39.091726 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-41d2ed6f-8d80-4cca-9f4e-540f59d41927 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'port': {'device_id': '5196a47e-c15a-4e11-a850-3970c1408516', 'network_id': '5d0d6513-c546-405c-9d40-9c3dc091e3d6', 'admin_state_up': True, 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'security_groups': ['fff8039f-bf9c-4922-b038-e5b2565f0195']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:39:39.219185 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7e215073-bf74-4fab-bcff-a477b9e331a7 req-95b558d7-1b0b-4620-905f-e816f8619cbe tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=5196a47e-c15a-4e11-a850-3970c1408516 HTTP/1.1" status: 200 len: 210 time: 0.0291617 Oct 26 08:39:39.220264 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-41d2ed6f-8d80-4cca-9f4e-540f59d41927 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Made reservation on behalf of c0122ef6aaf84badac5fbf473c701d56 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:39:39.224211 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-41d2ed6f-8d80-4cca-9f4e-540f59d41927 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:39.351459 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-41d2ed6f-8d80-4cca-9f4e-540f59d41927 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Allocated IP 172.20.0.26 (5d0d6513-c546-405c-9d40-9c3dc091e3d6/9674aa97-0944-4473-bb74-6370b6ad9052/0e75e75e-91d2-4561-b913-7a548c028769) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:39:39.486758 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-41d2ed6f-8d80-4cca-9f4e-540f59d41927 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:39.518941 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-41d2ed6f-8d80-4cca-9f4e-540f59d41927 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:39.557789 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-41d2ed6f-8d80-4cca-9f4e-540f59d41927 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network 5d0d6513-c546-405c-9d40-9c3dc091e3d6 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:39:39.560671 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-41d2ed6f-8d80-4cca-9f4e-540f59d41927 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:39:39.563559 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-41d2ed6f-8d80-4cca-9f4e-540f59d41927 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:39:39.601766 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d2ed6f-8d80-4cca-9f4e-540f59d41927 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=0e75e75e-91d2-4561-b913-7a548c028769,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:39:39.624736 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-41d2ed6f-8d80-4cca-9f4e-540f59d41927 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:39:39.625982 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-41d2ed6f-8d80-4cca-9f4e-540f59d41927 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:39.644486 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-41d2ed6f-8d80-4cca-9f4e-540f59d41927 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5564411 Oct 26 08:39:39.658329 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-2607a543-cd4e-4fcd-9013-0d8d10e55bd0 service neutron] Request body: {'port': {'device_id': '5196a47e-c15a-4e11-a850-3970c1408516', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:39:39.700544 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device dc2b2d75-d8ce-42a8-ae55-5efb5dacabfa up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:39:39.724774 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-2607a543-cd4e-4fcd-9013-0d8d10e55bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:39.756297 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port dc2b2d75-d8ce-42a8-ae55-5efb5dacabfa triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:39:39.756669 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:39.856661 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dc1d395e-d6ff-4748-a57a-092e283b6d52 None None] Provisioning complete for port 0e75e75e-91d2-4561-b913-7a548c028769 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:39:39.856945 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dc1d395e-d6ff-4748-a57a-092e283b6d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:39.897047 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dc1d395e-d6ff-4748-a57a-092e283b6d52 None None] Port 0e75e75e-91d2-4561-b913-7a548c028769 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:39:39.999008 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-2607a543-cd4e-4fcd-9013-0d8d10e55bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e75e75e-91d2-4561-b913-7a548c028769 {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:39:40.006617 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-2607a543-cd4e-4fcd-9013-0d8d10e55bd0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:40.018509 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-2607a543-cd4e-4fcd-9013-0d8d10e55bd0 service neutron] Transition to ACTIVE for port object 0e75e75e-91d2-4561-b913-7a548c028769 will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 08:39:40.022184 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-2607a543-cd4e-4fcd-9013-0d8d10e55bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:40.073903 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2607a543-cd4e-4fcd-9013-0d8d10e55bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=0e75e75e-91d2-4561-b913-7a548c028769,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:39:40.149237 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-2607a543-cd4e-4fcd-9013-0d8d10e55bd0 service neutron] Attempting to bind port 0e75e75e-91d2-4561-b913-7a548c028769 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:39:40.150234 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-2607a543-cd4e-4fcd-9013-0d8d10e55bd0 service neutron] Attempting to bind port 0e75e75e-91d2-4561-b913-7a548c028769 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '44a051d1-57c2-4497-b1f1-05c43e303b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5d0d6513-c546-405c-9d40-9c3dc091e3d6'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:39:40.150579 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-2607a543-cd4e-4fcd-9013-0d8d10e55bd0 service neutron] Attempting to bind port 0e75e75e-91d2-4561-b913-7a548c028769 on network 5d0d6513-c546-405c-9d40-9c3dc091e3d6 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:39:40.155131 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-2607a543-cd4e-4fcd-9013-0d8d10e55bd0 service neutron] Port 0e75e75e-91d2-4561-b913-7a548c028769 on network 5d0d6513-c546-405c-9d40-9c3dc091e3d6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:39:40.155360 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-2607a543-cd4e-4fcd-9013-0d8d10e55bd0 service neutron] Attempting to bind port 0e75e75e-91d2-4561-b913-7a548c028769 on network 5d0d6513-c546-405c-9d40-9c3dc091e3d6 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:39:40.160374 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-2607a543-cd4e-4fcd-9013-0d8d10e55bd0 service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:39:40.160708 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-2607a543-cd4e-4fcd-9013-0d8d10e55bd0 service neutron] Checking segment: {'id': '44a051d1-57c2-4497-b1f1-05c43e303b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5d0d6513-c546-405c-9d40-9c3dc091e3d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:39:40.161088 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-2607a543-cd4e-4fcd-9013-0d8d10e55bd0 service neutron] Bound using segment: {'id': '44a051d1-57c2-4497-b1f1-05c43e303b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5d0d6513-c546-405c-9d40-9c3dc091e3d6'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:39:40.161515 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-2607a543-cd4e-4fcd-9013-0d8d10e55bd0 service neutron] Bound port: 0e75e75e-91d2-4561-b913-7a548c028769, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a051d1-57c2-4497-b1f1-05c43e303b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5d0d6513-c546-405c-9d40-9c3dc091e3d6'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:39:40.161895 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-2607a543-cd4e-4fcd-9013-0d8d10e55bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:40.229488 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-2607a543-cd4e-4fcd-9013-0d8d10e55bd0 service neutron] For port 0e75e75e-91d2-4561-b913-7a548c028769, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:39:40.232652 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-2607a543-cd4e-4fcd-9013-0d8d10e55bd0 service neutron] For port 0e75e75e-91d2-4561-b913-7a548c028769, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=0e75e75e-91d2-4561-b913-7a548c028769,segment=NetworkSegment(44a051d1-57c2-4497-b1f1-05c43e303b06),segment_id=44a051d1-57c2-4497-b1f1-05c43e303b06)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:39:40.236231 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-2607a543-cd4e-4fcd-9013-0d8d10e55bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:40.271777 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-2607a543-cd4e-4fcd-9013-0d8d10e55bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:39:40.272408 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-2607a543-cd4e-4fcd-9013-0d8d10e55bd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:40.274633 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-2607a543-cd4e-4fcd-9013-0d8d10e55bd0 service neutron] 10.222.0.47 "PUT /v2.0/ports/0e75e75e-91d2-4561-b913-7a548c028769 HTTP/1.1" status: 200 len: 1094 time: 0.6199710 Oct 26 08:39:40.275528 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5196a47e-c15a-4e11-a850-3970c1408516', 'tag': '0e75e75e-91d2-4561-b913-7a548c028769'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:39:40.277865 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa7b8f5-0228-48e8-8950-0c316c3dd147" -d '{"events": [{"name": "network-changed", "server_uuid": "5196a47e-c15a-4e11-a850-3970c1408516", "tag": "0e75e75e-91d2-4561-b913-7a548c028769"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:39:40.330476 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2607a543-cd4e-4fcd-9013-0d8d10e55bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=0e75e75e-91d2-4561-b913-7a548c028769,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:39:40.372982 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099c681a-80ad-4fc1-86aa-31fdbe35becd x-openstack-request-id: req-099c681a-80ad-4fc1-86aa-31fdbe35becd {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:39:40.373292 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5196a47e-c15a-4e11-a850-3970c1408516", "tag": "0e75e75e-91d2-4561-b913-7a548c028769", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:39:40.373612 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-099c681a-80ad-4fc1-86aa-31fdbe35becd {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:39:40.374126 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5196a47e-c15a-4e11-a850-3970c1408516', 'tag': '0e75e75e-91d2-4561-b913-7a548c028769', 'status': 'completed', 'code': 200} Oct 26 08:39:40.381093 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbba11b-416d-4421-8503-f08172c8a776 req-b0eca553-5fad-4847-958d-f868603efeef tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:39:40.383934 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-9dbba11b-416d-4421-8503-f08172c8a776 req-b0eca553-5fad-4847-958d-f868603efeef tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=5196a47e-c15a-4e11-a850-3970c1408516 HTTP/1.1" status: 200 len: 944 time: 0.0807877 Oct 26 08:39:40.392763 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-8dfb9312-eb9b-44c2-8c47-4fd2eb4bd0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:39:40.394318 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-8dfb9312-eb9b-44c2-8c47-4fd2eb4bd0c7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=5196a47e-c15a-4e11-a850-3970c1408516 HTTP/1.1" status: 200 len: 1097 time: 0.0549498 Oct 26 08:39:40.431343 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-9dbba11b-416d-4421-8503-f08172c8a776 req-b1f5dc17-38a0-42c8-8a4b-0a315bacba27 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff8039f-bf9c-4922-b038-e5b2565f0195&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403147 Oct 26 08:39:40.445796 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-e5887d89-b3d7-4d36-b113-189d7ed525c5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=0e75e75e-91d2-4561-b913-7a548c028769 HTTP/1.1" status: 200 len: 217 time: 0.0394831 Oct 26 08:39:40.493485 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-6a1b0167-dd90-41b6-b60d-6ef7c355a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:39:40.495005 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-6a1b0167-dd90-41b6-b60d-6ef7c355a229 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9674aa97-0944-4473-bb74-6370b6ad9052 HTTP/1.1" status: 200 len: 837 time: 0.0452087 Oct 26 08:39:40.544167 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-baa36f83-7cdb-46a2-9bcc-ac8317d40a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:39:40.545680 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-baa36f83-7cdb-46a2-9bcc-ac8317d40a8e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5d0d6513-c546-405c-9d40-9c3dc091e3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0435219 Oct 26 08:39:40.636766 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-e5b671ec-3374-40d7-b9c6-926194fcdd8c service neutron] 10.222.0.47 "GET /v2.0/networks/5d0d6513-c546-405c-9d40-9c3dc091e3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836191 Oct 26 08:39:40.728030 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0c7f3383-c98a-4e8f-b83e-02b7b39f3d28 req-86f6c54c-ec28-46f4-a199-253934cd6df8 service neutron] 10.222.0.47 "GET /v2.0/networks/5d0d6513-c546-405c-9d40-9c3dc091e3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848703 Oct 26 08:39:40.815214 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7b8f5-0228-48e8-8950-0c316c3dd147 req-804f5325-1525-4938-9449-9ead0685b624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:39:40.816739 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5aa7b8f5-0228-48e8-8950-0c316c3dd147 req-804f5325-1525-4938-9449-9ead0685b624 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=5196a47e-c15a-4e11-a850-3970c1408516 HTTP/1.1" status: 200 len: 1097 time: 0.0418625 Oct 26 08:39:40.910639 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7b8f5-0228-48e8-8950-0c316c3dd147 req-75b3d517-d867-499a-9970-e50fe4394118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:39:40.912096 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5aa7b8f5-0228-48e8-8950-0c316c3dd147 req-75b3d517-d867-499a-9970-e50fe4394118 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5d0d6513-c546-405c-9d40-9c3dc091e3d6 HTTP/1.1" status: 200 len: 897 time: 0.0874858 Oct 26 08:39:41.271575 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5aa7b8f5-0228-48e8-8950-0c316c3dd147 req-aad73e2a-911a-4b1c-949c-d16e01822538 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=0e75e75e-91d2-4561-b913-7a548c028769 HTTP/1.1" status: 200 len: 217 time: 0.3493550 Oct 26 08:39:41.324990 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7b8f5-0228-48e8-8950-0c316c3dd147 req-8066ef34-4574-447f-8cef-c1aabeac1ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:39:41.326454 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5aa7b8f5-0228-48e8-8950-0c316c3dd147 req-8066ef34-4574-447f-8cef-c1aabeac1ae1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9674aa97-0944-4473-bb74-6370b6ad9052 HTTP/1.1" status: 200 len: 837 time: 0.0461733 Oct 26 08:39:41.373775 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7b8f5-0228-48e8-8950-0c316c3dd147 req-754b48cb-4917-425c-8058-d00618be5864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:39:41.375753 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5aa7b8f5-0228-48e8-8950-0c316c3dd147 req-754b48cb-4917-425c-8058-d00618be5864 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5d0d6513-c546-405c-9d40-9c3dc091e3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0406661 Oct 26 08:39:41.469247 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5aa7b8f5-0228-48e8-8950-0c316c3dd147 req-e88feb0c-932a-42e5-a9b6-bb58a556feb4 service neutron] 10.222.0.47 "GET /v2.0/networks/5d0d6513-c546-405c-9d40-9c3dc091e3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845113 Oct 26 08:39:41.597104 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a8765-9a72-46bf-b8ac-e72be5141a72 req-f367df48-699b-4ece-96ed-f290f512b22d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:39:41.598857 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-220a8765-9a72-46bf-b8ac-e72be5141a72 req-f367df48-699b-4ece-96ed-f290f512b22d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=5196a47e-c15a-4e11-a850-3970c1408516 HTTP/1.1" status: 200 len: 944 time: 0.0788937 Oct 26 08:39:41.604644 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5aa7b8f5-0228-48e8-8950-0c316c3dd147 req-5d9cb026-ca89-4315-8ebf-437569546e1d service neutron] 10.222.0.47 "GET /v2.0/networks/5d0d6513-c546-405c-9d40-9c3dc091e3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266978 Oct 26 08:39:41.639958 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-220a8765-9a72-46bf-b8ac-e72be5141a72 req-0f39e438-a6f2-46d5-afe8-6bc58c0c8860 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff8039f-bf9c-4922-b038-e5b2565f0195&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343807 Oct 26 08:39:42.755811 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c040e2-e83e-43e4-ba6c-9ed537169638 req-63be3682-abba-4116-b1e7-8d08a7d1fc4e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:39:42.756999 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 0e75e75e-91d2-4561-b913-7a548c028769 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 08:39:42.757421 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a6c040e2-e83e-43e4-ba6c-9ed537169638 req-63be3682-abba-4116-b1e7-8d08a7d1fc4e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=5196a47e-c15a-4e11-a850-3970c1408516 HTTP/1.1" status: 200 len: 944 time: 0.0511589 Oct 26 08:39:42.796407 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a6c040e2-e83e-43e4-ba6c-9ed537169638 req-70d12062-d1df-463c-9927-b1e434a4f926 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff8039f-bf9c-4922-b038-e5b2565f0195&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321357 Oct 26 08:39:42.860083 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 0e75e75e-91d2-4561-b913-7a548c028769, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=0e75e75e-91d2-4561-b913-7a548c028769,segment=NetworkSegment(44a051d1-57c2-4497-b1f1-05c43e303b06),segment_id=44a051d1-57c2-4497-b1f1-05c43e303b06)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:39:42.872451 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': '0e75e75e-91d2-4561-b913-7a548c028769', 'network_id': '5d0d6513-c546-405c-9d40-9c3dc091e3d6', 'port_id': '0e75e75e-91d2-4561-b913-7a548c028769', 'mac_address': 'fa:16:3e:99:12:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9674aa97-0944-4473-bb74-6370b6ad9052', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 08:39:42.912179 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:42.925093 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e75e75e-91d2-4561-b913-7a548c028769 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:39:42.948083 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 0e75e75e-91d2-4561-b913-7a548c028769, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=0e75e75e-91d2-4561-b913-7a548c028769,segment=NetworkSegment(44a051d1-57c2-4497-b1f1-05c43e303b06),segment_id=44a051d1-57c2-4497-b1f1-05c43e303b06)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:39:42.951761 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:42.997607 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=0e75e75e-91d2-4561-b913-7a548c028769,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:39:43.179248 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['0e75e75e-91d2-4561-b913-7a548c028769'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:39:43.919995 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac6d4c-92e1-4598-b9d1-7ffbfc20805f req-4b31a757-dba1-41d8-8cd7-0d30d354e7dd tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:39:43.921516 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9fac6d4c-92e1-4598-b9d1-7ffbfc20805f req-4b31a757-dba1-41d8-8cd7-0d30d354e7dd tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=5196a47e-c15a-4e11-a850-3970c1408516 HTTP/1.1" status: 200 len: 945 time: 0.0512373 Oct 26 08:39:43.959364 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9fac6d4c-92e1-4598-b9d1-7ffbfc20805f req-f8171a02-32b4-4aeb-b9bf-e7601e7f4c9d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff8039f-bf9c-4922-b038-e5b2565f0195&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318804 Oct 26 08:39:44.782143 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 0e75e75e-91d2-4561-b913-7a548c028769 up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:39:44.832763 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port 0e75e75e-91d2-4561-b913-7a548c028769 completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 08:39:44.836817 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port 0e75e75e-91d2-4561-b913-7a548c028769 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:39:44.837185 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:44.917662 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:44.940540 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5196a47e-c15a-4e11-a850-3970c1408516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e75e75e-91d2-4561-b913-7a548c028769'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:39:44.942836 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d066d8ed-071e-4e35-91c5-0accaf2de660" -d '{"events": [{"server_uuid": "5196a47e-c15a-4e11-a850-3970c1408516", "name": "network-vif-plugged", "status": "completed", "tag": "0e75e75e-91d2-4561-b913-7a548c028769"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:39:44.955409 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 0e75e75e-91d2-4561-b913-7a548c028769, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=0e75e75e-91d2-4561-b913-7a548c028769,segment=NetworkSegment(44a051d1-57c2-4497-b1f1-05c43e303b06),segment_id=44a051d1-57c2-4497-b1f1-05c43e303b06)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:39:44.959699 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:44.985518 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c01e453-b5fb-48fb-a94a-21bcfcf9a97d x-openstack-request-id: req-6c01e453-b5fb-48fb-a94a-21bcfcf9a97d {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:39:44.985840 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5196a47e-c15a-4e11-a850-3970c1408516", "name": "network-vif-plugged", "status": "completed", "tag": "0e75e75e-91d2-4561-b913-7a548c028769", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:39:44.986095 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6c01e453-b5fb-48fb-a94a-21bcfcf9a97d {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:39:44.986482 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5196a47e-c15a-4e11-a850-3970c1408516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e75e75e-91d2-4561-b913-7a548c028769', 'code': 200} Oct 26 08:39:45.015203 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=0e75e75e-91d2-4561-b913-7a548c028769,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:39:45.082239 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f1ba1-252a-456e-b97a-016afa3bb1c0 req-eafda355-d184-412f-97d9-f2f3c0f4c320 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:39:45.083775 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-338f1ba1-252a-456e-b97a-016afa3bb1c0 req-eafda355-d184-412f-97d9-f2f3c0f4c320 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=5196a47e-c15a-4e11-a850-3970c1408516 HTTP/1.1" status: 200 len: 946 time: 0.0545616 Oct 26 08:39:45.131319 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-338f1ba1-252a-456e-b97a-016afa3bb1c0 req-ba7441ea-ed77-4149-8504-694e7d06a8be tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff8039f-bf9c-4922-b038-e5b2565f0195&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400674 Oct 26 08:39:45.159455 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bce53-ebc7-4330-8fc3-3939ca081bec req-82c392fc-307f-40af-a55a-1dd94f2fb702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:39:45.160971 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f81bce53-ebc7-4330-8fc3-3939ca081bec req-82c392fc-307f-40af-a55a-1dd94f2fb702 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5196a47e-c15a-4e11-a850-3970c1408516 HTTP/1.1" status: 200 len: 1099 time: 0.0448177 Oct 26 08:39:45.195975 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f81bce53-ebc7-4330-8fc3-3939ca081bec req-e210dc73-af6e-4c3b-816d-ee06a0270dd9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fff8039f-bf9c-4922-b038-e5b2565f0195&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273366 Oct 26 08:39:46.254903 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e751180-d559-4746-a5a6-7e2c2943a97a req-0a253bfb-cee8-4e82-ba59-279120e71184 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:39:46.257325 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-1e751180-d559-4746-a5a6-7e2c2943a97a req-0a253bfb-cee8-4e82-ba59-279120e71184 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=5196a47e-c15a-4e11-a850-3970c1408516 HTTP/1.1" status: 200 len: 946 time: 0.0564914 Oct 26 08:39:46.298730 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-1e751180-d559-4746-a5a6-7e2c2943a97a req-14f0c461-9ccb-4e3a-8790-18604d7d65ba tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff8039f-bf9c-4922-b038-e5b2565f0195&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346332 Oct 26 08:39:47.428147 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d080b-03ba-4a5c-92d4-3cf5d15db83b req-34363e8f-0787-499b-a591-7eea97f056da tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:39:47.430845 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8e7d080b-03ba-4a5c-92d4-3cf5d15db83b req-34363e8f-0787-499b-a591-7eea97f056da tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=5196a47e-c15a-4e11-a850-3970c1408516 HTTP/1.1" status: 200 len: 946 time: 0.0569005 Oct 26 08:39:47.469133 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8e7d080b-03ba-4a5c-92d4-3cf5d15db83b req-2af5af90-6d04-4d95-b425-fedefcba846f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff8039f-bf9c-4922-b038-e5b2565f0195&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322356 Oct 26 08:39:47.588039 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1c343-e3b9-4fc6-a2ac-397e82939c09 req-5621f150-5617-4a40-9481-e850590f6bba tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:39:47.589542 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-00c1c343-e3b9-4fc6-a2ac-397e82939c09 req-5621f150-5617-4a40-9481-e850590f6bba tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=5196a47e-c15a-4e11-a850-3970c1408516 HTTP/1.1" status: 200 len: 946 time: 0.0545352 Oct 26 08:39:47.628337 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-00c1c343-e3b9-4fc6-a2ac-397e82939c09 req-09e4cce6-dd3f-48b2-b6d7-b27ed35a47b8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff8039f-bf9c-4922-b038-e5b2565f0195&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325701 Oct 26 08:39:49.121119 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38400) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:39:49.371228 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ab8cb89f-541b-4cab-a2c2-32b6a7591199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:49.555588 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f88d12db-ad4d-4383-817f-390ad3ed9153 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:49.822657 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-f88d12db-ad4d-4383-817f-390ad3ed9153 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Allocated IP 172.20.0.17 (5d0d6513-c546-405c-9d40-9c3dc091e3d6/9674aa97-0944-4473-bb74-6370b6ad9052/67036c01-d393-488c-84f2-77ce79646b5c) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:39:49.938629 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f88d12db-ad4d-4383-817f-390ad3ed9153 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:49.971451 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f88d12db-ad4d-4383-817f-390ad3ed9153 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:50.010977 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88d12db-ad4d-4383-817f-390ad3ed9153 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network 5d0d6513-c546-405c-9d40-9c3dc091e3d6 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:39:50.016342 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-f88d12db-ad4d-4383-817f-390ad3ed9153 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:39:50.020279 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88d12db-ad4d-4383-817f-390ad3ed9153 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:39:50.050993 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d12db-ad4d-4383-817f-390ad3ed9153 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=67036c01-d393-488c-84f2-77ce79646b5c,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:39:50.074936 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f88d12db-ad4d-4383-817f-390ad3ed9153 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:50.210402 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f88d12db-ad4d-4383-817f-390ad3ed9153 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:50.247370 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-382c5915-ba08-44b1-b57e-0cde511e095d None None] Provisioning complete for port 67036c01-d393-488c-84f2-77ce79646b5c triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:39:50.247742 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-382c5915-ba08-44b1-b57e-0cde511e095d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:50.280953 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-382c5915-ba08-44b1-b57e-0cde511e095d None None] Port 67036c01-d393-488c-84f2-77ce79646b5c cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:39:50.487370 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f88d12db-ad4d-4383-817f-390ad3ed9153 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:50.491680 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f88d12db-ad4d-4383-817f-390ad3ed9153 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:50.567819 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d12db-ad4d-4383-817f-390ad3ed9153 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=67036c01-d393-488c-84f2-77ce79646b5c,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:39:50.570267 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f88d12db-ad4d-4383-817f-390ad3ed9153 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:50.659784 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88d12db-ad4d-4383-817f-390ad3ed9153 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network 5d0d6513-c546-405c-9d40-9c3dc091e3d6 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:39:50.661246 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-f88d12db-ad4d-4383-817f-390ad3ed9153 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:39:50.781814 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88d12db-ad4d-4383-817f-390ad3ed9153 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router b25815b3-70c9-45af-9ae1-2821b2fc6f90 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:39:50.893160 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88d12db-ad4d-4383-817f-390ad3ed9153 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:39:50.899171 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f88d12db-ad4d-4383-817f-390ad3ed9153 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "PUT /v2.0/routers/b25815b3-70c9-45af-9ae1-2821b2fc6f90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7759621 Oct 26 08:39:50.909337 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-05a7c6ce-a6f7-47ba-a65e-a44ef54b19ca None None] Provisioning complete for port 67036c01-d393-488c-84f2-77ce79646b5c triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:39:50.909823 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-05a7c6ce-a6f7-47ba-a65e-a44ef54b19ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:50.912652 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7b7ca0-750d-4a9b-9f18-ad88f366ac10 None None] Sync routers for ids ['b25815b3-70c9-45af-9ae1-2821b2fc6f90'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:39:50.950901 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7b7ca0-750d-4a9b-9f18-ad88f366ac10 None None] Routers {'b25815b3-70c9-45af-9ae1-2821b2fc6f90'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:39:50.951459 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-cb7b7ca0-750d-4a9b-9f18-ad88f366ac10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:39:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['b25815b3-70c9-45af-9ae1-2821b2fc6f90'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:39:50.955337 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-05a7c6ce-a6f7-47ba-a65e-a44ef54b19ca None None] Port 67036c01-d393-488c-84f2-77ce79646b5c cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:39:51.206785 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-cb7b7ca0-750d-4a9b-9f18-ad88f366ac10 None None] Set router b25815b3-70c9-45af-9ae1-2821b2fc6f90 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:39:51.431466 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-cb7b7ca0-750d-4a9b-9f18-ad88f366ac10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'name': 'tempest-TestNetworkBasicOps-router-1319378863', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:39:50Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '625b23d0-e2a3-4e28-a93c-d3699250bd7f', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.193', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'port_id': '8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824', 'mac_address': 'fa:16:3e:f6:98:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65e9354-b6fd-4a28-ad6e-07d340a6ccae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:38:57Z', 'updated_at': '2021-10-26T08:38:59Z', 'revision_number': 1, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67036c01-d393-488c-84f2-77ce79646b5c', 'name': '', 'network_id': '5d0d6513-c546-405c-9d40-9c3dc091e3d6', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:20:fe:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '9674aa97-0944-4473-bb74-6370b6ad9052', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:39:49Z', 'updated_at': '2021-10-26T08:39:50Z', 'revision_number': 2, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '9674aa97-0944-4473-bb74-6370b6ad9052', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd68dda83-e7fa-412e-a68a-0572bab56615', 'name': '', 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:8e:f6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'f2e12f69-03c4-4c91-b0f7-0cb5f6887141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:41Z', 'updated_at': '2021-10-26T08:38:45Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'f2e12f69-03c4-4c91-b0f7-0cb5f6887141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:39:51.457249 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7b7ca0-750d-4a9b-9f18-ad88f366ac10 None None] Checking router: b25815b3-70c9-45af-9ae1-2821b2fc6f90 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:39:51.457540 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7b7ca0-750d-4a9b-9f18-ad88f366ac10 None None] Updating router b25815b3-70c9-45af-9ae1-2821b2fc6f90 port 67036c01-d393-488c-84f2-77ce79646b5c binding host dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:39:51.481802 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cb7b7ca0-750d-4a9b-9f18-ad88f366ac10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:51.677385 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:39:51.739234 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cb7b7ca0-750d-4a9b-9f18-ad88f366ac10 None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:51.744637 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cb7b7ca0-750d-4a9b-9f18-ad88f366ac10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:51.810510 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3167242-a1c2-44e7-ba47-a1fa2f78432e None None] Pushing event updated for resources: {'Port': ['ID=67036c01-d393-488c-84f2-77ce79646b5c,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:39:51.844978 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cb7b7ca0-750d-4a9b-9f18-ad88f366ac10 None None] Attempting to bind port 67036c01-d393-488c-84f2-77ce79646b5c on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:39:51.845346 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cb7b7ca0-750d-4a9b-9f18-ad88f366ac10 None None] Attempting to bind port 67036c01-d393-488c-84f2-77ce79646b5c by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '44a051d1-57c2-4497-b1f1-05c43e303b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5d0d6513-c546-405c-9d40-9c3dc091e3d6'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:39:51.845738 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7b7ca0-750d-4a9b-9f18-ad88f366ac10 None None] Attempting to bind port 67036c01-d393-488c-84f2-77ce79646b5c on network 5d0d6513-c546-405c-9d40-9c3dc091e3d6 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:39:51.851157 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7b7ca0-750d-4a9b-9f18-ad88f366ac10 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:39:51.852165 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7b7ca0-750d-4a9b-9f18-ad88f366ac10 None None] Checking segment: {'id': '44a051d1-57c2-4497-b1f1-05c43e303b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5d0d6513-c546-405c-9d40-9c3dc091e3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:39:51.852575 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cb7b7ca0-750d-4a9b-9f18-ad88f366ac10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:51.852971 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7b7ca0-750d-4a9b-9f18-ad88f366ac10 None None] Bound using segment: {'id': '44a051d1-57c2-4497-b1f1-05c43e303b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5d0d6513-c546-405c-9d40-9c3dc091e3d6'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:39:51.853538 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cb7b7ca0-750d-4a9b-9f18-ad88f366ac10 None None] Bound port: 67036c01-d393-488c-84f2-77ce79646b5c, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a051d1-57c2-4497-b1f1-05c43e303b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5d0d6513-c546-405c-9d40-9c3dc091e3d6'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:39:51.853954 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cb7b7ca0-750d-4a9b-9f18-ad88f366ac10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:51.922720 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-cb7b7ca0-750d-4a9b-9f18-ad88f366ac10 None None] For port 67036c01-d393-488c-84f2-77ce79646b5c, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:39:51.926036 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-cb7b7ca0-750d-4a9b-9f18-ad88f366ac10 None None] For port 67036c01-d393-488c-84f2-77ce79646b5c, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=67036c01-d393-488c-84f2-77ce79646b5c,segment=NetworkSegment(44a051d1-57c2-4497-b1f1-05c43e303b06),segment_id=44a051d1-57c2-4497-b1f1-05c43e303b06)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:39:51.931356 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cb7b7ca0-750d-4a9b-9f18-ad88f366ac10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:52.002700 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7b7ca0-750d-4a9b-9f18-ad88f366ac10 None None] Routers {'b25815b3-70c9-45af-9ae1-2821b2fc6f90'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:39:52.003260 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-cb7b7ca0-750d-4a9b-9f18-ad88f366ac10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:39:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['b25815b3-70c9-45af-9ae1-2821b2fc6f90'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:39:52.007596 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3167242-a1c2-44e7-ba47-a1fa2f78432e None None] Pushing event updated for resources: {'Port': ['ID=67036c01-d393-488c-84f2-77ce79646b5c,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:39:52.075470 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-22f2864a-b247-4bfb-a4d1-f9f1313fe0ef None None] Provisioning complete for port 67036c01-d393-488c-84f2-77ce79646b5c triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:39:52.075845 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-22f2864a-b247-4bfb-a4d1-f9f1313fe0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:52.131626 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-add65ca9-9353-4573-9014-70bb75429d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:52.171770 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-cb7b7ca0-750d-4a9b-9f18-ad88f366ac10 None None] Set router b25815b3-70c9-45af-9ae1-2821b2fc6f90 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:39:52.272523 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-22f2864a-b247-4bfb-a4d1-f9f1313fe0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:52.359458 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-22f2864a-b247-4bfb-a4d1-f9f1313fe0ef None None] For port 67036c01-d393-488c-84f2-77ce79646b5c, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=67036c01-d393-488c-84f2-77ce79646b5c,segment=NetworkSegment(44a051d1-57c2-4497-b1f1-05c43e303b06),segment_id=44a051d1-57c2-4497-b1f1-05c43e303b06)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:39:52.369071 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-22f2864a-b247-4bfb-a4d1-f9f1313fe0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:52.446409 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f2864a-b247-4bfb-a4d1-f9f1313fe0ef None None] Pushing event updated for resources: {'Port': ['ID=67036c01-d393-488c-84f2-77ce79646b5c,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:39:52.500294 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-f45db3a6-39f1-4a9b-a8fe-fde41221a01c None None] Provisioning complete for port 67036c01-d393-488c-84f2-77ce79646b5c triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:39:52.500664 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f45db3a6-39f1-4a9b-a8fe-fde41221a01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:52.537111 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-cb7b7ca0-750d-4a9b-9f18-ad88f366ac10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'name': 'tempest-TestNetworkBasicOps-router-1319378863', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:39:50Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '625b23d0-e2a3-4e28-a93c-d3699250bd7f', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.193', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'port_id': '8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824', 'mac_address': 'fa:16:3e:f6:98:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65e9354-b6fd-4a28-ad6e-07d340a6ccae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:38:57Z', 'updated_at': '2021-10-26T08:38:59Z', 'revision_number': 1, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67036c01-d393-488c-84f2-77ce79646b5c', 'name': '', 'network_id': '5d0d6513-c546-405c-9d40-9c3dc091e3d6', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:20:fe:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '9674aa97-0944-4473-bb74-6370b6ad9052', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:39:49Z', 'updated_at': '2021-10-26T08:39:51Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '9674aa97-0944-4473-bb74-6370b6ad9052', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd68dda83-e7fa-412e-a68a-0572bab56615', 'name': '', 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:8e:f6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'f2e12f69-03c4-4c91-b0f7-0cb5f6887141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:41Z', 'updated_at': '2021-10-26T08:38:45Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'f2e12f69-03c4-4c91-b0f7-0cb5f6887141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:39:52.571618 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7b7ca0-750d-4a9b-9f18-ad88f366ac10 None None] The sync data for ids ['b25815b3-70c9-45af-9ae1-2821b2fc6f90'] in dv-neutron-804846-13-hyperv is: [{'id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'name': 'tempest-TestNetworkBasicOps-router-1319378863', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:39:50Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '625b23d0-e2a3-4e28-a93c-d3699250bd7f', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.193', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'port_id': '8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824', 'mac_address': 'fa:16:3e:f6:98:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65e9354-b6fd-4a28-ad6e-07d340a6ccae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:38:57Z', 'updated_at': '2021-10-26T08:38:59Z', 'revision_number': 1, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67036c01-d393-488c-84f2-77ce79646b5c', 'name': '', 'network_id': '5d0d6513-c546-405c-9d40-9c3dc091e3d6', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:20:fe:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '9674aa97-0944-4473-bb74-6370b6ad9052', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:39:49Z', 'updated_at': '2021-10-26T08:39:51Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '9674aa97-0944-4473-bb74-6370b6ad9052', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd68dda83-e7fa-412e-a68a-0572bab56615', 'name': '', 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:8e:f6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'f2e12f69-03c4-4c91-b0f7-0cb5f6887141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:41Z', 'updated_at': '2021-10-26T08:38:45Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'f2e12f69-03c4-4c91-b0f7-0cb5f6887141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:39:52.871454 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:53.267790 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:53.704878 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 67036c01-d393-488c-84f2-77ce79646b5c up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:39:53.753611 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 67036c01-d393-488c-84f2-77ce79646b5c triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:39:53.754004 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:54.166198 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:39:54.769949 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:11.214461 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38426) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:40:11.582322 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5bcff361-4eac-47a4-87f3-371693e45f73 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:11.894441 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-5bcff361-4eac-47a4-87f3-371693e45f73 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting port 67036c01-d393-488c-84f2-77ce79646b5c {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:40:11.894789 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5bcff361-4eac-47a4-87f3-371693e45f73 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:11.984760 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-5bcff361-4eac-47a4-87f3-371693e45f73 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] For port 67036c01-d393-488c-84f2-77ce79646b5c, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=67036c01-d393-488c-84f2-77ce79646b5c,segment=NetworkSegment(44a051d1-57c2-4497-b1f1-05c43e303b06),segment_id=44a051d1-57c2-4497-b1f1-05c43e303b06)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:40:11.985126 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5bcff361-4eac-47a4-87f3-371693e45f73 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:11.996786 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-5bcff361-4eac-47a4-87f3-371693e45f73 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Calling delete_port for 67036c01-d393-488c-84f2-77ce79646b5c owned by network:router_interface {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:40:12.177241 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5bcff361-4eac-47a4-87f3-371693e45f73 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:12.204668 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcff361-4eac-47a4-87f3-371693e45f73 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Port': ['ID=67036c01-d393-488c-84f2-77ce79646b5c,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:12.380533 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5bcff361-4eac-47a4-87f3-371693e45f73 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:12.603937 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bcff361-4eac-47a4-87f3-371693e45f73 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router b25815b3-70c9-45af-9ae1-2821b2fc6f90 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:40:13.035647 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcff361-4eac-47a4-87f3-371693e45f73 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:40:13.043491 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-5bcff361-4eac-47a4-87f3-371693e45f73 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "PUT /v2.0/routers/b25815b3-70c9-45af-9ae1-2821b2fc6f90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8262379 Oct 26 08:40:13.045244 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372e05bb-fcf4-4d7c-8bb5-eea418f75bb6 None None] Sync routers for ids ['b25815b3-70c9-45af-9ae1-2821b2fc6f90'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:40:13.056080 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372e05bb-fcf4-4d7c-8bb5-eea418f75bb6 None None] Routers {'b25815b3-70c9-45af-9ae1-2821b2fc6f90'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:40:13.056789 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-372e05bb-fcf4-4d7c-8bb5-eea418f75bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:39:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['b25815b3-70c9-45af-9ae1-2821b2fc6f90'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:40:13.161651 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-372e05bb-fcf4-4d7c-8bb5-eea418f75bb6 None None] Set router b25815b3-70c9-45af-9ae1-2821b2fc6f90 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:40:13.261726 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f984c8-3f17-4776-bf3e-37f1ea36e238 req-295c27e4-6f32-4fdb-b607-5a8c537f392f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:13.263255 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-51f984c8-3f17-4776-bf3e-37f1ea36e238 req-295c27e4-6f32-4fdb-b607-5a8c537f392f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=5196a47e-c15a-4e11-a850-3970c1408516 HTTP/1.1" status: 200 len: 946 time: 0.0550859 Oct 26 08:40:13.303621 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-51f984c8-3f17-4776-bf3e-37f1ea36e238 req-a986c665-5249-4c5c-9665-22ac15106f57 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff8039f-bf9c-4922-b038-e5b2565f0195&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343213 Oct 26 08:40:13.467329 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-372e05bb-fcf4-4d7c-8bb5-eea418f75bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'name': 'tempest-TestNetworkBasicOps-router-1319378863', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:40:12Z', 'revision_number': 6, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '625b23d0-e2a3-4e28-a93c-d3699250bd7f', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.193', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'port_id': '8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824', 'mac_address': 'fa:16:3e:f6:98:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65e9354-b6fd-4a28-ad6e-07d340a6ccae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:38:57Z', 'updated_at': '2021-10-26T08:38:59Z', 'revision_number': 1, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd68dda83-e7fa-412e-a68a-0572bab56615', 'name': '', 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:8e:f6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'f2e12f69-03c4-4c91-b0f7-0cb5f6887141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:41Z', 'updated_at': '2021-10-26T08:38:45Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'f2e12f69-03c4-4c91-b0f7-0cb5f6887141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:40:13.497478 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372e05bb-fcf4-4d7c-8bb5-eea418f75bb6 None None] Checking router: b25815b3-70c9-45af-9ae1-2821b2fc6f90 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:40:13.505403 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372e05bb-fcf4-4d7c-8bb5-eea418f75bb6 None None] Routers {'b25815b3-70c9-45af-9ae1-2821b2fc6f90'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:40:13.506038 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-372e05bb-fcf4-4d7c-8bb5-eea418f75bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:39:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['b25815b3-70c9-45af-9ae1-2821b2fc6f90'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:40:13.610729 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-372e05bb-fcf4-4d7c-8bb5-eea418f75bb6 None None] Set router b25815b3-70c9-45af-9ae1-2821b2fc6f90 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:40:13.854076 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-372e05bb-fcf4-4d7c-8bb5-eea418f75bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'name': 'tempest-TestNetworkBasicOps-router-1319378863', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:40:12Z', 'revision_number': 6, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '625b23d0-e2a3-4e28-a93c-d3699250bd7f', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.193', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'port_id': '8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824', 'mac_address': 'fa:16:3e:f6:98:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65e9354-b6fd-4a28-ad6e-07d340a6ccae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:38:57Z', 'updated_at': '2021-10-26T08:38:59Z', 'revision_number': 1, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd68dda83-e7fa-412e-a68a-0572bab56615', 'name': '', 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:8e:f6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'f2e12f69-03c4-4c91-b0f7-0cb5f6887141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:41Z', 'updated_at': '2021-10-26T08:38:45Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'f2e12f69-03c4-4c91-b0f7-0cb5f6887141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:40:13.886107 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372e05bb-fcf4-4d7c-8bb5-eea418f75bb6 None None] The sync data for ids ['b25815b3-70c9-45af-9ae1-2821b2fc6f90'] in dv-neutron-804846-13-hyperv is: [{'id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'name': 'tempest-TestNetworkBasicOps-router-1319378863', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:40:12Z', 'revision_number': 6, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '625b23d0-e2a3-4e28-a93c-d3699250bd7f', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.193', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'port_id': '8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824', 'mac_address': 'fa:16:3e:f6:98:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65e9354-b6fd-4a28-ad6e-07d340a6ccae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:38:57Z', 'updated_at': '2021-10-26T08:38:59Z', 'revision_number': 1, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd68dda83-e7fa-412e-a68a-0572bab56615', 'name': '', 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:8e:f6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'f2e12f69-03c4-4c91-b0f7-0cb5f6887141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:41Z', 'updated_at': '2021-10-26T08:38:45Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'f2e12f69-03c4-4c91-b0f7-0cb5f6887141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:40:14.426547 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa41c1e-df34-4568-a395-e8addd4cb2be req-9092ae73-64fe-4d2a-b4d8-d7b20e06ab1d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:14.428059 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6fa41c1e-df34-4568-a395-e8addd4cb2be req-9092ae73-64fe-4d2a-b4d8-d7b20e06ab1d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=5196a47e-c15a-4e11-a850-3970c1408516 HTTP/1.1" status: 200 len: 946 time: 0.0513484 Oct 26 08:40:14.467486 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6fa41c1e-df34-4568-a395-e8addd4cb2be req-2d01ad03-666d-42f7-b066-cdda119324ec tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=fff8039f-bf9c-4922-b038-e5b2565f0195&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333300 Oct 26 08:40:14.609043 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4f2fd-ecfd-49d5-afb0-24ff7687492e req-4ac8b700-6b4d-428b-9776-56c1fbd1431c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:14.610518 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bbf4f2fd-ecfd-49d5-afb0-24ff7687492e req-4ac8b700-6b4d-428b-9776-56c1fbd1431c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "GET /v2.0/ports?device_id=5196a47e-c15a-4e11-a850-3970c1408516 HTTP/1.1" status: 200 len: 946 time: 0.0504999 Oct 26 08:40:14.703985 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-bbf4f2fd-ecfd-49d5-afb0-24ff7687492e req-d746afee-af00-495b-abd6-1472bde6f625 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting port 0e75e75e-91d2-4561-b913-7a548c028769 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:40:14.704323 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-bbf4f2fd-ecfd-49d5-afb0-24ff7687492e req-d746afee-af00-495b-abd6-1472bde6f625 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:14.792692 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-bbf4f2fd-ecfd-49d5-afb0-24ff7687492e req-d746afee-af00-495b-abd6-1472bde6f625 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] For port 0e75e75e-91d2-4561-b913-7a548c028769, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=0e75e75e-91d2-4561-b913-7a548c028769,segment=NetworkSegment(44a051d1-57c2-4497-b1f1-05c43e303b06),segment_id=44a051d1-57c2-4497-b1f1-05c43e303b06)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:40:14.793046 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-bbf4f2fd-ecfd-49d5-afb0-24ff7687492e req-d746afee-af00-495b-abd6-1472bde6f625 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:14.805675 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-bbf4f2fd-ecfd-49d5-afb0-24ff7687492e req-d746afee-af00-495b-abd6-1472bde6f625 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Calling delete_port for 0e75e75e-91d2-4561-b913-7a548c028769 owned by compute:nova {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:40:14.937417 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-bbf4f2fd-ecfd-49d5-afb0-24ff7687492e req-d746afee-af00-495b-abd6-1472bde6f625 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:14.965607 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746afee-af00-495b-abd6-1472bde6f625 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Port': ['ID=0e75e75e-91d2-4561-b913-7a548c028769,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:15.011303 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf4f2fd-ecfd-49d5-afb0-24ff7687492e req-d746afee-af00-495b-abd6-1472bde6f625 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] No DVR routers for this DVR port 0e75e75e-91d2-4561-b913-7a548c028769 on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:40:15.013977 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-bbf4f2fd-ecfd-49d5-afb0-24ff7687492e req-d746afee-af00-495b-abd6-1472bde6f625 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:15.017371 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bbf4f2fd-ecfd-49d5-afb0-24ff7687492e req-d746afee-af00-495b-abd6-1472bde6f625 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "DELETE /v2.0/ports/0e75e75e-91d2-4561-b913-7a548c028769 HTTP/1.1" status: 204 len: 173 time: 0.3999872 Oct 26 08:40:15.017842 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5196a47e-c15a-4e11-a850-3970c1408516', 'name': 'network-vif-deleted', 'tag': '0e75e75e-91d2-4561-b913-7a548c028769'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:40:15.020234 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1573a35a-a0d4-4bee-acda-48b73710a320" -d '{"events": [{"server_uuid": "5196a47e-c15a-4e11-a850-3970c1408516", "name": "network-vif-deleted", "tag": "0e75e75e-91d2-4561-b913-7a548c028769"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:40:15.059591 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180f127f-6e53-4bb3-af13-73143963c301 x-openstack-request-id: req-180f127f-6e53-4bb3-af13-73143963c301 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:40:15.059892 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5196a47e-c15a-4e11-a850-3970c1408516", "name": "network-vif-deleted", "tag": "0e75e75e-91d2-4561-b913-7a548c028769", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:40:15.060145 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-180f127f-6e53-4bb3-af13-73143963c301 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:40:15.060538 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5196a47e-c15a-4e11-a850-3970c1408516', 'name': 'network-vif-deleted', 'tag': '0e75e75e-91d2-4561-b913-7a548c028769', 'status': 'completed', 'code': 200} Oct 26 08:40:15.526955 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38438) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:40:15.586718 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a48cb552-7736-4e5b-a2aa-d84953cb347a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:15.612071 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a48cb552-7736-4e5b-a2aa-d84953cb347a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:15.661137 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 67036c01-d393-488c-84f2-77ce79646b5c no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:40:15.674758 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a48cb552-7736-4e5b-a2aa-d84953cb347a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:15.677355 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a48cb552-7736-4e5b-a2aa-d84953cb347a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:15.678768 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a48cb552-7736-4e5b-a2aa-d84953cb347a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/security-groups/fff8039f-bf9c-4922-b038-e5b2565f0195 HTTP/1.1" status: 204 len: 168 time: 0.1507444 Oct 26 08:40:15.682104 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 67036c01-d393-488c-84f2-77ce79646b5c {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:40:15.682679 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 67036c01-d393-488c-84f2-77ce79646b5c not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:40:15.689145 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48cb552-7736-4e5b-a2aa-d84953cb347a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff8039f-bf9c-4922-b038-e5b2565f0195,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:15.709888 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38442) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:40:15.761423 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-0103e69b-58ee-44c7-819f-75f31dedb370 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting subnet 9674aa97-0944-4473-bb74-6370b6ad9052 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:40:15.764533 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0103e69b-58ee-44c7-819f-75f31dedb370 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:15.808452 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0103e69b-58ee-44c7-819f-75f31dedb370 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:15.890320 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0103e69b-58ee-44c7-819f-75f31dedb370 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:15.947873 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0103e69b-58ee-44c7-819f-75f31dedb370 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:15.981122 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0103e69b-58ee-44c7-819f-75f31dedb370 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Subnet': ['ID=9674aa97-0944-4473-bb74-6370b6ad9052,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:15.983101 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0103e69b-58ee-44c7-819f-75f31dedb370 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:15.986629 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-0103e69b-58ee-44c7-819f-75f31dedb370 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/subnets/9674aa97-0944-4473-bb74-6370b6ad9052 HTTP/1.1" status: 204 len: 168 time: 0.2747936 Oct 26 08:40:15.988698 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee91deb7-eb3e-4caf-85ff-0875e05b9f5e None None] Network 5d0d6513-c546-405c-9d40-9c3dc091e3d6 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:40:15.988867 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38444) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:40:16.067810 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f70949b9-76d0-415e-81e3-6d91d9d782d7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:16.122423 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-f70949b9-76d0-415e-81e3-6d91d9d782d7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting port dc2b2d75-d8ce-42a8-ae55-5efb5dacabfa {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:40:16.123010 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f70949b9-76d0-415e-81e3-6d91d9d782d7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:16.191343 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-f70949b9-76d0-415e-81e3-6d91d9d782d7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] For port dc2b2d75-d8ce-42a8-ae55-5efb5dacabfa, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=dc2b2d75-d8ce-42a8-ae55-5efb5dacabfa,segment=NetworkSegment(44a051d1-57c2-4497-b1f1-05c43e303b06),segment_id=44a051d1-57c2-4497-b1f1-05c43e303b06)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:40:16.191616 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f70949b9-76d0-415e-81e3-6d91d9d782d7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:16.205080 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-f70949b9-76d0-415e-81e3-6d91d9d782d7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Calling delete_port for dc2b2d75-d8ce-42a8-ae55-5efb5dacabfa owned by network:dhcp {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:40:16.292601 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f70949b9-76d0-415e-81e3-6d91d9d782d7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:16.310517 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc53816-2734-45d7-884e-8ac755fb23d1 None None] DHCP port deletion for 5d0d6513-c546-405c-9d40-9c3dc091e3d6 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:40:16.324152 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70949b9-76d0-415e-81e3-6d91d9d782d7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Port': ['ID=dc2b2d75-d8ce-42a8-ae55-5efb5dacabfa,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:16.326066 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70949b9-76d0-415e-81e3-6d91d9d782d7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] No DVR routers for this DVR port dc2b2d75-d8ce-42a8-ae55-5efb5dacabfa on host dv-neutron-804846-13-hyperv {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:40:16.408064 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f70949b9-76d0-415e-81e3-6d91d9d782d7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:16.427901 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-f70949b9-76d0-415e-81e3-6d91d9d782d7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d0d6513-c546-405c-9d40-9c3dc091e3d6']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:40:16.438262 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-f70949b9-76d0-415e-81e3-6d91d9d782d7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a051d1-57c2-4497-b1f1-05c43e303b06') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:40:16.438559 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-f70949b9-76d0-415e-81e3-6d91d9d782d7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a051d1-57c2-4497-b1f1-05c43e303b06') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:40:16.448157 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f70949b9-76d0-415e-81e3-6d91d9d782d7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:16.461079 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f70949b9-76d0-415e-81e3-6d91d9d782d7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:16.466877 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f70949b9-76d0-415e-81e3-6d91d9d782d7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:40:16.467291 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f70949b9-76d0-415e-81e3-6d91d9d782d7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:16.470609 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:40:16.470609 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:40:16.470609 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:40:16.470609 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:40:16.470609 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:40:16.470609 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:40:16.470609 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:40:16.470609 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:40:16.470609 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:40:16.470609 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:40:16.470609 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:40:16.470609 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:40:16.470609 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:40:16.470609 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:40:16.470609 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:40:16.470609 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:40:16.470609 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:40:16.470609 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:40:16.470609 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:40:16.470609 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:40:16.470609 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:40:16.470609 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:40:16.470609 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:40:16.470609 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:40:16.470609 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:40:16.470609 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:40:16.470609 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:40:16.470609 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:40:16.470609 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:40:16.470609 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:40:16.470609 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:40:16.470609 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:40:16.531517 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f70949b9-76d0-415e-81e3-6d91d9d782d7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:16.540733 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f70949b9-76d0-415e-81e3-6d91d9d782d7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:16.543901 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f70949b9-76d0-415e-81e3-6d91d9d782d7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/networks/5d0d6513-c546-405c-9d40-9c3dc091e3d6 HTTP/1.1" status: 204 len: 168 time: 0.5541673 Oct 26 08:40:16.546778 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38446) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:40:16.558646 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70949b9-76d0-415e-81e3-6d91d9d782d7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Network': ['ID=5d0d6513-c546-405c-9d40-9c3dc091e3d6,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:16.705072 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-3cac9587-b7c5-419b-a891-71febbf564a0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting port 2c74bba9-499f-4b81-b8ee-fa8ef2f6998b {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:40:16.705323 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3cac9587-b7c5-419b-a891-71febbf564a0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:16.779082 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3cac9587-b7c5-419b-a891-71febbf564a0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:16.779406 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3cac9587-b7c5-419b-a891-71febbf564a0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:16.791401 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-3cac9587-b7c5-419b-a891-71febbf564a0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Calling delete_port for 2c74bba9-499f-4b81-b8ee-fa8ef2f6998b owned by network:floatingip {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:40:16.886439 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 0e75e75e-91d2-4561-b913-7a548c028769 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:40:16.907512 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] No Port match for: 0e75e75e-91d2-4561-b913-7a548c028769 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:40:16.907858 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 0e75e75e-91d2-4561-b913-7a548c028769 not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:40:16.981240 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3cac9587-b7c5-419b-a891-71febbf564a0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:17.012562 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cac9587-b7c5-419b-a891-71febbf564a0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Port': ['ID=2c74bba9-499f-4b81-b8ee-fa8ef2f6998b,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:17.070928 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3cac9587-b7c5-419b-a891-71febbf564a0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:17.071253 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.l3_db [None req-3cac9587-b7c5-419b-a891-71febbf564a0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Floating IP 625b23d0-e2a3-4e28-a93c-d3699250bd7f disassociated (deleted). External IP: 172.26.2.193, port: 8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7. Oct 26 08:40:17.277223 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cac9587-b7c5-419b-a891-71febbf564a0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router b25815b3-70c9-45af-9ae1-2821b2fc6f90 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:40:17.684614 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cac9587-b7c5-419b-a891-71febbf564a0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:40:17.689304 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3cac9587-b7c5-419b-a891-71febbf564a0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:17.696630 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611d3a8e-c89e-43f6-b447-6104ba1ad796 None None] Sync routers for ids ['b25815b3-70c9-45af-9ae1-2821b2fc6f90'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:40:17.706565 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611d3a8e-c89e-43f6-b447-6104ba1ad796 None None] Routers {'b25815b3-70c9-45af-9ae1-2821b2fc6f90'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:40:17.707257 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-611d3a8e-c89e-43f6-b447-6104ba1ad796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:39:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['b25815b3-70c9-45af-9ae1-2821b2fc6f90'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:40:17.712130 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device dc2b2d75-d8ce-42a8-ae55-5efb5dacabfa no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:40:17.721025 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3cac9587-b7c5-419b-a891-71febbf564a0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/floatingips/625b23d0-e2a3-4e28-a93c-d3699250bd7f HTTP/1.1" status: 204 len: 168 time: 1.1724937 Oct 26 08:40:17.721646 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd65e9354-b6fd-4a28-ad6e-07d340a6ccae', 'tag': '8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:40:17.724274 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6001f9b463937e9ba59653060f797cf6a3b9cfc8c69abf6deb468a53c3a3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d306245-4846-4145-8f88-e2f41657a659" -d '{"events": [{"name": "network-changed", "server_uuid": "d65e9354-b6fd-4a28-ad6e-07d340a6ccae", "tag": "8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:40:17.762921 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a25062-7380-42e0-b36e-e8b3819dd71f x-openstack-request-id: req-91a25062-7380-42e0-b36e-e8b3819dd71f {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:40:17.763216 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d65e9354-b6fd-4a28-ad6e-07d340a6ccae", "tag": "8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7", "status": "completed", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:40:17.763469 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-91a25062-7380-42e0-b36e-e8b3819dd71f {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:40:17.763867 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd65e9354-b6fd-4a28-ad6e-07d340a6ccae', 'tag': '8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7', 'status': 'completed', 'code': 200} Oct 26 08:40:17.800746 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: dc2b2d75-d8ce-42a8-ae55-5efb5dacabfa {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:40:17.801093 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device dc2b2d75-d8ce-42a8-ae55-5efb5dacabfa not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:40:17.842372 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d306245-4846-4145-8f88-e2f41657a659 req-9830dbd8-b0b9-4f68-a5a3-e693b2234f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:17.844021 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7d306245-4846-4145-8f88-e2f41657a659 req-9830dbd8-b0b9-4f68-a5a3-e693b2234f15 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=d65e9354-b6fd-4a28-ad6e-07d340a6ccae HTTP/1.1" status: 200 len: 1098 time: 0.0560310 Oct 26 08:40:17.852766 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-611d3a8e-c89e-43f6-b447-6104ba1ad796 None None] Set router b25815b3-70c9-45af-9ae1-2821b2fc6f90 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:40:17.956601 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d306245-4846-4145-8f88-e2f41657a659 req-e2a7bafd-0e52-4f65-b293-6eff7375304c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:17.958333 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7d306245-4846-4145-8f88-e2f41657a659 req-e2a7bafd-0e52-4f65-b293-6eff7375304c service neutron] 10.222.0.47 "GET /v2.0/networks?id=5c74ff52-8b37-4737-bb97-41076d43f824 HTTP/1.1" status: 200 len: 898 time: 0.1034222 Oct 26 08:40:17.965085 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498124db-9a12-468c-90fc-8243fa991ca5 req-33814f93-c376-43b3-bb6e-4faf9896531c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:17.966662 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-498124db-9a12-468c-90fc-8243fa991ca5 req-33814f93-c376-43b3-bb6e-4faf9896531c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=d65e9354-b6fd-4a28-ad6e-07d340a6ccae HTTP/1.1" status: 200 len: 945 time: 0.0501847 Oct 26 08:40:18.004817 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7d306245-4846-4145-8f88-e2f41657a659 req-fbf61ef0-a448-4997-aae4-711fa9b5ef3c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7 HTTP/1.1" status: 200 len: 217 time: 0.0362208 Oct 26 08:40:18.009124 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-498124db-9a12-468c-90fc-8243fa991ca5 req-a785c557-2718-4f4f-80ab-6e1c5037969f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ec66f5c-25c6-4141-b9b1-4b5607529741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360539 Oct 26 08:40:18.059829 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d306245-4846-4145-8f88-e2f41657a659 req-20d9c3f8-f0ab-415e-b5ba-7db82c548cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:18.061326 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7d306245-4846-4145-8f88-e2f41657a659 req-20d9c3f8-f0ab-415e-b5ba-7db82c548cc8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f2e12f69-03c4-4c91-b0f7-0cb5f6887141 HTTP/1.1" status: 200 len: 834 time: 0.0464864 Oct 26 08:40:18.077003 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-611d3a8e-c89e-43f6-b447-6104ba1ad796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'name': 'tempest-TestNetworkBasicOps-router-1319378863', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:40:12Z', 'revision_number': 6, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'd68dda83-e7fa-412e-a68a-0572bab56615', 'name': '', 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:8e:f6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'f2e12f69-03c4-4c91-b0f7-0cb5f6887141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:41Z', 'updated_at': '2021-10-26T08:38:45Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'f2e12f69-03c4-4c91-b0f7-0cb5f6887141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:40:18.104252 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611d3a8e-c89e-43f6-b447-6104ba1ad796 None None] Checking router: b25815b3-70c9-45af-9ae1-2821b2fc6f90 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:40:18.112476 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611d3a8e-c89e-43f6-b447-6104ba1ad796 None None] Routers {'b25815b3-70c9-45af-9ae1-2821b2fc6f90'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:40:18.112847 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d306245-4846-4145-8f88-e2f41657a659 req-720f7ef3-ac8c-45c3-b350-d9a221727eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:18.113093 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-611d3a8e-c89e-43f6-b447-6104ba1ad796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:39:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['b25815b3-70c9-45af-9ae1-2821b2fc6f90'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:40:18.114404 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7d306245-4846-4145-8f88-e2f41657a659 req-720f7ef3-ac8c-45c3-b350-d9a221727eaf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5c74ff52-8b37-4737-bb97-41076d43f824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0454221 Oct 26 08:40:18.209083 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7d306245-4846-4145-8f88-e2f41657a659 req-205b2252-76e4-4c8b-bc35-42b9152c08a2 service neutron] 10.222.0.47 "GET /v2.0/networks/5c74ff52-8b37-4737-bb97-41076d43f824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854044 Oct 26 08:40:18.222363 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-611d3a8e-c89e-43f6-b447-6104ba1ad796 None None] Set router b25815b3-70c9-45af-9ae1-2821b2fc6f90 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:40:18.305988 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7d306245-4846-4145-8f88-e2f41657a659 req-81468416-2b3c-4141-9746-732b5bd2636c service neutron] 10.222.0.47 "GET /v2.0/networks/5c74ff52-8b37-4737-bb97-41076d43f824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888979 Oct 26 08:40:18.430345 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-611d3a8e-c89e-43f6-b447-6104ba1ad796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'name': 'tempest-TestNetworkBasicOps-router-1319378863', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:40:12Z', 'revision_number': 6, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'd68dda83-e7fa-412e-a68a-0572bab56615', 'name': '', 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:8e:f6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'f2e12f69-03c4-4c91-b0f7-0cb5f6887141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:41Z', 'updated_at': '2021-10-26T08:38:45Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'f2e12f69-03c4-4c91-b0f7-0cb5f6887141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:40:18.456868 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611d3a8e-c89e-43f6-b447-6104ba1ad796 None None] The sync data for ids ['b25815b3-70c9-45af-9ae1-2821b2fc6f90'] in dv-neutron-804846-13-hyperv is: [{'id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'name': 'tempest-TestNetworkBasicOps-router-1319378863', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:40:12Z', 'revision_number': 6, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'd68dda83-e7fa-412e-a68a-0572bab56615', 'name': '', 'network_id': '5c74ff52-8b37-4737-bb97-41076d43f824', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:8e:f6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'f2e12f69-03c4-4c91-b0f7-0cb5f6887141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:41Z', 'updated_at': '2021-10-26T08:38:45Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'f2e12f69-03c4-4c91-b0f7-0cb5f6887141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:40:18.674153 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b49ccf6-a162-4c83-94cd-35fdecf46bb9 None None] New status for floating IP 625b23d0-e2a3-4e28-a93c-d3699250bd7f: DOWN {{(pid=102104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:40:19.129329 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d261f-9d7e-4485-8fab-50e653093dd8 req-d7e40eba-eb8d-4c70-9f95-025f60e94c6a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:19.130856 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8b9d261f-9d7e-4485-8fab-50e653093dd8 req-d7e40eba-eb8d-4c70-9f95-025f60e94c6a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=d65e9354-b6fd-4a28-ad6e-07d340a6ccae HTTP/1.1" status: 200 len: 945 time: 0.0513148 Oct 26 08:40:19.168420 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8b9d261f-9d7e-4485-8fab-50e653093dd8 req-c7a04c25-080a-43f5-a629-23aea04a49e7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ec66f5c-25c6-4141-b9b1-4b5607529741&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316222 Oct 26 08:40:19.248145 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f4e9f-c1ec-4792-a1fa-c0901e4cd75c req-441fe4bf-d802-47c0-b884-101eb520fd20 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:19.249785 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-342f4e9f-c1ec-4792-a1fa-c0901e4cd75c req-441fe4bf-d802-47c0-b884-101eb520fd20 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "GET /v2.0/ports?device_id=d65e9354-b6fd-4a28-ad6e-07d340a6ccae HTTP/1.1" status: 200 len: 945 time: 0.0489480 Oct 26 08:40:19.348921 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-342f4e9f-c1ec-4792-a1fa-c0901e4cd75c req-b542aa58-06a2-4ca4-93cd-9292999b4820 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting port 8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:40:19.349407 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-342f4e9f-c1ec-4792-a1fa-c0901e4cd75c req-b542aa58-06a2-4ca4-93cd-9292999b4820 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:19.363083 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-865c6ab1-4cd9-452f-b68f-9b0c15e1b2c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:19.438776 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-342f4e9f-c1ec-4792-a1fa-c0901e4cd75c req-b542aa58-06a2-4ca4-93cd-9292999b4820 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] For port 8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7,segment=NetworkSegment(1de274e6-4631-4339-a452-70d75f38c581),segment_id=1de274e6-4631-4339-a452-70d75f38c581)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:40:19.439139 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-342f4e9f-c1ec-4792-a1fa-c0901e4cd75c req-b542aa58-06a2-4ca4-93cd-9292999b4820 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:19.451733 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-342f4e9f-c1ec-4792-a1fa-c0901e4cd75c req-b542aa58-06a2-4ca4-93cd-9292999b4820 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Calling delete_port for 8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7 owned by compute:nova {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:40:19.583394 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-342f4e9f-c1ec-4792-a1fa-c0901e4cd75c req-b542aa58-06a2-4ca4-93cd-9292999b4820 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:19.610954 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542aa58-06a2-4ca4-93cd-9292999b4820 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Port': ['ID=8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:19.653944 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-342f4e9f-c1ec-4792-a1fa-c0901e4cd75c req-b542aa58-06a2-4ca4-93cd-9292999b4820 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] No DVR routers for this DVR port 8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7 on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:40:19.656343 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-342f4e9f-c1ec-4792-a1fa-c0901e4cd75c req-b542aa58-06a2-4ca4-93cd-9292999b4820 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:19.659686 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-342f4e9f-c1ec-4792-a1fa-c0901e4cd75c req-b542aa58-06a2-4ca4-93cd-9292999b4820 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "DELETE /v2.0/ports/8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7 HTTP/1.1" status: 204 len: 173 time: 0.4041884 Oct 26 08:40:19.660139 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd65e9354-b6fd-4a28-ad6e-07d340a6ccae', 'name': 'network-vif-deleted', 'tag': '8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:40:19.662443 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd0ba31-255b-486e-a6f4-c5e2dcc22e7a" -d '{"events": [{"server_uuid": "d65e9354-b6fd-4a28-ad6e-07d340a6ccae", "name": "network-vif-deleted", "tag": "8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:40:19.700902 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbbec9f-9735-4ece-9dcc-1890f0fcf129 x-openstack-request-id: req-0bbbec9f-9735-4ece-9dcc-1890f0fcf129 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:40:19.701204 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d65e9354-b6fd-4a28-ad6e-07d340a6ccae", "name": "network-vif-deleted", "tag": "8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:40:19.701460 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0bbbec9f-9735-4ece-9dcc-1890f0fcf129 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:40:19.701906 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd65e9354-b6fd-4a28-ad6e-07d340a6ccae', 'name': 'network-vif-deleted', 'tag': '8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7', 'status': 'completed', 'code': 200} Oct 26 08:40:20.221880 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38460) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:40:20.280267 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7f392d2f-e421-41ff-b4fb-23e4ad18537f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:20.306919 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7f392d2f-e421-41ff-b4fb-23e4ad18537f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:20.367884 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7f392d2f-e421-41ff-b4fb-23e4ad18537f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:20.370674 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7f392d2f-e421-41ff-b4fb-23e4ad18537f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:20.371836 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7f392d2f-e421-41ff-b4fb-23e4ad18537f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/security-groups/6ec66f5c-25c6-4141-b9b1-4b5607529741 HTTP/1.1" status: 204 len: 168 time: 0.1489470 Oct 26 08:40:20.382179 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f392d2f-e421-41ff-b4fb-23e4ad18537f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec66f5c-25c6-4141-b9b1-4b5607529741,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:20.403779 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38464) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:40:20.838428 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d1213ac3-cf28-4551-abaa-9ed17c763936 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:21.137889 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-d1213ac3-cf28-4551-abaa-9ed17c763936 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting port d68dda83-e7fa-412e-a68a-0572bab56615 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:40:21.138242 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d1213ac3-cf28-4551-abaa-9ed17c763936 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:21.226485 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-d1213ac3-cf28-4551-abaa-9ed17c763936 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] For port d68dda83-e7fa-412e-a68a-0572bab56615, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=d68dda83-e7fa-412e-a68a-0572bab56615,segment=NetworkSegment(1de274e6-4631-4339-a452-70d75f38c581),segment_id=1de274e6-4631-4339-a452-70d75f38c581)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:40:21.227214 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d1213ac3-cf28-4551-abaa-9ed17c763936 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:21.240582 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-d1213ac3-cf28-4551-abaa-9ed17c763936 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Calling delete_port for d68dda83-e7fa-412e-a68a-0572bab56615 owned by network:router_interface {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:40:21.423426 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d1213ac3-cf28-4551-abaa-9ed17c763936 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:21.450074 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1213ac3-cf28-4551-abaa-9ed17c763936 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Port': ['ID=d68dda83-e7fa-412e-a68a-0572bab56615,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:21.645873 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d1213ac3-cf28-4551-abaa-9ed17c763936 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:21.863750 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1213ac3-cf28-4551-abaa-9ed17c763936 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router b25815b3-70c9-45af-9ae1-2821b2fc6f90 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:40:21.968915 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1213ac3-cf28-4551-abaa-9ed17c763936 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:40:21.974457 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d1213ac3-cf28-4551-abaa-9ed17c763936 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "PUT /v2.0/routers/b25815b3-70c9-45af-9ae1-2821b2fc6f90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5696061 Oct 26 08:40:21.977715 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38466) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:40:21.978762 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79655a9-a2c4-4d9e-b11f-27eae62c7238 None None] Sync routers for ids ['b25815b3-70c9-45af-9ae1-2821b2fc6f90'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:40:21.988118 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79655a9-a2c4-4d9e-b11f-27eae62c7238 None None] Routers {'b25815b3-70c9-45af-9ae1-2821b2fc6f90'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:40:21.988724 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-e79655a9-a2c4-4d9e-b11f-27eae62c7238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:39:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['b25815b3-70c9-45af-9ae1-2821b2fc6f90'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:40:22.088412 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4066a0e3-9293-4e93-bc21-92d7b7ca8b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:22.119931 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-e79655a9-a2c4-4d9e-b11f-27eae62c7238 None None] Set router b25815b3-70c9-45af-9ae1-2821b2fc6f90 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:40:22.248998 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cc08a35-e538-45ae-bf45-d6466d3dc94f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting subnet f2e12f69-03c4-4c91-b0f7-0cb5f6887141 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:40:22.252169 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4cc08a35-e538-45ae-bf45-d6466d3dc94f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:22.291702 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4cc08a35-e538-45ae-bf45-d6466d3dc94f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:22.306916 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-e79655a9-a2c4-4d9e-b11f-27eae62c7238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'name': 'tempest-TestNetworkBasicOps-router-1319378863', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:40:21Z', 'revision_number': 7, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:40:22.333309 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79655a9-a2c4-4d9e-b11f-27eae62c7238 None None] Checking router: b25815b3-70c9-45af-9ae1-2821b2fc6f90 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:40:22.341711 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79655a9-a2c4-4d9e-b11f-27eae62c7238 None None] Routers {'b25815b3-70c9-45af-9ae1-2821b2fc6f90'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:40:22.342329 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-e79655a9-a2c4-4d9e-b11f-27eae62c7238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:40:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['b25815b3-70c9-45af-9ae1-2821b2fc6f90'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:40:22.380904 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4cc08a35-e538-45ae-bf45-d6466d3dc94f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:22.445270 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4cc08a35-e538-45ae-bf45-d6466d3dc94f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:22.450803 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-e79655a9-a2c4-4d9e-b11f-27eae62c7238 None None] Set router b25815b3-70c9-45af-9ae1-2821b2fc6f90 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:40:22.474693 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc08a35-e538-45ae-bf45-d6466d3dc94f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Subnet': ['ID=f2e12f69-03c4-4c91-b0f7-0cb5f6887141,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:22.476693 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4cc08a35-e538-45ae-bf45-d6466d3dc94f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:22.480007 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4cc08a35-e538-45ae-bf45-d6466d3dc94f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/subnets/f2e12f69-03c4-4c91-b0f7-0cb5f6887141 HTTP/1.1" status: 204 len: 168 time: 0.5013244 Oct 26 08:40:22.481171 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9a52ed-dfff-42be-8f3c-bd23b1ccbda7 None None] Network 5c74ff52-8b37-4737-bb97-41076d43f824 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:40:22.482528 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38468) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:40:22.591594 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-aa425cae-1686-403e-80a3-1427626d4d3b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:22.698085 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-aa425cae-1686-403e-80a3-1427626d4d3b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:22.747094 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-e79655a9-a2c4-4d9e-b11f-27eae62c7238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'name': 'tempest-TestNetworkBasicOps-router-1319378863', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:40:21Z', 'revision_number': 7, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:40:22.753904 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-aa425cae-1686-403e-80a3-1427626d4d3b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting port 4190329a-97f3-4edd-a10d-2b5dcb6c7843 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:40:22.754315 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-aa425cae-1686-403e-80a3-1427626d4d3b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:22.775524 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79655a9-a2c4-4d9e-b11f-27eae62c7238 None None] The sync data for ids ['b25815b3-70c9-45af-9ae1-2821b2fc6f90'] in dv-neutron-804846-13-hyperv is: [{'id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'name': 'tempest-TestNetworkBasicOps-router-1319378863', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:40:21Z', 'revision_number': 7, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '4190329a-97f3-4edd-a10d-2b5dcb6c7843', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25815b3-70c9-45af-9ae1-2821b2fc6f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:38Z', 'updated_at': '2021-10-26T08:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:40:22.808894 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc1786d-f378-4d1d-9819-262aa8e9c260 None None] DHCP port deletion for 5c74ff52-8b37-4737-bb97-41076d43f824 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:40:22.846470 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-aa425cae-1686-403e-80a3-1427626d4d3b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] For port 4190329a-97f3-4edd-a10d-2b5dcb6c7843, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=4190329a-97f3-4edd-a10d-2b5dcb6c7843,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:40:22.846747 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-aa425cae-1686-403e-80a3-1427626d4d3b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:22.859105 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-aa425cae-1686-403e-80a3-1427626d4d3b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Calling delete_port for 4190329a-97f3-4edd-a10d-2b5dcb6c7843 owned by network:router_gateway {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:40:22.874269 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-1cc1786d-f378-4d1d-9819-262aa8e9c260 None None] Deleting port 806f9c90-9c09-41db-baf0-7b8e96fd2fba {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:40:22.874664 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1cc1786d-f378-4d1d-9819-262aa8e9c260 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:22.877637 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:23.036500 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-aa425cae-1686-403e-80a3-1427626d4d3b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:23.063458 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa425cae-1686-403e-80a3-1427626d4d3b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Port': ['ID=4190329a-97f3-4edd-a10d-2b5dcb6c7843,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:23.063756 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:40:23.092808 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] No Port match for: 8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:40:23.093157 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 8c3c8f72-2c0a-4f34-a81f-9ed5f1f59cc7 not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:40:23.111334 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-1cc1786d-f378-4d1d-9819-262aa8e9c260 None None] For port 806f9c90-9c09-41db-baf0-7b8e96fd2fba, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=806f9c90-9c09-41db-baf0-7b8e96fd2fba,segment=NetworkSegment(1de274e6-4631-4339-a452-70d75f38c581),segment_id=1de274e6-4631-4339-a452-70d75f38c581)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:40:23.111650 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1cc1786d-f378-4d1d-9819-262aa8e9c260 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:23.124655 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-1cc1786d-f378-4d1d-9819-262aa8e9c260 None None] Calling delete_port for 806f9c90-9c09-41db-baf0-7b8e96fd2fba owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:40:23.130382 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-aa425cae-1686-403e-80a3-1427626d4d3b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:23.206233 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1cc1786d-f378-4d1d-9819-262aa8e9c260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:23.233081 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-aa425cae-1686-403e-80a3-1427626d4d3b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:23.235569 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-aa425cae-1686-403e-80a3-1427626d4d3b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:23.237370 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1786d-f378-4d1d-9819-262aa8e9c260 None None] Pushing event deleted for resources: {'Port': ['ID=806f9c90-9c09-41db-baf0-7b8e96fd2fba,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:23.240926 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc1786d-f378-4d1d-9819-262aa8e9c260 None None] No DVR routers for this DVR port 806f9c90-9c09-41db-baf0-7b8e96fd2fba on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:40:23.274604 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:23.285986 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-aa425cae-1686-403e-80a3-1427626d4d3b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:23.286571 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa425cae-1686-403e-80a3-1427626d4d3b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Fanout notify agent at l3_agent the message router_deleted on router b25815b3-70c9-45af-9ae1-2821b2fc6f90 {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:40:23.294770 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-aa425cae-1686-403e-80a3-1427626d4d3b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:23.298625 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-aa425cae-1686-403e-80a3-1427626d4d3b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/routers/b25815b3-70c9-45af-9ae1-2821b2fc6f90 HTTP/1.1" status: 204 len: 168 time: 0.8122716 Oct 26 08:40:23.298795 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38470) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:40:23.378942 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c6f1895-1034-4deb-90ab-2541af90650e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:23.483963 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c6f1895-1034-4deb-90ab-2541af90650e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:23.503163 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-4c6f1895-1034-4deb-90ab-2541af90650e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c74ff52-8b37-4737-bb97-41076d43f824']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:40:23.512218 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-4c6f1895-1034-4deb-90ab-2541af90650e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de274e6-4631-4339-a452-70d75f38c581') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:40:23.512529 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-4c6f1895-1034-4deb-90ab-2541af90650e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de274e6-4631-4339-a452-70d75f38c581') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:40:23.521496 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c6f1895-1034-4deb-90ab-2541af90650e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:23.535022 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c6f1895-1034-4deb-90ab-2541af90650e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:23.541553 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c6f1895-1034-4deb-90ab-2541af90650e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:40:23.542109 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c6f1895-1034-4deb-90ab-2541af90650e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:23.544976 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:40:23.544976 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:40:23.544976 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:40:23.544976 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:40:23.544976 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:40:23.544976 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:40:23.544976 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:40:23.544976 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:40:23.544976 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:40:23.544976 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:40:23.544976 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:40:23.544976 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:40:23.544976 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:40:23.544976 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:40:23.544976 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:40:23.544976 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:40:23.544976 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:40:23.544976 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:40:23.544976 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:40:23.544976 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:40:23.544976 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:40:23.544976 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:40:23.544976 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:40:23.544976 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:40:23.544976 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:40:23.544976 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:40:23.544976 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:40:23.544976 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:40:23.544976 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:40:23.544976 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:40:23.544976 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:40:23.544976 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:40:23.609379 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c6f1895-1034-4deb-90ab-2541af90650e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:23.616693 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c6f1895-1034-4deb-90ab-2541af90650e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:23.619629 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4c6f1895-1034-4deb-90ab-2541af90650e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/networks/5c74ff52-8b37-4737-bb97-41076d43f824 HTTP/1.1" status: 204 len: 168 time: 0.3199489 Oct 26 08:40:23.631322 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f1895-1034-4deb-90ab-2541af90650e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Network': ['ID=5c74ff52-8b37-4737-bb97-41076d43f824,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:23.636798 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38472) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:40:23.641689 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-e2e79503-4671-4a6e-9a86-e717daa5d8d3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'network': {'name': 'tempest-network-smoke--1818990577', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'port_security_enabled': True}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:40:23.662640 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e79503-4671-4a6e-9a86-e717daa5d8d3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Made reservation on behalf of c0122ef6aaf84badac5fbf473c701d56 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:40:23.666852 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e2e79503-4671-4a6e-9a86-e717daa5d8d3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:23.694626 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e79503-4671-4a6e-9a86-e717daa5d8d3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:40:23.704243 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e2e79503-4671-4a6e-9a86-e717daa5d8d3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:23.704587 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-e2e79503-4671-4a6e-9a86-e717daa5d8d3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Added segment 875e68f2-9dc3-443c-b3c4-c992eec7cbb8 of type vlan for network 5544e5e7-1b86-4921-a8e8-43aa752738da Oct 26 08:40:23.744404 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e2e79503-4671-4a6e-9a86-e717daa5d8d3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:23.769089 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e2e79503-4671-4a6e-9a86-e717daa5d8d3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:23.775875 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e79503-4671-4a6e-9a86-e717daa5d8d3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:23.776509 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e2e79503-4671-4a6e-9a86-e717daa5d8d3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:23.839598 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 806f9c90-9c09-41db-baf0-7b8e96fd2fba no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:40:23.858874 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e79503-4671-4a6e-9a86-e717daa5d8d3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Network': ['ID=5544e5e7-1b86-4921-a8e8-43aa752738da,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:23.860913 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 806f9c90-9c09-41db-baf0-7b8e96fd2fba {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:40:23.861368 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 806f9c90-9c09-41db-baf0-7b8e96fd2fba not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:40:23.861908 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 4190329a-97f3-4edd-a10d-2b5dcb6c7843 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:40:23.863695 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e2e79503-4671-4a6e-9a86-e717daa5d8d3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2261930 Oct 26 08:40:23.866794 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38474) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:40:23.871801 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-1edb3159-e641-44f4-b6cc-fbd68a2639a8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-918579548', 'admin_state_up': True, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:40:23.883721 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 5544e5e7-1b86-4921-a8e8-43aa752738da details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:40:23.886026 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 4190329a-97f3-4edd-a10d-2b5dcb6c7843 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:40:23.886459 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 4190329a-97f3-4edd-a10d-2b5dcb6c7843 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:40:23.886924 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device d68dda83-e7fa-412e-a68a-0572bab56615 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:40:23.902110 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1edb3159-e641-44f4-b6cc-fbd68a2639a8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:23.903114 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1edb3159-e641-44f4-b6cc-fbd68a2639a8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:23.945151 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: d68dda83-e7fa-412e-a68a-0572bab56615 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:40:23.945506 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device d68dda83-e7fa-412e-a68a-0572bab56615 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:40:23.995809 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1edb3159-e641-44f4-b6cc-fbd68a2639a8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:24.130545 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1edb3159-e641-44f4-b6cc-fbd68a2639a8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:24.164735 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:24.328230 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1edb3159-e641-44f4-b6cc-fbd68a2639a8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_gateway, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:24.347625 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1edb3159-e641-44f4-b6cc-fbd68a2639a8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:24.456089 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-1edb3159-e641-44f4-b6cc-fbd68a2639a8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Allocated IP 172.26.2.117 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/f145014d-cdd9-48cb-885c-46439baef8cb) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:40:24.556774 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1edb3159-e641-44f4-b6cc-fbd68a2639a8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:24.590206 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1edb3159-e641-44f4-b6cc-fbd68a2639a8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:24.630973 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edb3159-e641-44f4-b6cc-fbd68a2639a8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:40:24.638610 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-1edb3159-e641-44f4-b6cc-fbd68a2639a8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:40:24.642130 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edb3159-e641-44f4-b6cc-fbd68a2639a8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:40:24.665025 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb3159-e641-44f4-b6cc-fbd68a2639a8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=f145014d-cdd9-48cb-885c-46439baef8cb,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:24.774071 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:25.122502 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1edb3159-e641-44f4-b6cc-fbd68a2639a8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_gateway, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:25.318639 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1edb3159-e641-44f4-b6cc-fbd68a2639a8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:25.444510 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1edb3159-e641-44f4-b6cc-fbd68a2639a8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router d522ba6b-76ca-4318-a40e-edbb44755ad2 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:40:25.549383 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1edb3159-e641-44f4-b6cc-fbd68a2639a8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:40:25.560512 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac2b3a1-292d-4316-b5b8-563defa8cdb8 None None] Sync routers for ids ['d522ba6b-76ca-4318-a40e-edbb44755ad2'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:40:25.570204 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1edb3159-e641-44f4-b6cc-fbd68a2639a8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:25.571000 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac2b3a1-292d-4316-b5b8-563defa8cdb8 None None] Routers {'d522ba6b-76ca-4318-a40e-edbb44755ad2'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:40:25.574215 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1edb3159-e641-44f4-b6cc-fbd68a2639a8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7036560 Oct 26 08:40:25.574344 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-eac2b3a1-292d-4316-b5b8-563defa8cdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:40:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['d522ba6b-76ca-4318-a40e-edbb44755ad2'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:40:25.574516 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38476) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:40:25.603844 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b704bb47-b2fe-44f8-8b91-a4b893e06d1a tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=c0122ef6aaf84badac5fbf473c701d56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281010 Oct 26 08:40:25.606497 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38478) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:40:25.680962 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-eac2b3a1-292d-4316-b5b8-563defa8cdb8 None None] Set router d522ba6b-76ca-4318-a40e-edbb44755ad2 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:40:25.761282 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a673e2b7-4ecf-454c-ae2f-d007a152a963 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:25.762849 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a673e2b7-4ecf-454c-ae2f-d007a152a963 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1553335 Oct 26 08:40:25.765720 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38480) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:40:25.793792 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9b100acb-df47-4f16-9209-fdda6af81ba4 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=e0ba3cfd-db28-4690-8a12-e5c00a0b88c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269678 Oct 26 08:40:25.796219 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38482) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:40:25.800882 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-79ca2138-04b9-43bd-ad6d-0d547c2c12e3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1542675940', 'network_id': '5544e5e7-1b86-4921-a8e8-43aa752738da', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:40:25.857720 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-eac2b3a1-292d-4316-b5b8-563defa8cdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'name': 'tempest-TestNetworkBasicOps-router-918579548', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'f145014d-cdd9-48cb-885c-46439baef8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:40:23Z', 'updated_at': '2021-10-26T08:40:24Z', 'revision_number': 3, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'f145014d-cdd9-48cb-885c-46439baef8cb', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:40:24Z', 'updated_at': '2021-10-26T08:40:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:40:25.885861 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac2b3a1-292d-4316-b5b8-563defa8cdb8 None None] Checking router: d522ba6b-76ca-4318-a40e-edbb44755ad2 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:40:25.886293 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac2b3a1-292d-4316-b5b8-563defa8cdb8 None None] Updating router d522ba6b-76ca-4318-a40e-edbb44755ad2 port f145014d-cdd9-48cb-885c-46439baef8cb binding host dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:40:25.887367 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ca2138-04b9-43bd-ad6d-0d547c2c12e3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Made reservation on behalf of c0122ef6aaf84badac5fbf473c701d56 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:40:25.891066 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-79ca2138-04b9-43bd-ad6d-0d547c2c12e3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:25.915763 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-eac2b3a1-292d-4316-b5b8-563defa8cdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:26.071130 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-79ca2138-04b9-43bd-ad6d-0d547c2c12e3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:26.135526 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca2138-04b9-43bd-ad6d-0d547c2c12e3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Subnet': ['ID=6f7125da-8dde-45bd-95df-b5cd6363dc33,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:26.144268 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ca2138-04b9-43bd-ad6d-0d547c2c12e3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Checking segment: {'id': '875e68f2-9dc3-443c-b3c4-c992eec7cbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5544e5e7-1b86-4921-a8e8-43aa752738da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:40:26.144635 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ca2138-04b9-43bd-ad6d-0d547c2c12e3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network hostable DHCP agents. Network: 5544e5e7-1b86-4921-a8e8-43aa752738da, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:40:26.161917 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ca2138-04b9-43bd-ad6d-0d547c2c12e3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network 5544e5e7-1b86-4921-a8e8-43aa752738da is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:40:26.170504 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-eac2b3a1-292d-4316-b5b8-563defa8cdb8 None None] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:26.171053 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-79ca2138-04b9-43bd-ad6d-0d547c2c12e3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 5544e5e7-1b86-4921-a8e8-43aa752738da) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:40:26.175713 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ca2138-04b9-43bd-ad6d-0d547c2c12e3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:26.176120 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-eac2b3a1-292d-4316-b5b8-563defa8cdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:26.176336 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-79ca2138-04b9-43bd-ad6d-0d547c2c12e3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:26.184163 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abf786a-7b2a-494a-b72f-685274b1abb2 None None] Network 5544e5e7-1b86-4921-a8e8-43aa752738da requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:40:26.196953 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-79ca2138-04b9-43bd-ad6d-0d547c2c12e3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3993957 Oct 26 08:40:26.199407 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38484) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:40:26.227476 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-eac2b3a1-292d-4316-b5b8-563defa8cdb8 None None] Attempting to bind port f145014d-cdd9-48cb-885c-46439baef8cb on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:40:26.227769 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-eac2b3a1-292d-4316-b5b8-563defa8cdb8 None None] Attempting to bind port f145014d-cdd9-48cb-885c-46439baef8cb by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:40:26.227937 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac2b3a1-292d-4316-b5b8-563defa8cdb8 None None] Attempting to bind port f145014d-cdd9-48cb-885c-46439baef8cb on network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:40:26.239522 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac2b3a1-292d-4316-b5b8-563defa8cdb8 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:40:26.239895 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac2b3a1-292d-4316-b5b8-563defa8cdb8 None None] Checking segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:40:26.240298 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-eac2b3a1-292d-4316-b5b8-563defa8cdb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:26.240685 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac2b3a1-292d-4316-b5b8-563defa8cdb8 None None] Bound using segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:40:26.242010 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-eac2b3a1-292d-4316-b5b8-563defa8cdb8 None None] Bound port: f145014d-cdd9-48cb-885c-46439baef8cb, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:40:26.242395 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-eac2b3a1-292d-4316-b5b8-563defa8cdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:26.301025 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e172e-f1ce-4171-a3b1-cc3a948a1e7d None None] Pushing event updated for resources: {'Port': ['ID=f145014d-cdd9-48cb-885c-46439baef8cb,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:26.306276 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-eac2b3a1-292d-4316-b5b8-563defa8cdb8 None None] For port f145014d-cdd9-48cb-885c-46439baef8cb, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:40:26.310195 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-eac2b3a1-292d-4316-b5b8-563defa8cdb8 None None] For port f145014d-cdd9-48cb-885c-46439baef8cb, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=f145014d-cdd9-48cb-885c-46439baef8cb,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:40:26.315866 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764e172e-f1ce-4171-a3b1-cc3a948a1e7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:40:26.316550 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764e172e-f1ce-4171-a3b1-cc3a948a1e7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:40:26.316844 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764e172e-f1ce-4171-a3b1-cc3a948a1e7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:40:26.317242 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764e172e-f1ce-4171-a3b1-cc3a948a1e7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:40:26.317585 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764e172e-f1ce-4171-a3b1-cc3a948a1e7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:40:26.317967 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764e172e-f1ce-4171-a3b1-cc3a948a1e7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:40:26.318435 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764e172e-f1ce-4171-a3b1-cc3a948a1e7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:40:26.318780 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764e172e-f1ce-4171-a3b1-cc3a948a1e7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:40:26.319203 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764e172e-f1ce-4171-a3b1-cc3a948a1e7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:40:26.319538 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764e172e-f1ce-4171-a3b1-cc3a948a1e7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:40:26.319871 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764e172e-f1ce-4171-a3b1-cc3a948a1e7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:40:26.320192 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764e172e-f1ce-4171-a3b1-cc3a948a1e7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:40:26.324487 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-eac2b3a1-292d-4316-b5b8-563defa8cdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:26.341243 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db0bafe-8a56-4d6b-9423-e1c6891ad562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-5544e5e7-1b86-4921-a8e8-43aa752738da', 'network_id': '5544e5e7-1b86-4921-a8e8-43aa752738da', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ips': [{'subnet_id': '6f7125da-8dde-45bd-95df-b5cd6363dc33'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:40:26.342441 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2db0bafe-8a56-4d6b-9423-e1c6891ad562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:26.375062 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac2b3a1-292d-4316-b5b8-563defa8cdb8 None None] Routers {'d522ba6b-76ca-4318-a40e-edbb44755ad2'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:40:26.375702 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-eac2b3a1-292d-4316-b5b8-563defa8cdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:40:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['d522ba6b-76ca-4318-a40e-edbb44755ad2'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:40:26.490740 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-2db0bafe-8a56-4d6b-9423-e1c6891ad562 None None] Allocated IP 172.20.0.2 (5544e5e7-1b86-4921-a8e8-43aa752738da/6f7125da-8dde-45bd-95df-b5cd6363dc33/ba62e3df-d9ad-486d-b457-0162362a33d6) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:40:26.541025 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e172e-f1ce-4171-a3b1-cc3a948a1e7d None None] Pushing event updated for resources: {'Port': ['ID=f145014d-cdd9-48cb-885c-46439baef8cb,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:26.596794 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-eac2b3a1-292d-4316-b5b8-563defa8cdb8 None None] Set router d522ba6b-76ca-4318-a40e-edbb44755ad2 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:40:26.651547 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2db0bafe-8a56-4d6b-9423-e1c6891ad562 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:26.658065 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2db0bafe-8a56-4d6b-9423-e1c6891ad562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:26.691502 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-49d1043d-e1b7-4072-a561-5bfb57b1d25d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:26.703922 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db0bafe-8a56-4d6b-9423-e1c6891ad562 None None] Pushing event updated for resources: {'Port': ['ID=ba62e3df-d9ad-486d-b457-0162362a33d6,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:26.716963 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db0bafe-8a56-4d6b-9423-e1c6891ad562 None None] Network 5544e5e7-1b86-4921-a8e8-43aa752738da is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:40:26.718362 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-2db0bafe-8a56-4d6b-9423-e1c6891ad562 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:40:26.721085 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db0bafe-8a56-4d6b-9423-e1c6891ad562 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:40:26.779987 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-2db0bafe-8a56-4d6b-9423-e1c6891ad562 None None] Attempting to bind port ba62e3df-d9ad-486d-b457-0162362a33d6 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:40:26.780355 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-2db0bafe-8a56-4d6b-9423-e1c6891ad562 None None] Attempting to bind port ba62e3df-d9ad-486d-b457-0162362a33d6 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '875e68f2-9dc3-443c-b3c4-c992eec7cbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5544e5e7-1b86-4921-a8e8-43aa752738da'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:40:26.780647 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db0bafe-8a56-4d6b-9423-e1c6891ad562 None None] Attempting to bind port ba62e3df-d9ad-486d-b457-0162362a33d6 on network 5544e5e7-1b86-4921-a8e8-43aa752738da {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:40:26.787231 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db0bafe-8a56-4d6b-9423-e1c6891ad562 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:40:26.788307 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db0bafe-8a56-4d6b-9423-e1c6891ad562 None None] Checking segment: {'id': '875e68f2-9dc3-443c-b3c4-c992eec7cbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5544e5e7-1b86-4921-a8e8-43aa752738da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:40:26.788859 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2db0bafe-8a56-4d6b-9423-e1c6891ad562 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:26.789328 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db0bafe-8a56-4d6b-9423-e1c6891ad562 None None] Bound using segment: {'id': '875e68f2-9dc3-443c-b3c4-c992eec7cbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5544e5e7-1b86-4921-a8e8-43aa752738da'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:40:26.789912 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-2db0bafe-8a56-4d6b-9423-e1c6891ad562 None None] Bound port: ba62e3df-d9ad-486d-b457-0162362a33d6, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875e68f2-9dc3-443c-b3c4-c992eec7cbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5544e5e7-1b86-4921-a8e8-43aa752738da'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:40:26.790316 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2db0bafe-8a56-4d6b-9423-e1c6891ad562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:26.794234 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-eac2b3a1-292d-4316-b5b8-563defa8cdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'name': 'tempest-TestNetworkBasicOps-router-918579548', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'f145014d-cdd9-48cb-885c-46439baef8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:40:23Z', 'updated_at': '2021-10-26T08:40:24Z', 'revision_number': 3, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'f145014d-cdd9-48cb-885c-46439baef8cb', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:40:24Z', 'updated_at': '2021-10-26T08:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:40:26.826470 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac2b3a1-292d-4316-b5b8-563defa8cdb8 None None] The sync data for ids ['d522ba6b-76ca-4318-a40e-edbb44755ad2'] in dv-neutron-804846-13-hyperv is: [{'id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'name': 'tempest-TestNetworkBasicOps-router-918579548', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'f145014d-cdd9-48cb-885c-46439baef8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:40:23Z', 'updated_at': '2021-10-26T08:40:24Z', 'revision_number': 3, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'f145014d-cdd9-48cb-885c-46439baef8cb', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:40:24Z', 'updated_at': '2021-10-26T08:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:40:26.868285 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-2db0bafe-8a56-4d6b-9423-e1c6891ad562 None None] For port ba62e3df-d9ad-486d-b457-0162362a33d6, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:40:26.872430 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-2db0bafe-8a56-4d6b-9423-e1c6891ad562 None None] For port ba62e3df-d9ad-486d-b457-0162362a33d6, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=ba62e3df-d9ad-486d-b457-0162362a33d6,segment=NetworkSegment(875e68f2-9dc3-443c-b3c4-c992eec7cbb8),segment_id=875e68f2-9dc3-443c-b3c4-c992eec7cbb8)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:40:26.878186 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2db0bafe-8a56-4d6b-9423-e1c6891ad562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:26.941998 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db0bafe-8a56-4d6b-9423-e1c6891ad562 None None] Pushing event updated for resources: {'Port': ['ID=ba62e3df-d9ad-486d-b457-0162362a33d6,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:26.990543 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-49d1043d-e1b7-4072-a561-5bfb57b1d25d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Allocated IP 172.20.0.1 (5544e5e7-1b86-4921-a8e8-43aa752738da/6f7125da-8dde-45bd-95df-b5cd6363dc33/6928a3b5-e696-412d-ad2b-7cf427da7f3a) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:40:27.153762 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-49d1043d-e1b7-4072-a561-5bfb57b1d25d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:27.188429 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-49d1043d-e1b7-4072-a561-5bfb57b1d25d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:27.233666 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d1043d-e1b7-4072-a561-5bfb57b1d25d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network 5544e5e7-1b86-4921-a8e8-43aa752738da is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:40:27.237031 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-49d1043d-e1b7-4072-a561-5bfb57b1d25d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:40:27.241819 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d1043d-e1b7-4072-a561-5bfb57b1d25d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:40:27.272688 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1043d-e1b7-4072-a561-5bfb57b1d25d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=6928a3b5-e696-412d-ad2b-7cf427da7f3a,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:27.294874 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-49d1043d-e1b7-4072-a561-5bfb57b1d25d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:27.433333 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-49d1043d-e1b7-4072-a561-5bfb57b1d25d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:27.782510 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-49d1043d-e1b7-4072-a561-5bfb57b1d25d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:27.787661 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-49d1043d-e1b7-4072-a561-5bfb57b1d25d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:27.815984 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device f145014d-cdd9-48cb-885c-46439baef8cb up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:40:27.879662 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port f145014d-cdd9-48cb-885c-46439baef8cb triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:40:27.880372 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:27.884575 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-49d1043d-e1b7-4072-a561-5bfb57b1d25d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:27.888098 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1043d-e1b7-4072-a561-5bfb57b1d25d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=6928a3b5-e696-412d-ad2b-7cf427da7f3a,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:27.975072 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:27.997943 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port f145014d-cdd9-48cb-885c-46439baef8cb, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=f145014d-cdd9-48cb-885c-46439baef8cb,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:40:27.999070 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d1043d-e1b7-4072-a561-5bfb57b1d25d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network 5544e5e7-1b86-4921-a8e8-43aa752738da is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:40:28.000741 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-49d1043d-e1b7-4072-a561-5bfb57b1d25d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:40:28.003185 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:28.004296 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device ba62e3df-d9ad-486d-b457-0162362a33d6 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:40:28.034874 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fb6d9e-7075-4b40-a050-0aff77890907 None None] Network 5544e5e7-1b86-4921-a8e8-43aa752738da requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:40:28.118149 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d1043d-e1b7-4072-a561-5bfb57b1d25d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router d522ba6b-76ca-4318-a40e-edbb44755ad2 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:40:28.160690 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-bec00451-3265-44bf-8355-6f7a2439bf5e None None] Provisioning complete for port ba62e3df-d9ad-486d-b457-0162362a33d6 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:40:28.161068 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bec00451-3265-44bf-8355-6f7a2439bf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:28.162484 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=f145014d-cdd9-48cb-885c-46439baef8cb,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:28.210973 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port ba62e3df-d9ad-486d-b457-0162362a33d6 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:40:28.211344 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:28.230870 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d1043d-e1b7-4072-a561-5bfb57b1d25d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:40:28.236465 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-49d1043d-e1b7-4072-a561-5bfb57b1d25d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "PUT /v2.0/routers/d522ba6b-76ca-4318-a40e-edbb44755ad2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0359986 Oct 26 08:40:28.238979 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38486) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:40:28.404859 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bec00451-3265-44bf-8355-6f7a2439bf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:28.411434 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:28.415977 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6828a9b9-1ad3-4f5b-aa5c-ad88e01b0da6 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:28.416467 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6828a9b9-1ad3-4f5b-aa5c-ad88e01b0da6 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:28.416944 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6828a9b9-1ad3-4f5b-aa5c-ad88e01b0da6 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:28.417425 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6828a9b9-1ad3-4f5b-aa5c-ad88e01b0da6 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:28.417932 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6828a9b9-1ad3-4f5b-aa5c-ad88e01b0da6 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:28.418469 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6828a9b9-1ad3-4f5b-aa5c-ad88e01b0da6 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:28.422971 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6828a9b9-1ad3-4f5b-aa5c-ad88e01b0da6 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1804757 Oct 26 08:40:28.423128 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38488) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:40:28.468623 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-bec00451-3265-44bf-8355-6f7a2439bf5e None None] For port ba62e3df-d9ad-486d-b457-0162362a33d6, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=ba62e3df-d9ad-486d-b457-0162362a33d6,segment=NetworkSegment(875e68f2-9dc3-443c-b3c4-c992eec7cbb8),segment_id=875e68f2-9dc3-443c-b3c4-c992eec7cbb8)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:40:28.476769 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bec00451-3265-44bf-8355-6f7a2439bf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:28.487893 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a85d42-fe2a-4b84-abaa-509e09779b00 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:28.488370 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a85d42-fe2a-4b84-abaa-509e09779b00 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:28.488831 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a85d42-fe2a-4b84-abaa-509e09779b00 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:28.489280 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a85d42-fe2a-4b84-abaa-509e09779b00 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:28.489765 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a85d42-fe2a-4b84-abaa-509e09779b00 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:28.490253 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a85d42-fe2a-4b84-abaa-509e09779b00 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:28.492715 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e3a85d42-fe2a-4b84-abaa-509e09779b00 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0686562 Oct 26 08:40:28.495772 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38490) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:40:28.562650 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.db.api [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:40:28.563074 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG oslo_db.api [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:40:28.567850 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec00451-3265-44bf-8355-6f7a2439bf5e None None] Pushing event updated for resources: {'Port': ['ID=ba62e3df-d9ad-486d-b457-0162362a33d6,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:28.615727 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cb4372-88cf-49cd-8724-aff5185c4d05 None None] Sync routers for ids ['d522ba6b-76ca-4318-a40e-edbb44755ad2'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:40:28.632467 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cb4372-88cf-49cd-8724-aff5185c4d05 None None] Routers {'d522ba6b-76ca-4318-a40e-edbb44755ad2'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:40:28.633398 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-a0cb4372-88cf-49cd-8724-aff5185c4d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:40:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['d522ba6b-76ca-4318-a40e-edbb44755ad2'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:40:28.665195 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d0e22c36-7dd6-43bf-9f16-bb6e46b32f1c tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1681378 Oct 26 08:40:28.678499 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:40:28.751534 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-a0cb4372-88cf-49cd-8724-aff5185c4d05 None None] Set router d522ba6b-76ca-4318-a40e-edbb44755ad2 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:40:28.855075 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38494) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:40:28.860101 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-d4c6e588-faeb-4198-84b2-a72838d0c9bb tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-619340671', 'description': 'tempest-secgroup-smoke-619340671 description', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:40:28.860959 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-9558a688-2877-42f3-a2f7-b8fb4c011e7f None None] Provisioning complete for port 6928a3b5-e696-412d-ad2b-7cf427da7f3a triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:40:28.861547 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9558a688-2877-42f3-a2f7-b8fb4c011e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:28.900715 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d4c6e588-faeb-4198-84b2-a72838d0c9bb tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:28.952943 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-9558a688-2877-42f3-a2f7-b8fb4c011e7f None None] Port 6928a3b5-e696-412d-ad2b-7cf427da7f3a cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:40:28.988590 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-9558a688-2877-42f3-a2f7-b8fb4c011e7f None None] Provisioning complete for port ba62e3df-d9ad-486d-b457-0162362a33d6 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:40:28.988955 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9558a688-2877-42f3-a2f7-b8fb4c011e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:28.991912 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d4c6e588-faeb-4198-84b2-a72838d0c9bb tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:28.997230 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d4c6e588-faeb-4198-84b2-a72838d0c9bb tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:29.032213 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d4c6e588-faeb-4198-84b2-a72838d0c9bb tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:29.036334 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d4c6e588-faeb-4198-84b2-a72838d0c9bb tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1774461 Oct 26 08:40:29.036553 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38496) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:40:29.041721 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-c7870dca-e24a-4661-96c0-787ced032463 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': 'ccf1f983-8d01-47a1-b1df-dbbcfa78617d', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:40:29.050639 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6e588-faeb-4198-84b2-a72838d0c9bb tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf1f983-8d01-47a1-b1df-dbbcfa78617d,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:29.078537 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c7870dca-e24a-4661-96c0-787ced032463 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:29.148852 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c7870dca-e24a-4661-96c0-787ced032463 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:29.150091 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-a0cb4372-88cf-49cd-8724-aff5185c4d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'name': 'tempest-TestNetworkBasicOps-router-918579548', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'f145014d-cdd9-48cb-885c-46439baef8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:40:23Z', 'updated_at': '2021-10-26T08:40:27Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'f145014d-cdd9-48cb-885c-46439baef8cb', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:40:24Z', 'updated_at': '2021-10-26T08:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '6928a3b5-e696-412d-ad2b-7cf427da7f3a', 'name': '', 'network_id': '5544e5e7-1b86-4921-a8e8-43aa752738da', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:de:fc:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '6f7125da-8dde-45bd-95df-b5cd6363dc33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:40:26Z', 'updated_at': '2021-10-26T08:40:27Z', 'revision_number': 2, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '6f7125da-8dde-45bd-95df-b5cd6363dc33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:40:29.154476 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c7870dca-e24a-4661-96c0-787ced032463 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:29.172969 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7870dca-e24a-4661-96c0-787ced032463 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a78efe65-7990-407e-9020-bdf9829354ab,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:29.188736 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c7870dca-e24a-4661-96c0-787ced032463 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:29.190408 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c7870dca-e24a-4661-96c0-787ced032463 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1529169 Oct 26 08:40:29.193252 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38498) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:40:29.198052 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-8d74af0e-4d5b-4d87-ac6d-1e38606774f0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': 'ccf1f983-8d01-47a1-b1df-dbbcfa78617d', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:40:29.201140 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cb4372-88cf-49cd-8724-aff5185c4d05 None None] Checking router: d522ba6b-76ca-4318-a40e-edbb44755ad2 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:40:29.201603 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cb4372-88cf-49cd-8724-aff5185c4d05 None None] Updating router d522ba6b-76ca-4318-a40e-edbb44755ad2 port 6928a3b5-e696-412d-ad2b-7cf427da7f3a binding host dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:40:29.226890 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8d74af0e-4d5b-4d87-ac6d-1e38606774f0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:29.238356 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a0cb4372-88cf-49cd-8724-aff5185c4d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:29.291596 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8d74af0e-4d5b-4d87-ac6d-1e38606774f0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:29.295481 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8d74af0e-4d5b-4d87-ac6d-1e38606774f0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:29.312362 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74af0e-4d5b-4d87-ac6d-1e38606774f0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8efb1712-a944-4208-954b-c64024d7586a,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:29.324234 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8d74af0e-4d5b-4d87-ac6d-1e38606774f0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:29.325502 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8d74af0e-4d5b-4d87-ac6d-1e38606774f0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1311338 Oct 26 08:40:29.328537 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38500) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:40:29.335671 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-bd7290f8-a551-4bfe-b3e0-04d1a450c828 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': 'ccf1f983-8d01-47a1-b1df-dbbcfa78617d', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:40:29.366359 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bd7290f8-a551-4bfe-b3e0-04d1a450c828 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:29.373858 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-2e72bae1-fde9-4913-88e4-508431023d9e None None] Provisioning complete for port 6928a3b5-e696-412d-ad2b-7cf427da7f3a triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:40:29.374282 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2e72bae1-fde9-4913-88e4-508431023d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:29.432880 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bd7290f8-a551-4bfe-b3e0-04d1a450c828 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:29.436856 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bd7290f8-a551-4bfe-b3e0-04d1a450c828 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:29.456010 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7290f8-a551-4bfe-b3e0-04d1a450c828 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ffb71d1-fba4-4c56-8fdc-ab8fe13b72f8,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:29.465844 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bd7290f8-a551-4bfe-b3e0-04d1a450c828 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:29.469674 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-bd7290f8-a551-4bfe-b3e0-04d1a450c828 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1372771 Oct 26 08:40:29.469991 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38502) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:40:29.474834 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-ffeacc4b-1218-43a1-860e-cede59da275e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': 'ccf1f983-8d01-47a1-b1df-dbbcfa78617d', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:40:29.503966 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ffeacc4b-1218-43a1-860e-cede59da275e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:29.574734 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ffeacc4b-1218-43a1-860e-cede59da275e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:29.580213 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ffeacc4b-1218-43a1-860e-cede59da275e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:29.598073 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeacc4b-1218-43a1-860e-cede59da275e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=861f4915-fc42-47f6-a670-5840d2eb0856,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:29.608273 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ffeacc4b-1218-43a1-860e-cede59da275e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:29.608846 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-2e72bae1-fde9-4913-88e4-508431023d9e None None] Port 6928a3b5-e696-412d-ad2b-7cf427da7f3a cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:40:29.609513 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ffeacc4b-1218-43a1-860e-cede59da275e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1385281 Oct 26 08:40:29.612228 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38504) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:40:29.617365 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-42de3e24-acf0-4e2a-9470-9cb7e9a64740 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': 'ccf1f983-8d01-47a1-b1df-dbbcfa78617d', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:40:29.640294 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.securitygroups_db [None req-42de3e24-acf0-4e2a-9470-9cb7e9a64740 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Project c0122ef6aaf84badac5fbf473c701d56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 08:40:29.645373 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-42de3e24-acf0-4e2a-9470-9cb7e9a64740 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:29.712640 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-42de3e24-acf0-4e2a-9470-9cb7e9a64740 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:29.719769 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-42de3e24-acf0-4e2a-9470-9cb7e9a64740 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:29.723925 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a0cb4372-88cf-49cd-8724-aff5185c4d05 None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:29.729932 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a0cb4372-88cf-49cd-8724-aff5185c4d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:29.735163 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device f145014d-cdd9-48cb-885c-46439baef8cb up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:40:29.746461 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de3e24-acf0-4e2a-9470-9cb7e9a64740 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d153d2-6550-412c-b329-e4bd13771ba9,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:29.751246 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-42de3e24-acf0-4e2a-9470-9cb7e9a64740 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:29.752688 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-42de3e24-acf0-4e2a-9470-9cb7e9a64740 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1393332 Oct 26 08:40:29.755225 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38506) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:40:29.760072 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-7274c7f0-3fda-4b49-8a56-63de1afdc269 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': 'ccf1f983-8d01-47a1-b1df-dbbcfa78617d', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:40:29.781673 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.securitygroups_db [None req-7274c7f0-3fda-4b49-8a56-63de1afdc269 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Project c0122ef6aaf84badac5fbf473c701d56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 08:40:29.787154 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7274c7f0-3fda-4b49-8a56-63de1afdc269 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:29.821380 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70314d59-72e2-4622-8c60-62200cffb7ab None None] Pushing event updated for resources: {'Port': ['ID=6928a3b5-e696-412d-ad2b-7cf427da7f3a,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:29.865339 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7274c7f0-3fda-4b49-8a56-63de1afdc269 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:29.870403 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7274c7f0-3fda-4b49-8a56-63de1afdc269 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:29.877277 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port f145014d-cdd9-48cb-885c-46439baef8cb triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:40:29.877912 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:29.887224 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274c7f0-3fda-4b49-8a56-63de1afdc269 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37cffb33-e196-4717-b4d4-7288f739c2f1,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:29.903329 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7274c7f0-3fda-4b49-8a56-63de1afdc269 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:29.912610 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-7274c7f0-3fda-4b49-8a56-63de1afdc269 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1488256 Oct 26 08:40:29.913345 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-a0cb4372-88cf-49cd-8724-aff5185c4d05 None None] Attempting to bind port 6928a3b5-e696-412d-ad2b-7cf427da7f3a on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:40:29.913345 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-a0cb4372-88cf-49cd-8724-aff5185c4d05 None None] Attempting to bind port 6928a3b5-e696-412d-ad2b-7cf427da7f3a by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '875e68f2-9dc3-443c-b3c4-c992eec7cbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5544e5e7-1b86-4921-a8e8-43aa752738da'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:40:29.913345 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cb4372-88cf-49cd-8724-aff5185c4d05 None None] Attempting to bind port 6928a3b5-e696-412d-ad2b-7cf427da7f3a on network 5544e5e7-1b86-4921-a8e8-43aa752738da {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:40:29.932885 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cb4372-88cf-49cd-8724-aff5185c4d05 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:40:29.933376 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cb4372-88cf-49cd-8724-aff5185c4d05 None None] Checking segment: {'id': '875e68f2-9dc3-443c-b3c4-c992eec7cbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5544e5e7-1b86-4921-a8e8-43aa752738da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:40:29.933864 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a0cb4372-88cf-49cd-8724-aff5185c4d05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:29.934324 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cb4372-88cf-49cd-8724-aff5185c4d05 None None] Bound using segment: {'id': '875e68f2-9dc3-443c-b3c4-c992eec7cbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5544e5e7-1b86-4921-a8e8-43aa752738da'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:40:29.934813 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-a0cb4372-88cf-49cd-8724-aff5185c4d05 None None] Bound port: 6928a3b5-e696-412d-ad2b-7cf427da7f3a, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875e68f2-9dc3-443c-b3c4-c992eec7cbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5544e5e7-1b86-4921-a8e8-43aa752738da'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:40:29.935200 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a0cb4372-88cf-49cd-8724-aff5185c4d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:30.055061 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device ba62e3df-d9ad-486d-b457-0162362a33d6 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:40:30.060193 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-a0cb4372-88cf-49cd-8724-aff5185c4d05 None None] For port 6928a3b5-e696-412d-ad2b-7cf427da7f3a, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:40:30.063559 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-a7dbb34b-6107-41ee-a456-e164ca237051 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-619340671&fields=id&tenant_id=c0122ef6aaf84badac5fbf473c701d56 HTTP/1.1" status: 200 len: 267 time: 0.0399623 Oct 26 08:40:30.103631 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-e181feda-c3ab-47ea-9ed6-f53aa6278397 None None] Provisioning complete for port 6928a3b5-e696-412d-ad2b-7cf427da7f3a triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:40:30.104012 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e181feda-c3ab-47ea-9ed6-f53aa6278397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:30.108764 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-a0cb4372-88cf-49cd-8724-aff5185c4d05 None None] For port 6928a3b5-e696-412d-ad2b-7cf427da7f3a, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=6928a3b5-e696-412d-ad2b-7cf427da7f3a,segment=NetworkSegment(875e68f2-9dc3-443c-b3c4-c992eec7cbb8),segment_id=875e68f2-9dc3-443c-b3c4-c992eec7cbb8)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:40:30.134692 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a0cb4372-88cf-49cd-8724-aff5185c4d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:30.185638 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-e181feda-c3ab-47ea-9ed6-f53aa6278397 None None] Port 6928a3b5-e696-412d-ad2b-7cf427da7f3a cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:40:30.223633 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70314d59-72e2-4622-8c60-62200cffb7ab None None] Pushing event updated for resources: {'Port': ['ID=6928a3b5-e696-412d-ad2b-7cf427da7f3a,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:30.227815 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cb4372-88cf-49cd-8724-aff5185c4d05 None None] Routers {'d522ba6b-76ca-4318-a40e-edbb44755ad2'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:40:30.228446 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-a0cb4372-88cf-49cd-8724-aff5185c4d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:40:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['d522ba6b-76ca-4318-a40e-edbb44755ad2'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:40:30.230658 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port ba62e3df-d9ad-486d-b457-0162362a33d6 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:40:30.230976 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:30.399131 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-a0cb4372-88cf-49cd-8724-aff5185c4d05 None None] Set router d522ba6b-76ca-4318-a40e-edbb44755ad2 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:40:30.450356 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-80c04a77-9d5a-4bd4-9107-1936ac44032c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:30.451781 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-80c04a77-9d5a-4bd4-9107-1936ac44032c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/networks?id=5544e5e7-1b86-4921-a8e8-43aa752738da HTTP/1.1" status: 200 len: 797 time: 0.3796520 Oct 26 08:40:30.469361 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-e45dcfab-4b79-40e2-9426-da08690d3754 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/quotas/c0122ef6aaf84badac5fbf473c701d56 HTTP/1.1" status: 200 len: 375 time: 0.0116971 Oct 26 08:40:30.498934 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-2ca7d1e3-a346-4fc6-bd0e-27809b2e08ee None None] Provisioning complete for port 6928a3b5-e696-412d-ad2b-7cf427da7f3a triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:40:30.499214 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2ca7d1e3-a346-4fc6-bd0e-27809b2e08ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:30.523363 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-47dadff4-dfe5-42ca-9d54-4f182ddb183c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474448 Oct 26 08:40:30.630297 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-0286b3c6-fbe6-4396-b18a-13ff8d491eed service neutron] 10.222.0.41 "GET /v2.0/networks/5544e5e7-1b86-4921-a8e8-43aa752738da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946662 Oct 26 08:40:30.687106 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2ca7d1e3-a346-4fc6-bd0e-27809b2e08ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:30.720689 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-68470dc0-dd61-4d45-b711-524daa41774d service neutron] 10.222.0.41 "GET /v2.0/networks/5544e5e7-1b86-4921-a8e8-43aa752738da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834496 Oct 26 08:40:30.730134 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-a0cb4372-88cf-49cd-8724-aff5185c4d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'name': 'tempest-TestNetworkBasicOps-router-918579548', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'f145014d-cdd9-48cb-885c-46439baef8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:40:23Z', 'updated_at': '2021-10-26T08:40:27Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'f145014d-cdd9-48cb-885c-46439baef8cb', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:40:24Z', 'updated_at': '2021-10-26T08:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '6928a3b5-e696-412d-ad2b-7cf427da7f3a', 'name': '', 'network_id': '5544e5e7-1b86-4921-a8e8-43aa752738da', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:de:fc:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '6f7125da-8dde-45bd-95df-b5cd6363dc33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:40:26Z', 'updated_at': '2021-10-26T08:40:30Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '6f7125da-8dde-45bd-95df-b5cd6363dc33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:40:30.733730 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-2ca7d1e3-a346-4fc6-bd0e-27809b2e08ee None None] For port 6928a3b5-e696-412d-ad2b-7cf427da7f3a, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=6928a3b5-e696-412d-ad2b-7cf427da7f3a,segment=NetworkSegment(875e68f2-9dc3-443c-b3c4-c992eec7cbb8),segment_id=875e68f2-9dc3-443c-b3c4-c992eec7cbb8)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:40:30.760199 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2ca7d1e3-a346-4fc6-bd0e-27809b2e08ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:30.764479 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cb4372-88cf-49cd-8724-aff5185c4d05 None None] The sync data for ids ['d522ba6b-76ca-4318-a40e-edbb44755ad2'] in dv-neutron-804846-13-hyperv is: [{'id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'name': 'tempest-TestNetworkBasicOps-router-918579548', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'f145014d-cdd9-48cb-885c-46439baef8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:40:23Z', 'updated_at': '2021-10-26T08:40:27Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'f145014d-cdd9-48cb-885c-46439baef8cb', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:40:24Z', 'updated_at': '2021-10-26T08:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '6928a3b5-e696-412d-ad2b-7cf427da7f3a', 'name': '', 'network_id': '5544e5e7-1b86-4921-a8e8-43aa752738da', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:de:fc:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '6f7125da-8dde-45bd-95df-b5cd6363dc33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:40:26Z', 'updated_at': '2021-10-26T08:40:30Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '6f7125da-8dde-45bd-95df-b5cd6363dc33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:40:30.850020 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7d1e3-a346-4fc6-bd0e-27809b2e08ee None None] Pushing event updated for resources: {'Port': ['ID=6928a3b5-e696-412d-ad2b-7cf427da7f3a,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:30.923996 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ac0ea1c4-20d7-459a-8aff-099d17bd5a91 req-5fca1cb6-274b-45dc-bf28-cc78739b9c09 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a572174-c7e4-4f72-9d71-2270dd273887 HTTP/1.1" status: 200 len: 210 time: 0.0345140 Oct 26 08:40:31.732494 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 6928a3b5-e696-412d-ad2b-7cf427da7f3a up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:40:31.790109 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 6928a3b5-e696-412d-ad2b-7cf427da7f3a triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:40:31.790491 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:31.894412 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-c5107247-ef15-43ba-aaec-226e978ff217 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:31.895871 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-c5107247-ef15-43ba-aaec-226e978ff217 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "GET /v2.0/networks?id=5544e5e7-1b86-4921-a8e8-43aa752738da HTTP/1.1" status: 200 len: 797 time: 0.1270373 Oct 26 08:40:31.944350 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-aac1eebe-7079-41aa-bfe5-9960980c11f2 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0122ef6aaf84badac5fbf473c701d56 HTTP/1.1" status: 200 len: 379 time: 0.0376098 Oct 26 08:40:31.956366 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-06361f72-c552-451f-a468-41f1ecf35f48 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'port': {'device_id': '0a572174-c7e4-4f72-9d71-2270dd273887', 'network_id': '5544e5e7-1b86-4921-a8e8-43aa752738da', 'admin_state_up': True, 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'security_groups': ['ccf1f983-8d01-47a1-b1df-dbbcfa78617d']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:40:32.020934 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-56566b42-8e2c-43f0-ab6f-70f27c323ab5 req-c64c88a9-e1fe-457a-94ce-e482526ae2e2 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a572174-c7e4-4f72-9d71-2270dd273887 HTTP/1.1" status: 200 len: 210 time: 0.0266004 Oct 26 08:40:32.072153 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-06361f72-c552-451f-a468-41f1ecf35f48 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Made reservation on behalf of c0122ef6aaf84badac5fbf473c701d56 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:40:32.075732 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-06361f72-c552-451f-a468-41f1ecf35f48 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:32.202072 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-06361f72-c552-451f-a468-41f1ecf35f48 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Allocated IP 172.20.0.12 (5544e5e7-1b86-4921-a8e8-43aa752738da/6f7125da-8dde-45bd-95df-b5cd6363dc33/b3502ee0-c32c-453f-b04a-4dc61470514e) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:40:32.338921 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-06361f72-c552-451f-a468-41f1ecf35f48 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:32.371640 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-06361f72-c552-451f-a468-41f1ecf35f48 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:32.415288 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-06361f72-c552-451f-a468-41f1ecf35f48 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network 5544e5e7-1b86-4921-a8e8-43aa752738da is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:40:32.420395 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-06361f72-c552-451f-a468-41f1ecf35f48 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:40:32.422814 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-06361f72-c552-451f-a468-41f1ecf35f48 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:40:32.455452 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06361f72-c552-451f-a468-41f1ecf35f48 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=b3502ee0-c32c-453f-b04a-4dc61470514e,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:32.482994 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-06361f72-c552-451f-a468-41f1ecf35f48 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:32.483633 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-06361f72-c552-451f-a468-41f1ecf35f48 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:32.501766 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-06361f72-c552-451f-a468-41f1ecf35f48 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5491421 Oct 26 08:40:32.515456 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-8a7d9f6e-0304-4d46-a217-dd296cf48cf6 service neutron] Request body: {'port': {'device_id': '0a572174-c7e4-4f72-9d71-2270dd273887', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:40:32.571706 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-8a7d9f6e-0304-4d46-a217-dd296cf48cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:32.691735 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-11a63eef-7039-4630-bb6c-761aa2cb2f50 None None] Provisioning complete for port b3502ee0-c32c-453f-b04a-4dc61470514e triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:40:32.692100 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-11a63eef-7039-4630-bb6c-761aa2cb2f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:32.730921 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-11a63eef-7039-4630-bb6c-761aa2cb2f50 None None] Port b3502ee0-c32c-453f-b04a-4dc61470514e cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:40:32.839267 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-8a7d9f6e-0304-4d46-a217-dd296cf48cf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3502ee0-c32c-453f-b04a-4dc61470514e {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:40:32.846771 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-8a7d9f6e-0304-4d46-a217-dd296cf48cf6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:32.859666 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-8a7d9f6e-0304-4d46-a217-dd296cf48cf6 service neutron] Transition to ACTIVE for port object b3502ee0-c32c-453f-b04a-4dc61470514e will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 08:40:32.863682 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-8a7d9f6e-0304-4d46-a217-dd296cf48cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:32.916263 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d9f6e-0304-4d46-a217-dd296cf48cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=b3502ee0-c32c-453f-b04a-4dc61470514e,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:32.987623 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-8a7d9f6e-0304-4d46-a217-dd296cf48cf6 service neutron] Attempting to bind port b3502ee0-c32c-453f-b04a-4dc61470514e on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:40:32.988335 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-8a7d9f6e-0304-4d46-a217-dd296cf48cf6 service neutron] Attempting to bind port b3502ee0-c32c-453f-b04a-4dc61470514e by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '875e68f2-9dc3-443c-b3c4-c992eec7cbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5544e5e7-1b86-4921-a8e8-43aa752738da'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:40:32.988335 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-8a7d9f6e-0304-4d46-a217-dd296cf48cf6 service neutron] Attempting to bind port b3502ee0-c32c-453f-b04a-4dc61470514e on network 5544e5e7-1b86-4921-a8e8-43aa752738da {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:40:32.993046 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-8a7d9f6e-0304-4d46-a217-dd296cf48cf6 service neutron] Port b3502ee0-c32c-453f-b04a-4dc61470514e on network 5544e5e7-1b86-4921-a8e8-43aa752738da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:40:32.993371 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-8a7d9f6e-0304-4d46-a217-dd296cf48cf6 service neutron] Attempting to bind port b3502ee0-c32c-453f-b04a-4dc61470514e on network 5544e5e7-1b86-4921-a8e8-43aa752738da {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:40:32.998475 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-8a7d9f6e-0304-4d46-a217-dd296cf48cf6 service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:40:32.998825 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-8a7d9f6e-0304-4d46-a217-dd296cf48cf6 service neutron] Checking segment: {'id': '875e68f2-9dc3-443c-b3c4-c992eec7cbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5544e5e7-1b86-4921-a8e8-43aa752738da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:40:32.999293 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-8a7d9f6e-0304-4d46-a217-dd296cf48cf6 service neutron] Bound using segment: {'id': '875e68f2-9dc3-443c-b3c4-c992eec7cbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5544e5e7-1b86-4921-a8e8-43aa752738da'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:40:32.999632 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-8a7d9f6e-0304-4d46-a217-dd296cf48cf6 service neutron] Bound port: b3502ee0-c32c-453f-b04a-4dc61470514e, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875e68f2-9dc3-443c-b3c4-c992eec7cbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5544e5e7-1b86-4921-a8e8-43aa752738da'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:40:33.000006 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-8a7d9f6e-0304-4d46-a217-dd296cf48cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:33.066004 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-8a7d9f6e-0304-4d46-a217-dd296cf48cf6 service neutron] For port b3502ee0-c32c-453f-b04a-4dc61470514e, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:40:33.069707 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-8a7d9f6e-0304-4d46-a217-dd296cf48cf6 service neutron] For port b3502ee0-c32c-453f-b04a-4dc61470514e, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=b3502ee0-c32c-453f-b04a-4dc61470514e,segment=NetworkSegment(875e68f2-9dc3-443c-b3c4-c992eec7cbb8),segment_id=875e68f2-9dc3-443c-b3c4-c992eec7cbb8)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:40:33.073827 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-8a7d9f6e-0304-4d46-a217-dd296cf48cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:33.118254 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-8a7d9f6e-0304-4d46-a217-dd296cf48cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:33.118895 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-8a7d9f6e-0304-4d46-a217-dd296cf48cf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:33.120249 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-8a7d9f6e-0304-4d46-a217-dd296cf48cf6 service neutron] 10.222.0.47 "PUT /v2.0/ports/b3502ee0-c32c-453f-b04a-4dc61470514e HTTP/1.1" status: 200 len: 1094 time: 0.6091802 Oct 26 08:40:33.120719 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a572174-c7e4-4f72-9d71-2270dd273887', 'tag': 'b3502ee0-c32c-453f-b04a-4dc61470514e'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:40:33.123076 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a96158c-536e-41b7-9085-d935a02ac9dd" -d '{"events": [{"name": "network-changed", "server_uuid": "0a572174-c7e4-4f72-9d71-2270dd273887", "tag": "b3502ee0-c32c-453f-b04a-4dc61470514e"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:40:33.200045 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5ecf8-b97b-455a-9940-911620f15f2e req-8eea5328-4031-43a4-a631-e1a19a823298 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:33.201597 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bef5ecf8-b97b-455a-9940-911620f15f2e req-8eea5328-4031-43a4-a631-e1a19a823298 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a572174-c7e4-4f72-9d71-2270dd273887 HTTP/1.1" status: 200 len: 944 time: 0.1017616 Oct 26 08:40:33.202356 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d9f6e-0304-4d46-a217-dd296cf48cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=b3502ee0-c32c-453f-b04a-4dc61470514e,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:33.205996 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4ff2c0-9830-430d-82e3-dd56374a5991 x-openstack-request-id: req-2c4ff2c0-9830-430d-82e3-dd56374a5991 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:40:33.206214 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a572174-c7e4-4f72-9d71-2270dd273887", "tag": "b3502ee0-c32c-453f-b04a-4dc61470514e", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:40:33.206468 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2c4ff2c0-9830-430d-82e3-dd56374a5991 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:40:33.206858 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a572174-c7e4-4f72-9d71-2270dd273887', 'tag': 'b3502ee0-c32c-453f-b04a-4dc61470514e', 'status': 'completed', 'code': 200} Oct 26 08:40:33.263416 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-0ae71e94-effb-429d-bda2-e619cd191b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:33.264942 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-0ae71e94-effb-429d-bda2-e619cd191b26 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=0a572174-c7e4-4f72-9d71-2270dd273887 HTTP/1.1" status: 200 len: 1097 time: 0.0872192 Oct 26 08:40:33.270289 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bef5ecf8-b97b-455a-9940-911620f15f2e req-055b8ff7-509e-4573-86f7-81dcbf730324 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccf1f983-8d01-47a1-b1df-dbbcfa78617d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488009 Oct 26 08:40:33.313549 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-d05d3b57-e432-42c8-913d-98a58c00658f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3502ee0-c32c-453f-b04a-4dc61470514e HTTP/1.1" status: 200 len: 217 time: 0.0377057 Oct 26 08:40:33.366358 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-940a0b3b-8dfa-405b-a72a-b5b9ca3f2dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:33.367705 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-940a0b3b-8dfa-405b-a72a-b5b9ca3f2dc9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f7125da-8dde-45bd-95df-b5cd6363dc33 HTTP/1.1" status: 200 len: 835 time: 0.0467787 Oct 26 08:40:33.414889 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-b58597be-2b2d-489a-9b46-8a6c51ebde76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:33.416407 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-b58597be-2b2d-489a-9b46-8a6c51ebde76 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5544e5e7-1b86-4921-a8e8-43aa752738da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0416698 Oct 26 08:40:33.507236 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-69e672db-6833-428e-b9fe-8180b995cd3b service neutron] 10.222.0.47 "GET /v2.0/networks/5544e5e7-1b86-4921-a8e8-43aa752738da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829389 Oct 26 08:40:33.599606 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-29f17fcf-e988-4e7b-b59c-0bd00ccfb229 req-4cf4992a-6266-48bf-bb34-64ea3eeb7b21 service neutron] 10.222.0.47 "GET /v2.0/networks/5544e5e7-1b86-4921-a8e8-43aa752738da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850651 Oct 26 08:40:33.690347 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96158c-536e-41b7-9085-d935a02ac9dd req-4e232cee-c64a-4426-913a-8a9f46f10a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:33.691920 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2a96158c-536e-41b7-9085-d935a02ac9dd req-4e232cee-c64a-4426-913a-8a9f46f10a2f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=0a572174-c7e4-4f72-9d71-2270dd273887 HTTP/1.1" status: 200 len: 1097 time: 0.0405838 Oct 26 08:40:33.796791 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96158c-536e-41b7-9085-d935a02ac9dd req-d9d1bc7e-12d8-40bb-97e1-6360d30d9944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:33.798324 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2a96158c-536e-41b7-9085-d935a02ac9dd req-d9d1bc7e-12d8-40bb-97e1-6360d30d9944 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5544e5e7-1b86-4921-a8e8-43aa752738da HTTP/1.1" status: 200 len: 898 time: 0.0910940 Oct 26 08:40:33.842507 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2a96158c-536e-41b7-9085-d935a02ac9dd req-d8acacfa-b43f-4f43-9d6b-94835c3d0535 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3502ee0-c32c-453f-b04a-4dc61470514e HTTP/1.1" status: 200 len: 217 time: 0.0342667 Oct 26 08:40:33.894418 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96158c-536e-41b7-9085-d935a02ac9dd req-a0ac0f1a-c02b-4e28-8d8f-fa2f070db1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:33.895907 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2a96158c-536e-41b7-9085-d935a02ac9dd req-a0ac0f1a-c02b-4e28-8d8f-fa2f070db1d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f7125da-8dde-45bd-95df-b5cd6363dc33 HTTP/1.1" status: 200 len: 835 time: 0.0438700 Oct 26 08:40:33.947435 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96158c-536e-41b7-9085-d935a02ac9dd req-6e399cbc-857e-4aec-a7d7-8f1093cf31ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:33.948917 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2a96158c-536e-41b7-9085-d935a02ac9dd req-6e399cbc-857e-4aec-a7d7-8f1093cf31ba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5544e5e7-1b86-4921-a8e8-43aa752738da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0443742 Oct 26 08:40:34.038734 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2a96158c-536e-41b7-9085-d935a02ac9dd req-a25b6a8b-26ed-4918-acaa-75b0e0f8c1d1 service neutron] 10.222.0.47 "GET /v2.0/networks/5544e5e7-1b86-4921-a8e8-43aa752738da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816808 Oct 26 08:40:34.132335 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2a96158c-536e-41b7-9085-d935a02ac9dd req-78af2293-8aaf-442f-af2e-cd66074865b5 service neutron] 10.222.0.47 "GET /v2.0/networks/5544e5e7-1b86-4921-a8e8-43aa752738da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851684 Oct 26 08:40:34.393051 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b0dfa-6a87-441b-9159-a3b420613607 req-198e99a7-0cc0-421b-889d-206397a13a2b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:34.394554 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0d4b0dfa-6a87-441b-9159-a3b420613607 req-198e99a7-0cc0-421b-889d-206397a13a2b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a572174-c7e4-4f72-9d71-2270dd273887 HTTP/1.1" status: 200 len: 944 time: 0.0533280 Oct 26 08:40:34.433012 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0d4b0dfa-6a87-441b-9159-a3b420613607 req-3d867190-d80b-4479-a056-709a7c4ae8bc tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccf1f983-8d01-47a1-b1df-dbbcfa78617d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319831 Oct 26 08:40:35.039933 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device b3502ee0-c32c-453f-b04a-4dc61470514e details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 08:40:35.135858 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port b3502ee0-c32c-453f-b04a-4dc61470514e, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=b3502ee0-c32c-453f-b04a-4dc61470514e,segment=NetworkSegment(875e68f2-9dc3-443c-b3c4-c992eec7cbb8),segment_id=875e68f2-9dc3-443c-b3c4-c992eec7cbb8)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:40:35.146799 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': 'b3502ee0-c32c-453f-b04a-4dc61470514e', 'network_id': '5544e5e7-1b86-4921-a8e8-43aa752738da', 'port_id': 'b3502ee0-c32c-453f-b04a-4dc61470514e', 'mac_address': 'fa:16:3e:0c:84:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f7125da-8dde-45bd-95df-b5cd6363dc33', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 08:40:35.187161 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:35.199744 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3502ee0-c32c-453f-b04a-4dc61470514e {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:40:35.218330 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port b3502ee0-c32c-453f-b04a-4dc61470514e, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=b3502ee0-c32c-453f-b04a-4dc61470514e,segment=NetworkSegment(875e68f2-9dc3-443c-b3c4-c992eec7cbb8),segment_id=875e68f2-9dc3-443c-b3c4-c992eec7cbb8)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:40:35.222159 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:35.270502 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=b3502ee0-c32c-453f-b04a-4dc61470514e,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:35.429395 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['b3502ee0-c32c-453f-b04a-4dc61470514e'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:40:35.551972 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803f165-b482-45be-a066-22e810afdb12 req-b97be817-a2b9-43d9-a374-4e90c7890d4b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:35.554246 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9803f165-b482-45be-a066-22e810afdb12 req-b97be817-a2b9-43d9-a374-4e90c7890d4b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a572174-c7e4-4f72-9d71-2270dd273887 HTTP/1.1" status: 200 len: 945 time: 0.0505500 Oct 26 08:40:35.592120 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9803f165-b482-45be-a066-22e810afdb12 req-199414f6-e5df-456a-a3a9-1214d9e9017d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccf1f983-8d01-47a1-b1df-dbbcfa78617d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319300 Oct 26 08:40:36.708563 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c4355-3626-47b7-a159-175cafa6ba7a req-35b0ff7f-f102-4e59-83da-d1bac9754d8c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:36.710179 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5d0c4355-3626-47b7-a159-175cafa6ba7a req-35b0ff7f-f102-4e59-83da-d1bac9754d8c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a572174-c7e4-4f72-9d71-2270dd273887 HTTP/1.1" status: 200 len: 945 time: 0.0514557 Oct 26 08:40:36.748551 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5d0c4355-3626-47b7-a159-175cafa6ba7a req-fc5600ba-ad4e-4a8a-bdad-5385f09b9051 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccf1f983-8d01-47a1-b1df-dbbcfa78617d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323865 Oct 26 08:40:37.042170 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device b3502ee0-c32c-453f-b04a-4dc61470514e up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:40:37.090710 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port b3502ee0-c32c-453f-b04a-4dc61470514e completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 08:40:37.094785 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port b3502ee0-c32c-453f-b04a-4dc61470514e triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:40:37.095158 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:37.175304 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:37.197707 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a572174-c7e4-4f72-9d71-2270dd273887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3502ee0-c32c-453f-b04a-4dc61470514e'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:40:37.199994 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a249b0-9d11-4744-8414-0ff2abf781f9" -d '{"events": [{"server_uuid": "0a572174-c7e4-4f72-9d71-2270dd273887", "name": "network-vif-plugged", "status": "completed", "tag": "b3502ee0-c32c-453f-b04a-4dc61470514e"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:40:37.213480 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port b3502ee0-c32c-453f-b04a-4dc61470514e, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=b3502ee0-c32c-453f-b04a-4dc61470514e,segment=NetworkSegment(875e68f2-9dc3-443c-b3c4-c992eec7cbb8),segment_id=875e68f2-9dc3-443c-b3c4-c992eec7cbb8)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:40:37.217681 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:37.241364 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7baf8f-d5ce-468b-9e75-7c321ac461de x-openstack-request-id: req-9b7baf8f-d5ce-468b-9e75-7c321ac461de {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:40:37.241655 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a572174-c7e4-4f72-9d71-2270dd273887", "name": "network-vif-plugged", "status": "completed", "tag": "b3502ee0-c32c-453f-b04a-4dc61470514e", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:40:37.241918 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9b7baf8f-d5ce-468b-9e75-7c321ac461de {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:40:37.242314 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a572174-c7e4-4f72-9d71-2270dd273887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3502ee0-c32c-453f-b04a-4dc61470514e', 'code': 200} Oct 26 08:40:37.268403 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=b3502ee0-c32c-453f-b04a-4dc61470514e,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:37.276239 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:40:37.276595 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:40:37.276947 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:40:37.277289 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:40:37.277644 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:40:37.277989 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:40:37.278326 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:40:37.278662 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:40:37.278992 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:40:37.279320 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:40:37.279645 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:40:37.279967 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:40:37.403397 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31eb77a-9a93-4a63-9466-2e92bd0253be req-c361fed7-ef9c-43c5-8b6f-d6ef88ca1d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:37.404866 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d31eb77a-9a93-4a63-9466-2e92bd0253be req-c361fed7-ef9c-43c5-8b6f-d6ef88ca1d01 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0a572174-c7e4-4f72-9d71-2270dd273887 HTTP/1.1" status: 200 len: 1099 time: 0.0409212 Oct 26 08:40:37.439197 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d31eb77a-9a93-4a63-9466-2e92bd0253be req-b05ef2a4-2724-49cf-b00d-a914461422ec service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ccf1f983-8d01-47a1-b1df-dbbcfa78617d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273466 Oct 26 08:40:37.871178 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89305acf-9992-4dca-ae48-c274ef667c14 req-3a02f4ad-e0a0-4c5f-98d6-3ec544fdfe22 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:37.872574 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-89305acf-9992-4dca-ae48-c274ef667c14 req-3a02f4ad-e0a0-4c5f-98d6-3ec544fdfe22 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a572174-c7e4-4f72-9d71-2270dd273887 HTTP/1.1" status: 200 len: 946 time: 0.0512066 Oct 26 08:40:37.913947 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-89305acf-9992-4dca-ae48-c274ef667c14 req-cb7e6d9d-044e-4da2-84ce-53f4135795b6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccf1f983-8d01-47a1-b1df-dbbcfa78617d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353270 Oct 26 08:40:39.044740 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2e44f-1eb2-428d-8b74-84c4ba737784 req-a33620e2-4e4b-4cf5-95c3-91ed52e31037 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:39.046263 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-23e2e44f-1eb2-428d-8b74-84c4ba737784 req-a33620e2-4e4b-4cf5-95c3-91ed52e31037 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a572174-c7e4-4f72-9d71-2270dd273887 HTTP/1.1" status: 200 len: 946 time: 0.0532153 Oct 26 08:40:39.083438 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-23e2e44f-1eb2-428d-8b74-84c4ba737784 req-12e79c78-3105-498a-904e-dd50a39c02ed tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccf1f983-8d01-47a1-b1df-dbbcfa78617d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313358 Oct 26 08:40:39.204311 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964eaab8-58f9-4267-93b7-f6fc3dff4fea req-aad136ff-daf1-4844-969c-67b0af358290 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:39.205733 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-964eaab8-58f9-4267-93b7-f6fc3dff4fea req-aad136ff-daf1-4844-969c-67b0af358290 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a572174-c7e4-4f72-9d71-2270dd273887 HTTP/1.1" status: 200 len: 946 time: 0.0534999 Oct 26 08:40:39.244006 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-964eaab8-58f9-4267-93b7-f6fc3dff4fea req-23e54cd6-62b5-4961-a41d-854bc91fc4f3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccf1f983-8d01-47a1-b1df-dbbcfa78617d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321953 Oct 26 08:40:39.266544 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38554) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:40:39.306604 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e299ed84-81a9-4056-ac9f-c6f32a47d922 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:39.308133 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e299ed84-81a9-4056-ac9f-c6f32a47d922 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0a572174-c7e4-4f72-9d71-2270dd273887 HTTP/1.1" status: 200 len: 1094 time: 0.0405903 Oct 26 08:40:39.310941 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38556) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:40:39.315222 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-5fe51a8f-b631-4ffe-a9cc-28c08519b9e5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'floatingip': {'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'port_id': 'b3502ee0-c32c-453f-b04a-4dc61470514e', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:40:39.337693 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5fe51a8f-b631-4ffe-a9cc-28c08519b9e5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:39.437800 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5fe51a8f-b631-4ffe-a9cc-28c08519b9e5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:39.539900 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-5fe51a8f-b631-4ffe-a9cc-28c08519b9e5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Allocated IP 172.26.2.107 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/1874e759-60f7-4866-9737-bc47fbb4cce4) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:40:39.648970 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5fe51a8f-b631-4ffe-a9cc-28c08519b9e5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:39.684218 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5fe51a8f-b631-4ffe-a9cc-28c08519b9e5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:39.719889 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe51a8f-b631-4ffe-a9cc-28c08519b9e5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:40:39.725517 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-5fe51a8f-b631-4ffe-a9cc-28c08519b9e5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:40:39.729177 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe51a8f-b631-4ffe-a9cc-28c08519b9e5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:40:39.754548 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe51a8f-b631-4ffe-a9cc-28c08519b9e5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=1874e759-60f7-4866-9737-bc47fbb4cce4,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:39.765607 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe51a8f-b631-4ffe-a9cc-28c08519b9e5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:40:39.765988 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe51a8f-b631-4ffe-a9cc-28c08519b9e5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:40:39.766336 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe51a8f-b631-4ffe-a9cc-28c08519b9e5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:40:39.766681 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe51a8f-b631-4ffe-a9cc-28c08519b9e5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:40:39.767017 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe51a8f-b631-4ffe-a9cc-28c08519b9e5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:40:39.767349 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe51a8f-b631-4ffe-a9cc-28c08519b9e5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:40:39.767681 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe51a8f-b631-4ffe-a9cc-28c08519b9e5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:40:39.768014 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe51a8f-b631-4ffe-a9cc-28c08519b9e5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:40:39.768343 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe51a8f-b631-4ffe-a9cc-28c08519b9e5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:40:39.768670 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe51a8f-b631-4ffe-a9cc-28c08519b9e5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:40:39.768993 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe51a8f-b631-4ffe-a9cc-28c08519b9e5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:40:39.769320 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe51a8f-b631-4ffe-a9cc-28c08519b9e5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:40:40.435759 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5fe51a8f-b631-4ffe-a9cc-28c08519b9e5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:40.499954 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5fe51a8f-b631-4ffe-a9cc-28c08519b9e5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:40.648621 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5fe51a8f-b631-4ffe-a9cc-28c08519b9e5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:40.653031 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5fe51a8f-b631-4ffe-a9cc-28c08519b9e5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:40.721089 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe51a8f-b631-4ffe-a9cc-28c08519b9e5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=1874e759-60f7-4866-9737-bc47fbb4cce4,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:40.732489 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5fe51a8f-b631-4ffe-a9cc-28c08519b9e5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:40.833707 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [None req-5fe51a8f-b631-4ffe-a9cc-28c08519b9e5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Floating IP 75f7d657-53cb-4fd5-8db4-5d98b0e57a69 associated. External IP: 172.26.2.107, port: b3502ee0-c32c-453f-b04a-4dc61470514e. Oct 26 08:40:41.044983 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe51a8f-b631-4ffe-a9cc-28c08519b9e5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router d522ba6b-76ca-4318-a40e-edbb44755ad2 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:40:41.155555 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe51a8f-b631-4ffe-a9cc-28c08519b9e5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:40:41.165858 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78745fcc-8c60-4a35-885f-fbf98fa8b6c7 None None] Sync routers for ids ['d522ba6b-76ca-4318-a40e-edbb44755ad2'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:40:41.173462 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5fe51a8f-b631-4ffe-a9cc-28c08519b9e5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:41.176163 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78745fcc-8c60-4a35-885f-fbf98fa8b6c7 None None] Routers {'d522ba6b-76ca-4318-a40e-edbb44755ad2'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:40:41.176774 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-78745fcc-8c60-4a35-885f-fbf98fa8b6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:40:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['d522ba6b-76ca-4318-a40e-edbb44755ad2'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:40:41.200890 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-5fe51a8f-b631-4ffe-a9cc-28c08519b9e5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8887796 Oct 26 08:40:41.201507 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a572174-c7e4-4f72-9d71-2270dd273887', 'tag': 'b3502ee0-c32c-453f-b04a-4dc61470514e'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:40:41.203508 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38558) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:40:41.204013 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f7d89b-7723-4179-b513-9c424838211f" -d '{"events": [{"name": "network-changed", "server_uuid": "0a572174-c7e4-4f72-9d71-2270dd273887", "tag": "b3502ee0-c32c-453f-b04a-4dc61470514e"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:40:41.242260 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0221f07f-1a09-4a05-87c5-794059eae7a7 x-openstack-request-id: req-0221f07f-1a09-4a05-87c5-794059eae7a7 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:40:41.242661 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a572174-c7e4-4f72-9d71-2270dd273887", "tag": "b3502ee0-c32c-453f-b04a-4dc61470514e", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:40:41.243084 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0221f07f-1a09-4a05-87c5-794059eae7a7 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:40:41.243561 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a572174-c7e4-4f72-9d71-2270dd273887', 'tag': 'b3502ee0-c32c-453f-b04a-4dc61470514e', 'status': 'completed', 'code': 200} Oct 26 08:40:41.269878 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-967fa3f5-a8ba-4a82-8140-d8ddf9b24a04 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/floatingips/75f7d657-53cb-4fd5-8db4-5d98b0e57a69 HTTP/1.1" status: 200 len: 992 time: 0.0651641 Oct 26 08:40:41.286773 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-78745fcc-8c60-4a35-885f-fbf98fa8b6c7 None None] Set router d522ba6b-76ca-4318-a40e-edbb44755ad2 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:40:41.308074 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7d89b-7723-4179-b513-9c424838211f req-22ef63ae-d901-472e-bc73-0dd7ac7f727c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:41.309513 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-52f7d89b-7723-4179-b513-9c424838211f req-22ef63ae-d901-472e-bc73-0dd7ac7f727c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=0a572174-c7e4-4f72-9d71-2270dd273887 HTTP/1.1" status: 200 len: 1099 time: 0.0426912 Oct 26 08:40:41.405786 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7d89b-7723-4179-b513-9c424838211f req-cc46926a-bff8-4921-94e9-79be0047cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:41.407315 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-52f7d89b-7723-4179-b513-9c424838211f req-cc46926a-bff8-4921-94e9-79be0047cf82 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5544e5e7-1b86-4921-a8e8-43aa752738da HTTP/1.1" status: 200 len: 898 time: 0.0907865 Oct 26 08:40:41.474038 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-52f7d89b-7723-4179-b513-9c424838211f req-1e8ba711-dd04-4194-8b9e-e2b4281f4460 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3502ee0-c32c-453f-b04a-4dc61470514e HTTP/1.1" status: 200 len: 1000 time: 0.0590971 Oct 26 08:40:41.515968 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-78745fcc-8c60-4a35-885f-fbf98fa8b6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'name': 'tempest-TestNetworkBasicOps-router-918579548', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'f145014d-cdd9-48cb-885c-46439baef8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:40:23Z', 'updated_at': '2021-10-26T08:40:27Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'f145014d-cdd9-48cb-885c-46439baef8cb', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:40:24Z', 'updated_at': '2021-10-26T08:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '75f7d657-53cb-4fd5-8db4-5d98b0e57a69', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.107', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'port_id': 'b3502ee0-c32c-453f-b04a-4dc61470514e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5544e5e7-1b86-4921-a8e8-43aa752738da', 'mac_address': 'fa:16:3e:0c:84:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a572174-c7e4-4f72-9d71-2270dd273887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:40:40Z', 'updated_at': '2021-10-26T08:40:40Z', 'revision_number': 0, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6928a3b5-e696-412d-ad2b-7cf427da7f3a', 'name': '', 'network_id': '5544e5e7-1b86-4921-a8e8-43aa752738da', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:de:fc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '6f7125da-8dde-45bd-95df-b5cd6363dc33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:40:26Z', 'updated_at': '2021-10-26T08:40:30Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '6f7125da-8dde-45bd-95df-b5cd6363dc33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:40:41.526566 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7d89b-7723-4179-b513-9c424838211f req-c8e95430-e9c2-4fa1-9828-71a35be1bbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:41.528035 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-52f7d89b-7723-4179-b513-9c424838211f req-c8e95430-e9c2-4fa1-9828-71a35be1bbb4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f7125da-8dde-45bd-95df-b5cd6363dc33 HTTP/1.1" status: 200 len: 835 time: 0.0479860 Oct 26 08:40:41.545479 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78745fcc-8c60-4a35-885f-fbf98fa8b6c7 None None] Checking router: d522ba6b-76ca-4318-a40e-edbb44755ad2 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:40:41.554598 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78745fcc-8c60-4a35-885f-fbf98fa8b6c7 None None] Routers {'d522ba6b-76ca-4318-a40e-edbb44755ad2'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:40:41.555202 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-78745fcc-8c60-4a35-885f-fbf98fa8b6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:40:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['d522ba6b-76ca-4318-a40e-edbb44755ad2'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:40:41.577037 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7d89b-7723-4179-b513-9c424838211f req-ebc2e084-e14b-4035-ae41-bbbb4cce6479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:41.578531 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-52f7d89b-7723-4179-b513-9c424838211f req-ebc2e084-e14b-4035-ae41-bbbb4cce6479 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5544e5e7-1b86-4921-a8e8-43aa752738da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0434427 Oct 26 08:40:41.659744 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-78745fcc-8c60-4a35-885f-fbf98fa8b6c7 None None] Set router d522ba6b-76ca-4318-a40e-edbb44755ad2 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:40:41.670581 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-52f7d89b-7723-4179-b513-9c424838211f req-9f8be7a3-d7fb-44f1-bf43-9576c04129b1 service neutron] 10.222.0.47 "GET /v2.0/networks/5544e5e7-1b86-4921-a8e8-43aa752738da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840166 Oct 26 08:40:41.764890 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-52f7d89b-7723-4179-b513-9c424838211f req-3ad34802-8f92-4597-9833-005c09204d4e service neutron] 10.222.0.47 "GET /v2.0/networks/5544e5e7-1b86-4921-a8e8-43aa752738da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874777 Oct 26 08:40:41.885200 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-78745fcc-8c60-4a35-885f-fbf98fa8b6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'name': 'tempest-TestNetworkBasicOps-router-918579548', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'f145014d-cdd9-48cb-885c-46439baef8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:40:23Z', 'updated_at': '2021-10-26T08:40:27Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'f145014d-cdd9-48cb-885c-46439baef8cb', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:40:24Z', 'updated_at': '2021-10-26T08:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '75f7d657-53cb-4fd5-8db4-5d98b0e57a69', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.107', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'port_id': 'b3502ee0-c32c-453f-b04a-4dc61470514e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5544e5e7-1b86-4921-a8e8-43aa752738da', 'mac_address': 'fa:16:3e:0c:84:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a572174-c7e4-4f72-9d71-2270dd273887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:40:40Z', 'updated_at': '2021-10-26T08:40:40Z', 'revision_number': 0, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6928a3b5-e696-412d-ad2b-7cf427da7f3a', 'name': '', 'network_id': '5544e5e7-1b86-4921-a8e8-43aa752738da', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:de:fc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '6f7125da-8dde-45bd-95df-b5cd6363dc33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:40:26Z', 'updated_at': '2021-10-26T08:40:30Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '6f7125da-8dde-45bd-95df-b5cd6363dc33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:40:41.911315 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78745fcc-8c60-4a35-885f-fbf98fa8b6c7 None None] The sync data for ids ['d522ba6b-76ca-4318-a40e-edbb44755ad2'] in dv-neutron-804846-13-hyperv is: [{'id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'name': 'tempest-TestNetworkBasicOps-router-918579548', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'f145014d-cdd9-48cb-885c-46439baef8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:40:23Z', 'updated_at': '2021-10-26T08:40:27Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'f145014d-cdd9-48cb-885c-46439baef8cb', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:40:24Z', 'updated_at': '2021-10-26T08:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '75f7d657-53cb-4fd5-8db4-5d98b0e57a69', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.107', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'port_id': 'b3502ee0-c32c-453f-b04a-4dc61470514e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5544e5e7-1b86-4921-a8e8-43aa752738da', 'mac_address': 'fa:16:3e:0c:84:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a572174-c7e4-4f72-9d71-2270dd273887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:40:40Z', 'updated_at': '2021-10-26T08:40:40Z', 'revision_number': 0, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6928a3b5-e696-412d-ad2b-7cf427da7f3a', 'name': '', 'network_id': '5544e5e7-1b86-4921-a8e8-43aa752738da', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:de:fc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '6f7125da-8dde-45bd-95df-b5cd6363dc33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:40:26Z', 'updated_at': '2021-10-26T08:40:30Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '6f7125da-8dde-45bd-95df-b5cd6363dc33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:40:42.094771 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fa10f0-4e52-4d61-8fcc-f597ffa50fef None None] New status for floating IP 75f7d657-53cb-4fd5-8db4-5d98b0e57a69: ACTIVE {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:40:42.273337 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38562) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:40:42.335053 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-8f5ee67c-3a0d-4650-a701-ab458a19cf9f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/floatingips/75f7d657-53cb-4fd5-8db4-5d98b0e57a69 HTTP/1.1" status: 200 len: 994 time: 0.0605040 Oct 26 08:40:49.367109 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-27b7438e-b690-42a7-ad75-df59d708a29c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:49.400374 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff698cd-8c34-4057-9e1f-e6ce93cf71f5 req-ce41f7df-11e1-4d39-94f8-993b8b323849 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:49.401958 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6ff698cd-8c34-4057-9e1f-e6ce93cf71f5 req-ce41f7df-11e1-4d39-94f8-993b8b323849 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5446ef03-8434-4894-978b-469526eac09a HTTP/1.1" status: 200 len: 946 time: 0.0629537 Oct 26 08:40:49.446535 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6ff698cd-8c34-4057-9e1f-e6ce93cf71f5 req-7f138be4-c5d4-4389-9ddd-e6fea32ce94d tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370004 Oct 26 08:40:50.565962 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afbdda-1e11-401e-9ea0-21ada4c8c696 req-467da2d5-b6f1-49dc-93b4-eb90013b718f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:50.567528 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-78afbdda-1e11-401e-9ea0-21ada4c8c696 req-467da2d5-b6f1-49dc-93b4-eb90013b718f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5446ef03-8434-4894-978b-469526eac09a HTTP/1.1" status: 200 len: 946 time: 0.0507865 Oct 26 08:40:50.610205 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-78afbdda-1e11-401e-9ea0-21ada4c8c696 req-a10d46b0-5968-46a0-9c42-7116988334d0 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354469 Oct 26 08:40:51.003489 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e9f49-d267-4868-95db-c30d94b99277 req-51a88590-1f65-4c8a-bece-df37360bfaae tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:51.004944 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c14e9f49-d267-4868-95db-c30d94b99277 req-51a88590-1f65-4c8a-bece-df37360bfaae tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.47 "GET /v2.0/ports?device_id=5446ef03-8434-4894-978b-469526eac09a HTTP/1.1" status: 200 len: 946 time: 0.0502334 Oct 26 08:40:51.096844 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-c14e9f49-d267-4868-95db-c30d94b99277 req-cf60acf8-6a9f-4252-bbc3-923d3834708b tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Deleting port 7fd86af7-a22e-4895-b8c8-0b3059f8f609 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:40:51.097187 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c14e9f49-d267-4868-95db-c30d94b99277 req-cf60acf8-6a9f-4252-bbc3-923d3834708b tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:51.188343 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-c14e9f49-d267-4868-95db-c30d94b99277 req-cf60acf8-6a9f-4252-bbc3-923d3834708b tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] For port 7fd86af7-a22e-4895-b8c8-0b3059f8f609, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=7fd86af7-a22e-4895-b8c8-0b3059f8f609,segment=NetworkSegment(ee9d28ae-f82a-46f0-83dd-bc4a97034bc9),segment_id=ee9d28ae-f82a-46f0-83dd-bc4a97034bc9)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:40:51.188715 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c14e9f49-d267-4868-95db-c30d94b99277 req-cf60acf8-6a9f-4252-bbc3-923d3834708b tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:51.361488 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c14e9f49-d267-4868-95db-c30d94b99277 req-cf60acf8-6a9f-4252-bbc3-923d3834708b tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:51.361877 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c14e9f49-d267-4868-95db-c30d94b99277 req-cf60acf8-6a9f-4252-bbc3-923d3834708b tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:51.362199 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [req-c14e9f49-d267-4868-95db-c30d94b99277 req-cf60acf8-6a9f-4252-bbc3-923d3834708b tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Floating IP a4f3b2c4-48a4-48b2-b7bc-51d3e36fb914 disassociated. External IP: 172.26.2.232, port: 7fd86af7-a22e-4895-b8c8-0b3059f8f609. Oct 26 08:40:51.362542 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-c14e9f49-d267-4868-95db-c30d94b99277 req-cf60acf8-6a9f-4252-bbc3-923d3834708b tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Calling delete_port for 7fd86af7-a22e-4895-b8c8-0b3059f8f609 owned by compute:nova {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:40:51.489530 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c14e9f49-d267-4868-95db-c30d94b99277 req-cf60acf8-6a9f-4252-bbc3-923d3834708b tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:51.517903 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60acf8-6a9f-4252-bbc3-923d3834708b tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Pushing event deleted for resources: {'Port': ['ID=7fd86af7-a22e-4895-b8c8-0b3059f8f609,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:51.631066 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c14e9f49-d267-4868-95db-c30d94b99277 req-cf60acf8-6a9f-4252-bbc3-923d3834708b tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Router 738fe4aa-1d31-483d-b64a-536262569c1f has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:40:51.736337 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ddd3f088-36ae-4923-aab9-53195eee4ea3 req-fefe12dd-fad8-4e4c-a2c5-0f53177e81ea tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5446ef03-8434-4894-978b-469526eac09a HTTP/1.1" status: 200 len: 210 time: 0.0331397 Oct 26 08:40:51.763533 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c14e9f49-d267-4868-95db-c30d94b99277 req-cf60acf8-6a9f-4252-bbc3-923d3834708b tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:40:51.773582 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d444f390-fde1-4d18-bd12-8fe1d1724db6 None None] Sync routers for ids ['738fe4aa-1d31-483d-b64a-536262569c1f'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:40:51.782930 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d444f390-fde1-4d18-bd12-8fe1d1724db6 None None] Routers {'738fe4aa-1d31-483d-b64a-536262569c1f'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:40:51.783606 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-d444f390-fde1-4d18-bd12-8fe1d1724db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:40:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['738fe4aa-1d31-483d-b64a-536262569c1f'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:40:51.806516 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-c14e9f49-d267-4868-95db-c30d94b99277 req-cf60acf8-6a9f-4252-bbc3-923d3834708b tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] No DVR routers for this DVR port 7fd86af7-a22e-4895-b8c8-0b3059f8f609 on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:40:51.809117 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c14e9f49-d267-4868-95db-c30d94b99277 req-cf60acf8-6a9f-4252-bbc3-923d3834708b tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:51.812580 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c14e9f49-d267-4868-95db-c30d94b99277 req-cf60acf8-6a9f-4252-bbc3-923d3834708b tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.47 "DELETE /v2.0/ports/7fd86af7-a22e-4895-b8c8-0b3059f8f609 HTTP/1.1" status: 204 len: 173 time: 0.7994773 Oct 26 08:40:51.813051 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5446ef03-8434-4894-978b-469526eac09a', 'name': 'network-vif-deleted', 'tag': '7fd86af7-a22e-4895-b8c8-0b3059f8f609'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:40:51.815499 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b620757-6724-4d2d-928e-3a9f5744841c" -d '{"events": [{"server_uuid": "5446ef03-8434-4894-978b-469526eac09a", "name": "network-vif-deleted", "tag": "7fd86af7-a22e-4895-b8c8-0b3059f8f609"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:40:51.859974 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e6bc20-19f8-4991-8b32-06e0a0ee87d5 x-openstack-request-id: req-07e6bc20-19f8-4991-8b32-06e0a0ee87d5 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:40:51.860273 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5446ef03-8434-4894-978b-469526eac09a", "name": "network-vif-deleted", "tag": "7fd86af7-a22e-4895-b8c8-0b3059f8f609", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:40:51.860825 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-07e6bc20-19f8-4991-8b32-06e0a0ee87d5 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:40:51.861038 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5446ef03-8434-4894-978b-469526eac09a', 'name': 'network-vif-deleted', 'tag': '7fd86af7-a22e-4895-b8c8-0b3059f8f609', 'status': 'completed', 'code': 200} Oct 26 08:40:51.901043 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-d444f390-fde1-4d18-bd12-8fe1d1724db6 None None] Set router 738fe4aa-1d31-483d-b64a-536262569c1f gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:40:52.045164 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e658cb3f-e23f-4114-a8aa-3d09de921628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:52.119014 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-d444f390-fde1-4d18-bd12-8fe1d1724db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'name': 'tempest-TestVolumeBootPattern-1797665840-router', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '83e53520-fd9d-466d-9556-54b701a48465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:02Z', 'revision_number': 4, 'project_id': '012ebdc024314225b35adc225bf3c042', 'gw_port': {'id': '83e53520-fd9d-466d-9556-54b701a48465', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'db55979a-f053-49dc-917b-3a28db70ba14', 'name': '', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'mac_address': 'fa:16:3e:a0:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:01Z', 'updated_at': '2021-10-26T08:38:06Z', 'revision_number': 5, 'project_id': '012ebdc024314225b35adc225bf3c042', 'subnets': [{'id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:40:52.145062 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d444f390-fde1-4d18-bd12-8fe1d1724db6 None None] Checking router: 738fe4aa-1d31-483d-b64a-536262569c1f for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:40:52.154529 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d444f390-fde1-4d18-bd12-8fe1d1724db6 None None] Routers {'738fe4aa-1d31-483d-b64a-536262569c1f'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:40:52.155302 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-d444f390-fde1-4d18-bd12-8fe1d1724db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:40:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['738fe4aa-1d31-483d-b64a-536262569c1f'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:40:52.348838 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-d444f390-fde1-4d18-bd12-8fe1d1724db6 None None] Set router 738fe4aa-1d31-483d-b64a-536262569c1f gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:40:52.549057 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-d444f390-fde1-4d18-bd12-8fe1d1724db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'name': 'tempest-TestVolumeBootPattern-1797665840-router', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '83e53520-fd9d-466d-9556-54b701a48465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:02Z', 'revision_number': 4, 'project_id': '012ebdc024314225b35adc225bf3c042', 'gw_port': {'id': '83e53520-fd9d-466d-9556-54b701a48465', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'db55979a-f053-49dc-917b-3a28db70ba14', 'name': '', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'mac_address': 'fa:16:3e:a0:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:01Z', 'updated_at': '2021-10-26T08:38:06Z', 'revision_number': 5, 'project_id': '012ebdc024314225b35adc225bf3c042', 'subnets': [{'id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:40:52.576332 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d444f390-fde1-4d18-bd12-8fe1d1724db6 None None] The sync data for ids ['738fe4aa-1d31-483d-b64a-536262569c1f'] in dv-neutron-804846-13-hyperv is: [{'id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'name': 'tempest-TestVolumeBootPattern-1797665840-router', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '83e53520-fd9d-466d-9556-54b701a48465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:02Z', 'revision_number': 4, 'project_id': '012ebdc024314225b35adc225bf3c042', 'gw_port': {'id': '83e53520-fd9d-466d-9556-54b701a48465', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'db55979a-f053-49dc-917b-3a28db70ba14', 'name': '', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'mac_address': 'fa:16:3e:a0:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:01Z', 'updated_at': '2021-10-26T08:38:06Z', 'revision_number': 5, 'project_id': '012ebdc024314225b35adc225bf3c042', 'subnets': [{'id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:40:52.810361 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4638cd84-b04e-47ad-892c-ac0e3a6b19c8 None None] New status for floating IP a4f3b2c4-48a4-48b2-b7bc-51d3e36fb914: DOWN {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:40:52.843824 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5a90d032-df06-4ea5-94e0-4a038e6b2b1f req-41227e34-075a-4741-aab6-f2277f21ab4c tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5446ef03-8434-4894-978b-469526eac09a HTTP/1.1" status: 200 len: 210 time: 0.0364211 Oct 26 08:40:53.079774 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:53.089326 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 7fd86af7-a22e-4895-b8c8-0b3059f8f609 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:40:53.111283 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] No Port match for: 7fd86af7-a22e-4895-b8c8-0b3059f8f609 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:40:53.111641 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 7fd86af7-a22e-4895-b8c8-0b3059f8f609 not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:40:53.273385 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:53.941114 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f10dfb8b-41da-4fa9-8ecd-8a362e47b17e req-88db554d-1a7d-4ef3-8d4c-d0cb9ceb0ae0 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5446ef03-8434-4894-978b-469526eac09a HTTP/1.1" status: 200 len: 210 time: 0.0270836 Oct 26 08:40:54.167304 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:54.777696 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:55.038277 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b6987ba6-d66b-44c9-91fe-3bfeae061225 req-ae59badf-2ff2-4662-83ca-e08c97d6f5db tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5446ef03-8434-4894-978b-469526eac09a HTTP/1.1" status: 200 len: 210 time: 0.0268419 Oct 26 08:40:56.136623 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-eabc70ad-3236-4552-85e6-2dfeaef487b3 req-7955070d-0427-4578-b90b-81bf27fbbadc tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=5446ef03-8434-4894-978b-469526eac09a HTTP/1.1" status: 200 len: 210 time: 0.0288324 Oct 26 08:40:57.375718 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-eeea3ea4-afd9-40db-bbaf-04dd932cdf14 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1307799629&fields=id&tenant_id=012ebdc024314225b35adc225bf3c042 HTTP/1.1" status: 200 len: 267 time: 0.0324991 Oct 26 08:40:57.485833 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-c3dd3c61-bea7-420a-93d2-14769b35f1c2 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:57.487192 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-c3dd3c61-bea7-420a-93d2-14769b35f1c2 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/networks?id=aaea57e4-9420-417b-be2f-9d1c60706f42 HTTP/1.1" status: 200 len: 812 time: 0.1046600 Oct 26 08:40:57.502266 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-bb365170-a72b-401f-bcff-80715923e04b tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/quotas/012ebdc024314225b35adc225bf3c042 HTTP/1.1" status: 200 len: 375 time: 0.0089087 Oct 26 08:40:57.556992 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-2b62547b-30aa-46c9-8ad9-1b8a8629a22a tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=012ebdc024314225b35adc225bf3c042&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485694 Oct 26 08:40:57.653964 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-1cc93f76-2d50-4870-bd16-58b82f1177ee service neutron] 10.222.0.41 "GET /v2.0/networks/aaea57e4-9420-417b-be2f-9d1c60706f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852602 Oct 26 08:40:57.743672 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-5d427c09-5105-4062-840b-11f01374d43c service neutron] 10.222.0.41 "GET /v2.0/networks/aaea57e4-9420-417b-be2f-9d1c60706f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836215 Oct 26 08:40:58.024713 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4688c021-d6b0-4217-bfc4-6e2674057270 req-0b46065e-6cf1-47c8-8fd3-08b0d9e52261 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f45eac02-cf7a-49c9-998b-56268e4d1489 HTTP/1.1" status: 200 len: 210 time: 0.0264900 Oct 26 08:40:58.930738 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-1a0ae3b8-0492-45ba-94c1-3685694b4645 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:58.932214 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-1a0ae3b8-0492-45ba-94c1-3685694b4645 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.47 "GET /v2.0/networks?id=aaea57e4-9420-417b-be2f-9d1c60706f42 HTTP/1.1" status: 200 len: 812 time: 0.1117947 Oct 26 08:40:58.979114 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-acbe51b8-b228-461e-9578-4cfb82848e3a tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=012ebdc024314225b35adc225bf3c042 HTTP/1.1" status: 200 len: 380 time: 0.0364878 Oct 26 08:40:58.988759 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-b54a61d7-0aba-4531-b2b4-51d06df4455a tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Request body: {'port': {'device_id': 'f45eac02-cf7a-49c9-998b-56268e4d1489', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'admin_state_up': True, 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'security_groups': ['8615fbfe-2625-478e-8765-7a7a2edfc7ea']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:40:59.106931 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-b54a61d7-0aba-4531-b2b4-51d06df4455a tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Made reservation on behalf of 012ebdc024314225b35adc225bf3c042 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:40:59.110965 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-b54a61d7-0aba-4531-b2b4-51d06df4455a tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:59.130160 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-faff391d-3bb5-4f2a-a9f1-5e4d66ade350 req-d4c5fe1e-c236-4768-acbc-dc37e899f633 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f45eac02-cf7a-49c9-998b-56268e4d1489 HTTP/1.1" status: 200 len: 210 time: 0.0295727 Oct 26 08:40:59.247273 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-b54a61d7-0aba-4531-b2b4-51d06df4455a tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Allocated IP 172.20.0.8 (aaea57e4-9420-417b-be2f-9d1c60706f42/854d097d-f76d-4dde-9873-e30632cd6b45/c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:40:59.392990 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-b54a61d7-0aba-4531-b2b4-51d06df4455a tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:59.428005 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-b54a61d7-0aba-4531-b2b4-51d06df4455a tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:59.473650 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-b54a61d7-0aba-4531-b2b4-51d06df4455a tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Network aaea57e4-9420-417b-be2f-9d1c60706f42 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:40:59.478922 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-b54a61d7-0aba-4531-b2b4-51d06df4455a tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:40:59.483443 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-b54a61d7-0aba-4531-b2b4-51d06df4455a tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:40:59.488126 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a61d7-0aba-4531-b2b4-51d06df4455a tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Pushing event updated for resources: {'Port': ['ID=c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:40:59.537291 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-b54a61d7-0aba-4531-b2b4-51d06df4455a tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:40:59.538148 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-b54a61d7-0aba-4531-b2b4-51d06df4455a tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:59.561791 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-b54a61d7-0aba-4531-b2b4-51d06df4455a tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5766323 Oct 26 08:40:59.576340 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-6c04e854-a80c-4f43-a629-4b4b647059ab service neutron] Request body: {'port': {'device_id': 'f45eac02-cf7a-49c9-998b-56268e4d1489', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:40:59.637470 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-6c04e854-a80c-4f43-a629-4b4b647059ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:59.767406 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-628bddcd-35eb-4fd1-a090-646c49c4bdab None None] Provisioning complete for port c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:40:59.768395 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-628bddcd-35eb-4fd1-a090-646c49c4bdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:59.805892 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-628bddcd-35eb-4fd1-a090-646c49c4bdab None None] Port c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:40:59.915784 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-6c04e854-a80c-4f43-a629-4b4b647059ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:40:59.923275 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-6c04e854-a80c-4f43-a629-4b4b647059ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:40:59.935901 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-6c04e854-a80c-4f43-a629-4b4b647059ab service neutron] Transition to ACTIVE for port object c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 08:40:59.940602 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-6c04e854-a80c-4f43-a629-4b4b647059ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:00.013265 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04e854-a80c-4f43-a629-4b4b647059ab service neutron] Pushing event updated for resources: {'Port': ['ID=c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:00.063691 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-6c04e854-a80c-4f43-a629-4b4b647059ab service neutron] Attempting to bind port c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:41:00.064036 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-6c04e854-a80c-4f43-a629-4b4b647059ab service neutron] Attempting to bind port c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ee9d28ae-f82a-46f0-83dd-bc4a97034bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:41:00.064397 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-6c04e854-a80c-4f43-a629-4b4b647059ab service neutron] Attempting to bind port c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc on network aaea57e4-9420-417b-be2f-9d1c60706f42 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:41:00.069067 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-6c04e854-a80c-4f43-a629-4b4b647059ab service neutron] Port c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc on network aaea57e4-9420-417b-be2f-9d1c60706f42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:41:00.069400 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-6c04e854-a80c-4f43-a629-4b4b647059ab service neutron] Attempting to bind port c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc on network aaea57e4-9420-417b-be2f-9d1c60706f42 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:41:00.074639 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-6c04e854-a80c-4f43-a629-4b4b647059ab service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:41:00.075223 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-6c04e854-a80c-4f43-a629-4b4b647059ab service neutron] Checking segment: {'id': 'ee9d28ae-f82a-46f0-83dd-bc4a97034bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:41:00.075854 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-6c04e854-a80c-4f43-a629-4b4b647059ab service neutron] Bound using segment: {'id': 'ee9d28ae-f82a-46f0-83dd-bc4a97034bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:41:00.076480 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-6c04e854-a80c-4f43-a629-4b4b647059ab service neutron] Bound port: c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee9d28ae-f82a-46f0-83dd-bc4a97034bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:41:00.077050 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-6c04e854-a80c-4f43-a629-4b4b647059ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:00.148491 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-6c04e854-a80c-4f43-a629-4b4b647059ab service neutron] For port c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:41:00.152990 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-6c04e854-a80c-4f43-a629-4b4b647059ab service neutron] For port c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc,segment=NetworkSegment(ee9d28ae-f82a-46f0-83dd-bc4a97034bc9),segment_id=ee9d28ae-f82a-46f0-83dd-bc4a97034bc9)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:41:00.159382 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-6c04e854-a80c-4f43-a629-4b4b647059ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:00.198480 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-6c04e854-a80c-4f43-a629-4b4b647059ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:00.199104 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-6c04e854-a80c-4f43-a629-4b4b647059ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:00.200514 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-6c04e854-a80c-4f43-a629-4b4b647059ab service neutron] 10.222.0.47 "PUT /v2.0/ports/c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc HTTP/1.1" status: 200 len: 1093 time: 0.6288657 Oct 26 08:41:00.200978 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45eac02-cf7a-49c9-998b-56268e4d1489', 'tag': 'c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:41:00.203280 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec5eed3-b67b-4773-92a5-3c4b1e074ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "f45eac02-cf7a-49c9-998b-56268e4d1489", "tag": "c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:41:00.272109 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f34ab7-46c8-4c93-b8f9-6c2abf5ef4bd x-openstack-request-id: req-09f34ab7-46c8-4c93-b8f9-6c2abf5ef4bd {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:41:00.272373 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f45eac02-cf7a-49c9-998b-56268e4d1489", "tag": "c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:41:00.272556 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-09f34ab7-46c8-4c93-b8f9-6c2abf5ef4bd {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:41:00.272987 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f45eac02-cf7a-49c9-998b-56268e4d1489', 'tag': 'c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc', 'status': 'completed', 'code': 200} Oct 26 08:41:00.313401 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04e854-a80c-4f43-a629-4b4b647059ab service neutron] Pushing event updated for resources: {'Port': ['ID=c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:00.332631 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed75d7-f0d1-4970-bed5-efc7e592ce2d req-bbceaa1f-450a-4198-bb9c-3289e1176de3 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:00.335065 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f0ed75d7-f0d1-4970-bed5-efc7e592ce2d req-bbceaa1f-450a-4198-bb9c-3289e1176de3 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f45eac02-cf7a-49c9-998b-56268e4d1489 HTTP/1.1" status: 200 len: 943 time: 0.1235182 Oct 26 08:41:00.348998 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-b816d122-4d3c-4089-9599-475d8b6cef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:00.350719 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-b816d122-4d3c-4089-9599-475d8b6cef1a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=012ebdc024314225b35adc225bf3c042&device_id=f45eac02-cf7a-49c9-998b-56268e4d1489 HTTP/1.1" status: 200 len: 1096 time: 0.0955274 Oct 26 08:41:00.421291 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f0ed75d7-f0d1-4970-bed5-efc7e592ce2d req-4c2d1c5f-e28f-478b-b4a7-945234f63a48 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797782 Oct 26 08:41:00.422698 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-fdbdc06d-869c-47e6-b409-c6328948987d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc HTTP/1.1" status: 200 len: 217 time: 0.0620716 Oct 26 08:41:00.483532 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-88769b27-d5dd-4270-84ed-0223618747b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:00.485029 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-88769b27-d5dd-4270-84ed-0223618747b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=854d097d-f76d-4dde-9873-e30632cd6b45 HTTP/1.1" status: 200 len: 851 time: 0.0521085 Oct 26 08:41:00.542211 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-5762b864-1f34-4ba4-9790-dfb2495f0321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:00.543663 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-5762b864-1f34-4ba4-9790-dfb2495f0321 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aaea57e4-9420-417b-be2f-9d1c60706f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0481617 Oct 26 08:41:00.638498 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-f54e5847-2b51-4a62-a02c-15bc2217f221 service neutron] 10.222.0.47 "GET /v2.0/networks/aaea57e4-9420-417b-be2f-9d1c60706f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867689 Oct 26 08:41:00.733863 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a78576d8-d15e-4867-9b9a-64df85810c94 req-f9ec54a7-a6f5-4884-94d4-e3397374664b service neutron] 10.222.0.47 "GET /v2.0/networks/aaea57e4-9420-417b-be2f-9d1c60706f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875969 Oct 26 08:41:00.820324 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5eed3-b67b-4773-92a5-3c4b1e074ef0 req-6e0cffc9-258a-4dff-ae58-6d7146b1ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:00.821809 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3ec5eed3-b67b-4773-92a5-3c4b1e074ef0 req-6e0cffc9-258a-4dff-ae58-6d7146b1ac9f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=012ebdc024314225b35adc225bf3c042&device_id=f45eac02-cf7a-49c9-998b-56268e4d1489 HTTP/1.1" status: 200 len: 1096 time: 0.0418251 Oct 26 08:41:00.917389 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5eed3-b67b-4773-92a5-3c4b1e074ef0 req-98e08a94-4390-4fee-a63f-1b35c35d1448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:00.919044 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3ec5eed3-b67b-4773-92a5-3c4b1e074ef0 req-98e08a94-4390-4fee-a63f-1b35c35d1448 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aaea57e4-9420-417b-be2f-9d1c60706f42 HTTP/1.1" status: 200 len: 913 time: 0.0902278 Oct 26 08:41:00.964683 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3ec5eed3-b67b-4773-92a5-3c4b1e074ef0 req-aa1672a5-78b0-43ba-85c3-0dea880208b8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc HTTP/1.1" status: 200 len: 217 time: 0.0378470 Oct 26 08:41:01.015168 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5eed3-b67b-4773-92a5-3c4b1e074ef0 req-448b8f63-57c1-49ac-a4be-c50e55392335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:01.016639 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3ec5eed3-b67b-4773-92a5-3c4b1e074ef0 req-448b8f63-57c1-49ac-a4be-c50e55392335 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=854d097d-f76d-4dde-9873-e30632cd6b45 HTTP/1.1" status: 200 len: 851 time: 0.0431771 Oct 26 08:41:01.067430 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5eed3-b67b-4773-92a5-3c4b1e074ef0 req-e53013f2-ca7a-4fff-b0f6-58c390910acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:01.069577 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3ec5eed3-b67b-4773-92a5-3c4b1e074ef0 req-e53013f2-ca7a-4fff-b0f6-58c390910acc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aaea57e4-9420-417b-be2f-9d1c60706f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0442560 Oct 26 08:41:01.159841 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3ec5eed3-b67b-4773-92a5-3c4b1e074ef0 req-f867e71d-b1d0-491d-83cd-f97ddde1e430 service neutron] 10.222.0.47 "GET /v2.0/networks/aaea57e4-9420-417b-be2f-9d1c60706f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816000 Oct 26 08:41:01.256628 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3ec5eed3-b67b-4773-92a5-3c4b1e074ef0 req-a3694391-a9d8-4f23-be38-63e705d93464 service neutron] 10.222.0.47 "GET /v2.0/networks/aaea57e4-9420-417b-be2f-9d1c60706f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873330 Oct 26 08:41:01.542423 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef05077-588f-4e25-bd4e-31e0ae69a120 req-e435c767-2d4a-48b0-a0d0-eccd25068b00 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:01.543934 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-aef05077-588f-4e25-bd4e-31e0ae69a120 req-e435c767-2d4a-48b0-a0d0-eccd25068b00 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f45eac02-cf7a-49c9-998b-56268e4d1489 HTTP/1.1" status: 200 len: 943 time: 0.0541818 Oct 26 08:41:01.582934 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-aef05077-588f-4e25-bd4e-31e0ae69a120 req-4de1e5ff-782c-4f41-bf07-59f945eccca7 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329232 Oct 26 08:41:02.700100 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ad03a-eebc-4285-8f08-d2e39423b6f2 req-46ae94e4-a6a2-49fe-9a96-10ccf9af9c01 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:02.701882 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5d7ad03a-eebc-4285-8f08-d2e39423b6f2 req-46ae94e4-a6a2-49fe-9a96-10ccf9af9c01 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f45eac02-cf7a-49c9-998b-56268e4d1489 HTTP/1.1" status: 200 len: 943 time: 0.0511529 Oct 26 08:41:02.740979 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5d7ad03a-eebc-4285-8f08-d2e39423b6f2 req-92e70d36-4d18-4d1e-b1b6-36257c40b798 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329912 Oct 26 08:41:03.873438 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681c236-4eae-46ac-b681-74ffe403db1b req-7024014a-1612-4fec-8502-0c02cf256e3c tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:03.874986 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e681c236-4eae-46ac-b681-74ffe403db1b req-7024014a-1612-4fec-8502-0c02cf256e3c tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f45eac02-cf7a-49c9-998b-56268e4d1489 HTTP/1.1" status: 200 len: 943 time: 0.0535502 Oct 26 08:41:03.914573 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e681c236-4eae-46ac-b681-74ffe403db1b req-405a2c56-8d7f-47fc-b41d-e18a574c64bc tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335898 Oct 26 08:41:05.031219 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003d7da-829d-4654-a184-762ba907bbfc req-87dcd455-a421-46f4-97a9-57f3550919eb tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:05.032851 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f003d7da-829d-4654-a184-762ba907bbfc req-87dcd455-a421-46f4-97a9-57f3550919eb tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f45eac02-cf7a-49c9-998b-56268e4d1489 HTTP/1.1" status: 200 len: 943 time: 0.0494726 Oct 26 08:41:05.072277 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f003d7da-829d-4654-a184-762ba907bbfc req-c22045e8-d2b6-4e27-a40b-ae746f87e0d1 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323927 Oct 26 08:41:05.676564 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:41:06.185875 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304cb05-026a-475c-91c5-48675932c6fc req-2afde3e7-37f1-42cc-a5f1-940a1799de01 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:06.187334 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6304cb05-026a-475c-91c5-48675932c6fc req-2afde3e7-37f1-42cc-a5f1-940a1799de01 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f45eac02-cf7a-49c9-998b-56268e4d1489 HTTP/1.1" status: 200 len: 943 time: 0.0494316 Oct 26 08:41:06.229931 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6304cb05-026a-475c-91c5-48675932c6fc req-248f7749-e516-42fe-9eea-b43278ad6277 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325909 Oct 26 08:41:07.348580 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36fea2-cc0d-420b-bbc6-5a83982c46df req-9e217066-265a-47ee-90f7-ca12e96233bc tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:07.350284 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-ab36fea2-cc0d-420b-bbc6-5a83982c46df req-9e217066-265a-47ee-90f7-ca12e96233bc tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f45eac02-cf7a-49c9-998b-56268e4d1489 HTTP/1.1" status: 200 len: 943 time: 0.0540116 Oct 26 08:41:07.387889 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-ab36fea2-cc0d-420b-bbc6-5a83982c46df req-e8ceb99a-7c69-4556-890b-7544d43852ec tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317614 Oct 26 08:41:08.506964 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7c9ab-9b56-4168-92c1-9f2edc3f5e5e req-1ef9d526-a769-45cb-bf16-c0accec78dff tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:08.508453 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8ac7c9ab-9b56-4168-92c1-9f2edc3f5e5e req-1ef9d526-a769-45cb-bf16-c0accec78dff tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f45eac02-cf7a-49c9-998b-56268e4d1489 HTTP/1.1" status: 200 len: 943 time: 0.0548894 Oct 26 08:41:08.546981 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8ac7c9ab-9b56-4168-92c1-9f2edc3f5e5e req-25e27c58-fd49-4384-b8c4-5b50b4cd68b9 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326321 Oct 26 08:41:09.660883 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219423b-9d38-4673-9502-6afa70f02db1 req-07fd0ca1-9771-4173-84f1-850337ba87ce tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:09.663479 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0219423b-9d38-4673-9502-6afa70f02db1 req-07fd0ca1-9771-4173-84f1-850337ba87ce tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f45eac02-cf7a-49c9-998b-56268e4d1489 HTTP/1.1" status: 200 len: 943 time: 0.0505033 Oct 26 08:41:09.701398 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0219423b-9d38-4673-9502-6afa70f02db1 req-9f5b3c1c-3205-4c70-9aef-766ad0bfcf71 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320287 Oct 26 08:41:10.815094 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cb8e8-b2ed-477e-9750-e0f8972dad5e req-b97e4be5-eb82-4497-8131-e49221fa0c05 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:10.816560 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f62cb8e8-b2ed-477e-9750-e0f8972dad5e req-b97e4be5-eb82-4497-8131-e49221fa0c05 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f45eac02-cf7a-49c9-998b-56268e4d1489 HTTP/1.1" status: 200 len: 943 time: 0.0484934 Oct 26 08:41:10.854928 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f62cb8e8-b2ed-477e-9750-e0f8972dad5e req-09d314b9-0adc-4f6e-9c9d-f1026a41d331 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317969 Oct 26 08:41:11.243839 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 08:41:11.338758 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc,segment=NetworkSegment(ee9d28ae-f82a-46f0-83dd-bc4a97034bc9),segment_id=ee9d28ae-f82a-46f0-83dd-bc4a97034bc9)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:41:11.349918 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': 'c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'port_id': 'c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc', 'mac_address': 'fa:16:3e:53:27:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 08:41:11.389849 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:11.402276 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:41:11.420517 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc,segment=NetworkSegment(ee9d28ae-f82a-46f0-83dd-bc4a97034bc9),segment_id=ee9d28ae-f82a-46f0-83dd-bc4a97034bc9)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:41:11.424313 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:11.470744 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:11.651671 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:41:11.967010 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ceb1ab-2808-4d10-aa86-3e75f96b5fae req-e751bf82-dd75-4cbd-8162-141da4996b24 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:11.968478 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-89ceb1ab-2808-4d10-aa86-3e75f96b5fae req-e751bf82-dd75-4cbd-8162-141da4996b24 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f45eac02-cf7a-49c9-998b-56268e4d1489 HTTP/1.1" status: 200 len: 944 time: 0.0486083 Oct 26 08:41:12.006473 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-89ceb1ab-2808-4d10-aa86-3e75f96b5fae req-aad0d773-9ecd-474d-bc90-6c3343235028 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311852 Oct 26 08:41:13.117688 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b34eb-cccb-4bc3-9fc7-254c35c4f788 req-0cc3b438-7f17-43dd-ac43-f8719c725cb3 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:13.119157 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-228b34eb-cccb-4bc3-9fc7-254c35c4f788 req-0cc3b438-7f17-43dd-ac43-f8719c725cb3 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f45eac02-cf7a-49c9-998b-56268e4d1489 HTTP/1.1" status: 200 len: 944 time: 0.0485005 Oct 26 08:41:13.156018 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-228b34eb-cccb-4bc3-9fc7-254c35c4f788 req-a2bb3101-5382-490a-adad-cf79e6c4d08c tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310247 Oct 26 08:41:13.275998 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:41:13.324339 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 08:41:13.327988 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:41:13.328367 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:13.408671 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:13.416943 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38654) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:41:13.432591 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45eac02-cf7a-49c9-998b-56268e4d1489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:41:13.434904 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f02d36c-9c4b-4b35-9ed7-43b921d40b29" -d '{"events": [{"server_uuid": "f45eac02-cf7a-49c9-998b-56268e4d1489", "name": "network-vif-plugged", "status": "completed", "tag": "c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:41:13.448129 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc,segment=NetworkSegment(ee9d28ae-f82a-46f0-83dd-bc4a97034bc9),segment_id=ee9d28ae-f82a-46f0-83dd-bc4a97034bc9)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:41:13.453105 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:13.477304 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d5931d-227b-4bd5-8ced-27ce81b2564d x-openstack-request-id: req-58d5931d-227b-4bd5-8ced-27ce81b2564d {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:41:13.477607 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45eac02-cf7a-49c9-998b-56268e4d1489", "name": "network-vif-plugged", "status": "completed", "tag": "c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:41:13.477890 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-58d5931d-227b-4bd5-8ced-27ce81b2564d {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:41:13.478280 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45eac02-cf7a-49c9-998b-56268e4d1489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc', 'code': 200} Oct 26 08:41:13.491538 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-26e2dde0-8140-4d58-a616-497da06a85c7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/floatingips/75f7d657-53cb-4fd5-8db4-5d98b0e57a69 HTTP/1.1" status: 200 len: 994 time: 0.0695777 Oct 26 08:41:13.509646 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:13.699320 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf77ac2-4d92-4e85-8dbb-a242855a8967 req-36963cd0-edb5-4346-93e6-6099fdea5089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:13.700853 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fdf77ac2-4d92-4e85-8dbb-a242855a8967 req-36963cd0-edb5-4346-93e6-6099fdea5089 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f45eac02-cf7a-49c9-998b-56268e4d1489 HTTP/1.1" status: 200 len: 1098 time: 0.0445843 Oct 26 08:41:13.736129 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fdf77ac2-4d92-4e85-8dbb-a242855a8967 req-aa9a8434-e8fb-45b0-8d3c-ab779ac6d082 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280621 Oct 26 08:41:13.741327 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38662) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:41:13.899892 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-f248f68b-726d-4fd2-a12e-4e2bca306fc0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting port 1874e759-60f7-4866-9737-bc47fbb4cce4 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:41:13.900324 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f248f68b-726d-4fd2-a12e-4e2bca306fc0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:13.983274 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f248f68b-726d-4fd2-a12e-4e2bca306fc0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:13.983714 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f248f68b-726d-4fd2-a12e-4e2bca306fc0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:13.996769 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-f248f68b-726d-4fd2-a12e-4e2bca306fc0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Calling delete_port for 1874e759-60f7-4866-9737-bc47fbb4cce4 owned by network:floatingip {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:41:14.145377 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f248f68b-726d-4fd2-a12e-4e2bca306fc0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:14.174559 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248f68b-726d-4fd2-a12e-4e2bca306fc0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Port': ['ID=1874e759-60f7-4866-9737-bc47fbb4cce4,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:14.235097 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f248f68b-726d-4fd2-a12e-4e2bca306fc0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:14.235433 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [None req-f248f68b-726d-4fd2-a12e-4e2bca306fc0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Floating IP 75f7d657-53cb-4fd5-8db4-5d98b0e57a69 disassociated (deleted). External IP: 172.26.2.107, port: b3502ee0-c32c-453f-b04a-4dc61470514e. Oct 26 08:41:14.278483 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca573df4-9652-4770-bfb2-d86f046fb23a req-b6d140c4-2fdb-426c-be1c-46c5824f3735 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:14.279993 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-ca573df4-9652-4770-bfb2-d86f046fb23a req-b6d140c4-2fdb-426c-be1c-46c5824f3735 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f45eac02-cf7a-49c9-998b-56268e4d1489 HTTP/1.1" status: 200 len: 945 time: 0.0507340 Oct 26 08:41:14.322261 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-ca573df4-9652-4770-bfb2-d86f046fb23a req-f4dca799-9cff-4d9f-b4c3-c2158a5fa211 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362432 Oct 26 08:41:14.781277 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f248f68b-726d-4fd2-a12e-4e2bca306fc0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router d522ba6b-76ca-4318-a40e-edbb44755ad2 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:41:14.892234 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f248f68b-726d-4fd2-a12e-4e2bca306fc0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:41:14.896929 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f248f68b-726d-4fd2-a12e-4e2bca306fc0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:14.903259 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23c54b3-626f-4014-8d09-1dc4671b92de None None] Sync routers for ids ['d522ba6b-76ca-4318-a40e-edbb44755ad2'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:41:14.914346 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23c54b3-626f-4014-8d09-1dc4671b92de None None] Routers {'d522ba6b-76ca-4318-a40e-edbb44755ad2'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:41:14.914973 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-c23c54b3-626f-4014-8d09-1dc4671b92de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:40:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['d522ba6b-76ca-4318-a40e-edbb44755ad2'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:41:14.923803 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f248f68b-726d-4fd2-a12e-4e2bca306fc0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/floatingips/75f7d657-53cb-4fd5-8db4-5d98b0e57a69 HTTP/1.1" status: 204 len: 168 time: 1.1814387 Oct 26 08:41:14.924437 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a572174-c7e4-4f72-9d71-2270dd273887', 'tag': 'b3502ee0-c32c-453f-b04a-4dc61470514e'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:41:14.926903 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5bc731-031b-44f7-a24d-755da6a5e2dd" -d '{"events": [{"name": "network-changed", "server_uuid": "0a572174-c7e4-4f72-9d71-2270dd273887", "tag": "b3502ee0-c32c-453f-b04a-4dc61470514e"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:41:14.964096 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4d2036-29ae-423b-979b-81460c440b49 x-openstack-request-id: req-3b4d2036-29ae-423b-979b-81460c440b49 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:41:14.964394 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a572174-c7e4-4f72-9d71-2270dd273887", "tag": "b3502ee0-c32c-453f-b04a-4dc61470514e", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:41:14.965929 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3b4d2036-29ae-423b-979b-81460c440b49 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:41:14.966350 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a572174-c7e4-4f72-9d71-2270dd273887', 'tag': 'b3502ee0-c32c-453f-b04a-4dc61470514e', 'status': 'completed', 'code': 200} Oct 26 08:41:15.029795 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-c23c54b3-626f-4014-8d09-1dc4671b92de None None] Set router d522ba6b-76ca-4318-a40e-edbb44755ad2 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:41:15.031923 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bc731-031b-44f7-a24d-755da6a5e2dd req-16e6779e-da04-4bfb-90ed-b213521cf9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:15.033564 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ee5bc731-031b-44f7-a24d-755da6a5e2dd req-16e6779e-da04-4bfb-90ed-b213521cf9f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=0a572174-c7e4-4f72-9d71-2270dd273887 HTTP/1.1" status: 200 len: 1099 time: 0.0439208 Oct 26 08:41:15.139357 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bc731-031b-44f7-a24d-755da6a5e2dd req-83edbd2a-6734-4024-8ca5-3264ed6ccefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:15.140917 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ee5bc731-031b-44f7-a24d-755da6a5e2dd req-83edbd2a-6734-4024-8ca5-3264ed6ccefe service neutron] 10.222.0.47 "GET /v2.0/networks?id=5544e5e7-1b86-4921-a8e8-43aa752738da HTTP/1.1" status: 200 len: 898 time: 0.0999532 Oct 26 08:41:15.171727 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16b54e-d941-4dd7-add4-5c12f8f7cc48 req-80e17393-42ce-411d-84e2-2e0510df715b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:15.173148 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-cc16b54e-d941-4dd7-add4-5c12f8f7cc48 req-80e17393-42ce-411d-84e2-2e0510df715b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a572174-c7e4-4f72-9d71-2270dd273887 HTTP/1.1" status: 200 len: 946 time: 0.0517011 Oct 26 08:41:15.185743 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ee5bc731-031b-44f7-a24d-755da6a5e2dd req-a82b0512-d4f8-429d-9e2d-449c80050091 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3502ee0-c32c-453f-b04a-4dc61470514e HTTP/1.1" status: 200 len: 217 time: 0.0366478 Oct 26 08:41:15.215947 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-cc16b54e-d941-4dd7-add4-5c12f8f7cc48 req-51744096-1628-423e-82f3-5380d26b6658 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccf1f983-8d01-47a1-b1df-dbbcfa78617d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352540 Oct 26 08:41:15.241509 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bc731-031b-44f7-a24d-755da6a5e2dd req-c29b3f81-d622-4da7-a7ba-d7d524422215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:15.243240 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ee5bc731-031b-44f7-a24d-755da6a5e2dd req-c29b3f81-d622-4da7-a7ba-d7d524422215 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f7125da-8dde-45bd-95df-b5cd6363dc33 HTTP/1.1" status: 200 len: 835 time: 0.0505950 Oct 26 08:41:15.246501 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-c23c54b3-626f-4014-8d09-1dc4671b92de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'name': 'tempest-TestNetworkBasicOps-router-918579548', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'f145014d-cdd9-48cb-885c-46439baef8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:40:23Z', 'updated_at': '2021-10-26T08:40:27Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'f145014d-cdd9-48cb-885c-46439baef8cb', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:40:24Z', 'updated_at': '2021-10-26T08:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '6928a3b5-e696-412d-ad2b-7cf427da7f3a', 'name': '', 'network_id': '5544e5e7-1b86-4921-a8e8-43aa752738da', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:de:fc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '6f7125da-8dde-45bd-95df-b5cd6363dc33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:40:26Z', 'updated_at': '2021-10-26T08:40:30Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '6f7125da-8dde-45bd-95df-b5cd6363dc33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:41:15.272501 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23c54b3-626f-4014-8d09-1dc4671b92de None None] Checking router: d522ba6b-76ca-4318-a40e-edbb44755ad2 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:41:15.280813 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23c54b3-626f-4014-8d09-1dc4671b92de None None] Routers {'d522ba6b-76ca-4318-a40e-edbb44755ad2'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:41:15.281421 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-c23c54b3-626f-4014-8d09-1dc4671b92de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:40:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['d522ba6b-76ca-4318-a40e-edbb44755ad2'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:41:15.296966 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bc731-031b-44f7-a24d-755da6a5e2dd req-9817fdae-ea0c-4005-a60b-43f8f5394db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:15.298503 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ee5bc731-031b-44f7-a24d-755da6a5e2dd req-9817fdae-ea0c-4005-a60b-43f8f5394db0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5544e5e7-1b86-4921-a8e8-43aa752738da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0460005 Oct 26 08:41:15.393872 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-c23c54b3-626f-4014-8d09-1dc4671b92de None None] Set router d522ba6b-76ca-4318-a40e-edbb44755ad2 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:41:15.396036 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ee5bc731-031b-44f7-a24d-755da6a5e2dd req-2eab1b62-3af4-4242-b111-fb81a0078d27 service neutron] 10.222.0.47 "GET /v2.0/networks/5544e5e7-1b86-4921-a8e8-43aa752738da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884366 Oct 26 08:41:15.501429 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273bf84-0fd9-424b-99e7-d5058a628665 req-a61ad75a-0f87-415f-be17-19b24d34066a tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:15.502869 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f273bf84-0fd9-424b-99e7-d5058a628665 req-a61ad75a-0f87-415f-be17-19b24d34066a tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f45eac02-cf7a-49c9-998b-56268e4d1489 HTTP/1.1" status: 200 len: 945 time: 0.1046698 Oct 26 08:41:15.547133 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ee5bc731-031b-44f7-a24d-755da6a5e2dd req-46d4fd47-cba4-46fb-94b0-5622850c78e4 service neutron] 10.222.0.47 "GET /v2.0/networks/5544e5e7-1b86-4921-a8e8-43aa752738da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404018 Oct 26 08:41:15.560287 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f273bf84-0fd9-424b-99e7-d5058a628665 req-f67911e0-8085-4852-8adf-b5993354e342 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464036 Oct 26 08:41:15.605326 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-c23c54b3-626f-4014-8d09-1dc4671b92de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'name': 'tempest-TestNetworkBasicOps-router-918579548', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'f145014d-cdd9-48cb-885c-46439baef8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:40:23Z', 'updated_at': '2021-10-26T08:40:27Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'f145014d-cdd9-48cb-885c-46439baef8cb', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:40:24Z', 'updated_at': '2021-10-26T08:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '6928a3b5-e696-412d-ad2b-7cf427da7f3a', 'name': '', 'network_id': '5544e5e7-1b86-4921-a8e8-43aa752738da', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:de:fc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '6f7125da-8dde-45bd-95df-b5cd6363dc33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:40:26Z', 'updated_at': '2021-10-26T08:40:30Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '6f7125da-8dde-45bd-95df-b5cd6363dc33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:41:15.633823 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23c54b3-626f-4014-8d09-1dc4671b92de None None] The sync data for ids ['d522ba6b-76ca-4318-a40e-edbb44755ad2'] in dv-neutron-804846-13-hyperv is: [{'id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'name': 'tempest-TestNetworkBasicOps-router-918579548', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'f145014d-cdd9-48cb-885c-46439baef8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:40:23Z', 'updated_at': '2021-10-26T08:40:27Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'f145014d-cdd9-48cb-885c-46439baef8cb', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:40:24Z', 'updated_at': '2021-10-26T08:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '6928a3b5-e696-412d-ad2b-7cf427da7f3a', 'name': '', 'network_id': '5544e5e7-1b86-4921-a8e8-43aa752738da', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:de:fc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '6f7125da-8dde-45bd-95df-b5cd6363dc33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:40:26Z', 'updated_at': '2021-10-26T08:40:30Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '6f7125da-8dde-45bd-95df-b5cd6363dc33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:41:15.683312 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0438c-78d5-4c3b-aeca-21f0624661bf req-0a13a854-4c6d-40c1-bb53-920098663152 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:15.684849 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-21f0438c-78d5-4c3b-aeca-21f0624661bf req-0a13a854-4c6d-40c1-bb53-920098663152 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f45eac02-cf7a-49c9-998b-56268e4d1489 HTTP/1.1" status: 200 len: 945 time: 0.0582078 Oct 26 08:41:15.726428 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-21f0438c-78d5-4c3b-aeca-21f0624661bf req-55788cbf-1766-4389-889f-7a7a8580223b tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351567 Oct 26 08:41:15.747787 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38676) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:41:15.789965 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db04edd5-3411-43cc-87b8-869f804612b7 tempest-TestVolumeBootPattern-1325506819 tempest-TestVolumeBootPattern-1325506819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:15.791533 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-db04edd5-3411-43cc-87b8-869f804612b7 tempest-TestVolumeBootPattern-1325506819 tempest-TestVolumeBootPattern-1325506819-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f45eac02-cf7a-49c9-998b-56268e4d1489 HTTP/1.1" status: 200 len: 1093 time: 0.0427904 Oct 26 08:41:15.794358 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38678) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:41:15.799022 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-229fd4ea-a07d-4313-9a89-2f96546c38c7 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Request body: {'floatingip': {'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'port_id': 'c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:41:15.824162 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-229fd4ea-a07d-4313-9a89-2f96546c38c7 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for floatingip, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:15.871938 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ddeaec-7c9f-45ea-85b7-6da7d2e264b9 None None] New status for floating IP 75f7d657-53cb-4fd5-8db4-5d98b0e57a69: DOWN {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:41:15.934907 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-229fd4ea-a07d-4313-9a89-2f96546c38c7 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:16.043395 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-229fd4ea-a07d-4313-9a89-2f96546c38c7 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Allocated IP 172.26.2.106 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/57c3f0ca-5d71-47e7-b1cb-600c747fe0f5) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:41:16.146595 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-229fd4ea-a07d-4313-9a89-2f96546c38c7 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:16.178593 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-229fd4ea-a07d-4313-9a89-2f96546c38c7 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:16.214875 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229fd4ea-a07d-4313-9a89-2f96546c38c7 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:41:16.216287 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-229fd4ea-a07d-4313-9a89-2f96546c38c7 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:41:16.222339 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229fd4ea-a07d-4313-9a89-2f96546c38c7 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:41:16.250008 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229fd4ea-a07d-4313-9a89-2f96546c38c7 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Pushing event updated for resources: {'Port': ['ID=57c3f0ca-5d71-47e7-b1cb-600c747fe0f5,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:16.265914 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fd4ea-a07d-4313-9a89-2f96546c38c7 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:41:16.266294 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fd4ea-a07d-4313-9a89-2f96546c38c7 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:41:16.266645 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fd4ea-a07d-4313-9a89-2f96546c38c7 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:41:16.266992 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fd4ea-a07d-4313-9a89-2f96546c38c7 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:41:16.267331 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fd4ea-a07d-4313-9a89-2f96546c38c7 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:41:16.267669 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fd4ea-a07d-4313-9a89-2f96546c38c7 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:41:16.268041 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fd4ea-a07d-4313-9a89-2f96546c38c7 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:41:16.268400 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fd4ea-a07d-4313-9a89-2f96546c38c7 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:41:16.268753 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fd4ea-a07d-4313-9a89-2f96546c38c7 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:41:16.269107 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fd4ea-a07d-4313-9a89-2f96546c38c7 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:41:16.269442 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fd4ea-a07d-4313-9a89-2f96546c38c7 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:41:16.269920 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fd4ea-a07d-4313-9a89-2f96546c38c7 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:41:16.348418 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c2722-5375-46f1-b4cd-bde3f00d9a01 req-7d8dc43f-d92e-4358-be3e-e6d13fb9ba13 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:16.350042 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d98c2722-5375-46f1-b4cd-bde3f00d9a01 req-7d8dc43f-d92e-4358-be3e-e6d13fb9ba13 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a572174-c7e4-4f72-9d71-2270dd273887 HTTP/1.1" status: 200 len: 946 time: 0.0541251 Oct 26 08:41:16.393032 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d98c2722-5375-46f1-b4cd-bde3f00d9a01 req-593821a1-9cdf-4860-87c4-541364d6a4bc tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccf1f983-8d01-47a1-b1df-dbbcfa78617d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367367 Oct 26 08:41:16.482225 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa90e5af-edc4-4749-9804-f0150a91e7bf req-8bf4c577-c42f-4678-a426-c5a5955a95a9 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:16.483858 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fa90e5af-edc4-4749-9804-f0150a91e7bf req-8bf4c577-c42f-4678-a426-c5a5955a95a9 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a572174-c7e4-4f72-9d71-2270dd273887 HTTP/1.1" status: 200 len: 946 time: 0.0502331 Oct 26 08:41:16.576928 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-fa90e5af-edc4-4749-9804-f0150a91e7bf req-512aae65-74c3-494d-8904-18cfe71873d9 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting port b3502ee0-c32c-453f-b04a-4dc61470514e {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:41:16.577274 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-fa90e5af-edc4-4749-9804-f0150a91e7bf req-512aae65-74c3-494d-8904-18cfe71873d9 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:16.591114 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-229fd4ea-a07d-4313-9a89-2f96546c38c7 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:16.658203 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-229fd4ea-a07d-4313-9a89-2f96546c38c7 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:16.671509 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-fa90e5af-edc4-4749-9804-f0150a91e7bf req-512aae65-74c3-494d-8904-18cfe71873d9 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] For port b3502ee0-c32c-453f-b04a-4dc61470514e, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=b3502ee0-c32c-453f-b04a-4dc61470514e,segment=NetworkSegment(875e68f2-9dc3-443c-b3c4-c992eec7cbb8),segment_id=875e68f2-9dc3-443c-b3c4-c992eec7cbb8)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:41:16.671872 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-fa90e5af-edc4-4749-9804-f0150a91e7bf req-512aae65-74c3-494d-8904-18cfe71873d9 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:16.685141 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-fa90e5af-edc4-4749-9804-f0150a91e7bf req-512aae65-74c3-494d-8904-18cfe71873d9 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Calling delete_port for b3502ee0-c32c-453f-b04a-4dc61470514e owned by compute:nova {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:41:16.811506 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-229fd4ea-a07d-4313-9a89-2f96546c38c7 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:16.815812 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-fa90e5af-edc4-4749-9804-f0150a91e7bf req-512aae65-74c3-494d-8904-18cfe71873d9 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:16.816305 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-229fd4ea-a07d-4313-9a89-2f96546c38c7 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:16.845945 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512aae65-74c3-494d-8904-18cfe71873d9 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Port': ['ID=b3502ee0-c32c-453f-b04a-4dc61470514e,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:16.894732 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa90e5af-edc4-4749-9804-f0150a91e7bf req-512aae65-74c3-494d-8904-18cfe71873d9 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] No DVR routers for this DVR port b3502ee0-c32c-453f-b04a-4dc61470514e on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:41:16.897371 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-fa90e5af-edc4-4749-9804-f0150a91e7bf req-512aae65-74c3-494d-8904-18cfe71873d9 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:16.901064 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fa90e5af-edc4-4749-9804-f0150a91e7bf req-512aae65-74c3-494d-8904-18cfe71873d9 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "DELETE /v2.0/ports/b3502ee0-c32c-453f-b04a-4dc61470514e HTTP/1.1" status: 204 len: 173 time: 0.4108090 Oct 26 08:41:16.907663 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229fd4ea-a07d-4313-9a89-2f96546c38c7 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Pushing event updated for resources: {'Port': ['ID=57c3f0ca-5d71-47e7-b1cb-600c747fe0f5,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:16.922207 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-229fd4ea-a07d-4313-9a89-2f96546c38c7 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:16.967883 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a572174-c7e4-4f72-9d71-2270dd273887', 'name': 'network-vif-deleted', 'tag': 'b3502ee0-c32c-453f-b04a-4dc61470514e'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:41:16.970452 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aac3a3a-fd5d-4543-9045-56bb8a1b6d4c" -d '{"events": [{"server_uuid": "0a572174-c7e4-4f72-9d71-2270dd273887", "name": "network-vif-deleted", "tag": "b3502ee0-c32c-453f-b04a-4dc61470514e"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:41:17.014262 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821af10c-732a-452e-a6b7-ee7386076f30 x-openstack-request-id: req-821af10c-732a-452e-a6b7-ee7386076f30 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:41:17.014627 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a572174-c7e4-4f72-9d71-2270dd273887", "name": "network-vif-deleted", "tag": "b3502ee0-c32c-453f-b04a-4dc61470514e", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:41:17.014946 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-821af10c-732a-452e-a6b7-ee7386076f30 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:41:17.015917 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a572174-c7e4-4f72-9d71-2270dd273887', 'name': 'network-vif-deleted', 'tag': 'b3502ee0-c32c-453f-b04a-4dc61470514e', 'status': 'completed', 'code': 200} Oct 26 08:41:17.028544 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.l3_db [None req-229fd4ea-a07d-4313-9a89-2f96546c38c7 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Floating IP 71a1764a-f881-422a-a692-abfff873c707 associated. External IP: 172.26.2.106, port: c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc. Oct 26 08:41:17.235563 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229fd4ea-a07d-4313-9a89-2f96546c38c7 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Router 738fe4aa-1d31-483d-b64a-536262569c1f has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:41:17.355718 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229fd4ea-a07d-4313-9a89-2f96546c38c7 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:41:17.366879 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a988a044-7efa-4b49-93fd-950fee842f84 None None] Sync routers for ids ['738fe4aa-1d31-483d-b64a-536262569c1f'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:41:17.376351 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-229fd4ea-a07d-4313-9a89-2f96546c38c7 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:17.378974 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a988a044-7efa-4b49-93fd-950fee842f84 None None] Routers {'738fe4aa-1d31-483d-b64a-536262569c1f'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:41:17.379942 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-a988a044-7efa-4b49-93fd-950fee842f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:40:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['738fe4aa-1d31-483d-b64a-536262569c1f'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:41:17.406221 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-229fd4ea-a07d-4313-9a89-2f96546c38c7 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6106746 Oct 26 08:41:17.406958 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45eac02-cf7a-49c9-998b-56268e4d1489', 'tag': 'c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:41:17.409847 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6001f9b463937e9ba59653060f797cf6a3b9cfc8c69abf6deb468a53c3a3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d610b1d-c28c-47d3-818e-f1acdd059779" -d '{"events": [{"name": "network-changed", "server_uuid": "f45eac02-cf7a-49c9-998b-56268e4d1489", "tag": "c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:41:17.454575 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38690) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:41:17.463239 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17dc4655-3e1e-49e6-82eb-cb38cbc52549 x-openstack-request-id: req-17dc4655-3e1e-49e6-82eb-cb38cbc52549 {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:41:17.463526 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f45eac02-cf7a-49c9-998b-56268e4d1489", "tag": "c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc", "status": "completed", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:41:17.463824 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-17dc4655-3e1e-49e6-82eb-cb38cbc52549 {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:41:17.464231 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f45eac02-cf7a-49c9-998b-56268e4d1489', 'tag': 'c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc', 'status': 'completed', 'code': 200} Oct 26 08:41:17.493225 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-a988a044-7efa-4b49-93fd-950fee842f84 None None] Set router 738fe4aa-1d31-483d-b64a-536262569c1f gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:41:17.521210 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d610b1d-c28c-47d3-818e-f1acdd059779 req-4c7a2fa8-87b8-4afe-b834-dbf20b790842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:17.524058 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8d610b1d-c28c-47d3-818e-f1acdd059779 req-4c7a2fa8-87b8-4afe-b834-dbf20b790842 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=012ebdc024314225b35adc225bf3c042&device_id=f45eac02-cf7a-49c9-998b-56268e4d1489 HTTP/1.1" status: 200 len: 1098 time: 0.0456946 Oct 26 08:41:17.525486 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-52035db5-1ca0-4f83-8417-acff024f0404 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:17.555240 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-52035db5-1ca0-4f83-8417-acff024f0404 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:17.624621 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-52035db5-1ca0-4f83-8417-acff024f0404 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:17.627728 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-52035db5-1ca0-4f83-8417-acff024f0404 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:17.632101 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-52035db5-1ca0-4f83-8417-acff024f0404 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/security-groups/ccf1f983-8d01-47a1-b1df-dbbcfa78617d HTTP/1.1" status: 204 len: 168 time: 0.1733327 Oct 26 08:41:17.637979 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d610b1d-c28c-47d3-818e-f1acdd059779 req-aac2a859-ba01-4184-8f9b-6c6d5866cee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:17.639529 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8d610b1d-c28c-47d3-818e-f1acdd059779 req-aac2a859-ba01-4184-8f9b-6c6d5866cee5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aaea57e4-9420-417b-be2f-9d1c60706f42 HTTP/1.1" status: 200 len: 913 time: 0.1074364 Oct 26 08:41:17.648949 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52035db5-1ca0-4f83-8417-acff024f0404 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf1f983-8d01-47a1-b1df-dbbcfa78617d,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:17.666397 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38694) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:41:17.720575 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8d610b1d-c28c-47d3-818e-f1acdd059779 req-60481324-2368-4243-9dd6-fe4c783b2b90 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc HTTP/1.1" status: 200 len: 999 time: 0.0728517 Oct 26 08:41:17.774831 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d610b1d-c28c-47d3-818e-f1acdd059779 req-6a9bf79d-2e07-417c-9cfb-f01afa47582b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:17.776500 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8d610b1d-c28c-47d3-818e-f1acdd059779 req-6a9bf79d-2e07-417c-9cfb-f01afa47582b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=854d097d-f76d-4dde-9873-e30632cd6b45 HTTP/1.1" status: 200 len: 851 time: 0.0487561 Oct 26 08:41:17.829552 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d610b1d-c28c-47d3-818e-f1acdd059779 req-befaadfc-3aff-48e1-93cd-8ab8058b1a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:17.831304 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8d610b1d-c28c-47d3-818e-f1acdd059779 req-befaadfc-3aff-48e1-93cd-8ab8058b1a3f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aaea57e4-9420-417b-be2f-9d1c60706f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0466061 Oct 26 08:41:17.861141 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-a988a044-7efa-4b49-93fd-950fee842f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'name': 'tempest-TestVolumeBootPattern-1797665840-router', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '83e53520-fd9d-466d-9556-54b701a48465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:02Z', 'revision_number': 4, 'project_id': '012ebdc024314225b35adc225bf3c042', 'gw_port': {'id': '83e53520-fd9d-466d-9556-54b701a48465', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '71a1764a-f881-422a-a692-abfff873c707', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'floating_ip_address': '172.26.2.106', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'port_id': 'c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'mac_address': 'fa:16:3e:53:27:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45eac02-cf7a-49c9-998b-56268e4d1489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:41:16Z', 'updated_at': '2021-10-26T08:41:16Z', 'revision_number': 0, 'project_id': '012ebdc024314225b35adc225bf3c042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db55979a-f053-49dc-917b-3a28db70ba14', 'name': '', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'mac_address': 'fa:16:3e:a0:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:01Z', 'updated_at': '2021-10-26T08:38:06Z', 'revision_number': 5, 'project_id': '012ebdc024314225b35adc225bf3c042', 'subnets': [{'id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:41:17.889701 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a988a044-7efa-4b49-93fd-950fee842f84 None None] Checking router: 738fe4aa-1d31-483d-b64a-536262569c1f for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:41:17.898667 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a988a044-7efa-4b49-93fd-950fee842f84 None None] Routers {'738fe4aa-1d31-483d-b64a-536262569c1f'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:41:17.899302 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-a988a044-7efa-4b49-93fd-950fee842f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:40:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['738fe4aa-1d31-483d-b64a-536262569c1f'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:41:17.934200 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8d610b1d-c28c-47d3-818e-f1acdd059779 req-20de9062-5808-4924-9473-a79ea7d6c8c4 service neutron] 10.222.0.47 "GET /v2.0/networks/aaea57e4-9420-417b-be2f-9d1c60706f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952387 Oct 26 08:41:18.010887 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-a988a044-7efa-4b49-93fd-950fee842f84 None None] Set router 738fe4aa-1d31-483d-b64a-536262569c1f gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:41:18.032956 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8d610b1d-c28c-47d3-818e-f1acdd059779 req-70a010a1-5ad5-4599-8d97-081856a6c6ef service neutron] 10.222.0.47 "GET /v2.0/networks/aaea57e4-9420-417b-be2f-9d1c60706f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915055 Oct 26 08:41:18.246596 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-a988a044-7efa-4b49-93fd-950fee842f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'name': 'tempest-TestVolumeBootPattern-1797665840-router', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '83e53520-fd9d-466d-9556-54b701a48465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:02Z', 'revision_number': 4, 'project_id': '012ebdc024314225b35adc225bf3c042', 'gw_port': {'id': '83e53520-fd9d-466d-9556-54b701a48465', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '71a1764a-f881-422a-a692-abfff873c707', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'floating_ip_address': '172.26.2.106', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'port_id': 'c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'mac_address': 'fa:16:3e:53:27:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45eac02-cf7a-49c9-998b-56268e4d1489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:41:16Z', 'updated_at': '2021-10-26T08:41:16Z', 'revision_number': 0, 'project_id': '012ebdc024314225b35adc225bf3c042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db55979a-f053-49dc-917b-3a28db70ba14', 'name': '', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'mac_address': 'fa:16:3e:a0:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:01Z', 'updated_at': '2021-10-26T08:38:06Z', 'revision_number': 5, 'project_id': '012ebdc024314225b35adc225bf3c042', 'subnets': [{'id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:41:18.273349 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a988a044-7efa-4b49-93fd-950fee842f84 None None] The sync data for ids ['738fe4aa-1d31-483d-b64a-536262569c1f'] in dv-neutron-804846-13-hyperv is: [{'id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'name': 'tempest-TestVolumeBootPattern-1797665840-router', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '83e53520-fd9d-466d-9556-54b701a48465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:02Z', 'revision_number': 4, 'project_id': '012ebdc024314225b35adc225bf3c042', 'gw_port': {'id': '83e53520-fd9d-466d-9556-54b701a48465', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '71a1764a-f881-422a-a692-abfff873c707', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'floating_ip_address': '172.26.2.106', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'port_id': 'c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'mac_address': 'fa:16:3e:53:27:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45eac02-cf7a-49c9-998b-56268e4d1489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:41:16Z', 'updated_at': '2021-10-26T08:41:16Z', 'revision_number': 0, 'project_id': '012ebdc024314225b35adc225bf3c042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db55979a-f053-49dc-917b-3a28db70ba14', 'name': '', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'mac_address': 'fa:16:3e:a0:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:01Z', 'updated_at': '2021-10-26T08:38:06Z', 'revision_number': 5, 'project_id': '012ebdc024314225b35adc225bf3c042', 'subnets': [{'id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:41:18.311141 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fee20ea6-621a-45db-8e38-f6a5e8b2433a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:18.474242 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887829a2-9cb3-4ac2-a962-f888717aece7 None None] New status for floating IP 71a1764a-f881-422a-a692-abfff873c707: ACTIVE {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:41:18.579798 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-fee20ea6-621a-45db-8e38-f6a5e8b2433a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting port 6928a3b5-e696-412d-ad2b-7cf427da7f3a {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:41:18.580108 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fee20ea6-621a-45db-8e38-f6a5e8b2433a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:18.676270 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-fee20ea6-621a-45db-8e38-f6a5e8b2433a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] For port 6928a3b5-e696-412d-ad2b-7cf427da7f3a, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=6928a3b5-e696-412d-ad2b-7cf427da7f3a,segment=NetworkSegment(875e68f2-9dc3-443c-b3c4-c992eec7cbb8),segment_id=875e68f2-9dc3-443c-b3c4-c992eec7cbb8)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:41:18.676634 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fee20ea6-621a-45db-8e38-f6a5e8b2433a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:18.689499 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-fee20ea6-621a-45db-8e38-f6a5e8b2433a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Calling delete_port for 6928a3b5-e696-412d-ad2b-7cf427da7f3a owned by network:router_interface {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:41:18.874984 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fee20ea6-621a-45db-8e38-f6a5e8b2433a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:18.902947 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee20ea6-621a-45db-8e38-f6a5e8b2433a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Port': ['ID=6928a3b5-e696-412d-ad2b-7cf427da7f3a,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:19.079205 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fee20ea6-621a-45db-8e38-f6a5e8b2433a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:19.292073 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee20ea6-621a-45db-8e38-f6a5e8b2433a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router d522ba6b-76ca-4318-a40e-edbb44755ad2 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:41:19.306197 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device b3502ee0-c32c-453f-b04a-4dc61470514e no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:41:19.328400 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] No Port match for: b3502ee0-c32c-453f-b04a-4dc61470514e {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:41:19.328748 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device b3502ee0-c32c-453f-b04a-4dc61470514e not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:41:19.371265 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-989be960-c7e0-4080-8f77-709682032d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:19.400191 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee20ea6-621a-45db-8e38-f6a5e8b2433a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:41:19.405194 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-fee20ea6-621a-45db-8e38-f6a5e8b2433a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "PUT /v2.0/routers/d522ba6b-76ca-4318-a40e-edbb44755ad2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7376788 Oct 26 08:41:19.408158 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38696) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:41:19.411631 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18469751-0007-41c1-980d-a5649bbedd50 None None] Sync routers for ids ['d522ba6b-76ca-4318-a40e-edbb44755ad2'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:41:19.421645 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18469751-0007-41c1-980d-a5649bbedd50 None None] Routers {'d522ba6b-76ca-4318-a40e-edbb44755ad2'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:41:19.422259 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-18469751-0007-41c1-980d-a5649bbedd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:40:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['d522ba6b-76ca-4318-a40e-edbb44755ad2'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:41:19.460000 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-de68204e-493e-445f-9c7a-c31dda4a2b7a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting subnet 6f7125da-8dde-45bd-95df-b5cd6363dc33 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:41:19.463175 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-de68204e-493e-445f-9c7a-c31dda4a2b7a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:19.509773 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-de68204e-493e-445f-9c7a-c31dda4a2b7a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:19.529381 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-18469751-0007-41c1-980d-a5649bbedd50 None None] Set router d522ba6b-76ca-4318-a40e-edbb44755ad2 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:41:19.594399 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-de68204e-493e-445f-9c7a-c31dda4a2b7a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:19.654264 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-de68204e-493e-445f-9c7a-c31dda4a2b7a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:19.683070 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68204e-493e-445f-9c7a-c31dda4a2b7a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Subnet': ['ID=6f7125da-8dde-45bd-95df-b5cd6363dc33,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:19.685033 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-de68204e-493e-445f-9c7a-c31dda4a2b7a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:19.691036 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38698) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:41:19.694260 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e41cee-958f-4902-88b2-045eee54ba43 None None] Network 5544e5e7-1b86-4921-a8e8-43aa752738da requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:41:19.697982 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-de68204e-493e-445f-9c7a-c31dda4a2b7a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/subnets/6f7125da-8dde-45bd-95df-b5cd6363dc33 HTTP/1.1" status: 204 len: 168 time: 0.2791090 Oct 26 08:41:19.720898 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-18469751-0007-41c1-980d-a5649bbedd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'name': 'tempest-TestNetworkBasicOps-router-918579548', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'f145014d-cdd9-48cb-885c-46439baef8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:40:23Z', 'updated_at': '2021-10-26T08:41:18Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'f145014d-cdd9-48cb-885c-46439baef8cb', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:40:24Z', 'updated_at': '2021-10-26T08:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:41:19.754316 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18469751-0007-41c1-980d-a5649bbedd50 None None] Checking router: d522ba6b-76ca-4318-a40e-edbb44755ad2 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:41:19.764365 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18469751-0007-41c1-980d-a5649bbedd50 None None] Routers {'d522ba6b-76ca-4318-a40e-edbb44755ad2'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:41:19.764981 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-18469751-0007-41c1-980d-a5649bbedd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:40:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['d522ba6b-76ca-4318-a40e-edbb44755ad2'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:41:19.812753 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3f5a13c0-70a0-4fe6-8c93-1c30fe1eae11 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:19.873795 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-18469751-0007-41c1-980d-a5649bbedd50 None None] Set router d522ba6b-76ca-4318-a40e-edbb44755ad2 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:41:19.923665 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bdd72b-68e9-459a-985d-767ba93c3029 None None] DHCP port deletion for 5544e5e7-1b86-4921-a8e8-43aa752738da request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:41:19.928450 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3f5a13c0-70a0-4fe6-8c93-1c30fe1eae11 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:19.978687 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-12bdd72b-68e9-459a-985d-767ba93c3029 None None] Deleting port ba62e3df-d9ad-486d-b457-0162362a33d6 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:41:19.979051 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-12bdd72b-68e9-459a-985d-767ba93c3029 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:19.993425 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-3f5a13c0-70a0-4fe6-8c93-1c30fe1eae11 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting port f145014d-cdd9-48cb-885c-46439baef8cb {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:41:19.993842 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3f5a13c0-70a0-4fe6-8c93-1c30fe1eae11 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:20.049437 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-12bdd72b-68e9-459a-985d-767ba93c3029 None None] For port ba62e3df-d9ad-486d-b457-0162362a33d6, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=ba62e3df-d9ad-486d-b457-0162362a33d6,segment=NetworkSegment(875e68f2-9dc3-443c-b3c4-c992eec7cbb8),segment_id=875e68f2-9dc3-443c-b3c4-c992eec7cbb8)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:41:20.049863 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-12bdd72b-68e9-459a-985d-767ba93c3029 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:20.062107 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-18469751-0007-41c1-980d-a5649bbedd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'name': 'tempest-TestNetworkBasicOps-router-918579548', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'f145014d-cdd9-48cb-885c-46439baef8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:40:23Z', 'updated_at': '2021-10-26T08:41:18Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'f145014d-cdd9-48cb-885c-46439baef8cb', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:40:24Z', 'updated_at': '2021-10-26T08:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:41:20.062617 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-12bdd72b-68e9-459a-985d-767ba93c3029 None None] Calling delete_port for ba62e3df-d9ad-486d-b457-0162362a33d6 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:41:20.083732 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-3f5a13c0-70a0-4fe6-8c93-1c30fe1eae11 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] For port f145014d-cdd9-48cb-885c-46439baef8cb, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=f145014d-cdd9-48cb-885c-46439baef8cb,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:41:20.084103 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3f5a13c0-70a0-4fe6-8c93-1c30fe1eae11 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:20.091191 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18469751-0007-41c1-980d-a5649bbedd50 None None] The sync data for ids ['d522ba6b-76ca-4318-a40e-edbb44755ad2'] in dv-neutron-804846-13-hyperv is: [{'id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'name': 'tempest-TestNetworkBasicOps-router-918579548', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'f145014d-cdd9-48cb-885c-46439baef8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:40:23Z', 'updated_at': '2021-10-26T08:41:18Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'f145014d-cdd9-48cb-885c-46439baef8cb', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd522ba6b-76ca-4318-a40e-edbb44755ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:40:24Z', 'updated_at': '2021-10-26T08:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:41:20.097933 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-3f5a13c0-70a0-4fe6-8c93-1c30fe1eae11 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Calling delete_port for f145014d-cdd9-48cb-885c-46439baef8cb owned by network:router_gateway {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:41:20.150635 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-12bdd72b-68e9-459a-985d-767ba93c3029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:20.176565 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bdd72b-68e9-459a-985d-767ba93c3029 None None] Pushing event deleted for resources: {'Port': ['ID=ba62e3df-d9ad-486d-b457-0162362a33d6,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:20.181151 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bdd72b-68e9-459a-985d-767ba93c3029 None None] No DVR routers for this DVR port ba62e3df-d9ad-486d-b457-0162362a33d6 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:41:20.267908 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3f5a13c0-70a0-4fe6-8c93-1c30fe1eae11 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:20.292018 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a13c0-70a0-4fe6-8c93-1c30fe1eae11 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Port': ['ID=f145014d-cdd9-48cb-885c-46439baef8cb,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:20.356470 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3f5a13c0-70a0-4fe6-8c93-1c30fe1eae11 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:20.454219 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3f5a13c0-70a0-4fe6-8c93-1c30fe1eae11 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:20.456345 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3f5a13c0-70a0-4fe6-8c93-1c30fe1eae11 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:20.504427 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3f5a13c0-70a0-4fe6-8c93-1c30fe1eae11 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:20.505074 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5a13c0-70a0-4fe6-8c93-1c30fe1eae11 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Fanout notify agent at l3_agent the message router_deleted on router d522ba6b-76ca-4318-a40e-edbb44755ad2 {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:41:20.512508 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3f5a13c0-70a0-4fe6-8c93-1c30fe1eae11 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:20.514387 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3f5a13c0-70a0-4fe6-8c93-1c30fe1eae11 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/routers/d522ba6b-76ca-4318-a40e-edbb44755ad2 HTTP/1.1" status: 204 len: 168 time: 0.8222585 Oct 26 08:41:20.516441 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38700) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:41:20.597584 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2a4bec8e-c9c5-46e9-bd34-5d2563699094 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:20.690018 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2a4bec8e-c9c5-46e9-bd34-5d2563699094 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:20.711559 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-2a4bec8e-c9c5-46e9-bd34-5d2563699094 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5544e5e7-1b86-4921-a8e8-43aa752738da']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:41:20.721508 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-2a4bec8e-c9c5-46e9-bd34-5d2563699094 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '875e68f2-9dc3-443c-b3c4-c992eec7cbb8') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:41:20.721852 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-2a4bec8e-c9c5-46e9-bd34-5d2563699094 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '875e68f2-9dc3-443c-b3c4-c992eec7cbb8') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:41:20.732424 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2a4bec8e-c9c5-46e9-bd34-5d2563699094 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:20.746328 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2a4bec8e-c9c5-46e9-bd34-5d2563699094 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:20.752316 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a4bec8e-c9c5-46e9-bd34-5d2563699094 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:41:20.752708 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2a4bec8e-c9c5-46e9-bd34-5d2563699094 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:20.756577 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:41:20.756577 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:41:20.756577 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:41:20.756577 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:41:20.756577 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:41:20.756577 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:41:20.756577 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:41:20.756577 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:41:20.756577 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:41:20.756577 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:41:20.756577 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:41:20.756577 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:41:20.756577 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:41:20.756577 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:41:20.756577 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:41:20.756577 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:41:20.756577 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:41:20.756577 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:41:20.756577 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:41:20.756577 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:41:20.756577 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:41:20.756577 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:41:20.756577 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:41:20.756577 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:41:20.756577 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:41:20.756577 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:41:20.756577 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:41:20.756577 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:41:20.756577 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:41:20.756577 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:41:20.756577 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:41:20.756577 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:41:20.819376 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2a4bec8e-c9c5-46e9-bd34-5d2563699094 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:20.826442 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2a4bec8e-c9c5-46e9-bd34-5d2563699094 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:20.829471 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-2a4bec8e-c9c5-46e9-bd34-5d2563699094 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/networks/5544e5e7-1b86-4921-a8e8-43aa752738da HTTP/1.1" status: 204 len: 168 time: 0.3120725 Oct 26 08:41:20.841172 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38702) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:41:20.845671 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4bec8e-c9c5-46e9-bd34-5d2563699094 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Network': ['ID=5544e5e7-1b86-4921-a8e8-43aa752738da,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:20.846410 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-6c6fd01a-c8df-467d-a327-bd428fd39194 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'network': {'name': 'tempest-network-smoke--514673907', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'port_security_enabled': True}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:41:20.867489 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6fd01a-c8df-467d-a327-bd428fd39194 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Made reservation on behalf of c0122ef6aaf84badac5fbf473c701d56 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:41:20.871024 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6c6fd01a-c8df-467d-a327-bd428fd39194 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:20.900412 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c6fd01a-c8df-467d-a327-bd428fd39194 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:41:20.909556 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6c6fd01a-c8df-467d-a327-bd428fd39194 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:20.909877 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-6c6fd01a-c8df-467d-a327-bd428fd39194 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Added segment 8a14b67f-4109-4854-9fa4-dc6a64d3f279 of type vlan for network bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40 Oct 26 08:41:20.948655 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6c6fd01a-c8df-467d-a327-bd428fd39194 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:20.973596 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6c6fd01a-c8df-467d-a327-bd428fd39194 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:20.979541 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6fd01a-c8df-467d-a327-bd428fd39194 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:20.980170 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6c6fd01a-c8df-467d-a327-bd428fd39194 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:21.032596 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6c6fd01a-c8df-467d-a327-bd428fd39194 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1902118 Oct 26 08:41:21.035503 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38704) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:41:21.040104 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-f621ee70-1d68-4fe4-90ee-d115b9d99e6c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2071636759', 'admin_state_up': True, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:41:21.050953 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6fd01a-c8df-467d-a327-bd428fd39194 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Network': ['ID=bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:21.062824 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:41:21.064822 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f621ee70-1d68-4fe4-90ee-d115b9d99e6c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:21.066069 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f621ee70-1d68-4fe4-90ee-d115b9d99e6c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:21.124962 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f621ee70-1d68-4fe4-90ee-d115b9d99e6c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:21.268786 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f621ee70-1d68-4fe4-90ee-d115b9d99e6c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:21.457372 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f621ee70-1d68-4fe4-90ee-d115b9d99e6c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_gateway, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:21.479771 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f621ee70-1d68-4fe4-90ee-d115b9d99e6c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:21.580847 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-f621ee70-1d68-4fe4-90ee-d115b9d99e6c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Allocated IP 172.26.2.174 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/d0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:41:21.685309 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f621ee70-1d68-4fe4-90ee-d115b9d99e6c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:21.719329 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f621ee70-1d68-4fe4-90ee-d115b9d99e6c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:21.737297 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 6928a3b5-e696-412d-ad2b-7cf427da7f3a no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:41:21.758364 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 6928a3b5-e696-412d-ad2b-7cf427da7f3a {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:41:21.758795 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 6928a3b5-e696-412d-ad2b-7cf427da7f3a not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:41:21.759217 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device f145014d-cdd9-48cb-885c-46439baef8cb no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:41:21.760523 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f621ee70-1d68-4fe4-90ee-d115b9d99e6c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:41:21.763529 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-f621ee70-1d68-4fe4-90ee-d115b9d99e6c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:41:21.767209 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f621ee70-1d68-4fe4-90ee-d115b9d99e6c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:41:21.773314 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f621ee70-1d68-4fe4-90ee-d115b9d99e6c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=d0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:21.780174 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: f145014d-cdd9-48cb-885c-46439baef8cb {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:41:21.780540 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device f145014d-cdd9-48cb-885c-46439baef8cb not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:41:21.780983 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device ba62e3df-d9ad-486d-b457-0162362a33d6 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:41:21.804742 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: ba62e3df-d9ad-486d-b457-0162362a33d6 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:41:21.805091 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device ba62e3df-d9ad-486d-b457-0162362a33d6 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:41:22.039696 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d8714764-50fd-4044-a61f-63440513259f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:22.266875 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f621ee70-1d68-4fe4-90ee-d115b9d99e6c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_gateway, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:22.464415 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f621ee70-1d68-4fe4-90ee-d115b9d99e6c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:22.592086 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f621ee70-1d68-4fe4-90ee-d115b9d99e6c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router 113819bf-65ed-4a6e-a86f-255c7e0e2276 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:41:22.694697 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f621ee70-1d68-4fe4-90ee-d115b9d99e6c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:41:22.705270 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13dbefa-223d-4290-85d2-94463c3ca55f None None] Sync routers for ids ['113819bf-65ed-4a6e-a86f-255c7e0e2276'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:41:22.715201 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f621ee70-1d68-4fe4-90ee-d115b9d99e6c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:22.716001 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13dbefa-223d-4290-85d2-94463c3ca55f None None] Routers {'113819bf-65ed-4a6e-a86f-255c7e0e2276'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:41:22.716419 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f621ee70-1d68-4fe4-90ee-d115b9d99e6c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.6798248 Oct 26 08:41:22.716648 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-c13dbefa-223d-4290-85d2-94463c3ca55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:41:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['113819bf-65ed-4a6e-a86f-255c7e0e2276'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:41:22.719612 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38706) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:41:22.752428 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d3cbcfd5-ad67-4ce7-a8ae-d293e620bd70 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=c0122ef6aaf84badac5fbf473c701d56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317202 Oct 26 08:41:22.755569 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38708) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:41:22.822917 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-c13dbefa-223d-4290-85d2-94463c3ca55f None None] Set router 113819bf-65ed-4a6e-a86f-255c7e0e2276 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:41:22.851925 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26daa29-4eda-4e16-aa52-1ea81fe3a737 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:22.853476 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d26daa29-4eda-4e16-aa52-1ea81fe3a737 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0969899 Oct 26 08:41:22.856209 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38710) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:41:22.886413 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-88695e9c-c6ae-432b-8220-bb88ce13658b tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=e0ba3cfd-db28-4690-8a12-e5c00a0b88c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291235 Oct 26 08:41:22.888887 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38712) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:41:22.893667 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-03e50c46-1e70-411f-bc35-47f45ab79af6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1837687713', 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:41:22.934757 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:22.987595 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e50c46-1e70-411f-bc35-47f45ab79af6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Made reservation on behalf of c0122ef6aaf84badac5fbf473c701d56 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:41:22.992056 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-03e50c46-1e70-411f-bc35-47f45ab79af6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:23.017373 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-c13dbefa-223d-4290-85d2-94463c3ca55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'name': 'tempest-TestNetworkBasicOps-router-2071636759', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:41:22Z', 'revision_number': 3, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:67:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:41:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:41:23.047440 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13dbefa-223d-4290-85d2-94463c3ca55f None None] Checking router: 113819bf-65ed-4a6e-a86f-255c7e0e2276 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:41:23.047796 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13dbefa-223d-4290-85d2-94463c3ca55f None None] Updating router 113819bf-65ed-4a6e-a86f-255c7e0e2276 port d0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a binding host dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:41:23.076594 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c13dbefa-223d-4290-85d2-94463c3ca55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:23.175936 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-03e50c46-1e70-411f-bc35-47f45ab79af6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:23.240799 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e50c46-1e70-411f-bc35-47f45ab79af6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Subnet': ['ID=ae535f85-c548-4d0f-9a89-18b016a0cf8d,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:23.245136 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e50c46-1e70-411f-bc35-47f45ab79af6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Checking segment: {'id': '8a14b67f-4109-4854-9fa4-dc6a64d3f279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:41:23.245524 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e50c46-1e70-411f-bc35-47f45ab79af6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network hostable DHCP agents. Network: bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:41:23.269742 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e50c46-1e70-411f-bc35-47f45ab79af6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:41:23.279538 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-03e50c46-1e70-411f-bc35-47f45ab79af6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:41:23.285565 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e50c46-1e70-411f-bc35-47f45ab79af6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:23.287723 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-03e50c46-1e70-411f-bc35-47f45ab79af6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:23.292785 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:23.303323 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6840778d-b8e4-4aec-9e4b-ad239f6c94b5 None None] Network bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:41:23.310648 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-03e50c46-1e70-411f-bc35-47f45ab79af6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4204319 Oct 26 08:41:23.313764 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38714) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:41:23.394167 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c13dbefa-223d-4290-85d2-94463c3ca55f None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:23.402844 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c13dbefa-223d-4290-85d2-94463c3ca55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:23.493452 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2194af6a-98bc-4a20-b74d-69b5bb818176 None None] Pushing event updated for resources: {'Port': ['ID=d0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:23.495671 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-c13dbefa-223d-4290-85d2-94463c3ca55f None None] Attempting to bind port d0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:41:23.496045 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-c13dbefa-223d-4290-85d2-94463c3ca55f None None] Attempting to bind port d0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:41:23.496409 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13dbefa-223d-4290-85d2-94463c3ca55f None None] Attempting to bind port d0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a on network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:41:23.509213 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13dbefa-223d-4290-85d2-94463c3ca55f None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:41:23.509611 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13dbefa-223d-4290-85d2-94463c3ca55f None None] Checking segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:41:23.510018 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c13dbefa-223d-4290-85d2-94463c3ca55f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:23.510415 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13dbefa-223d-4290-85d2-94463c3ca55f None None] Bound using segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:41:23.510886 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-c13dbefa-223d-4290-85d2-94463c3ca55f None None] Bound port: d0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:41:23.511269 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c13dbefa-223d-4290-85d2-94463c3ca55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:23.720622 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bb0571-b381-498b-b204-b3c63dd05ee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40', 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ips': [{'subnet_id': 'ae535f85-c548-4d0f-9a89-18b016a0cf8d'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:41:23.721475 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-71bb0571-b381-498b-b204-b3c63dd05ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:23.744081 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-c13dbefa-223d-4290-85d2-94463c3ca55f None None] For port d0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:41:23.762758 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-c13dbefa-223d-4290-85d2-94463c3ca55f None None] For port d0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=d0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:41:23.767962 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c13dbefa-223d-4290-85d2-94463c3ca55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:23.768128 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-232c4e64-6d86-4d0f-b5e9-cd2785c9ffab tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:23.899399 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13dbefa-223d-4290-85d2-94463c3ca55f None None] Routers {'113819bf-65ed-4a6e-a86f-255c7e0e2276'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:41:23.900025 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-c13dbefa-223d-4290-85d2-94463c3ca55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:41:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['113819bf-65ed-4a6e-a86f-255c7e0e2276'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:41:23.919622 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2194af6a-98bc-4a20-b74d-69b5bb818176 None None] Pushing event updated for resources: {'Port': ['ID=d0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:24.019429 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-71bb0571-b381-498b-b204-b3c63dd05ee6 None None] Allocated IP 172.20.0.2 (bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40/ae535f85-c548-4d0f-9a89-18b016a0cf8d/704c050f-763a-4c49-a676-95f32606c113) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:41:24.086446 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-c13dbefa-223d-4290-85d2-94463c3ca55f None None] Set router 113819bf-65ed-4a6e-a86f-255c7e0e2276 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:41:24.234403 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:24.325828 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-71bb0571-b381-498b-b204-b3c63dd05ee6 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:24.331735 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-71bb0571-b381-498b-b204-b3c63dd05ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:24.378143 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-232c4e64-6d86-4d0f-b5e9-cd2785c9ffab tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Allocated IP 172.20.0.1 (bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40/ae535f85-c548-4d0f-9a89-18b016a0cf8d/697c6f22-d68d-4385-94ad-de3735276899) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:41:24.378780 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bb0571-b381-498b-b204-b3c63dd05ee6 None None] Network bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:41:24.388296 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-71bb0571-b381-498b-b204-b3c63dd05ee6 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:41:24.392866 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bb0571-b381-498b-b204-b3c63dd05ee6 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:41:24.404529 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb0571-b381-498b-b204-b3c63dd05ee6 None None] Pushing event updated for resources: {'Port': ['ID=704c050f-763a-4c49-a676-95f32606c113,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:24.430337 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-c13dbefa-223d-4290-85d2-94463c3ca55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'name': 'tempest-TestNetworkBasicOps-router-2071636759', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:41:22Z', 'revision_number': 3, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:67:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:41:24.476575 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13dbefa-223d-4290-85d2-94463c3ca55f None None] The sync data for ids ['113819bf-65ed-4a6e-a86f-255c7e0e2276'] in dv-neutron-804846-13-hyperv is: [{'id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'name': 'tempest-TestNetworkBasicOps-router-2071636759', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:41:22Z', 'revision_number': 3, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:67:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:41:24.486663 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-71bb0571-b381-498b-b204-b3c63dd05ee6 None None] Attempting to bind port 704c050f-763a-4c49-a676-95f32606c113 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:41:24.487093 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-71bb0571-b381-498b-b204-b3c63dd05ee6 None None] Attempting to bind port 704c050f-763a-4c49-a676-95f32606c113 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '8a14b67f-4109-4854-9fa4-dc6a64d3f279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:41:24.487468 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bb0571-b381-498b-b204-b3c63dd05ee6 None None] Attempting to bind port 704c050f-763a-4c49-a676-95f32606c113 on network bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:41:24.493459 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bb0571-b381-498b-b204-b3c63dd05ee6 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:41:24.493861 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bb0571-b381-498b-b204-b3c63dd05ee6 None None] Checking segment: {'id': '8a14b67f-4109-4854-9fa4-dc6a64d3f279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:41:24.494269 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-71bb0571-b381-498b-b204-b3c63dd05ee6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:24.494668 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bb0571-b381-498b-b204-b3c63dd05ee6 None None] Bound using segment: {'id': '8a14b67f-4109-4854-9fa4-dc6a64d3f279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:41:24.495147 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-71bb0571-b381-498b-b204-b3c63dd05ee6 None None] Bound port: 704c050f-763a-4c49-a676-95f32606c113, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a14b67f-4109-4854-9fa4-dc6a64d3f279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:41:24.495537 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-71bb0571-b381-498b-b204-b3c63dd05ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:24.497009 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-232c4e64-6d86-4d0f-b5e9-cd2785c9ffab tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:24.532633 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-232c4e64-6d86-4d0f-b5e9-cd2785c9ffab tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:24.571828 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232c4e64-6d86-4d0f-b5e9-cd2785c9ffab tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:41:24.574966 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-232c4e64-6d86-4d0f-b5e9-cd2785c9ffab tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:41:24.575533 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-71bb0571-b381-498b-b204-b3c63dd05ee6 None None] For port 704c050f-763a-4c49-a676-95f32606c113, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:41:24.581927 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232c4e64-6d86-4d0f-b5e9-cd2785c9ffab tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:41:24.584824 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-71bb0571-b381-498b-b204-b3c63dd05ee6 None None] For port 704c050f-763a-4c49-a676-95f32606c113, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=704c050f-763a-4c49-a676-95f32606c113,segment=NetworkSegment(8a14b67f-4109-4854-9fa4-dc6a64d3f279),segment_id=8a14b67f-4109-4854-9fa4-dc6a64d3f279)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:41:24.590024 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-71bb0571-b381-498b-b204-b3c63dd05ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:24.618000 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c4e64-6d86-4d0f-b5e9-cd2785c9ffab tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=697c6f22-d68d-4385-94ad-de3735276899,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:24.632509 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-232c4e64-6d86-4d0f-b5e9-cd2785c9ffab tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:24.659166 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb0571-b381-498b-b204-b3c63dd05ee6 None None] Pushing event updated for resources: {'Port': ['ID=704c050f-763a-4c49-a676-95f32606c113,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:24.785733 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:24.804212 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-232c4e64-6d86-4d0f-b5e9-cd2785c9ffab tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:25.126737 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-232c4e64-6d86-4d0f-b5e9-cd2785c9ffab tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:25.131961 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-232c4e64-6d86-4d0f-b5e9-cd2785c9ffab tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:25.211701 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-232c4e64-6d86-4d0f-b5e9-cd2785c9ffab tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:25.213468 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c4e64-6d86-4d0f-b5e9-cd2785c9ffab tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=697c6f22-d68d-4385-94ad-de3735276899,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:25.319891 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232c4e64-6d86-4d0f-b5e9-cd2785c9ffab tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:41:25.321439 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-232c4e64-6d86-4d0f-b5e9-cd2785c9ffab tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:41:25.448151 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232c4e64-6d86-4d0f-b5e9-cd2785c9ffab tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router 113819bf-65ed-4a6e-a86f-255c7e0e2276 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:41:25.566682 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232c4e64-6d86-4d0f-b5e9-cd2785c9ffab tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:41:25.573717 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-232c4e64-6d86-4d0f-b5e9-cd2785c9ffab tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "PUT /v2.0/routers/113819bf-65ed-4a6e-a86f-255c7e0e2276/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2587664 Oct 26 08:41:25.576410 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38718) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:41:25.644290 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef7b805-12ff-4283-adec-abca604ee4f3 None None] Network bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:41:25.689184 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420fb413-17de-4460-b905-6ec516f908c1 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:25.689729 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420fb413-17de-4460-b905-6ec516f908c1 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:25.690214 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420fb413-17de-4460-b905-6ec516f908c1 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:25.690682 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420fb413-17de-4460-b905-6ec516f908c1 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:25.691154 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420fb413-17de-4460-b905-6ec516f908c1 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:25.691629 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420fb413-17de-4460-b905-6ec516f908c1 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:25.694201 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-420fb413-17de-4460-b905-6ec516f908c1 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1167326 Oct 26 08:41:25.696974 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38720) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:41:25.788598 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-fb68eaf2-cf1d-4385-8d94-0d05e40b20f5 None None] Provisioning complete for port 704c050f-763a-4c49-a676-95f32606c113 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:41:25.789182 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fb68eaf2-cf1d-4385-8d94-0d05e40b20f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:25.793112 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d7e8cf-5525-4449-bab6-71a2de2804bc tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:25.793287 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d7e8cf-5525-4449-bab6-71a2de2804bc tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:25.793821 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d7e8cf-5525-4449-bab6-71a2de2804bc tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:25.794510 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d7e8cf-5525-4449-bab6-71a2de2804bc tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:25.794816 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d7e8cf-5525-4449-bab6-71a2de2804bc tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:25.795277 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d7e8cf-5525-4449-bab6-71a2de2804bc tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:25.799690 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d7d7e8cf-5525-4449-bab6-71a2de2804bc tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0991921 Oct 26 08:41:25.800556 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38722) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:41:25.871681 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device d0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:41:25.960631 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fb68eaf2-cf1d-4385-8d94-0d05e40b20f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:25.987189 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port d0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:41:25.987561 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:26.024886 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-fb68eaf2-cf1d-4385-8d94-0d05e40b20f5 None None] For port 704c050f-763a-4c49-a676-95f32606c113, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=704c050f-763a-4c49-a676-95f32606c113,segment=NetworkSegment(8a14b67f-4109-4854-9fa4-dc6a64d3f279),segment_id=8a14b67f-4109-4854-9fa4-dc6a64d3f279)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:41:26.030960 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fb68eaf2-cf1d-4385-8d94-0d05e40b20f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:26.093333 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-04be43c1-e88a-4020-8c4f-204a3980d91e tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2906566 Oct 26 08:41:26.127331 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb68eaf2-cf1d-4385-8d94-0d05e40b20f5 None None] Pushing event updated for resources: {'Port': ['ID=704c050f-763a-4c49-a676-95f32606c113,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:26.145986 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:26.179563 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port d0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=d0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:41:26.183014 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-cd3214c0-70f6-4049-8b29-d794de74825c None None] Provisioning complete for port 704c050f-763a-4c49-a676-95f32606c113 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:41:26.183361 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cd3214c0-70f6-4049-8b29-d794de74825c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:26.186296 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:26.187136 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 704c050f-763a-4c49-a676-95f32606c113 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:41:26.313358 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8ddcfa-a7f0-4c7b-ba35-7db038280339 None None] Sync routers for ids ['113819bf-65ed-4a6e-a86f-255c7e0e2276'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:41:26.319132 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=d0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:26.322052 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38726) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:41:26.335206 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-f2f8a298-454c-47de-93b6-1a8c1c6f88f7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1873058242', 'description': 'tempest-secgroup-smoke-1873058242 description', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:41:26.357458 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 704c050f-763a-4c49-a676-95f32606c113 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:41:26.357872 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:26.360795 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8ddcfa-a7f0-4c7b-ba35-7db038280339 None None] Routers {'113819bf-65ed-4a6e-a86f-255c7e0e2276'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:41:26.363183 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-8e8ddcfa-a7f0-4c7b-ba35-7db038280339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:41:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['113819bf-65ed-4a6e-a86f-255c7e0e2276'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:41:26.374996 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a298-454c-47de-93b6-1a8c1c6f88f7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:26.435016 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-cd3214c0-70f6-4049-8b29-d794de74825c None None] Provisioning complete for port 697c6f22-d68d-4385-94ad-de3735276899 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:41:26.435428 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cd3214c0-70f6-4049-8b29-d794de74825c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:26.469931 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a298-454c-47de-93b6-1a8c1c6f88f7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:26.478886 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a298-454c-47de-93b6-1a8c1c6f88f7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:26.530772 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-8e8ddcfa-a7f0-4c7b-ba35-7db038280339 None None] Set router 113819bf-65ed-4a6e-a86f-255c7e0e2276 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:41:26.535762 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8a298-454c-47de-93b6-1a8c1c6f88f7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=924b64b2-120b-41aa-a7fe-1f445b33f5d2,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:26.543816 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a298-454c-47de-93b6-1a8c1c6f88f7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:26.547427 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f2f8a298-454c-47de-93b6-1a8c1c6f88f7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2236035 Oct 26 08:41:26.550402 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38728) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:41:26.557203 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-bea6d8a7-1895-43c3-b42c-ff9bfbd3d898 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '924b64b2-120b-41aa-a7fe-1f445b33f5d2', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:41:26.595691 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bea6d8a7-1895-43c3-b42c-ff9bfbd3d898 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:26.669800 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bea6d8a7-1895-43c3-b42c-ff9bfbd3d898 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:26.675581 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bea6d8a7-1895-43c3-b42c-ff9bfbd3d898 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:26.703938 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6d8a7-1895-43c3-b42c-ff9bfbd3d898 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b0659a-7d42-4ff3-9395-b2f8e3db9604,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:26.714245 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-cd3214c0-70f6-4049-8b29-d794de74825c None None] Port 697c6f22-d68d-4385-94ad-de3735276899 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:41:26.715323 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bea6d8a7-1895-43c3-b42c-ff9bfbd3d898 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:26.721093 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-bea6d8a7-1895-43c3-b42c-ff9bfbd3d898 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1669955 Oct 26 08:41:26.721093 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38730) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:41:26.728393 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-1d19f06f-3669-48c8-8f35-4bd3c050223e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '924b64b2-120b-41aa-a7fe-1f445b33f5d2', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:41:26.764296 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1d19f06f-3669-48c8-8f35-4bd3c050223e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:26.836773 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-848d74ec-52bd-46f2-b841-83490829c9c9 None None] Provisioning complete for port 697c6f22-d68d-4385-94ad-de3735276899 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:41:26.837385 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-848d74ec-52bd-46f2-b841-83490829c9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:26.875454 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-8e8ddcfa-a7f0-4c7b-ba35-7db038280339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'name': 'tempest-TestNetworkBasicOps-router-2071636759', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:41:24Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:67:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '697c6f22-d68d-4385-94ad-de3735276899', 'name': '', 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:7c:d4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'ae535f85-c548-4d0f-9a89-18b016a0cf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:41:23Z', 'updated_at': '2021-10-26T08:41:24Z', 'revision_number': 2, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'ae535f85-c548-4d0f-9a89-18b016a0cf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:41:26.879886 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-848d74ec-52bd-46f2-b841-83490829c9c9 None None] Port 697c6f22-d68d-4385-94ad-de3735276899 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:41:26.903937 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8ddcfa-a7f0-4c7b-ba35-7db038280339 None None] Checking router: 113819bf-65ed-4a6e-a86f-255c7e0e2276 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:41:26.904285 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8ddcfa-a7f0-4c7b-ba35-7db038280339 None None] Updating router 113819bf-65ed-4a6e-a86f-255c7e0e2276 port 697c6f22-d68d-4385-94ad-de3735276899 binding host dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:41:26.931126 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8e8ddcfa-a7f0-4c7b-ba35-7db038280339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:27.172618 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1d19f06f-3669-48c8-8f35-4bd3c050223e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:27.178063 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1d19f06f-3669-48c8-8f35-4bd3c050223e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:27.196984 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19f06f-3669-48c8-8f35-4bd3c050223e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12975c14-ce76-4c3c-bc8c-f92ffc4ee0d7,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:27.202180 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1d19f06f-3669-48c8-8f35-4bd3c050223e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:27.203383 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1d19f06f-3669-48c8-8f35-4bd3c050223e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4811854 Oct 26 08:41:27.206155 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38732) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:41:27.210694 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-7c3d02ca-a8bc-492c-8da9-09ec6094ddbe tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '924b64b2-120b-41aa-a7fe-1f445b33f5d2', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:41:27.213573 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8e8ddcfa-a7f0-4c7b-ba35-7db038280339 None None] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:27.218569 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8e8ddcfa-a7f0-4c7b-ba35-7db038280339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:27.239845 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7c3d02ca-a8bc-492c-8da9-09ec6094ddbe tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:27.290112 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b065ca0-3273-4440-bb9d-38bc25ad466f None None] Pushing event updated for resources: {'Port': ['ID=697c6f22-d68d-4385-94ad-de3735276899,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:27.298586 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b065ca0-3273-4440-bb9d-38bc25ad466f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:41:27.298929 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b065ca0-3273-4440-bb9d-38bc25ad466f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:41:27.299477 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b065ca0-3273-4440-bb9d-38bc25ad466f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:41:27.299984 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b065ca0-3273-4440-bb9d-38bc25ad466f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:41:27.300482 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b065ca0-3273-4440-bb9d-38bc25ad466f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:41:27.300981 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b065ca0-3273-4440-bb9d-38bc25ad466f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:41:27.302048 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b065ca0-3273-4440-bb9d-38bc25ad466f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:41:27.303273 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b065ca0-3273-4440-bb9d-38bc25ad466f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:41:27.303790 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b065ca0-3273-4440-bb9d-38bc25ad466f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:41:27.304300 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b065ca0-3273-4440-bb9d-38bc25ad466f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:41:27.304627 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b065ca0-3273-4440-bb9d-38bc25ad466f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:41:27.304957 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b065ca0-3273-4440-bb9d-38bc25ad466f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:41:27.305084 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7c3d02ca-a8bc-492c-8da9-09ec6094ddbe tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:27.310859 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7c3d02ca-a8bc-492c-8da9-09ec6094ddbe tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:27.334013 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d02ca-a8bc-492c-8da9-09ec6094ddbe tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e259720-3503-4da4-863f-3fbf4bfc2359,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:27.339887 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7c3d02ca-a8bc-492c-8da9-09ec6094ddbe tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:27.340824 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-8e8ddcfa-a7f0-4c7b-ba35-7db038280339 None None] Attempting to bind port 697c6f22-d68d-4385-94ad-de3735276899 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:41:27.341311 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-7c3d02ca-a8bc-492c-8da9-09ec6094ddbe tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1340015 Oct 26 08:41:27.341441 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-8e8ddcfa-a7f0-4c7b-ba35-7db038280339 None None] Attempting to bind port 697c6f22-d68d-4385-94ad-de3735276899 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '8a14b67f-4109-4854-9fa4-dc6a64d3f279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:41:27.341664 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8ddcfa-a7f0-4c7b-ba35-7db038280339 None None] Attempting to bind port 697c6f22-d68d-4385-94ad-de3735276899 on network bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:41:27.343824 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38734) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:41:27.347295 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8ddcfa-a7f0-4c7b-ba35-7db038280339 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:41:27.347895 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8ddcfa-a7f0-4c7b-ba35-7db038280339 None None] Checking segment: {'id': '8a14b67f-4109-4854-9fa4-dc6a64d3f279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:41:27.348290 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8e8ddcfa-a7f0-4c7b-ba35-7db038280339 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:27.348984 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-c4c900c8-c5bf-4964-b5a5-b53a98b91b09 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '924b64b2-120b-41aa-a7fe-1f445b33f5d2', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:41:27.349330 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8ddcfa-a7f0-4c7b-ba35-7db038280339 None None] Bound using segment: {'id': '8a14b67f-4109-4854-9fa4-dc6a64d3f279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:41:27.349842 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-8e8ddcfa-a7f0-4c7b-ba35-7db038280339 None None] Bound port: 697c6f22-d68d-4385-94ad-de3735276899, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a14b67f-4109-4854-9fa4-dc6a64d3f279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:41:27.350223 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8e8ddcfa-a7f0-4c7b-ba35-7db038280339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:27.379099 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c4c900c8-c5bf-4964-b5a5-b53a98b91b09 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:27.416534 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-8e8ddcfa-a7f0-4c7b-ba35-7db038280339 None None] For port 697c6f22-d68d-4385-94ad-de3735276899, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:41:27.419839 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-8e8ddcfa-a7f0-4c7b-ba35-7db038280339 None None] For port 697c6f22-d68d-4385-94ad-de3735276899, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=697c6f22-d68d-4385-94ad-de3735276899,segment=NetworkSegment(8a14b67f-4109-4854-9fa4-dc6a64d3f279),segment_id=8a14b67f-4109-4854-9fa4-dc6a64d3f279)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:41:27.423824 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8e8ddcfa-a7f0-4c7b-ba35-7db038280339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:27.448359 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c4c900c8-c5bf-4964-b5a5-b53a98b91b09 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:27.452676 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c4c900c8-c5bf-4964-b5a5-b53a98b91b09 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:27.472948 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8ddcfa-a7f0-4c7b-ba35-7db038280339 None None] Routers {'113819bf-65ed-4a6e-a86f-255c7e0e2276'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:41:27.474730 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-8e8ddcfa-a7f0-4c7b-ba35-7db038280339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:41:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['113819bf-65ed-4a6e-a86f-255c7e0e2276'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:41:27.477700 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c900c8-c5bf-4964-b5a5-b53a98b91b09 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41935246-7889-49cc-8b13-bcfd18f0fba8,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:27.484416 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c4c900c8-c5bf-4964-b5a5-b53a98b91b09 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:27.485630 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c4c900c8-c5bf-4964-b5a5-b53a98b91b09 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1408272 Oct 26 08:41:27.488498 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38736) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:41:27.499095 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-3e0e4704-b7f7-409b-9e1e-e1ef87fbf684 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '924b64b2-120b-41aa-a7fe-1f445b33f5d2', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:41:27.508731 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-875fd366-ef0c-43ea-ac95-5c07f6b0bdb7 None None] Provisioning complete for port 697c6f22-d68d-4385-94ad-de3735276899 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:41:27.509101 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-875fd366-ef0c-43ea-ac95-5c07f6b0bdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:27.532488 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.securitygroups_db [None req-3e0e4704-b7f7-409b-9e1e-e1ef87fbf684 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Project c0122ef6aaf84badac5fbf473c701d56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 08:41:27.539056 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3e0e4704-b7f7-409b-9e1e-e1ef87fbf684 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:27.597563 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-875fd366-ef0c-43ea-ac95-5c07f6b0bdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:27.601401 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b065ca0-3273-4440-bb9d-38bc25ad466f None None] Pushing event updated for resources: {'Port': ['ID=697c6f22-d68d-4385-94ad-de3735276899,revision_number=4']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:27.619284 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-8e8ddcfa-a7f0-4c7b-ba35-7db038280339 None None] Set router 113819bf-65ed-4a6e-a86f-255c7e0e2276 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:41:27.631734 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3e0e4704-b7f7-409b-9e1e-e1ef87fbf684 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:27.636849 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3e0e4704-b7f7-409b-9e1e-e1ef87fbf684 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:27.646306 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-875fd366-ef0c-43ea-ac95-5c07f6b0bdb7 None None] For port 697c6f22-d68d-4385-94ad-de3735276899, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=697c6f22-d68d-4385-94ad-de3735276899,segment=NetworkSegment(8a14b67f-4109-4854-9fa4-dc6a64d3f279),segment_id=8a14b67f-4109-4854-9fa4-dc6a64d3f279)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:41:27.653023 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-875fd366-ef0c-43ea-ac95-5c07f6b0bdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:27.666116 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e4704-b7f7-409b-9e1e-e1ef87fbf684 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73949512-d868-4219-97be-f56ee150f3ea,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:27.672781 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3e0e4704-b7f7-409b-9e1e-e1ef87fbf684 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:27.674286 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3e0e4704-b7f7-409b-9e1e-e1ef87fbf684 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1845274 Oct 26 08:41:27.677163 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38738) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:41:27.684416 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-ff4f027e-773e-4390-b984-6deb8736941e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '924b64b2-120b-41aa-a7fe-1f445b33f5d2', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:41:27.726123 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875fd366-ef0c-43ea-ac95-5c07f6b0bdb7 None None] Pushing event updated for resources: {'Port': ['ID=697c6f22-d68d-4385-94ad-de3735276899,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:27.730844 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.securitygroups_db [None req-ff4f027e-773e-4390-b984-6deb8736941e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Project c0122ef6aaf84badac5fbf473c701d56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 08:41:27.736648 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ff4f027e-773e-4390-b984-6deb8736941e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:27.784062 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-f6f04dcb-e8fd-4072-a003-23f43a69effb None None] Provisioning complete for port 697c6f22-d68d-4385-94ad-de3735276899 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:41:27.784552 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f6f04dcb-e8fd-4072-a003-23f43a69effb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:27.809165 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ff4f027e-773e-4390-b984-6deb8736941e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:27.814884 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ff4f027e-773e-4390-b984-6deb8736941e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:27.816898 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 704c050f-763a-4c49-a676-95f32606c113 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:41:27.845000 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f027e-773e-4390-b984-6deb8736941e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c0c163-0a33-4d4d-9a80-22480b79eed2,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:27.857499 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ff4f027e-773e-4390-b984-6deb8736941e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:27.861669 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ff4f027e-773e-4390-b984-6deb8736941e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1806641 Oct 26 08:41:27.869969 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-8e8ddcfa-a7f0-4c7b-ba35-7db038280339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'name': 'tempest-TestNetworkBasicOps-router-2071636759', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:41:24Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:67:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '697c6f22-d68d-4385-94ad-de3735276899', 'name': '', 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:7c:d4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'ae535f85-c548-4d0f-9a89-18b016a0cf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:41:23Z', 'updated_at': '2021-10-26T08:41:27Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'ae535f85-c548-4d0f-9a89-18b016a0cf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:41:27.898923 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8ddcfa-a7f0-4c7b-ba35-7db038280339 None None] The sync data for ids ['113819bf-65ed-4a6e-a86f-255c7e0e2276'] in dv-neutron-804846-13-hyperv is: [{'id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'name': 'tempest-TestNetworkBasicOps-router-2071636759', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:41:24Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:67:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '697c6f22-d68d-4385-94ad-de3735276899', 'name': '', 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:7c:d4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'ae535f85-c548-4d0f-9a89-18b016a0cf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:41:23Z', 'updated_at': '2021-10-26T08:41:27Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'ae535f85-c548-4d0f-9a89-18b016a0cf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:41:27.936464 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 704c050f-763a-4c49-a676-95f32606c113 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:41:27.936899 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:28.034094 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device d0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:41:28.088024 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port d0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:41:28.088396 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:28.188761 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-e4ae9f66-5a1b-4e14-9df7-a1c71e3faa24 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1873058242&fields=id&tenant_id=c0122ef6aaf84badac5fbf473c701d56 HTTP/1.1" status: 200 len: 267 time: 0.0345781 Oct 26 08:41:28.308508 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-dc924d56-eed7-4aa1-905d-8fa704040c81 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:28.310275 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-dc924d56-eed7-4aa1-905d-8fa704040c81 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/networks?id=bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40 HTTP/1.1" status: 200 len: 796 time: 0.1132922 Oct 26 08:41:28.326257 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-8daad88d-e58b-4e8f-b10e-ede5768b16c9 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/quotas/c0122ef6aaf84badac5fbf473c701d56 HTTP/1.1" status: 200 len: 375 time: 0.0097818 Oct 26 08:41:28.388149 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-5a5973d8-8322-4de3-a41e-a52d4f7a6c12 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508418 Oct 26 08:41:28.403969 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-56a53f71-e3b9-43df-96cd-709759f0c1db service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:41:28.404964 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-56a53f71-e3b9-43df-96cd-709759f0c1db service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055220 Oct 26 08:41:28.503899 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-3d2b483b-b9cc-4a0b-8a0c-f610f108cfc2 service neutron] 10.222.0.41 "GET /v2.0/networks/bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919826 Oct 26 08:41:28.597800 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-f53c43b2-f4e8-4f6f-8234-9408fce16c4d service neutron] 10.222.0.41 "GET /v2.0/networks/bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873227 Oct 26 08:41:28.772557 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b82b21b0-043c-467e-b7ea-270975eaa7f9 req-ca9839ec-2f4b-4eb8-ae68-083a986377ae tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1f5db9c-ceb5-4088-beca-323c8663427b HTTP/1.1" status: 200 len: 210 time: 0.0279491 Oct 26 08:41:29.724813 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-6b0b8734-db49-41e8-9c8b-b841388e398d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:29.733635 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-6b0b8734-db49-41e8-9c8b-b841388e398d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "GET /v2.0/networks?id=bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40 HTTP/1.1" status: 200 len: 796 time: 0.1150832 Oct 26 08:41:29.772847 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 697c6f22-d68d-4385-94ad-de3735276899 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:41:29.774089 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-5be670b6-dfe3-40ad-b95e-37701b682557 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0122ef6aaf84badac5fbf473c701d56 HTTP/1.1" status: 200 len: 380 time: 0.0381775 Oct 26 08:41:29.783777 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-9190d947-ca87-43f9-a6a1-680c32d277c5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'port': {'device_id': 'a1f5db9c-ceb5-4088-beca-323c8663427b', 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40', 'admin_state_up': True, 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'security_groups': ['924b64b2-120b-41aa-a7fe-1f445b33f5d2']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:41:29.825552 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 697c6f22-d68d-4385-94ad-de3735276899 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:41:29.826201 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:29.878741 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-9f58b9b9-f22b-43b6-b411-f0c3684b4866 req-677bdf3f-8a73-4b7f-93dd-8a3a1df20e84 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1f5db9c-ceb5-4088-beca-323c8663427b HTTP/1.1" status: 200 len: 210 time: 0.0321076 Oct 26 08:41:29.911648 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-9190d947-ca87-43f9-a6a1-680c32d277c5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Made reservation on behalf of c0122ef6aaf84badac5fbf473c701d56 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:41:29.915245 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-9190d947-ca87-43f9-a6a1-680c32d277c5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:30.043319 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-9190d947-ca87-43f9-a6a1-680c32d277c5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Allocated IP 172.20.0.4 (bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40/ae535f85-c548-4d0f-9a89-18b016a0cf8d/7cb8be70-eed0-4429-9279-659e9e73d18c) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:41:30.183125 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-9190d947-ca87-43f9-a6a1-680c32d277c5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:30.216091 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-9190d947-ca87-43f9-a6a1-680c32d277c5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:30.260475 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-9190d947-ca87-43f9-a6a1-680c32d277c5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:41:30.263679 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-9190d947-ca87-43f9-a6a1-680c32d277c5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:41:30.267453 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-9190d947-ca87-43f9-a6a1-680c32d277c5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:41:30.274025 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190d947-ca87-43f9-a6a1-680c32d277c5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=7cb8be70-eed0-4429-9279-659e9e73d18c,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:30.323399 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-9190d947-ca87-43f9-a6a1-680c32d277c5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:30.324264 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-9190d947-ca87-43f9-a6a1-680c32d277c5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:30.340730 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-9190d947-ca87-43f9-a6a1-680c32d277c5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5610290 Oct 26 08:41:30.353965 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-3a57cbcb-447b-4602-8b54-a888ea5610b6 service neutron] Request body: {'port': {'device_id': 'a1f5db9c-ceb5-4088-beca-323c8663427b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:41:30.418429 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-3a57cbcb-447b-4602-8b54-a888ea5610b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:30.492314 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-e0f9c9d7-08db-4b22-b489-cba1aeb3a8eb None None] Provisioning complete for port 7cb8be70-eed0-4429-9279-659e9e73d18c triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:41:30.492689 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e0f9c9d7-08db-4b22-b489-cba1aeb3a8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:30.527884 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-e0f9c9d7-08db-4b22-b489-cba1aeb3a8eb None None] Port 7cb8be70-eed0-4429-9279-659e9e73d18c cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:41:30.682321 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-3a57cbcb-447b-4602-8b54-a888ea5610b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cb8be70-eed0-4429-9279-659e9e73d18c {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:41:30.689811 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-3a57cbcb-447b-4602-8b54-a888ea5610b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:30.701681 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-3a57cbcb-447b-4602-8b54-a888ea5610b6 service neutron] Transition to ACTIVE for port object 7cb8be70-eed0-4429-9279-659e9e73d18c will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 08:41:30.705351 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-3a57cbcb-447b-4602-8b54-a888ea5610b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:30.757150 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57cbcb-447b-4602-8b54-a888ea5610b6 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb8be70-eed0-4429-9279-659e9e73d18c,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:30.831634 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-3a57cbcb-447b-4602-8b54-a888ea5610b6 service neutron] Attempting to bind port 7cb8be70-eed0-4429-9279-659e9e73d18c on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:41:30.832330 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-3a57cbcb-447b-4602-8b54-a888ea5610b6 service neutron] Attempting to bind port 7cb8be70-eed0-4429-9279-659e9e73d18c by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '8a14b67f-4109-4854-9fa4-dc6a64d3f279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:41:30.832330 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-3a57cbcb-447b-4602-8b54-a888ea5610b6 service neutron] Attempting to bind port 7cb8be70-eed0-4429-9279-659e9e73d18c on network bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:41:30.837485 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-3a57cbcb-447b-4602-8b54-a888ea5610b6 service neutron] Port 7cb8be70-eed0-4429-9279-659e9e73d18c on network bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:41:30.837846 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-3a57cbcb-447b-4602-8b54-a888ea5610b6 service neutron] Attempting to bind port 7cb8be70-eed0-4429-9279-659e9e73d18c on network bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:41:30.843033 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-3a57cbcb-447b-4602-8b54-a888ea5610b6 service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:41:30.843380 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-3a57cbcb-447b-4602-8b54-a888ea5610b6 service neutron] Checking segment: {'id': '8a14b67f-4109-4854-9fa4-dc6a64d3f279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:41:30.843765 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-3a57cbcb-447b-4602-8b54-a888ea5610b6 service neutron] Bound using segment: {'id': '8a14b67f-4109-4854-9fa4-dc6a64d3f279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:41:30.844195 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-3a57cbcb-447b-4602-8b54-a888ea5610b6 service neutron] Bound port: 7cb8be70-eed0-4429-9279-659e9e73d18c, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a14b67f-4109-4854-9fa4-dc6a64d3f279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:41:30.844555 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-3a57cbcb-447b-4602-8b54-a888ea5610b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:30.912986 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-3a57cbcb-447b-4602-8b54-a888ea5610b6 service neutron] For port 7cb8be70-eed0-4429-9279-659e9e73d18c, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:41:30.916358 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-3a57cbcb-447b-4602-8b54-a888ea5610b6 service neutron] For port 7cb8be70-eed0-4429-9279-659e9e73d18c, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=7cb8be70-eed0-4429-9279-659e9e73d18c,segment=NetworkSegment(8a14b67f-4109-4854-9fa4-dc6a64d3f279),segment_id=8a14b67f-4109-4854-9fa4-dc6a64d3f279)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:41:30.920232 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-3a57cbcb-447b-4602-8b54-a888ea5610b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:30.968807 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-3a57cbcb-447b-4602-8b54-a888ea5610b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:30.969470 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-3a57cbcb-447b-4602-8b54-a888ea5610b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:30.970892 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-3a57cbcb-447b-4602-8b54-a888ea5610b6 service neutron] 10.222.0.47 "PUT /v2.0/ports/7cb8be70-eed0-4429-9279-659e9e73d18c HTTP/1.1" status: 200 len: 1093 time: 0.6215882 Oct 26 08:41:30.971348 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f5db9c-ceb5-4088-beca-323c8663427b', 'tag': '7cb8be70-eed0-4429-9279-659e9e73d18c'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:41:30.974275 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc27bdb-9736-4a62-a287-c1a4d92b5592" -d '{"events": [{"name": "network-changed", "server_uuid": "a1f5db9c-ceb5-4088-beca-323c8663427b", "tag": "7cb8be70-eed0-4429-9279-659e9e73d18c"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:41:31.012734 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57cbcb-447b-4602-8b54-a888ea5610b6 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb8be70-eed0-4429-9279-659e9e73d18c,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:31.023498 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bd9e88-623b-4d0a-b851-e14d305fd52b x-openstack-request-id: req-47bd9e88-623b-4d0a-b851-e14d305fd52b {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:41:31.023795 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1f5db9c-ceb5-4088-beca-323c8663427b", "tag": "7cb8be70-eed0-4429-9279-659e9e73d18c", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:41:31.024054 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-47bd9e88-623b-4d0a-b851-e14d305fd52b {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:41:31.024461 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f5db9c-ceb5-4088-beca-323c8663427b', 'tag': '7cb8be70-eed0-4429-9279-659e9e73d18c', 'status': 'completed', 'code': 200} Oct 26 08:41:31.110856 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183853a-4373-46ec-906d-d0c40b3f21ef req-e865668c-77bc-4382-becd-06a1ac8a0a95 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:31.112409 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5183853a-4373-46ec-906d-d0c40b3f21ef req-e865668c-77bc-4382-becd-06a1ac8a0a95 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1f5db9c-ceb5-4088-beca-323c8663427b HTTP/1.1" status: 200 len: 943 time: 0.1603451 Oct 26 08:41:31.115263 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-848b3741-83ff-4832-abc4-9ffbc9d418f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:31.116674 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-848b3741-83ff-4832-abc4-9ffbc9d418f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=a1f5db9c-ceb5-4088-beca-323c8663427b HTTP/1.1" status: 200 len: 1096 time: 0.0883210 Oct 26 08:41:31.169666 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-e06f8f20-4190-462a-a286-091faf9486f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cb8be70-eed0-4429-9279-659e9e73d18c HTTP/1.1" status: 200 len: 217 time: 0.0424619 Oct 26 08:41:31.216287 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5183853a-4373-46ec-906d-d0c40b3f21ef req-056f08c5-cb1c-43b2-90d8-99811e00a674 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=924b64b2-120b-41aa-a7fe-1f445b33f5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967028 Oct 26 08:41:31.232922 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-ec7d7902-cb94-492c-af4e-cc1835408566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:31.234474 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-ec7d7902-cb94-492c-af4e-cc1835408566 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae535f85-c548-4d0f-9a89-18b016a0cf8d HTTP/1.1" status: 200 len: 835 time: 0.0542960 Oct 26 08:41:31.281260 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-08361278-dbb6-418f-9886-ed1437f2d6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:31.282791 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-08361278-dbb6-418f-9886-ed1437f2d6db service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0401120 Oct 26 08:41:31.377499 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-ea39d32c-62cd-481d-b8b6-6893de90db02 service neutron] 10.222.0.47 "GET /v2.0/networks/bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814207 Oct 26 08:41:31.474228 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d538b51b-23b8-41b6-9cc8-d32f88968528 req-bc1207cb-d45e-45c2-876e-15bbcb95d665 service neutron] 10.222.0.47 "GET /v2.0/networks/bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876744 Oct 26 08:41:31.561509 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc27bdb-9736-4a62-a287-c1a4d92b5592 req-21cc580c-1d46-4afd-a365-7f726af5d136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:31.563021 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0bc27bdb-9736-4a62-a287-c1a4d92b5592 req-21cc580c-1d46-4afd-a365-7f726af5d136 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=a1f5db9c-ceb5-4088-beca-323c8663427b HTTP/1.1" status: 200 len: 1096 time: 0.0430760 Oct 26 08:41:31.664520 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc27bdb-9736-4a62-a287-c1a4d92b5592 req-862b46d2-fadc-4a3a-aae6-5e84be3eb25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:31.666003 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0bc27bdb-9736-4a62-a287-c1a4d92b5592 req-862b46d2-fadc-4a3a-aae6-5e84be3eb25c service neutron] 10.222.0.47 "GET /v2.0/networks?id=bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40 HTTP/1.1" status: 200 len: 897 time: 0.0928779 Oct 26 08:41:31.709985 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0bc27bdb-9736-4a62-a287-c1a4d92b5592 req-0fa9dc66-801a-4ca8-8069-0ec504d1d51f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cb8be70-eed0-4429-9279-659e9e73d18c HTTP/1.1" status: 200 len: 217 time: 0.0354748 Oct 26 08:41:31.760565 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc27bdb-9736-4a62-a287-c1a4d92b5592 req-e23a484a-726d-48fe-8be0-884c75719796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:31.762007 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0bc27bdb-9736-4a62-a287-c1a4d92b5592 req-e23a484a-726d-48fe-8be0-884c75719796 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae535f85-c548-4d0f-9a89-18b016a0cf8d HTTP/1.1" status: 200 len: 835 time: 0.0441613 Oct 26 08:41:31.813357 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc27bdb-9736-4a62-a287-c1a4d92b5592 req-c3da68e7-cf71-4039-97ed-9f58b448f82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:31.814896 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0bc27bdb-9736-4a62-a287-c1a4d92b5592 req-c3da68e7-cf71-4039-97ed-9f58b448f82e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0448987 Oct 26 08:41:31.905309 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0bc27bdb-9736-4a62-a287-c1a4d92b5592 req-65bc6d71-2d4d-47e7-9be2-8fe686eef2c1 service neutron] 10.222.0.47 "GET /v2.0/networks/bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822864 Oct 26 08:41:31.999931 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0bc27bdb-9736-4a62-a287-c1a4d92b5592 req-4a1ea059-3016-4d43-a681-8f565b4d5338 service neutron] 10.222.0.47 "GET /v2.0/networks/bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852804 Oct 26 08:41:32.335558 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2f6f5-71e7-4962-8c1e-a389c3f3fbb8 req-034c4dcb-348a-49b6-a2df-62d863aaf5af tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:32.337146 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0ee2f6f5-71e7-4962-8c1e-a389c3f3fbb8 req-034c4dcb-348a-49b6-a2df-62d863aaf5af tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1f5db9c-ceb5-4088-beca-323c8663427b HTTP/1.1" status: 200 len: 943 time: 0.0533705 Oct 26 08:41:32.381409 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0ee2f6f5-71e7-4962-8c1e-a389c3f3fbb8 req-a52a22ac-d2f8-441c-9721-028aa99a4454 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=924b64b2-120b-41aa-a7fe-1f445b33f5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380695 Oct 26 08:41:33.360295 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 7cb8be70-eed0-4429-9279-659e9e73d18c details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 08:41:33.477344 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 7cb8be70-eed0-4429-9279-659e9e73d18c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=7cb8be70-eed0-4429-9279-659e9e73d18c,segment=NetworkSegment(8a14b67f-4109-4854-9fa4-dc6a64d3f279),segment_id=8a14b67f-4109-4854-9fa4-dc6a64d3f279)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:41:33.492309 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': '7cb8be70-eed0-4429-9279-659e9e73d18c', 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40', 'port_id': '7cb8be70-eed0-4429-9279-659e9e73d18c', 'mac_address': 'fa:16:3e:68:e8:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae535f85-c548-4d0f-9a89-18b016a0cf8d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 08:41:33.509932 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7ce16-acac-449e-a761-8fa9220fc339 req-31df22ae-9c3b-4f8e-aea3-c6af333a8a9b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:33.511594 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2ae7ce16-acac-449e-a761-8fa9220fc339 req-31df22ae-9c3b-4f8e-aea3-c6af333a8a9b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1f5db9c-ceb5-4088-beca-323c8663427b HTTP/1.1" status: 200 len: 943 time: 0.0581713 Oct 26 08:41:33.536344 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:33.549505 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb8be70-eed0-4429-9279-659e9e73d18c {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:41:33.555586 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2ae7ce16-acac-449e-a761-8fa9220fc339 req-8184a592-86aa-4c54-b2fe-a26e1905817a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=924b64b2-120b-41aa-a7fe-1f445b33f5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375831 Oct 26 08:41:33.581320 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 7cb8be70-eed0-4429-9279-659e9e73d18c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=7cb8be70-eed0-4429-9279-659e9e73d18c,segment=NetworkSegment(8a14b67f-4109-4854-9fa4-dc6a64d3f279),segment_id=8a14b67f-4109-4854-9fa4-dc6a64d3f279)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:41:33.585804 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:33.632157 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=7cb8be70-eed0-4429-9279-659e9e73d18c,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:33.807246 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['7cb8be70-eed0-4429-9279-659e9e73d18c'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:41:34.669913 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd31572-71c1-4d6a-b3d3-bea03a545743 req-dcadbf57-7cff-4ebf-b10b-edb562650dbb tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:34.671413 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5cd31572-71c1-4d6a-b3d3-bea03a545743 req-dcadbf57-7cff-4ebf-b10b-edb562650dbb tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1f5db9c-ceb5-4088-beca-323c8663427b HTTP/1.1" status: 200 len: 944 time: 0.0482225 Oct 26 08:41:34.710280 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5cd31572-71c1-4d6a-b3d3-bea03a545743 req-488c8ee1-1aea-4756-b054-10349b080d58 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=924b64b2-120b-41aa-a7fe-1f445b33f5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323458 Oct 26 08:41:35.111097 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-af264cb5-578c-447b-96b9-873fd576c43a req-fc1858cd-4848-4149-8ac4-c4b9c3a10e11 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f45eac02-cf7a-49c9-998b-56268e4d1489&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419345 Oct 26 08:41:35.200582 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af264cb5-578c-447b-96b9-873fd576c43a req-7524db23-619f-4cd6-9241-6359a70cee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:35.202092 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-af264cb5-578c-447b-96b9-873fd576c43a req-7524db23-619f-4cd6-9241-6359a70cee2b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=012ebdc024314225b35adc225bf3c042&device_id=f45eac02-cf7a-49c9-998b-56268e4d1489 HTTP/1.1" status: 200 len: 1098 time: 0.0456624 Oct 26 08:41:35.310271 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af264cb5-578c-447b-96b9-873fd576c43a req-4e7b21cd-0568-4140-ba85-4362db7fd18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:35.311693 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-af264cb5-578c-447b-96b9-873fd576c43a req-4e7b21cd-0568-4140-ba85-4362db7fd18f service neutron] 10.222.0.47 "GET /v2.0/networks?id=aaea57e4-9420-417b-be2f-9d1c60706f42 HTTP/1.1" status: 200 len: 913 time: 0.0906022 Oct 26 08:41:35.368567 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 7cb8be70-eed0-4429-9279-659e9e73d18c up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:41:35.381913 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-af264cb5-578c-447b-96b9-873fd576c43a req-df2880a3-9e87-4c0b-bc6a-58881a5ff7c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc HTTP/1.1" status: 200 len: 1001 time: 0.0625849 Oct 26 08:41:35.419142 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port 7cb8be70-eed0-4429-9279-659e9e73d18c completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 08:41:35.423463 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port 7cb8be70-eed0-4429-9279-659e9e73d18c triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:41:35.423834 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:35.432228 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af264cb5-578c-447b-96b9-873fd576c43a req-da383fd9-46ae-4575-9f93-8a223951bbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:35.433745 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-af264cb5-578c-447b-96b9-873fd576c43a req-da383fd9-46ae-4575-9f93-8a223951bbd9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=854d097d-f76d-4dde-9873-e30632cd6b45 HTTP/1.1" status: 200 len: 851 time: 0.0445356 Oct 26 08:41:35.479426 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af264cb5-578c-447b-96b9-873fd576c43a req-ff8ba79f-2fde-4a71-86a4-53c236681514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:35.480942 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-af264cb5-578c-447b-96b9-873fd576c43a req-ff8ba79f-2fde-4a71-86a4-53c236681514 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aaea57e4-9420-417b-be2f-9d1c60706f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0407653 Oct 26 08:41:35.509425 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:35.532922 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f5db9c-ceb5-4088-beca-323c8663427b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb8be70-eed0-4429-9279-659e9e73d18c'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:41:35.535328 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb5d1a5-b9cd-48d9-9909-af212d051d2d" -d '{"events": [{"server_uuid": "a1f5db9c-ceb5-4088-beca-323c8663427b", "name": "network-vif-plugged", "status": "completed", "tag": "7cb8be70-eed0-4429-9279-659e9e73d18c"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:41:35.551180 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 7cb8be70-eed0-4429-9279-659e9e73d18c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=7cb8be70-eed0-4429-9279-659e9e73d18c,segment=NetworkSegment(8a14b67f-4109-4854-9fa4-dc6a64d3f279),segment_id=8a14b67f-4109-4854-9fa4-dc6a64d3f279)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:41:35.557252 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:35.586380 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dde5503-1cf0-4d08-b4cf-35e738d2ae96 x-openstack-request-id: req-3dde5503-1cf0-4d08-b4cf-35e738d2ae96 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:41:35.586675 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f5db9c-ceb5-4088-beca-323c8663427b", "name": "network-vif-plugged", "status": "completed", "tag": "7cb8be70-eed0-4429-9279-659e9e73d18c", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:41:35.586931 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3dde5503-1cf0-4d08-b4cf-35e738d2ae96 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:41:35.587362 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f5db9c-ceb5-4088-beca-323c8663427b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb8be70-eed0-4429-9279-659e9e73d18c', 'code': 200} Oct 26 08:41:35.590126 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-af264cb5-578c-447b-96b9-873fd576c43a req-b1332e89-ddda-49f5-8a44-b113b04c0ff6 service neutron] 10.222.0.47 "GET /v2.0/networks/aaea57e4-9420-417b-be2f-9d1c60706f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014202 Oct 26 08:41:35.615778 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=7cb8be70-eed0-4429-9279-659e9e73d18c,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:35.699932 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-af264cb5-578c-447b-96b9-873fd576c43a req-14e97b9b-00dc-45a9-a240-fb1463fba003 service neutron] 10.222.0.47 "GET /v2.0/networks/aaea57e4-9420-417b-be2f-9d1c60706f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972438 Oct 26 08:41:35.763459 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653eee3-0819-4f8e-a0a7-6e784e1f3621 req-6e9cd31b-7344-45d8-8304-0794c6b0024d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:35.764665 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e653eee3-0819-4f8e-a0a7-6e784e1f3621 req-6e9cd31b-7344-45d8-8304-0794c6b0024d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a1f5db9c-ceb5-4088-beca-323c8663427b HTTP/1.1" status: 200 len: 1098 time: 0.0428088 Oct 26 08:41:35.805558 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e653eee3-0819-4f8e-a0a7-6e784e1f3621 req-f4a148e9-36bb-46bf-8ea5-e65774ccbaa4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=924b64b2-120b-41aa-a7fe-1f445b33f5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311668 Oct 26 08:41:35.826034 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98e2e3-0a1a-41f8-ae34-cb83afcf4f95 req-b59c0c34-ced5-4582-8547-a216533fbf39 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:35.827482 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-2f98e2e3-0a1a-41f8-ae34-cb83afcf4f95 req-b59c0c34-ced5-4582-8547-a216533fbf39 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1f5db9c-ceb5-4088-beca-323c8663427b HTTP/1.1" status: 200 len: 945 time: 0.0501754 Oct 26 08:41:35.866514 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-2f98e2e3-0a1a-41f8-ae34-cb83afcf4f95 req-ae656e93-c867-4a13-8736-95d1d7ccf45f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=924b64b2-120b-41aa-a7fe-1f445b33f5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329359 Oct 26 08:41:36.991097 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7318f9f-421b-4ad4-841b-16389674a26d req-95384988-c2ee-4118-a37c-4d6540db6cfc tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:36.992631 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c7318f9f-421b-4ad4-841b-16389674a26d req-95384988-c2ee-4118-a37c-4d6540db6cfc tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1f5db9c-ceb5-4088-beca-323c8663427b HTTP/1.1" status: 200 len: 945 time: 0.0559125 Oct 26 08:41:37.034758 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c7318f9f-421b-4ad4-841b-16389674a26d req-afc7b4ed-a9b2-407e-9ffb-d5c4ee9679ed tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=924b64b2-120b-41aa-a7fe-1f445b33f5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359373 Oct 26 08:41:38.156428 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a180630-fa4a-43a9-8a6a-978732d2787d req-59534bb3-9065-4d70-ab94-d9f03b3e1fed tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:38.157934 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-4a180630-fa4a-43a9-8a6a-978732d2787d req-59534bb3-9065-4d70-ab94-d9f03b3e1fed tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1f5db9c-ceb5-4088-beca-323c8663427b HTTP/1.1" status: 200 len: 945 time: 0.0508955 Oct 26 08:41:38.199983 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-4a180630-fa4a-43a9-8a6a-978732d2787d req-9987d152-8050-4eaa-be72-012d667a01fd tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=924b64b2-120b-41aa-a7fe-1f445b33f5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353930 Oct 26 08:41:38.314932 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563e2d6-51bf-4c4c-a85c-6c175a2368e5 req-3d9ac1d7-ff17-48b3-9acb-493c135b35a2 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:38.316337 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0563e2d6-51bf-4c4c-a85c-6c175a2368e5 req-3d9ac1d7-ff17-48b3-9acb-493c135b35a2 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1f5db9c-ceb5-4088-beca-323c8663427b HTTP/1.1" status: 200 len: 945 time: 0.0502980 Oct 26 08:41:38.356944 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0563e2d6-51bf-4c4c-a85c-6c175a2368e5 req-db998c62-e4a6-415f-b6c8-c702e63dc04b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=924b64b2-120b-41aa-a7fe-1f445b33f5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342462 Oct 26 08:41:38.378493 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38800) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:41:38.419042 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ffcdd9-05f4-4dec-8719-b6886d9e4b1d tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:38.420696 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-66ffcdd9-05f4-4dec-8719-b6886d9e4b1d tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a1f5db9c-ceb5-4088-beca-323c8663427b HTTP/1.1" status: 200 len: 1093 time: 0.0412385 Oct 26 08:41:38.423567 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38802) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:41:38.428655 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-10b97694-6d0d-4381-981f-ed929bfa5c13 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'floatingip': {'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'port_id': '7cb8be70-eed0-4429-9279-659e9e73d18c', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:41:38.451568 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-10b97694-6d0d-4381-981f-ed929bfa5c13 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:38.551606 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-10b97694-6d0d-4381-981f-ed929bfa5c13 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:38.662665 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-10b97694-6d0d-4381-981f-ed929bfa5c13 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Allocated IP 172.26.2.29 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/e696ebc9-f728-415a-a53c-8942ac7447a2) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:41:38.765001 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-10b97694-6d0d-4381-981f-ed929bfa5c13 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:38.798408 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-10b97694-6d0d-4381-981f-ed929bfa5c13 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:38.842254 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b97694-6d0d-4381-981f-ed929bfa5c13 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:41:38.845065 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-10b97694-6d0d-4381-981f-ed929bfa5c13 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:41:38.848984 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b97694-6d0d-4381-981f-ed929bfa5c13 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:41:38.854456 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b97694-6d0d-4381-981f-ed929bfa5c13 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=e696ebc9-f728-415a-a53c-8942ac7447a2,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:39.193406 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-10b97694-6d0d-4381-981f-ed929bfa5c13 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:39.267379 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-10b97694-6d0d-4381-981f-ed929bfa5c13 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:39.420042 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-10b97694-6d0d-4381-981f-ed929bfa5c13 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:39.424256 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-10b97694-6d0d-4381-981f-ed929bfa5c13 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:39.498863 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b97694-6d0d-4381-981f-ed929bfa5c13 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=e696ebc9-f728-415a-a53c-8942ac7447a2,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:41:39.507970 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-10b97694-6d0d-4381-981f-ed929bfa5c13 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:39.619831 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [None req-10b97694-6d0d-4381-981f-ed929bfa5c13 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Floating IP 93d38f1a-93e4-4e0f-ab48-94b844185f19 associated. External IP: 172.26.2.29, port: 7cb8be70-eed0-4429-9279-659e9e73d18c. Oct 26 08:41:39.851589 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b97694-6d0d-4381-981f-ed929bfa5c13 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router 113819bf-65ed-4a6e-a86f-255c7e0e2276 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:41:39.966771 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b97694-6d0d-4381-981f-ed929bfa5c13 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:41:39.978984 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff459c70-91af-4d78-991a-624cb75cfc8a None None] Sync routers for ids ['113819bf-65ed-4a6e-a86f-255c7e0e2276'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:41:39.985809 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-10b97694-6d0d-4381-981f-ed929bfa5c13 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:39.992011 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff459c70-91af-4d78-991a-624cb75cfc8a None None] Routers {'113819bf-65ed-4a6e-a86f-255c7e0e2276'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:41:39.992625 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ff459c70-91af-4d78-991a-624cb75cfc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:41:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['113819bf-65ed-4a6e-a86f-255c7e0e2276'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:41:40.018665 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-10b97694-6d0d-4381-981f-ed929bfa5c13 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5939233 Oct 26 08:41:40.019262 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f5db9c-ceb5-4088-beca-323c8663427b', 'tag': '7cb8be70-eed0-4429-9279-659e9e73d18c'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:41:40.022198 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38804) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:41:40.022722 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78d0a98-579f-468f-b985-9c2f50741e64" -d '{"events": [{"name": "network-changed", "server_uuid": "a1f5db9c-ceb5-4088-beca-323c8663427b", "tag": "7cb8be70-eed0-4429-9279-659e9e73d18c"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:41:40.069466 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ed1ed1-b169-450f-87a1-e97ed2a774d2 x-openstack-request-id: req-18ed1ed1-b169-450f-87a1-e97ed2a774d2 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:41:40.070526 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1f5db9c-ceb5-4088-beca-323c8663427b", "tag": "7cb8be70-eed0-4429-9279-659e9e73d18c", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:41:40.070793 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-18ed1ed1-b169-450f-87a1-e97ed2a774d2 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:41:40.071545 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f5db9c-ceb5-4088-beca-323c8663427b', 'tag': '7cb8be70-eed0-4429-9279-659e9e73d18c', 'status': 'completed', 'code': 200} Oct 26 08:41:40.095593 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a8c06ba2-20f4-4794-81a0-c9aa84ce2073 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/floatingips/93d38f1a-93e4-4e0f-ab48-94b844185f19 HTTP/1.1" status: 200 len: 990 time: 0.0721688 Oct 26 08:41:40.106191 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-ff459c70-91af-4d78-991a-624cb75cfc8a None None] Set router 113819bf-65ed-4a6e-a86f-255c7e0e2276 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:41:40.136371 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d0a98-579f-468f-b985-9c2f50741e64 req-62cdbbaa-deea-4155-9840-6a19ea0d5115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:40.137952 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f78d0a98-579f-468f-b985-9c2f50741e64 req-62cdbbaa-deea-4155-9840-6a19ea0d5115 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=a1f5db9c-ceb5-4088-beca-323c8663427b HTTP/1.1" status: 200 len: 1098 time: 0.0427251 Oct 26 08:41:40.238724 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d0a98-579f-468f-b985-9c2f50741e64 req-5960f6c6-e2ea-49d6-afe9-c24904e7d47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:40.240332 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f78d0a98-579f-468f-b985-9c2f50741e64 req-5960f6c6-e2ea-49d6-afe9-c24904e7d47d service neutron] 10.222.0.47 "GET /v2.0/networks?id=bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40 HTTP/1.1" status: 200 len: 897 time: 0.0935354 Oct 26 08:41:40.313383 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f78d0a98-579f-468f-b985-9c2f50741e64 req-77364e5b-0ad6-4615-99a9-9a473c8cd4e7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cb8be70-eed0-4429-9279-659e9e73d18c HTTP/1.1" status: 200 len: 998 time: 0.0638704 Oct 26 08:41:40.334978 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ff459c70-91af-4d78-991a-624cb75cfc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'name': 'tempest-TestNetworkBasicOps-router-2071636759', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:41:24Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:67:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '93d38f1a-93e4-4e0f-ab48-94b844185f19', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.29', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'port_id': '7cb8be70-eed0-4429-9279-659e9e73d18c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40', 'mac_address': 'fa:16:3e:68:e8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f5db9c-ceb5-4088-beca-323c8663427b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:41:39Z', 'updated_at': '2021-10-26T08:41:39Z', 'revision_number': 0, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '697c6f22-d68d-4385-94ad-de3735276899', 'name': '', 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:7c:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'ae535f85-c548-4d0f-9a89-18b016a0cf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:41:23Z', 'updated_at': '2021-10-26T08:41:27Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'ae535f85-c548-4d0f-9a89-18b016a0cf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:41:40.362369 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff459c70-91af-4d78-991a-624cb75cfc8a None None] Checking router: 113819bf-65ed-4a6e-a86f-255c7e0e2276 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:41:40.363015 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d0a98-579f-468f-b985-9c2f50741e64 req-5756e3c4-d44a-4d63-80c6-1503081e255a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:40.365282 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f78d0a98-579f-468f-b985-9c2f50741e64 req-5756e3c4-d44a-4d63-80c6-1503081e255a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae535f85-c548-4d0f-9a89-18b016a0cf8d HTTP/1.1" status: 200 len: 835 time: 0.0455246 Oct 26 08:41:40.371375 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff459c70-91af-4d78-991a-624cb75cfc8a None None] Routers {'113819bf-65ed-4a6e-a86f-255c7e0e2276'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:41:40.371996 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ff459c70-91af-4d78-991a-624cb75cfc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:41:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['113819bf-65ed-4a6e-a86f-255c7e0e2276'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:41:40.414091 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d0a98-579f-468f-b985-9c2f50741e64 req-73d87d91-8808-4b44-aed2-e54af218cd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:41:40.415808 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f78d0a98-579f-468f-b985-9c2f50741e64 req-73d87d91-8808-4b44-aed2-e54af218cd3f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0429933 Oct 26 08:41:40.428809 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [req-f78d0a98-579f-468f-b985-9c2f50741e64 req-fa499f7b-4cd0-4527-9206-430b3368d1b8 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:41:40.429881 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f78d0a98-579f-468f-b985-9c2f50741e64 req-fa499f7b-4cd0-4527-9206-430b3368d1b8 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060508 Oct 26 08:41:40.482384 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-ff459c70-91af-4d78-991a-624cb75cfc8a None None] Set router 113819bf-65ed-4a6e-a86f-255c7e0e2276 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:41:40.526705 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f78d0a98-579f-468f-b985-9c2f50741e64 req-7b51ffba-8d1f-40f9-be33-b8a9b0b13537 service neutron] 10.222.0.47 "GET /v2.0/networks/bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884953 Oct 26 08:41:40.619473 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f78d0a98-579f-468f-b985-9c2f50741e64 req-ad75c399-5dd9-46a2-b3c7-99cc934db835 service neutron] 10.222.0.47 "GET /v2.0/networks/bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851862 Oct 26 08:41:40.712836 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ff459c70-91af-4d78-991a-624cb75cfc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'name': 'tempest-TestNetworkBasicOps-router-2071636759', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:41:24Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:67:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '93d38f1a-93e4-4e0f-ab48-94b844185f19', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.29', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'port_id': '7cb8be70-eed0-4429-9279-659e9e73d18c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40', 'mac_address': 'fa:16:3e:68:e8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f5db9c-ceb5-4088-beca-323c8663427b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:41:39Z', 'updated_at': '2021-10-26T08:41:39Z', 'revision_number': 0, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '697c6f22-d68d-4385-94ad-de3735276899', 'name': '', 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:7c:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'ae535f85-c548-4d0f-9a89-18b016a0cf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:41:23Z', 'updated_at': '2021-10-26T08:41:27Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'ae535f85-c548-4d0f-9a89-18b016a0cf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:41:40.740016 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff459c70-91af-4d78-991a-624cb75cfc8a None None] The sync data for ids ['113819bf-65ed-4a6e-a86f-255c7e0e2276'] in dv-neutron-804846-13-hyperv is: [{'id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'name': 'tempest-TestNetworkBasicOps-router-2071636759', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:41:24Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:67:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '93d38f1a-93e4-4e0f-ab48-94b844185f19', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.29', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'port_id': '7cb8be70-eed0-4429-9279-659e9e73d18c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40', 'mac_address': 'fa:16:3e:68:e8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f5db9c-ceb5-4088-beca-323c8663427b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:41:39Z', 'updated_at': '2021-10-26T08:41:39Z', 'revision_number': 0, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '697c6f22-d68d-4385-94ad-de3735276899', 'name': '', 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:7c:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'ae535f85-c548-4d0f-9a89-18b016a0cf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:41:23Z', 'updated_at': '2021-10-26T08:41:27Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'ae535f85-c548-4d0f-9a89-18b016a0cf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:41:40.926068 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5773940a-a31c-4583-94b9-811ed7f324c2 None None] New status for floating IP 93d38f1a-93e4-4e0f-ab48-94b844185f19: ACTIVE {{(pid=102104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:41:41.099274 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38808) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:41:41.163081 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ff063cae-2bca-4f7c-8420-a80126b90b3a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/floatingips/93d38f1a-93e4-4e0f-ab48-94b844185f19 HTTP/1.1" status: 200 len: 992 time: 0.0626483 Oct 26 08:41:42.675346 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:41:49.371899 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-53c1fa62-cc6b-4117-9e09-300f4e50efd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:52.043144 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4ada87b6-2122-4922-b899-0652c045fa9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:52.881167 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:53.275351 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:54.177285 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:41:54.777902 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:12.278366 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38826) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:42:12.321671 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d88167-90bc-423b-b13c-eab02665ad0c tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:42:12.322158 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d88167-90bc-423b-b13c-eab02665ad0c tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:42:12.322630 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d88167-90bc-423b-b13c-eab02665ad0c tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:42:12.324272 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-44d88167-90bc-423b-b13c-eab02665ad0c tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/ports?project_id=c0122ef6aaf84badac5fbf473c701d56&network_id=bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40 HTTP/1.1" status: 200 len: 3001 time: 0.0449188 Oct 26 08:42:14.595326 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38836) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:42:14.640064 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df16b68-2161-473f-8cf6-9bbceefed6a8 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:42:14.641548 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9df16b68-2161-473f-8cf6-9bbceefed6a8 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 HTTP/1.1" status: 200 len: 814 time: 0.0452168 Oct 26 08:42:15.133816 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38842) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:42:15.138614 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-57c7520d-411d-4639-b62d-46611e3c15dd tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:42:15.198571 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-57c7520d-411d-4639-b62d-46611e3c15dd tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:15.340951 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-57c7520d-411d-4639-b62d-46611e3c15dd tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:15.343708 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-57c7520d-411d-4639-b62d-46611e3c15dd tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:15.344061 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [None req-57c7520d-411d-4639-b62d-46611e3c15dd tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Floating IP 93d38f1a-93e4-4e0f-ab48-94b844185f19 disassociated. External IP: 172.26.2.29, port: 7cb8be70-eed0-4429-9279-659e9e73d18c. Oct 26 08:42:15.550360 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c7520d-411d-4639-b62d-46611e3c15dd tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router 113819bf-65ed-4a6e-a86f-255c7e0e2276 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:42:16.005136 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c7520d-411d-4639-b62d-46611e3c15dd tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:42:16.010060 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-57c7520d-411d-4639-b62d-46611e3c15dd tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:16.016445 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f03e9a-6975-4750-9b06-c14a833d1133 None None] Sync routers for ids ['113819bf-65ed-4a6e-a86f-255c7e0e2276'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:42:16.025779 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f03e9a-6975-4750-9b06-c14a833d1133 None None] Routers {'113819bf-65ed-4a6e-a86f-255c7e0e2276'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:42:16.026457 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-57f03e9a-6975-4750-9b06-c14a833d1133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:41:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['113819bf-65ed-4a6e-a86f-255c7e0e2276'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:42:16.037046 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-57c7520d-411d-4639-b62d-46611e3c15dd tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "PUT /v2.0/floatingips/93d38f1a-93e4-4e0f-ab48-94b844185f19 HTTP/1.1" status: 200 len: 689 time: 0.9021225 Oct 26 08:42:16.037659 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f5db9c-ceb5-4088-beca-323c8663427b', 'tag': '7cb8be70-eed0-4429-9279-659e9e73d18c'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:42:16.039944 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc41e589-e061-4e64-9cf9-ff5b3fd7875b" -d '{"events": [{"name": "network-changed", "server_uuid": "a1f5db9c-ceb5-4088-beca-323c8663427b", "tag": "7cb8be70-eed0-4429-9279-659e9e73d18c"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:42:16.040109 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38848) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:42:16.080692 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7b5a82-822a-4205-980b-ae085594740b x-openstack-request-id: req-ab7b5a82-822a-4205-980b-ae085594740b {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:42:16.080986 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1f5db9c-ceb5-4088-beca-323c8663427b", "tag": "7cb8be70-eed0-4429-9279-659e9e73d18c", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:42:16.081293 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ab7b5a82-822a-4205-980b-ae085594740b {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:42:16.081738 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f5db9c-ceb5-4088-beca-323c8663427b', 'tag': '7cb8be70-eed0-4429-9279-659e9e73d18c', 'status': 'completed', 'code': 200} Oct 26 08:42:16.095580 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-fab81c5b-3291-47a0-9784-71134630852a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/floatingips/93d38f1a-93e4-4e0f-ab48-94b844185f19 HTTP/1.1" status: 200 len: 689 time: 0.0540481 Oct 26 08:42:16.136726 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-57f03e9a-6975-4750-9b06-c14a833d1133 None None] Set router 113819bf-65ed-4a6e-a86f-255c7e0e2276 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:42:16.193362 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41e589-e061-4e64-9cf9-ff5b3fd7875b req-9d8f1cb1-d467-47eb-88da-92c6af9c35c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:42:16.194945 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-dc41e589-e061-4e64-9cf9-ff5b3fd7875b req-9d8f1cb1-d467-47eb-88da-92c6af9c35c4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=a1f5db9c-ceb5-4088-beca-323c8663427b HTTP/1.1" status: 200 len: 1098 time: 0.0888097 Oct 26 08:42:16.290703 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41e589-e061-4e64-9cf9-ff5b3fd7875b req-90d6d3f6-af86-4f29-a161-04bf23c4daff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:42:16.292139 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-dc41e589-e061-4e64-9cf9-ff5b3fd7875b req-90d6d3f6-af86-4f29-a161-04bf23c4daff service neutron] 10.222.0.47 "GET /v2.0/networks?id=bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40 HTTP/1.1" status: 200 len: 897 time: 0.0897350 Oct 26 08:42:16.334724 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-dc41e589-e061-4e64-9cf9-ff5b3fd7875b req-4c91fe4b-3a77-465a-8dd9-196b1fe6989d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cb8be70-eed0-4429-9279-659e9e73d18c HTTP/1.1" status: 200 len: 217 time: 0.0347373 Oct 26 08:42:16.336777 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-57f03e9a-6975-4750-9b06-c14a833d1133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'name': 'tempest-TestNetworkBasicOps-router-2071636759', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:41:24Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:67:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '697c6f22-d68d-4385-94ad-de3735276899', 'name': '', 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:7c:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'ae535f85-c548-4d0f-9a89-18b016a0cf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:41:23Z', 'updated_at': '2021-10-26T08:41:27Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'ae535f85-c548-4d0f-9a89-18b016a0cf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:42:16.367853 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f03e9a-6975-4750-9b06-c14a833d1133 None None] Checking router: 113819bf-65ed-4a6e-a86f-255c7e0e2276 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:42:16.376444 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f03e9a-6975-4750-9b06-c14a833d1133 None None] Routers {'113819bf-65ed-4a6e-a86f-255c7e0e2276'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:42:16.377049 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-57f03e9a-6975-4750-9b06-c14a833d1133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:41:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['113819bf-65ed-4a6e-a86f-255c7e0e2276'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:42:16.386119 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41e589-e061-4e64-9cf9-ff5b3fd7875b req-374e557d-8d2c-44c4-9bb9-14b6b8da5e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:42:16.387592 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-dc41e589-e061-4e64-9cf9-ff5b3fd7875b req-374e557d-8d2c-44c4-9bb9-14b6b8da5e63 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae535f85-c548-4d0f-9a89-18b016a0cf8d HTTP/1.1" status: 200 len: 835 time: 0.0448558 Oct 26 08:42:16.438285 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41e589-e061-4e64-9cf9-ff5b3fd7875b req-7b6029d4-2812-465c-a21d-f944fbd0af1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:42:16.439921 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-dc41e589-e061-4e64-9cf9-ff5b3fd7875b req-7b6029d4-2812-465c-a21d-f944fbd0af1e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0447962 Oct 26 08:42:16.535052 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-dc41e589-e061-4e64-9cf9-ff5b3fd7875b req-f1d4f3fb-6f1e-4166-bb84-77d8a2d44cfe service neutron] 10.222.0.47 "GET /v2.0/networks/bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873241 Oct 26 08:42:16.633877 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-dc41e589-e061-4e64-9cf9-ff5b3fd7875b req-9708e9c5-9922-42d3-a780-6b661c1110a6 service neutron] 10.222.0.47 "GET /v2.0/networks/bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922890 Oct 26 08:42:16.634714 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-57f03e9a-6975-4750-9b06-c14a833d1133 None None] Set router 113819bf-65ed-4a6e-a86f-255c7e0e2276 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:42:16.835471 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-57f03e9a-6975-4750-9b06-c14a833d1133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'name': 'tempest-TestNetworkBasicOps-router-2071636759', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:41:24Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:67:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '697c6f22-d68d-4385-94ad-de3735276899', 'name': '', 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:7c:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'ae535f85-c548-4d0f-9a89-18b016a0cf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:41:23Z', 'updated_at': '2021-10-26T08:41:27Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'ae535f85-c548-4d0f-9a89-18b016a0cf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:42:16.861539 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f03e9a-6975-4750-9b06-c14a833d1133 None None] The sync data for ids ['113819bf-65ed-4a6e-a86f-255c7e0e2276'] in dv-neutron-804846-13-hyperv is: [{'id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'name': 'tempest-TestNetworkBasicOps-router-2071636759', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:41:24Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:67:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '697c6f22-d68d-4385-94ad-de3735276899', 'name': '', 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:7c:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'ae535f85-c548-4d0f-9a89-18b016a0cf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:41:23Z', 'updated_at': '2021-10-26T08:41:27Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'ae535f85-c548-4d0f-9a89-18b016a0cf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:42:17.087456 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52976905-11f5-4291-a61a-604f2e32ce89 None None] New status for floating IP 93d38f1a-93e4-4e0f-ab48-94b844185f19: DOWN {{(pid=102104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:42:17.096799 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38854) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:42:17.140708 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-65ef64a8-869a-4444-972e-8ba75e0be55e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/floatingips/93d38f1a-93e4-4e0f-ab48-94b844185f19 HTTP/1.1" status: 200 len: 689 time: 0.0425792 Oct 26 08:42:18.144280 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38856) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:42:18.187921 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-168610c9-a7fd-448a-9ca7-58d615657c51 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/floatingips/93d38f1a-93e4-4e0f-ab48-94b844185f19 HTTP/1.1" status: 200 len: 687 time: 0.0424731 Oct 26 08:42:19.374217 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0cc703cf-2c7d-4328-b040-57e464c7fddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:19.426938 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38860) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:42:19.431680 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-6ef39d4f-3cc6-4623-b728-751ce8f36d54 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1727256331', 'description': 'tempest-secgroup-smoke-1727256331 description', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:42:19.458660 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6ef39d4f-3cc6-4623-b728-751ce8f36d54 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:19.524283 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6ef39d4f-3cc6-4623-b728-751ce8f36d54 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:19.527854 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6ef39d4f-3cc6-4623-b728-751ce8f36d54 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:19.558445 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6ef39d4f-3cc6-4623-b728-751ce8f36d54 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:19.559675 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6ef39d4f-3cc6-4623-b728-751ce8f36d54 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1316874 Oct 26 08:42:19.561573 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef39d4f-3cc6-4623-b728-751ce8f36d54 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=718ecf77-af9a-49a8-b6ca-c20b1fa45a47,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:42:19.562882 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38862) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:42:19.567568 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-76e9506f-35e4-4212-a62c-c63d44ac52f7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '718ecf77-af9a-49a8-b6ca-c20b1fa45a47', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:42:19.569472 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef39d4f-3cc6-4623-b728-751ce8f36d54 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:42:19.569866 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef39d4f-3cc6-4623-b728-751ce8f36d54 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:42:19.570215 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef39d4f-3cc6-4623-b728-751ce8f36d54 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:42:19.570559 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef39d4f-3cc6-4623-b728-751ce8f36d54 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:42:19.570900 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef39d4f-3cc6-4623-b728-751ce8f36d54 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:42:19.571238 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef39d4f-3cc6-4623-b728-751ce8f36d54 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:42:19.571575 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef39d4f-3cc6-4623-b728-751ce8f36d54 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:42:19.571911 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef39d4f-3cc6-4623-b728-751ce8f36d54 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:42:19.572245 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef39d4f-3cc6-4623-b728-751ce8f36d54 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:42:19.572601 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef39d4f-3cc6-4623-b728-751ce8f36d54 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:42:19.572903 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef39d4f-3cc6-4623-b728-751ce8f36d54 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:42:19.573228 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef39d4f-3cc6-4623-b728-751ce8f36d54 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:42:19.595269 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-76e9506f-35e4-4212-a62c-c63d44ac52f7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:19.651695 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-76e9506f-35e4-4212-a62c-c63d44ac52f7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:19.655117 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-76e9506f-35e4-4212-a62c-c63d44ac52f7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:19.673310 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e9506f-35e4-4212-a62c-c63d44ac52f7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3219b4ca-e62c-4f22-bf4e-b2485fad7b31,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:42:19.673554 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:42:19.684003 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-76e9506f-35e4-4212-a62c-c63d44ac52f7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:19.685200 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-76e9506f-35e4-4212-a62c-c63d44ac52f7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1213171 Oct 26 08:42:19.686541 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9506f-35e4-4212-a62c-c63d44ac52f7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:42:19.686890 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9506f-35e4-4212-a62c-c63d44ac52f7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:42:19.687232 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9506f-35e4-4212-a62c-c63d44ac52f7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:42:19.687567 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9506f-35e4-4212-a62c-c63d44ac52f7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:42:19.687908 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9506f-35e4-4212-a62c-c63d44ac52f7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:42:19.688239 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9506f-35e4-4212-a62c-c63d44ac52f7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:42:19.688369 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38864) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:42:19.688571 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9506f-35e4-4212-a62c-c63d44ac52f7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:42:19.688899 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9506f-35e4-4212-a62c-c63d44ac52f7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:42:19.689230 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9506f-35e4-4212-a62c-c63d44ac52f7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:42:19.689559 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9506f-35e4-4212-a62c-c63d44ac52f7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:42:19.689906 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9506f-35e4-4212-a62c-c63d44ac52f7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:42:19.690229 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9506f-35e4-4212-a62c-c63d44ac52f7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:42:19.693138 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-64c4306d-e544-48da-b05c-a4043e0e3779 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '718ecf77-af9a-49a8-b6ca-c20b1fa45a47', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:42:19.719629 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-64c4306d-e544-48da-b05c-a4043e0e3779 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:19.780219 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-64c4306d-e544-48da-b05c-a4043e0e3779 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:19.783796 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-64c4306d-e544-48da-b05c-a4043e0e3779 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:19.801344 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c4306d-e544-48da-b05c-a4043e0e3779 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c6971ff-5a0d-473e-ac33-0bac5587b4da,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:42:19.808247 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-64c4306d-e544-48da-b05c-a4043e0e3779 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:19.809440 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-64c4306d-e544-48da-b05c-a4043e0e3779 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201720 Oct 26 08:42:19.812298 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38866) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:42:19.817220 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-0b8af8d2-ee3c-42a9-9326-770d43a3899b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '718ecf77-af9a-49a8-b6ca-c20b1fa45a47', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:42:19.842535 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0b8af8d2-ee3c-42a9-9326-770d43a3899b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:19.900313 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0b8af8d2-ee3c-42a9-9326-770d43a3899b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:19.904207 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0b8af8d2-ee3c-42a9-9326-770d43a3899b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:19.927679 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8af8d2-ee3c-42a9-9326-770d43a3899b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa653487-8718-4506-a1f9-73ea94c1fd63,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:42:19.935397 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0b8af8d2-ee3c-42a9-9326-770d43a3899b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:19.937239 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-0b8af8d2-ee3c-42a9-9326-770d43a3899b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238801 Oct 26 08:42:19.939927 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38868) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:42:19.944912 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-b05e8845-46b2-4343-bbc7-551c62f8f42d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '718ecf77-af9a-49a8-b6ca-c20b1fa45a47', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:42:19.971169 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b05e8845-46b2-4343-bbc7-551c62f8f42d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:20.030229 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b05e8845-46b2-4343-bbc7-551c62f8f42d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:20.033601 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b05e8845-46b2-4343-bbc7-551c62f8f42d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:20.052825 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e8845-46b2-4343-bbc7-551c62f8f42d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba488eae-ca67-49e4-b0b7-730715093646,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:42:20.059877 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b05e8845-46b2-4343-bbc7-551c62f8f42d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:20.061068 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b05e8845-46b2-4343-bbc7-551c62f8f42d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1201544 Oct 26 08:42:20.063770 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38870) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:42:20.068739 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-bdcc3f97-8383-45c1-97b9-8489fba1bbce tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '718ecf77-af9a-49a8-b6ca-c20b1fa45a47', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:42:20.089584 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.securitygroups_db [None req-bdcc3f97-8383-45c1-97b9-8489fba1bbce tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Project c0122ef6aaf84badac5fbf473c701d56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 08:42:20.094370 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bdcc3f97-8383-45c1-97b9-8489fba1bbce tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:20.156518 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bdcc3f97-8383-45c1-97b9-8489fba1bbce tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:20.160535 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bdcc3f97-8383-45c1-97b9-8489fba1bbce tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:20.179952 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc3f97-8383-45c1-97b9-8489fba1bbce tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=447e200b-ade8-4d94-9437-9e268cfdf5c3,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:42:20.185509 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-bdcc3f97-8383-45c1-97b9-8489fba1bbce tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:20.186697 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-bdcc3f97-8383-45c1-97b9-8489fba1bbce tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220067 Oct 26 08:42:20.189387 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38872) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:42:20.193730 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-df0dcdca-5a26-46c4-afb9-649ad36fd87e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '718ecf77-af9a-49a8-b6ca-c20b1fa45a47', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:42:20.214684 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.securitygroups_db [None req-df0dcdca-5a26-46c4-afb9-649ad36fd87e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Project c0122ef6aaf84badac5fbf473c701d56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 08:42:20.219421 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-df0dcdca-5a26-46c4-afb9-649ad36fd87e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:20.280156 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-df0dcdca-5a26-46c4-afb9-649ad36fd87e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:20.283705 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-df0dcdca-5a26-46c4-afb9-649ad36fd87e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:20.304268 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0dcdca-5a26-46c4-afb9-649ad36fd87e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a58a5b04-7c6e-4ced-8b71-13a9a78b0c34,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:42:20.309777 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-df0dcdca-5a26-46c4-afb9-649ad36fd87e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:20.310834 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-df0dcdca-5a26-46c4-afb9-649ad36fd87e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1204939 Oct 26 08:42:20.449046 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-77e33afa-4544-4ea8-9015-814100e159a5 req-83cfe410-5333-4df8-a987-ad87f797dbae tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1727256331&fields=id&tenant_id=c0122ef6aaf84badac5fbf473c701d56 HTTP/1.1" status: 200 len: 267 time: 0.0333626 Oct 26 08:42:20.558075 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e33afa-4544-4ea8-9015-814100e159a5 req-8c9048d0-485b-4986-bb89-703540c0037e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:42:20.559477 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-77e33afa-4544-4ea8-9015-814100e159a5 req-8c9048d0-485b-4986-bb89-703540c0037e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/networks?id=bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40 HTTP/1.1" status: 200 len: 796 time: 0.1037896 Oct 26 08:42:20.574477 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-77e33afa-4544-4ea8-9015-814100e159a5 req-26bf0a44-ed58-4adf-a0ae-05b7679d12e2 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/quotas/c0122ef6aaf84badac5fbf473c701d56 HTTP/1.1" status: 200 len: 375 time: 0.0092392 Oct 26 08:42:20.630069 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-77e33afa-4544-4ea8-9015-814100e159a5 req-51079f0f-ceb9-4fe4-9860-56e15408575d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0503104 Oct 26 08:42:20.735861 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-77e33afa-4544-4ea8-9015-814100e159a5 req-231b4d42-9c17-41e0-9fdf-22d9c210a4e5 service neutron] 10.222.0.41 "GET /v2.0/networks/bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941265 Oct 26 08:42:20.824050 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-77e33afa-4544-4ea8-9015-814100e159a5 req-e1c4d637-a126-49e0-b203-fb2c1289e0eb service neutron] 10.222.0.41 "GET /v2.0/networks/bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820134 Oct 26 08:42:20.980796 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ee43d03d-378c-490a-8c4e-f569b8a58f52 req-da2cf9b1-7cb2-4102-925d-d02004248f01 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a710139-d35a-4271-8607-0eb927e5b5cd HTTP/1.1" status: 200 len: 210 time: 0.0269191 Oct 26 08:42:22.007004 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e33afa-4544-4ea8-9015-814100e159a5 req-f912b27a-a5fa-49fe-b411-290081948c48 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:42:22.008909 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-77e33afa-4544-4ea8-9015-814100e159a5 req-f912b27a-a5fa-49fe-b411-290081948c48 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "GET /v2.0/networks?id=bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40 HTTP/1.1" status: 200 len: 796 time: 0.1093779 Oct 26 08:42:22.049200 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63dd0097-b972-46f8-9151-f37c6764f3a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:22.059132 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-77e33afa-4544-4ea8-9015-814100e159a5 req-047df08a-4494-4bed-940a-351c0a1b26b4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0122ef6aaf84badac5fbf473c701d56 HTTP/1.1" status: 200 len: 473 time: 0.0390911 Oct 26 08:42:22.072021 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-77e33afa-4544-4ea8-9015-814100e159a5 req-0f695985-dff4-4787-9759-bf59992c81b1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'port': {'device_id': '4a710139-d35a-4271-8607-0eb927e5b5cd', 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40', 'admin_state_up': True, 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'security_groups': ['718ecf77-af9a-49a8-b6ca-c20b1fa45a47']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:42:22.085326 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-6f14fbe8-216b-4b21-bb6c-bc2a3f51cfc1 req-9dedb138-d771-46c4-b34c-eeff6256d6f4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a710139-d35a-4271-8607-0eb927e5b5cd HTTP/1.1" status: 200 len: 210 time: 0.0278566 Oct 26 08:42:22.185455 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77e33afa-4544-4ea8-9015-814100e159a5 req-0f695985-dff4-4787-9759-bf59992c81b1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Made reservation on behalf of c0122ef6aaf84badac5fbf473c701d56 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:42:22.189008 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-77e33afa-4544-4ea8-9015-814100e159a5 req-0f695985-dff4-4787-9759-bf59992c81b1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:22.310494 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-77e33afa-4544-4ea8-9015-814100e159a5 req-0f695985-dff4-4787-9759-bf59992c81b1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Allocated IP 172.20.0.11 (bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40/ae535f85-c548-4d0f-9a89-18b016a0cf8d/386c8168-324f-47a8-9b29-bb2f2a9c0d2b) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:42:22.453543 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-77e33afa-4544-4ea8-9015-814100e159a5 req-0f695985-dff4-4787-9759-bf59992c81b1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:22.486956 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-77e33afa-4544-4ea8-9015-814100e159a5 req-0f695985-dff4-4787-9759-bf59992c81b1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:22.530078 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77e33afa-4544-4ea8-9015-814100e159a5 req-0f695985-dff4-4787-9759-bf59992c81b1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:42:22.533189 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-77e33afa-4544-4ea8-9015-814100e159a5 req-0f695985-dff4-4787-9759-bf59992c81b1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:42:22.537540 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e33afa-4544-4ea8-9015-814100e159a5 req-0f695985-dff4-4787-9759-bf59992c81b1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:42:22.544032 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f695985-dff4-4787-9759-bf59992c81b1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=386c8168-324f-47a8-9b29-bb2f2a9c0d2b,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:42:22.592459 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e33afa-4544-4ea8-9015-814100e159a5 req-0f695985-dff4-4787-9759-bf59992c81b1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:42:22.593101 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-77e33afa-4544-4ea8-9015-814100e159a5 req-0f695985-dff4-4787-9759-bf59992c81b1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:22.609887 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-77e33afa-4544-4ea8-9015-814100e159a5 req-0f695985-dff4-4787-9759-bf59992c81b1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5427737 Oct 26 08:42:22.623003 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-77e33afa-4544-4ea8-9015-814100e159a5 req-1fb252aa-d179-4674-b20e-053a971f3dfd service neutron] Request body: {'port': {'device_id': '4a710139-d35a-4271-8607-0eb927e5b5cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:42:22.684707 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-77e33afa-4544-4ea8-9015-814100e159a5 req-1fb252aa-d179-4674-b20e-053a971f3dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:22.810086 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-189d496c-ba65-41ab-bfaa-0d48f9906dda None None] Provisioning complete for port 386c8168-324f-47a8-9b29-bb2f2a9c0d2b triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:42:22.810473 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-189d496c-ba65-41ab-bfaa-0d48f9906dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:22.845008 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-189d496c-ba65-41ab-bfaa-0d48f9906dda None None] Port 386c8168-324f-47a8-9b29-bb2f2a9c0d2b cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:42:22.886348 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:22.948625 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-77e33afa-4544-4ea8-9015-814100e159a5 req-1fb252aa-d179-4674-b20e-053a971f3dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 386c8168-324f-47a8-9b29-bb2f2a9c0d2b {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:42:22.955938 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-77e33afa-4544-4ea8-9015-814100e159a5 req-1fb252aa-d179-4674-b20e-053a971f3dfd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:22.968466 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-77e33afa-4544-4ea8-9015-814100e159a5 req-1fb252aa-d179-4674-b20e-053a971f3dfd service neutron] Transition to ACTIVE for port object 386c8168-324f-47a8-9b29-bb2f2a9c0d2b will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 08:42:22.972301 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-77e33afa-4544-4ea8-9015-814100e159a5 req-1fb252aa-d179-4674-b20e-053a971f3dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:23.024391 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb252aa-d179-4674-b20e-053a971f3dfd service neutron] Pushing event updated for resources: {'Port': ['ID=386c8168-324f-47a8-9b29-bb2f2a9c0d2b,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:42:23.094861 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-77e33afa-4544-4ea8-9015-814100e159a5 req-1fb252aa-d179-4674-b20e-053a971f3dfd service neutron] Attempting to bind port 386c8168-324f-47a8-9b29-bb2f2a9c0d2b on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:42:23.095271 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-77e33afa-4544-4ea8-9015-814100e159a5 req-1fb252aa-d179-4674-b20e-053a971f3dfd service neutron] Attempting to bind port 386c8168-324f-47a8-9b29-bb2f2a9c0d2b by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '8a14b67f-4109-4854-9fa4-dc6a64d3f279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:42:23.095543 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e33afa-4544-4ea8-9015-814100e159a5 req-1fb252aa-d179-4674-b20e-053a971f3dfd service neutron] Attempting to bind port 386c8168-324f-47a8-9b29-bb2f2a9c0d2b on network bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:42:23.100373 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e33afa-4544-4ea8-9015-814100e159a5 req-1fb252aa-d179-4674-b20e-053a971f3dfd service neutron] Port 386c8168-324f-47a8-9b29-bb2f2a9c0d2b on network bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:42:23.100688 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e33afa-4544-4ea8-9015-814100e159a5 req-1fb252aa-d179-4674-b20e-053a971f3dfd service neutron] Attempting to bind port 386c8168-324f-47a8-9b29-bb2f2a9c0d2b on network bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:42:23.105787 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e33afa-4544-4ea8-9015-814100e159a5 req-1fb252aa-d179-4674-b20e-053a971f3dfd service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:42:23.106130 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e33afa-4544-4ea8-9015-814100e159a5 req-1fb252aa-d179-4674-b20e-053a971f3dfd service neutron] Checking segment: {'id': '8a14b67f-4109-4854-9fa4-dc6a64d3f279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:42:23.106516 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e33afa-4544-4ea8-9015-814100e159a5 req-1fb252aa-d179-4674-b20e-053a971f3dfd service neutron] Bound using segment: {'id': '8a14b67f-4109-4854-9fa4-dc6a64d3f279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:42:23.108192 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-77e33afa-4544-4ea8-9015-814100e159a5 req-1fb252aa-d179-4674-b20e-053a971f3dfd service neutron] Bound port: 386c8168-324f-47a8-9b29-bb2f2a9c0d2b, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a14b67f-4109-4854-9fa4-dc6a64d3f279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:42:23.108192 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-77e33afa-4544-4ea8-9015-814100e159a5 req-1fb252aa-d179-4674-b20e-053a971f3dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:23.204971 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-77e33afa-4544-4ea8-9015-814100e159a5 req-1fb252aa-d179-4674-b20e-053a971f3dfd service neutron] For port 386c8168-324f-47a8-9b29-bb2f2a9c0d2b, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:42:23.221088 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-77e33afa-4544-4ea8-9015-814100e159a5 req-1fb252aa-d179-4674-b20e-053a971f3dfd service neutron] For port 386c8168-324f-47a8-9b29-bb2f2a9c0d2b, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=386c8168-324f-47a8-9b29-bb2f2a9c0d2b,segment=NetworkSegment(8a14b67f-4109-4854-9fa4-dc6a64d3f279),segment_id=8a14b67f-4109-4854-9fa4-dc6a64d3f279)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:42:23.227042 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-77e33afa-4544-4ea8-9015-814100e159a5 req-1fb252aa-d179-4674-b20e-053a971f3dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:23.243360 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bb281-5efd-4f36-abb3-3061e4db8ca8 req-b15dc7af-464f-4f7a-84d6-7eea64f614fd tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:42:23.244874 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f71bb281-5efd-4f36-abb3-3061e4db8ca8 req-b15dc7af-464f-4f7a-84d6-7eea64f614fd tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a710139-d35a-4271-8607-0eb927e5b5cd HTTP/1.1" status: 200 len: 944 time: 0.0850430 Oct 26 08:42:23.283728 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:23.287083 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e33afa-4544-4ea8-9015-814100e159a5 req-1fb252aa-d179-4674-b20e-053a971f3dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:42:23.287708 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-77e33afa-4544-4ea8-9015-814100e159a5 req-1fb252aa-d179-4674-b20e-053a971f3dfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:23.289156 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-77e33afa-4544-4ea8-9015-814100e159a5 req-1fb252aa-d179-4674-b20e-053a971f3dfd service neutron] 10.222.0.47 "PUT /v2.0/ports/386c8168-324f-47a8-9b29-bb2f2a9c0d2b HTTP/1.1" status: 200 len: 1094 time: 0.6704381 Oct 26 08:42:23.293801 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a710139-d35a-4271-8607-0eb927e5b5cd', 'tag': '386c8168-324f-47a8-9b29-bb2f2a9c0d2b'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:42:23.296145 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a402727c-2529-4091-af26-35b218cb5e74" -d '{"events": [{"name": "network-changed", "server_uuid": "4a710139-d35a-4271-8607-0eb927e5b5cd", "tag": "386c8168-324f-47a8-9b29-bb2f2a9c0d2b"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:42:23.331831 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb252aa-d179-4674-b20e-053a971f3dfd service neutron] Pushing event updated for resources: {'Port': ['ID=386c8168-324f-47a8-9b29-bb2f2a9c0d2b,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:42:23.348661 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f71bb281-5efd-4f36-abb3-3061e4db8ca8 req-fb23a8cc-a78d-4d95-a955-cfa51c3c074d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=718ecf77-af9a-49a8-b6ca-c20b1fa45a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838995 Oct 26 08:42:23.351463 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76bbe38-21f7-4113-b298-2bac6512cfdb x-openstack-request-id: req-c76bbe38-21f7-4113-b298-2bac6512cfdb {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:42:23.351595 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a710139-d35a-4271-8607-0eb927e5b5cd", "tag": "386c8168-324f-47a8-9b29-bb2f2a9c0d2b", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:42:23.351812 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c76bbe38-21f7-4113-b298-2bac6512cfdb {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:42:23.352217 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a710139-d35a-4271-8607-0eb927e5b5cd', 'tag': '386c8168-324f-47a8-9b29-bb2f2a9c0d2b', 'status': 'completed', 'code': 200} Oct 26 08:42:23.382054 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e33afa-4544-4ea8-9015-814100e159a5 req-461b60a3-19b3-4f53-ae53-40ed8b6fed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:42:23.383611 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-77e33afa-4544-4ea8-9015-814100e159a5 req-461b60a3-19b3-4f53-ae53-40ed8b6fed08 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=4a710139-d35a-4271-8607-0eb927e5b5cd HTTP/1.1" status: 200 len: 1097 time: 0.0462132 Oct 26 08:42:23.432833 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-77e33afa-4544-4ea8-9015-814100e159a5 req-b897ed45-9005-4d87-8479-b1db7e2893d1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=386c8168-324f-47a8-9b29-bb2f2a9c0d2b HTTP/1.1" status: 200 len: 217 time: 0.0414824 Oct 26 08:42:23.484368 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e33afa-4544-4ea8-9015-814100e159a5 req-ec885842-d10b-419f-bb72-b0c2d9020be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:42:23.485921 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-77e33afa-4544-4ea8-9015-814100e159a5 req-ec885842-d10b-419f-bb72-b0c2d9020be9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae535f85-c548-4d0f-9a89-18b016a0cf8d HTTP/1.1" status: 200 len: 835 time: 0.0462525 Oct 26 08:42:23.532451 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e33afa-4544-4ea8-9015-814100e159a5 req-2ac3d29e-8769-463b-b288-2b043d12e4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:42:23.533982 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-77e33afa-4544-4ea8-9015-814100e159a5 req-2ac3d29e-8769-463b-b288-2b043d12e4cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0405538 Oct 26 08:42:23.628848 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-77e33afa-4544-4ea8-9015-814100e159a5 req-44d52d3c-3aee-4782-920a-3ca317ad6a25 service neutron] 10.222.0.47 "GET /v2.0/networks/bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874939 Oct 26 08:42:23.717505 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-77e33afa-4544-4ea8-9015-814100e159a5 req-4f22c425-80cc-478a-8832-f3e51ba9bad3 service neutron] 10.222.0.47 "GET /v2.0/networks/bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820951 Oct 26 08:42:23.807692 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402727c-2529-4091-af26-35b218cb5e74 req-d2cd9e10-5769-489c-9cbc-cb6c605c2c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:42:23.809241 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a402727c-2529-4091-af26-35b218cb5e74 req-d2cd9e10-5769-489c-9cbc-cb6c605c2c28 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=4a710139-d35a-4271-8607-0eb927e5b5cd HTTP/1.1" status: 200 len: 1097 time: 0.0431516 Oct 26 08:42:23.906334 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402727c-2529-4091-af26-35b218cb5e74 req-b7a792b8-2369-4865-a7bc-b8f8ee06279e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:42:23.907832 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a402727c-2529-4091-af26-35b218cb5e74 req-b7a792b8-2369-4865-a7bc-b8f8ee06279e service neutron] 10.222.0.47 "GET /v2.0/networks?id=bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40 HTTP/1.1" status: 200 len: 897 time: 0.0901906 Oct 26 08:42:23.951424 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a402727c-2529-4091-af26-35b218cb5e74 req-bbed8cbf-3f07-4892-9370-a8d709f09f06 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=386c8168-324f-47a8-9b29-bb2f2a9c0d2b HTTP/1.1" status: 200 len: 217 time: 0.0345402 Oct 26 08:42:24.006207 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402727c-2529-4091-af26-35b218cb5e74 req-9e503812-8ea1-4edf-9a54-e6c96a23dbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:42:24.007675 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a402727c-2529-4091-af26-35b218cb5e74 req-9e503812-8ea1-4edf-9a54-e6c96a23dbfb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae535f85-c548-4d0f-9a89-18b016a0cf8d HTTP/1.1" status: 200 len: 835 time: 0.0481269 Oct 26 08:42:24.054240 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402727c-2529-4091-af26-35b218cb5e74 req-99e3b3df-7293-4574-9d8d-19d9a7d55d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:42:24.055738 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a402727c-2529-4091-af26-35b218cb5e74 req-99e3b3df-7293-4574-9d8d-19d9a7d55d3e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0406117 Oct 26 08:42:24.144636 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a402727c-2529-4091-af26-35b218cb5e74 req-d41cabfc-5d02-47a4-96ab-cf1b927d314f service neutron] 10.222.0.47 "GET /v2.0/networks/bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811176 Oct 26 08:42:24.171824 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:24.240701 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a402727c-2529-4091-af26-35b218cb5e74 req-24d50593-ee41-4f5a-b999-7a31fc80376c service neutron] 10.222.0.47 "GET /v2.0/networks/bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878215 Oct 26 08:42:24.471117 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18397f17-5140-4afc-8a92-c379d273a3e8 req-c1b9ecbc-1f22-4d80-8b67-f3b5a1bd4ba9 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:42:24.472826 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-18397f17-5140-4afc-8a92-c379d273a3e8 req-c1b9ecbc-1f22-4d80-8b67-f3b5a1bd4ba9 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a710139-d35a-4271-8607-0eb927e5b5cd HTTP/1.1" status: 200 len: 944 time: 0.0538712 Oct 26 08:42:24.510764 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-18397f17-5140-4afc-8a92-c379d273a3e8 req-3ccc0ee8-3185-400b-af00-1313a7106456 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=718ecf77-af9a-49a8-b6ca-c20b1fa45a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319381 Oct 26 08:42:24.782933 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:25.585538 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 386c8168-324f-47a8-9b29-bb2f2a9c0d2b details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 08:42:25.630824 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd15535-e17f-40fb-824f-27a2e8679948 req-62e18cc8-8ab6-4aca-9f1f-4de2bbbfb92d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:42:25.632355 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6dd15535-e17f-40fb-824f-27a2e8679948 req-62e18cc8-8ab6-4aca-9f1f-4de2bbbfb92d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a710139-d35a-4271-8607-0eb927e5b5cd HTTP/1.1" status: 200 len: 944 time: 0.0520833 Oct 26 08:42:25.671039 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6dd15535-e17f-40fb-824f-27a2e8679948 req-5d8a4e82-13fa-4310-aaf7-8eb5c402461e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=718ecf77-af9a-49a8-b6ca-c20b1fa45a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325317 Oct 26 08:42:25.680057 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 386c8168-324f-47a8-9b29-bb2f2a9c0d2b, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=386c8168-324f-47a8-9b29-bb2f2a9c0d2b,segment=NetworkSegment(8a14b67f-4109-4854-9fa4-dc6a64d3f279),segment_id=8a14b67f-4109-4854-9fa4-dc6a64d3f279)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:42:25.692211 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': '386c8168-324f-47a8-9b29-bb2f2a9c0d2b', 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40', 'port_id': '386c8168-324f-47a8-9b29-bb2f2a9c0d2b', 'mac_address': 'fa:16:3e:99:5c:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae535f85-c548-4d0f-9a89-18b016a0cf8d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 08:42:25.729906 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:25.745905 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 386c8168-324f-47a8-9b29-bb2f2a9c0d2b {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:42:25.764694 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 386c8168-324f-47a8-9b29-bb2f2a9c0d2b, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=386c8168-324f-47a8-9b29-bb2f2a9c0d2b,segment=NetworkSegment(8a14b67f-4109-4854-9fa4-dc6a64d3f279),segment_id=8a14b67f-4109-4854-9fa4-dc6a64d3f279)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:42:25.768357 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:25.814930 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=386c8168-324f-47a8-9b29-bb2f2a9c0d2b,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:42:25.822466 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:42:25.822823 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:42:25.823166 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:42:25.823507 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:42:25.823843 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:42:25.824175 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:42:25.824505 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:42:25.824839 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:42:25.825167 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:42:25.825495 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:42:25.825844 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:42:25.826168 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:42:25.995495 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['386c8168-324f-47a8-9b29-bb2f2a9c0d2b'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:42:26.785723 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a383c80-926f-47e6-a42f-03761f14353e req-c892d547-ac6b-4153-9d6c-54b586224285 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:42:26.787215 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-4a383c80-926f-47e6-a42f-03761f14353e req-c892d547-ac6b-4153-9d6c-54b586224285 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a710139-d35a-4271-8607-0eb927e5b5cd HTTP/1.1" status: 200 len: 945 time: 0.0505652 Oct 26 08:42:26.824611 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-4a383c80-926f-47e6-a42f-03761f14353e req-5efc3fc1-93a5-4147-8514-432bb3557e7c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=718ecf77-af9a-49a8-b6ca-c20b1fa45a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314775 Oct 26 08:42:27.601084 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 386c8168-324f-47a8-9b29-bb2f2a9c0d2b up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:42:27.650893 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port 386c8168-324f-47a8-9b29-bb2f2a9c0d2b completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 08:42:27.654700 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port 386c8168-324f-47a8-9b29-bb2f2a9c0d2b triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:42:27.655074 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:27.733042 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:27.756294 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a710139-d35a-4271-8607-0eb927e5b5cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386c8168-324f-47a8-9b29-bb2f2a9c0d2b'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:42:27.758710 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228e4aeb-47d1-4096-b60f-7457b5871fc5" -d '{"events": [{"server_uuid": "4a710139-d35a-4271-8607-0eb927e5b5cd", "name": "network-vif-plugged", "status": "completed", "tag": "386c8168-324f-47a8-9b29-bb2f2a9c0d2b"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:42:27.772179 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 386c8168-324f-47a8-9b29-bb2f2a9c0d2b, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=386c8168-324f-47a8-9b29-bb2f2a9c0d2b,segment=NetworkSegment(8a14b67f-4109-4854-9fa4-dc6a64d3f279),segment_id=8a14b67f-4109-4854-9fa4-dc6a64d3f279)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:42:27.776321 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:27.799367 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bbd96d-a0ed-46da-aa48-1ab9fd9a0b3d x-openstack-request-id: req-d7bbd96d-a0ed-46da-aa48-1ab9fd9a0b3d {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:42:27.799666 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a710139-d35a-4271-8607-0eb927e5b5cd", "name": "network-vif-plugged", "status": "completed", "tag": "386c8168-324f-47a8-9b29-bb2f2a9c0d2b", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:42:27.800465 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d7bbd96d-a0ed-46da-aa48-1ab9fd9a0b3d {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:42:27.800812 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a710139-d35a-4271-8607-0eb927e5b5cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386c8168-324f-47a8-9b29-bb2f2a9c0d2b', 'code': 200} Oct 26 08:42:27.827113 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=386c8168-324f-47a8-9b29-bb2f2a9c0d2b,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:42:27.951974 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abcaff-7413-42c6-aede-59d4a591257b req-9bc7d69e-3ca9-4e75-b7ec-eb56625174e6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:42:27.953489 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d8abcaff-7413-42c6-aede-59d4a591257b req-9bc7d69e-3ca9-4e75-b7ec-eb56625174e6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a710139-d35a-4271-8607-0eb927e5b5cd HTTP/1.1" status: 200 len: 946 time: 0.0570066 Oct 26 08:42:27.970178 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284cc82f-b897-427d-a861-6acc1ebddad6 req-b1ac6ecc-9e45-4d14-801b-362de65c75e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:42:27.971966 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-284cc82f-b897-427d-a861-6acc1ebddad6 req-b1ac6ecc-9e45-4d14-801b-362de65c75e5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4a710139-d35a-4271-8607-0eb927e5b5cd HTTP/1.1" status: 200 len: 1099 time: 0.0496962 Oct 26 08:42:27.992137 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d8abcaff-7413-42c6-aede-59d4a591257b req-b3b57c71-831f-4d72-8b8d-ca295d181c88 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=718ecf77-af9a-49a8-b6ca-c20b1fa45a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324244 Oct 26 08:42:28.008479 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-284cc82f-b897-427d-a861-6acc1ebddad6 req-cc2a7256-e8e6-4637-b730-376697629585 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=718ecf77-af9a-49a8-b6ca-c20b1fa45a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297368 Oct 26 08:42:29.109906 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f1436-7bf8-4bd0-81b8-3b54311a71f7 req-8dac1b24-b2cd-4074-b67d-1de85b482270 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:42:29.111402 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-070f1436-7bf8-4bd0-81b8-3b54311a71f7 req-8dac1b24-b2cd-4074-b67d-1de85b482270 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a710139-d35a-4271-8607-0eb927e5b5cd HTTP/1.1" status: 200 len: 946 time: 0.0503321 Oct 26 08:42:29.148943 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-070f1436-7bf8-4bd0-81b8-3b54311a71f7 req-1a11ebe4-27d2-43a1-a4cf-878b775a15db tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=718ecf77-af9a-49a8-b6ca-c20b1fa45a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317259 Oct 26 08:42:29.264489 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14007d4a-722a-4db8-93f9-35b5ce5038e7 req-64b35a02-26af-4478-9764-3a1cbd8f125e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:42:29.266061 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-14007d4a-722a-4db8-93f9-35b5ce5038e7 req-64b35a02-26af-4478-9764-3a1cbd8f125e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a710139-d35a-4271-8607-0eb927e5b5cd HTTP/1.1" status: 200 len: 946 time: 0.0524569 Oct 26 08:42:29.304909 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-14007d4a-722a-4db8-93f9-35b5ce5038e7 req-743c88f9-f809-4855-a908-a1af65eb8162 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=718ecf77-af9a-49a8-b6ca-c20b1fa45a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320833 Oct 26 08:42:29.327614 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38924) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:42:29.367972 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e030ee-c1c9-4b72-a7bd-32472e1d95c9 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:42:29.369516 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-81e030ee-c1c9-4b72-a7bd-32472e1d95c9 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4a710139-d35a-4271-8607-0eb927e5b5cd HTTP/1.1" status: 200 len: 1094 time: 0.0408909 Oct 26 08:42:29.372391 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38926) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:42:29.376605 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-d6e5f3ba-96e0-4cef-aa86-3b9be124a5a4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'floatingip': {'port_id': '386c8168-324f-47a8-9b29-bb2f2a9c0d2b'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:42:29.418738 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d6e5f3ba-96e0-4cef-aa86-3b9be124a5a4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:29.829998 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d6e5f3ba-96e0-4cef-aa86-3b9be124a5a4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:29.833875 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d6e5f3ba-96e0-4cef-aa86-3b9be124a5a4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:29.931813 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [None req-d6e5f3ba-96e0-4cef-aa86-3b9be124a5a4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Floating IP 93d38f1a-93e4-4e0f-ab48-94b844185f19 associated. External IP: 172.26.2.29, port: 386c8168-324f-47a8-9b29-bb2f2a9c0d2b. Oct 26 08:42:30.135417 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e5f3ba-96e0-4cef-aa86-3b9be124a5a4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router 113819bf-65ed-4a6e-a86f-255c7e0e2276 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:42:30.240987 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e5f3ba-96e0-4cef-aa86-3b9be124a5a4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:42:30.245364 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d6e5f3ba-96e0-4cef-aa86-3b9be124a5a4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:30.250894 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc515377-d3b3-4677-93d7-364b31dbe9e7 None None] Sync routers for ids ['113819bf-65ed-4a6e-a86f-255c7e0e2276'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:42:30.260992 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc515377-d3b3-4677-93d7-364b31dbe9e7 None None] Routers {'113819bf-65ed-4a6e-a86f-255c7e0e2276'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:42:30.261606 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-bc515377-d3b3-4677-93d7-364b31dbe9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:42:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['113819bf-65ed-4a6e-a86f-255c7e0e2276'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:42:30.273370 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d6e5f3ba-96e0-4cef-aa86-3b9be124a5a4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "PUT /v2.0/floatingips/93d38f1a-93e4-4e0f-ab48-94b844185f19 HTTP/1.1" status: 200 len: 991 time: 0.8999684 Oct 26 08:42:30.273976 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a710139-d35a-4271-8607-0eb927e5b5cd', 'tag': '386c8168-324f-47a8-9b29-bb2f2a9c0d2b'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:42:30.276185 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 38928) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:42:30.276674 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b6fe23-7162-4b9a-a375-a8b8021b1096" -d '{"events": [{"name": "network-changed", "server_uuid": "4a710139-d35a-4271-8607-0eb927e5b5cd", "tag": "386c8168-324f-47a8-9b29-bb2f2a9c0d2b"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:42:30.312988 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910bedf5-265d-4eab-aa75-9906e0968c98 x-openstack-request-id: req-910bedf5-265d-4eab-aa75-9906e0968c98 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:42:30.313375 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a710139-d35a-4271-8607-0eb927e5b5cd", "tag": "386c8168-324f-47a8-9b29-bb2f2a9c0d2b", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:42:30.313747 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-910bedf5-265d-4eab-aa75-9906e0968c98 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:42:30.314235 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a710139-d35a-4271-8607-0eb927e5b5cd', 'tag': '386c8168-324f-47a8-9b29-bb2f2a9c0d2b', 'status': 'completed', 'code': 200} Oct 26 08:42:30.342954 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3bf589aa-b0d1-4334-93f9-21d8501a426d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/floatingips/93d38f1a-93e4-4e0f-ab48-94b844185f19 HTTP/1.1" status: 200 len: 991 time: 0.0655680 Oct 26 08:42:30.374995 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-bc515377-d3b3-4677-93d7-364b31dbe9e7 None None] Set router 113819bf-65ed-4a6e-a86f-255c7e0e2276 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:42:30.387506 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6fe23-7162-4b9a-a375-a8b8021b1096 req-b30e51db-711d-4b1b-930a-ea46df731cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:42:30.388958 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-72b6fe23-7162-4b9a-a375-a8b8021b1096 req-b30e51db-711d-4b1b-930a-ea46df731cf5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=4a710139-d35a-4271-8607-0eb927e5b5cd HTTP/1.1" status: 200 len: 1099 time: 0.0409112 Oct 26 08:42:30.490455 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6fe23-7162-4b9a-a375-a8b8021b1096 req-e30092f0-1057-454a-aebc-a298f6202fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:42:30.492839 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-72b6fe23-7162-4b9a-a375-a8b8021b1096 req-e30092f0-1057-454a-aebc-a298f6202fd2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40 HTTP/1.1" status: 200 len: 897 time: 0.0968783 Oct 26 08:42:30.562106 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-72b6fe23-7162-4b9a-a375-a8b8021b1096 req-d43fdcff-0b77-4b17-9fee-44050629f6be service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=386c8168-324f-47a8-9b29-bb2f2a9c0d2b HTTP/1.1" status: 200 len: 999 time: 0.0625701 Oct 26 08:42:30.611502 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-bc515377-d3b3-4677-93d7-364b31dbe9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'name': 'tempest-TestNetworkBasicOps-router-2071636759', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:41:24Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:67:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '93d38f1a-93e4-4e0f-ab48-94b844185f19', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.29', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'port_id': '386c8168-324f-47a8-9b29-bb2f2a9c0d2b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40', 'mac_address': 'fa:16:3e:99:5c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a710139-d35a-4271-8607-0eb927e5b5cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:41:39Z', 'updated_at': '2021-10-26T08:42:29Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '697c6f22-d68d-4385-94ad-de3735276899', 'name': '', 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:7c:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'ae535f85-c548-4d0f-9a89-18b016a0cf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:41:23Z', 'updated_at': '2021-10-26T08:41:27Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'ae535f85-c548-4d0f-9a89-18b016a0cf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:42:30.611920 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6fe23-7162-4b9a-a375-a8b8021b1096 req-b3f27477-8784-4f7e-bf96-a7cc7b0b857b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:42:30.613455 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-72b6fe23-7162-4b9a-a375-a8b8021b1096 req-b3f27477-8784-4f7e-bf96-a7cc7b0b857b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae535f85-c548-4d0f-9a89-18b016a0cf8d HTTP/1.1" status: 200 len: 835 time: 0.0441887 Oct 26 08:42:30.639085 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc515377-d3b3-4677-93d7-364b31dbe9e7 None None] Checking router: 113819bf-65ed-4a6e-a86f-255c7e0e2276 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:42:30.648486 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc515377-d3b3-4677-93d7-364b31dbe9e7 None None] Routers {'113819bf-65ed-4a6e-a86f-255c7e0e2276'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:42:30.649090 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-bc515377-d3b3-4677-93d7-364b31dbe9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:42:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['113819bf-65ed-4a6e-a86f-255c7e0e2276'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:42:30.663159 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6fe23-7162-4b9a-a375-a8b8021b1096 req-e06d5b86-265c-40d7-b5ef-ccf2773e4bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:42:30.664677 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-72b6fe23-7162-4b9a-a375-a8b8021b1096 req-e06d5b86-265c-40d7-b5ef-ccf2773e4bb9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0447834 Oct 26 08:42:30.754485 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-72b6fe23-7162-4b9a-a375-a8b8021b1096 req-e869e1fb-6f32-47af-a2d1-4cb3f3e4470b service neutron] 10.222.0.47 "GET /v2.0/networks/bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825996 Oct 26 08:42:30.757275 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-bc515377-d3b3-4677-93d7-364b31dbe9e7 None None] Set router 113819bf-65ed-4a6e-a86f-255c7e0e2276 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:42:30.856445 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-72b6fe23-7162-4b9a-a375-a8b8021b1096 req-32302d9b-b81c-477b-be5e-68f8e59ff894 service neutron] 10.222.0.47 "GET /v2.0/networks/bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949347 Oct 26 08:42:30.986709 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-bc515377-d3b3-4677-93d7-364b31dbe9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'name': 'tempest-TestNetworkBasicOps-router-2071636759', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:41:24Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:67:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '93d38f1a-93e4-4e0f-ab48-94b844185f19', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.29', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'port_id': '386c8168-324f-47a8-9b29-bb2f2a9c0d2b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40', 'mac_address': 'fa:16:3e:99:5c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a710139-d35a-4271-8607-0eb927e5b5cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:41:39Z', 'updated_at': '2021-10-26T08:42:29Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '697c6f22-d68d-4385-94ad-de3735276899', 'name': '', 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:7c:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'ae535f85-c548-4d0f-9a89-18b016a0cf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:41:23Z', 'updated_at': '2021-10-26T08:41:27Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'ae535f85-c548-4d0f-9a89-18b016a0cf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:42:31.014014 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc515377-d3b3-4677-93d7-364b31dbe9e7 None None] The sync data for ids ['113819bf-65ed-4a6e-a86f-255c7e0e2276'] in dv-neutron-804846-13-hyperv is: [{'id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'name': 'tempest-TestNetworkBasicOps-router-2071636759', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:41:24Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:67:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '93d38f1a-93e4-4e0f-ab48-94b844185f19', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.29', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'port_id': '386c8168-324f-47a8-9b29-bb2f2a9c0d2b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40', 'mac_address': 'fa:16:3e:99:5c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a710139-d35a-4271-8607-0eb927e5b5cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:41:39Z', 'updated_at': '2021-10-26T08:42:29Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '697c6f22-d68d-4385-94ad-de3735276899', 'name': '', 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:7c:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'ae535f85-c548-4d0f-9a89-18b016a0cf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:41:23Z', 'updated_at': '2021-10-26T08:41:27Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'ae535f85-c548-4d0f-9a89-18b016a0cf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:42:31.192621 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222bcc6f-5934-4895-a0cb-73045607237e None None] New status for floating IP 93d38f1a-93e4-4e0f-ab48-94b844185f19: ACTIVE {{(pid=102104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:42:31.348314 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 38932) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:42:31.412392 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-03f6c47b-ab52-4e08-bf85-9425177c0cb9 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/floatingips/93d38f1a-93e4-4e0f-ab48-94b844185f19 HTTP/1.1" status: 200 len: 993 time: 0.0629475 Oct 26 08:42:36.105940 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fb9bfd32-8677-4a6a-b062-44d57de098b1 req-e3e58c78-bdc9-44e9-90dc-f81e10dddc0d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f45eac02-cf7a-49c9-998b-56268e4d1489&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392971 Oct 26 08:42:36.192234 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bfd32-8677-4a6a-b062-44d57de098b1 req-a8685594-2d10-40b7-9624-1a0a66f9cb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:42:36.193765 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fb9bfd32-8677-4a6a-b062-44d57de098b1 req-a8685594-2d10-40b7-9624-1a0a66f9cb73 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=012ebdc024314225b35adc225bf3c042&device_id=f45eac02-cf7a-49c9-998b-56268e4d1489 HTTP/1.1" status: 200 len: 1098 time: 0.0444183 Oct 26 08:42:36.295613 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bfd32-8677-4a6a-b062-44d57de098b1 req-e1c6209f-cdcc-4d35-a48a-5810b8782ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:42:36.297110 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fb9bfd32-8677-4a6a-b062-44d57de098b1 req-e1c6209f-cdcc-4d35-a48a-5810b8782ccc service neutron] 10.222.0.47 "GET /v2.0/networks?id=aaea57e4-9420-417b-be2f-9d1c60706f42 HTTP/1.1" status: 200 len: 913 time: 0.0845268 Oct 26 08:42:36.367107 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fb9bfd32-8677-4a6a-b062-44d57de098b1 req-eac5ffde-889f-45cb-9124-f1a6e51ed7ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc HTTP/1.1" status: 200 len: 1001 time: 0.0618994 Oct 26 08:42:36.415549 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bfd32-8677-4a6a-b062-44d57de098b1 req-5bc72e4f-858b-493a-97c4-4af6f5c731ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:42:36.416975 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fb9bfd32-8677-4a6a-b062-44d57de098b1 req-5bc72e4f-858b-493a-97c4-4af6f5c731ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=854d097d-f76d-4dde-9873-e30632cd6b45 HTTP/1.1" status: 200 len: 851 time: 0.0436502 Oct 26 08:42:36.461437 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bfd32-8677-4a6a-b062-44d57de098b1 req-e4c92d05-aa91-4262-9f13-0ef62034a611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:42:36.462935 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fb9bfd32-8677-4a6a-b062-44d57de098b1 req-e4c92d05-aa91-4262-9f13-0ef62034a611 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aaea57e4-9420-417b-be2f-9d1c60706f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0394096 Oct 26 08:42:36.554415 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fb9bfd32-8677-4a6a-b062-44d57de098b1 req-e25873ac-f28b-4ffa-bce5-6100ac6da615 service neutron] 10.222.0.47 "GET /v2.0/networks/aaea57e4-9420-417b-be2f-9d1c60706f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844202 Oct 26 08:42:36.642088 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fb9bfd32-8677-4a6a-b062-44d57de098b1 req-0dddb3f1-73fc-4b65-be52-e3720d1bf6c8 service neutron] 10.222.0.47 "GET /v2.0/networks/aaea57e4-9420-417b-be2f-9d1c60706f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811074 Oct 26 08:42:49.376326 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-81d6ebc1-e83b-4cfd-af77-72f1e849129e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:52.040386 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-48f56aee-2a9b-4e63-aade-193376a468fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:52.887878 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:53.275670 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:54.160936 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:54.782164 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:42:56.672245 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:43:04.966414 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd96a17-46e4-45be-a193-124f3c1f24f4 req-69f86675-808c-444d-934a-2a8889fb776f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:04.968448 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-8fd96a17-46e4-45be-a193-124f3c1f24f4 req-69f86675-808c-444d-934a-2a8889fb776f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a710139-d35a-4271-8607-0eb927e5b5cd HTTP/1.1" status: 200 len: 946 time: 0.0613983 Oct 26 08:43:05.007729 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-8fd96a17-46e4-45be-a193-124f3c1f24f4 req-e171c932-5833-4fce-9cf9-c33e489639a1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=718ecf77-af9a-49a8-b6ca-c20b1fa45a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335579 Oct 26 08:43:06.127921 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fe07b-9cfa-4bf2-8812-0ead4d62468b req-47327680-9908-429f-b0e0-f2b698b7d576 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:06.135437 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-105fe07b-9cfa-4bf2-8812-0ead4d62468b req-47327680-9908-429f-b0e0-f2b698b7d576 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a710139-d35a-4271-8607-0eb927e5b5cd HTTP/1.1" status: 200 len: 946 time: 0.0572603 Oct 26 08:43:06.195086 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-105fe07b-9cfa-4bf2-8812-0ead4d62468b req-e1a35fd0-da20-41ce-b19e-c6dc3bbba209 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=718ecf77-af9a-49a8-b6ca-c20b1fa45a47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493636 Oct 26 08:43:06.296585 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98116e-2284-4933-81f3-f898a57af651 req-6a836597-a58d-406d-b2f5-bbe20c7441a5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:06.298380 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6a98116e-2284-4933-81f3-f898a57af651 req-6a836597-a58d-406d-b2f5-bbe20c7441a5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a710139-d35a-4271-8607-0eb927e5b5cd HTTP/1.1" status: 200 len: 946 time: 0.0626774 Oct 26 08:43:06.393782 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-6a98116e-2284-4933-81f3-f898a57af651 req-262d8ca8-a31f-42fa-9408-ea3dccfc567c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting port 386c8168-324f-47a8-9b29-bb2f2a9c0d2b {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:43:06.394272 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-6a98116e-2284-4933-81f3-f898a57af651 req-262d8ca8-a31f-42fa-9408-ea3dccfc567c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:06.487928 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-6a98116e-2284-4933-81f3-f898a57af651 req-262d8ca8-a31f-42fa-9408-ea3dccfc567c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] For port 386c8168-324f-47a8-9b29-bb2f2a9c0d2b, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=386c8168-324f-47a8-9b29-bb2f2a9c0d2b,segment=NetworkSegment(8a14b67f-4109-4854-9fa4-dc6a64d3f279),segment_id=8a14b67f-4109-4854-9fa4-dc6a64d3f279)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:43:06.488316 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-6a98116e-2284-4933-81f3-f898a57af651 req-262d8ca8-a31f-42fa-9408-ea3dccfc567c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:06.674266 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-6a98116e-2284-4933-81f3-f898a57af651 req-262d8ca8-a31f-42fa-9408-ea3dccfc567c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:06.674739 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-6a98116e-2284-4933-81f3-f898a57af651 req-262d8ca8-a31f-42fa-9408-ea3dccfc567c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:06.675077 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [req-6a98116e-2284-4933-81f3-f898a57af651 req-262d8ca8-a31f-42fa-9408-ea3dccfc567c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Floating IP 93d38f1a-93e4-4e0f-ab48-94b844185f19 disassociated. External IP: 172.26.2.29, port: 386c8168-324f-47a8-9b29-bb2f2a9c0d2b. Oct 26 08:43:06.675428 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-6a98116e-2284-4933-81f3-f898a57af651 req-262d8ca8-a31f-42fa-9408-ea3dccfc567c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Calling delete_port for 386c8168-324f-47a8-9b29-bb2f2a9c0d2b owned by compute:nova {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:43:07.135692 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-6a98116e-2284-4933-81f3-f898a57af651 req-262d8ca8-a31f-42fa-9408-ea3dccfc567c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:07.164263 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d8ca8-a31f-42fa-9408-ea3dccfc567c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Port': ['ID=386c8168-324f-47a8-9b29-bb2f2a9c0d2b,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:07.280794 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-55827141-1b82-4c35-96c5-786ba9733e7f req-cad97ef0-7bc9-45fc-96f2-54b36f15a63c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a710139-d35a-4271-8607-0eb927e5b5cd HTTP/1.1" status: 200 len: 210 time: 0.0334625 Oct 26 08:43:07.281832 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a98116e-2284-4933-81f3-f898a57af651 req-262d8ca8-a31f-42fa-9408-ea3dccfc567c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router 113819bf-65ed-4a6e-a86f-255c7e0e2276 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:43:07.392260 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a98116e-2284-4933-81f3-f898a57af651 req-262d8ca8-a31f-42fa-9408-ea3dccfc567c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:43:07.402979 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1ad430-b1f6-47f7-ad57-064ace630261 None None] Sync routers for ids ['113819bf-65ed-4a6e-a86f-255c7e0e2276'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:43:07.412745 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1ad430-b1f6-47f7-ad57-064ace630261 None None] Routers {'113819bf-65ed-4a6e-a86f-255c7e0e2276'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:43:07.413366 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-1b1ad430-b1f6-47f7-ad57-064ace630261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:42:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['113819bf-65ed-4a6e-a86f-255c7e0e2276'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:07.431903 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a98116e-2284-4933-81f3-f898a57af651 req-262d8ca8-a31f-42fa-9408-ea3dccfc567c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] No DVR routers for this DVR port 386c8168-324f-47a8-9b29-bb2f2a9c0d2b on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:43:07.434804 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-6a98116e-2284-4933-81f3-f898a57af651 req-262d8ca8-a31f-42fa-9408-ea3dccfc567c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:07.438167 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6a98116e-2284-4933-81f3-f898a57af651 req-262d8ca8-a31f-42fa-9408-ea3dccfc567c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "DELETE /v2.0/ports/386c8168-324f-47a8-9b29-bb2f2a9c0d2b HTTP/1.1" status: 204 len: 173 time: 1.1335185 Oct 26 08:43:07.438706 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a710139-d35a-4271-8607-0eb927e5b5cd', 'name': 'network-vif-deleted', 'tag': '386c8168-324f-47a8-9b29-bb2f2a9c0d2b'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:43:07.441803 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33455bb-1eb2-4053-aece-8e5149320ef7" -d '{"events": [{"server_uuid": "4a710139-d35a-4271-8607-0eb927e5b5cd", "name": "network-vif-deleted", "tag": "386c8168-324f-47a8-9b29-bb2f2a9c0d2b"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:43:07.482939 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8bbe22-9a7a-4983-964f-87d470414b75 x-openstack-request-id: req-ee8bbe22-9a7a-4983-964f-87d470414b75 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:43:07.483210 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a710139-d35a-4271-8607-0eb927e5b5cd", "name": "network-vif-deleted", "tag": "386c8168-324f-47a8-9b29-bb2f2a9c0d2b", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:43:07.483633 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ee8bbe22-9a7a-4983-964f-87d470414b75 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:43:07.486017 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a710139-d35a-4271-8607-0eb927e5b5cd', 'name': 'network-vif-deleted', 'tag': '386c8168-324f-47a8-9b29-bb2f2a9c0d2b', 'status': 'completed', 'code': 200} Oct 26 08:43:07.532981 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-1b1ad430-b1f6-47f7-ad57-064ace630261 None None] Set router 113819bf-65ed-4a6e-a86f-255c7e0e2276 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:43:07.548267 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-d32cb129-5c19-4668-9bf1-1ec4dd14eb31 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1307799629&fields=id&tenant_id=012ebdc024314225b35adc225bf3c042 HTTP/1.1" status: 200 len: 267 time: 0.0568964 Oct 26 08:43:07.675324 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-33747ab7-a79c-475c-96e3-4dceebb5ebd8 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:07.677057 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-33747ab7-a79c-475c-96e3-4dceebb5ebd8 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/networks?id=aaea57e4-9420-417b-be2f-9d1c60706f42 HTTP/1.1" status: 200 len: 812 time: 0.1273499 Oct 26 08:43:07.694664 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-c7e8f26b-4dac-4fa6-bd5f-02f82d8f1e2d tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/quotas/012ebdc024314225b35adc225bf3c042 HTTP/1.1" status: 200 len: 375 time: 0.0108662 Oct 26 08:43:07.754356 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-71c26c3d-3383-4bd3-9311-23dfc500cde3 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=012ebdc024314225b35adc225bf3c042&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0538061 Oct 26 08:43:07.756275 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-1b1ad430-b1f6-47f7-ad57-064ace630261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'name': 'tempest-TestNetworkBasicOps-router-2071636759', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:41:24Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:67:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '697c6f22-d68d-4385-94ad-de3735276899', 'name': '', 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:7c:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'ae535f85-c548-4d0f-9a89-18b016a0cf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:41:23Z', 'updated_at': '2021-10-26T08:41:27Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'ae535f85-c548-4d0f-9a89-18b016a0cf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:07.920339 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-2315f9c4-001b-432d-b02f-7fde43e74b62 service neutron] 10.222.0.41 "GET /v2.0/networks/aaea57e4-9420-417b-be2f-9d1c60706f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546938 Oct 26 08:43:07.954815 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1ad430-b1f6-47f7-ad57-064ace630261 None None] Checking router: 113819bf-65ed-4a6e-a86f-255c7e0e2276 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:43:07.964749 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1ad430-b1f6-47f7-ad57-064ace630261 None None] Routers {'113819bf-65ed-4a6e-a86f-255c7e0e2276'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:43:07.965371 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-1b1ad430-b1f6-47f7-ad57-064ace630261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:42:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['113819bf-65ed-4a6e-a86f-255c7e0e2276'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:08.017246 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-ff12eb85-a694-4ac7-b583-1fcaca656d19 service neutron] 10.222.0.41 "GET /v2.0/networks/aaea57e4-9420-417b-be2f-9d1c60706f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883172 Oct 26 08:43:08.075239 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-1b1ad430-b1f6-47f7-ad57-064ace630261 None None] Set router 113819bf-65ed-4a6e-a86f-255c7e0e2276 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:43:08.282157 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-1b1ad430-b1f6-47f7-ad57-064ace630261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'name': 'tempest-TestNetworkBasicOps-router-2071636759', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:41:24Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:67:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '697c6f22-d68d-4385-94ad-de3735276899', 'name': '', 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:7c:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'ae535f85-c548-4d0f-9a89-18b016a0cf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:41:23Z', 'updated_at': '2021-10-26T08:41:27Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'ae535f85-c548-4d0f-9a89-18b016a0cf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:08.316836 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1ad430-b1f6-47f7-ad57-064ace630261 None None] The sync data for ids ['113819bf-65ed-4a6e-a86f-255c7e0e2276'] in dv-neutron-804846-13-hyperv is: [{'id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'name': 'tempest-TestNetworkBasicOps-router-2071636759', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:41:24Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:67:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '697c6f22-d68d-4385-94ad-de3735276899', 'name': '', 'network_id': 'bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:7c:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'ae535f85-c548-4d0f-9a89-18b016a0cf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:41:23Z', 'updated_at': '2021-10-26T08:41:27Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'ae535f85-c548-4d0f-9a89-18b016a0cf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:43:08.334260 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-9b7e1690-3daa-44a5-b012-b73cb77da87e req-9b189ce5-e83a-44ad-bd5d-53f9d24ad92f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e532894-d76f-497c-bb4a-0bd40075182f HTTP/1.1" status: 200 len: 210 time: 0.0454113 Oct 26 08:43:08.335744 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39014) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:08.418357 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2e98d784-d90d-4a61-abe9-775efabd866c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:08.451099 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2e98d784-d90d-4a61-abe9-775efabd866c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:08.529325 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2e98d784-d90d-4a61-abe9-775efabd866c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:08.532593 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2e98d784-d90d-4a61-abe9-775efabd866c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:08.534393 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2e98d784-d90d-4a61-abe9-775efabd866c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/security-groups/718ecf77-af9a-49a8-b6ca-c20b1fa45a47 HTTP/1.1" status: 204 len: 168 time: 0.1968749 Oct 26 08:43:08.544177 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e98d784-d90d-4a61-abe9-775efabd866c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=718ecf77-af9a-49a8-b6ca-c20b1fa45a47,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:08.582022 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39024) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:08.625375 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd9382d-5ba3-499e-8420-c9ed3d06516e None None] New status for floating IP 93d38f1a-93e4-4e0f-ab48-94b844185f19: DOWN {{(pid=102104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:43:08.977836 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-3d852dba-e8cc-464f-b4f6-397d320981e3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting port e696ebc9-f728-415a-a53c-8942ac7447a2 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:43:08.978177 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3d852dba-e8cc-464f-b4f6-397d320981e3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:09.053799 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3d852dba-e8cc-464f-b4f6-397d320981e3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:09.054025 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3d852dba-e8cc-464f-b4f6-397d320981e3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:09.065291 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-3d852dba-e8cc-464f-b4f6-397d320981e3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Calling delete_port for e696ebc9-f728-415a-a53c-8942ac7447a2 owned by network:floatingip {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:43:09.206249 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3d852dba-e8cc-464f-b4f6-397d320981e3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:09.233396 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d852dba-e8cc-464f-b4f6-397d320981e3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Port': ['ID=e696ebc9-f728-415a-a53c-8942ac7447a2,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:09.297402 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3d852dba-e8cc-464f-b4f6-397d320981e3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:09.300773 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3d852dba-e8cc-464f-b4f6-397d320981e3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:09.301032 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-af9300ad-4dbd-4093-bd10-bbb9e3ac200b tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:09.302550 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-af9300ad-4dbd-4093-bd10-bbb9e3ac200b tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.47 "GET /v2.0/networks?id=aaea57e4-9420-417b-be2f-9d1c60706f42 HTTP/1.1" status: 200 len: 812 time: 0.1168861 Oct 26 08:43:09.305226 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3d852dba-e8cc-464f-b4f6-397d320981e3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/floatingips/93d38f1a-93e4-4e0f-ab48-94b844185f19 HTTP/1.1" status: 204 len: 168 time: 0.7207544 Oct 26 08:43:09.348373 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-3f367edb-98c3-474b-a4bf-491f35004d75 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=012ebdc024314225b35adc225bf3c042 HTTP/1.1" status: 200 len: 380 time: 0.0366826 Oct 26 08:43:09.358414 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-e76310c9-c098-4e47-b352-f1446b9e4ce9 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Request body: {'port': {'device_id': '7e532894-d76f-497c-bb4a-0bd40075182f', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'admin_state_up': True, 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'security_groups': ['8615fbfe-2625-478e-8765-7a7a2edfc7ea']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:43:09.456023 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c95bee5a-1723-424b-a0b8-d1773f79d893 req-d419eb04-a1cc-4c54-903d-a5fee9033e54 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e532894-d76f-497c-bb4a-0bd40075182f HTTP/1.1" status: 200 len: 210 time: 0.0352764 Oct 26 08:43:09.514090 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-e76310c9-c098-4e47-b352-f1446b9e4ce9 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Made reservation on behalf of 012ebdc024314225b35adc225bf3c042 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:43:09.518504 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-e76310c9-c098-4e47-b352-f1446b9e4ce9 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:09.562689 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23789e2b-be07-428c-a37e-67d27b459a5c req-6275120f-a134-493f-9626-4b01b972c700 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:09.564284 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-23789e2b-be07-428c-a37e-67d27b459a5c req-6275120f-a134-493f-9626-4b01b972c700 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1f5db9c-ceb5-4088-beca-323c8663427b HTTP/1.1" status: 200 len: 945 time: 0.0558155 Oct 26 08:43:09.610901 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-23789e2b-be07-428c-a37e-67d27b459a5c req-51f6079d-a7f5-4112-94f5-c31017ed7d19 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=924b64b2-120b-41aa-a7fe-1f445b33f5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401969 Oct 26 08:43:09.675993 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-e76310c9-c098-4e47-b352-f1446b9e4ce9 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Allocated IP 172.20.0.13 (aaea57e4-9420-417b-be2f-9d1c60706f42/854d097d-f76d-4dde-9873-e30632cd6b45/d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:43:09.817831 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-e76310c9-c098-4e47-b352-f1446b9e4ce9 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:09.857591 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-e76310c9-c098-4e47-b352-f1446b9e4ce9 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:09.870070 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 386c8168-324f-47a8-9b29-bb2f2a9c0d2b no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:43:09.890365 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] No Port match for: 386c8168-324f-47a8-9b29-bb2f2a9c0d2b {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:43:09.890711 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 386c8168-324f-47a8-9b29-bb2f2a9c0d2b not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:43:09.901892 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-e76310c9-c098-4e47-b352-f1446b9e4ce9 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Network aaea57e4-9420-417b-be2f-9d1c60706f42 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:43:09.907191 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-e76310c9-c098-4e47-b352-f1446b9e4ce9 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:43:09.912617 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-e76310c9-c098-4e47-b352-f1446b9e4ce9 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:43:09.940546 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76310c9-c098-4e47-b352-f1446b9e4ce9 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Pushing event updated for resources: {'Port': ['ID=d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:09.968367 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-e76310c9-c098-4e47-b352-f1446b9e4ce9 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:09.969035 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-e76310c9-c098-4e47-b352-f1446b9e4ce9 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:09.987665 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-e76310c9-c098-4e47-b352-f1446b9e4ce9 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6325731 Oct 26 08:43:10.000528 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-a24e6ae8-97f2-4e19-987a-7477fc1d1240 service neutron] Request body: {'port': {'device_id': '7e532894-d76f-497c-bb4a-0bd40075182f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:43:10.061080 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-a24e6ae8-97f2-4e19-987a-7477fc1d1240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:10.194086 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-ce94ffba-c170-48c5-9da2-b1307b68aa78 None None] Provisioning complete for port d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:43:10.194834 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ce94ffba-c170-48c5-9da2-b1307b68aa78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:10.229693 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-ce94ffba-c170-48c5-9da2-b1307b68aa78 None None] Port d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:43:10.340046 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-a24e6ae8-97f2-4e19-987a-7477fc1d1240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02 {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:43:10.347972 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-a24e6ae8-97f2-4e19-987a-7477fc1d1240 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:10.360007 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-a24e6ae8-97f2-4e19-987a-7477fc1d1240 service neutron] Transition to ACTIVE for port object d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02 will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 08:43:10.364551 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-a24e6ae8-97f2-4e19-987a-7477fc1d1240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:10.414280 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e6ae8-97f2-4e19-987a-7477fc1d1240 service neutron] Pushing event updated for resources: {'Port': ['ID=d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:10.498067 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-a24e6ae8-97f2-4e19-987a-7477fc1d1240 service neutron] Attempting to bind port d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:43:10.498408 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-a24e6ae8-97f2-4e19-987a-7477fc1d1240 service neutron] Attempting to bind port d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ee9d28ae-f82a-46f0-83dd-bc4a97034bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:43:10.498731 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-a24e6ae8-97f2-4e19-987a-7477fc1d1240 service neutron] Attempting to bind port d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02 on network aaea57e4-9420-417b-be2f-9d1c60706f42 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:43:10.505003 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-a24e6ae8-97f2-4e19-987a-7477fc1d1240 service neutron] Port d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02 on network aaea57e4-9420-417b-be2f-9d1c60706f42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:43:10.505329 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-a24e6ae8-97f2-4e19-987a-7477fc1d1240 service neutron] Attempting to bind port d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02 on network aaea57e4-9420-417b-be2f-9d1c60706f42 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:43:10.510810 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-a24e6ae8-97f2-4e19-987a-7477fc1d1240 service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:43:10.511169 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-a24e6ae8-97f2-4e19-987a-7477fc1d1240 service neutron] Checking segment: {'id': 'ee9d28ae-f82a-46f0-83dd-bc4a97034bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:43:10.511534 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-a24e6ae8-97f2-4e19-987a-7477fc1d1240 service neutron] Bound using segment: {'id': 'ee9d28ae-f82a-46f0-83dd-bc4a97034bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:43:10.511967 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-a24e6ae8-97f2-4e19-987a-7477fc1d1240 service neutron] Bound port: d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee9d28ae-f82a-46f0-83dd-bc4a97034bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:43:10.512322 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-a24e6ae8-97f2-4e19-987a-7477fc1d1240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:10.596334 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-a24e6ae8-97f2-4e19-987a-7477fc1d1240 service neutron] For port d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:43:10.599489 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-a24e6ae8-97f2-4e19-987a-7477fc1d1240 service neutron] For port d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02,segment=NetworkSegment(ee9d28ae-f82a-46f0-83dd-bc4a97034bc9),segment_id=ee9d28ae-f82a-46f0-83dd-bc4a97034bc9)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:43:10.607023 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-a24e6ae8-97f2-4e19-987a-7477fc1d1240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:10.672030 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-a24e6ae8-97f2-4e19-987a-7477fc1d1240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:10.672648 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-a24e6ae8-97f2-4e19-987a-7477fc1d1240 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:10.674795 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-a24e6ae8-97f2-4e19-987a-7477fc1d1240 service neutron] 10.222.0.47 "PUT /v2.0/ports/d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02 HTTP/1.1" status: 200 len: 1094 time: 0.6785350 Oct 26 08:43:10.675415 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e532894-d76f-497c-bb4a-0bd40075182f', 'tag': 'd9bc4d8f-9a1e-40c9-b9e8-576165e9ad02'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:43:10.677792 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07725bd-6675-4580-9065-504da8c325e0" -d '{"events": [{"name": "network-changed", "server_uuid": "7e532894-d76f-497c-bb4a-0bd40075182f", "tag": "d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:43:10.723872 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a83c5-bf2e-40f9-b18b-6920208f82a6 req-5aad4cd9-7382-42c5-8d85-ffcb689c0e8b tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:10.725426 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6a2a83c5-bf2e-40f9-b18b-6920208f82a6 req-5aad4cd9-7382-42c5-8d85-ffcb689c0e8b tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e532894-d76f-497c-bb4a-0bd40075182f HTTP/1.1" status: 200 len: 944 time: 0.0901976 Oct 26 08:43:10.734272 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e6ae8-97f2-4e19-987a-7477fc1d1240 service neutron] Pushing event updated for resources: {'Port': ['ID=d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:10.799560 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07616d-4f69-492b-b81d-769af903f39b req-b9b2a842-fdac-47fc-b39f-ebc7e9752521 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:10.802807 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-da07616d-4f69-492b-b81d-769af903f39b req-b9b2a842-fdac-47fc-b39f-ebc7e9752521 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1f5db9c-ceb5-4088-beca-323c8663427b HTTP/1.1" status: 200 len: 945 time: 0.0935781 Oct 26 08:43:10.850502 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-038e3699-ff85-469c-a34a-fe2de14cadd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:10.852164 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-038e3699-ff85-469c-a34a-fe2de14cadd4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=012ebdc024314225b35adc225bf3c042&device_id=7e532894-d76f-497c-bb4a-0bd40075182f HTTP/1.1" status: 200 len: 1097 time: 0.1254926 Oct 26 08:43:10.855347 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6a2a83c5-bf2e-40f9-b18b-6920208f82a6 req-179e0572-10b0-4b24-810b-ec6d12883509 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176178 Oct 26 08:43:10.859369 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-da07616d-4f69-492b-b81d-769af903f39b req-459b346f-902e-47da-9d2c-81503bfecbb5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=924b64b2-120b-41aa-a7fe-1f445b33f5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449967 Oct 26 08:43:10.908395 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0ba07e-56d8-4879-a98e-9ab70373d337 x-openstack-request-id: req-3b0ba07e-56d8-4879-a98e-9ab70373d337 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:43:10.908720 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e532894-d76f-497c-bb4a-0bd40075182f", "tag": "d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:43:10.908997 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3b0ba07e-56d8-4879-a98e-9ab70373d337 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:43:10.909354 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e532894-d76f-497c-bb4a-0bd40075182f', 'tag': 'd9bc4d8f-9a1e-40c9-b9e8-576165e9ad02', 'status': 'completed', 'code': 200} Oct 26 08:43:10.912040 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-3598c5c9-e3cf-45a9-b8c6-4871854b08f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02 HTTP/1.1" status: 200 len: 217 time: 0.0515788 Oct 26 08:43:10.938985 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b43ca8-76ff-498c-8853-c18ebee64c30 req-a17b2b96-6f93-4eb6-89ee-5e4148292ff8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:10.941467 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-85b43ca8-76ff-498c-8853-c18ebee64c30 req-a17b2b96-6f93-4eb6-89ee-5e4148292ff8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1f5db9c-ceb5-4088-beca-323c8663427b HTTP/1.1" status: 200 len: 945 time: 0.1529481 Oct 26 08:43:11.038661 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-ee58626e-00a3-4505-bbdc-9674d5f4c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:11.040228 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-ee58626e-00a3-4505-bbdc-9674d5f4c421 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=854d097d-f76d-4dde-9873-e30632cd6b45 HTTP/1.1" status: 200 len: 851 time: 0.1205103 Oct 26 08:43:11.102569 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-85b43ca8-76ff-498c-8853-c18ebee64c30 req-4849f3c7-b30b-48db-b828-466081b85e96 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting port 7cb8be70-eed0-4429-9279-659e9e73d18c {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:43:11.102836 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-85b43ca8-76ff-498c-8853-c18ebee64c30 req-4849f3c7-b30b-48db-b828-466081b85e96 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:11.149121 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-c7af682e-642a-4a11-920a-f0f1714781c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:11.150682 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-c7af682e-642a-4a11-920a-f0f1714781c6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aaea57e4-9420-417b-be2f-9d1c60706f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1027634 Oct 26 08:43:11.256935 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-85b43ca8-76ff-498c-8853-c18ebee64c30 req-4849f3c7-b30b-48db-b828-466081b85e96 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] For port 7cb8be70-eed0-4429-9279-659e9e73d18c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=7cb8be70-eed0-4429-9279-659e9e73d18c,segment=NetworkSegment(8a14b67f-4109-4854-9fa4-dc6a64d3f279),segment_id=8a14b67f-4109-4854-9fa4-dc6a64d3f279)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:43:11.257331 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-85b43ca8-76ff-498c-8853-c18ebee64c30 req-4849f3c7-b30b-48db-b828-466081b85e96 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:11.281047 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-85b43ca8-76ff-498c-8853-c18ebee64c30 req-4849f3c7-b30b-48db-b828-466081b85e96 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Calling delete_port for 7cb8be70-eed0-4429-9279-659e9e73d18c owned by compute:nova {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:43:11.299758 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-ba0593fa-5ac9-4887-93f2-497c3a608eb0 service neutron] 10.222.0.47 "GET /v2.0/networks/aaea57e4-9420-417b-be2f-9d1c60706f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397164 Oct 26 08:43:11.447810 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-07a63e4c-4166-4bff-9c3a-2de47186fd2f req-1512dd66-b4d4-4b81-acbf-a7a65c2c228e service neutron] 10.222.0.47 "GET /v2.0/networks/aaea57e4-9420-417b-be2f-9d1c60706f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151674 Oct 26 08:43:11.530493 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-85b43ca8-76ff-498c-8853-c18ebee64c30 req-4849f3c7-b30b-48db-b828-466081b85e96 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:11.570713 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849f3c7-b30b-48db-b828-466081b85e96 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Port': ['ID=7cb8be70-eed0-4429-9279-659e9e73d18c,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:11.594137 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07725bd-6675-4580-9065-504da8c325e0 req-67ed28d8-0c8d-4672-991d-61358a0a0c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:11.595251 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c07725bd-6675-4580-9065-504da8c325e0 req-67ed28d8-0c8d-4672-991d-61358a0a0c0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=012ebdc024314225b35adc225bf3c042&device_id=7e532894-d76f-497c-bb4a-0bd40075182f HTTP/1.1" status: 200 len: 1097 time: 0.1017959 Oct 26 08:43:11.624189 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b43ca8-76ff-498c-8853-c18ebee64c30 req-4849f3c7-b30b-48db-b828-466081b85e96 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] No DVR routers for this DVR port 7cb8be70-eed0-4429-9279-659e9e73d18c on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:43:11.635120 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-85b43ca8-76ff-498c-8853-c18ebee64c30 req-4849f3c7-b30b-48db-b828-466081b85e96 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:11.638427 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-85b43ca8-76ff-498c-8853-c18ebee64c30 req-4849f3c7-b30b-48db-b828-466081b85e96 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "DELETE /v2.0/ports/7cb8be70-eed0-4429-9279-659e9e73d18c HTTP/1.1" status: 204 len: 173 time: 0.6751716 Oct 26 08:43:11.714127 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07725bd-6675-4580-9065-504da8c325e0 req-bf3be9d7-7f59-4a5a-8cf0-ed06e144df68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:11.715596 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c07725bd-6675-4580-9065-504da8c325e0 req-bf3be9d7-7f59-4a5a-8cf0-ed06e144df68 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aaea57e4-9420-417b-be2f-9d1c60706f42 HTTP/1.1" status: 200 len: 913 time: 0.1130559 Oct 26 08:43:11.760104 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c07725bd-6675-4580-9065-504da8c325e0 req-a40104ca-5a34-41e2-a2ad-745119618792 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02 HTTP/1.1" status: 200 len: 217 time: 0.0364068 Oct 26 08:43:11.813360 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07725bd-6675-4580-9065-504da8c325e0 req-916b8287-c059-42a2-89f1-abe3df45b158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:11.815431 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c07725bd-6675-4580-9065-504da8c325e0 req-916b8287-c059-42a2-89f1-abe3df45b158 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=854d097d-f76d-4dde-9873-e30632cd6b45 HTTP/1.1" status: 200 len: 851 time: 0.0476851 Oct 26 08:43:11.865875 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07725bd-6675-4580-9065-504da8c325e0 req-5fc1951b-c0f1-4b70-adda-c1e06219df31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:11.867442 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c07725bd-6675-4580-9065-504da8c325e0 req-5fc1951b-c0f1-4b70-adda-c1e06219df31 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aaea57e4-9420-417b-be2f-9d1c60706f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0433702 Oct 26 08:43:11.990845 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1917848a-e581-470c-acc5-8f1beb6dce73 req-76f8e059-d2b0-4f70-8698-6bbcac5a73a6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1f5db9c-ceb5-4088-beca-323c8663427b HTTP/1.1" status: 200 len: 210 time: 0.0429389 Oct 26 08:43:12.022325 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409375c-5bac-4304-ba63-8eff2c2bf655 req-2c8f5cde-997e-432b-b70a-b9bcfcc20fcb tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:12.032331 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0409375c-5bac-4304-ba63-8eff2c2bf655 req-2c8f5cde-997e-432b-b70a-b9bcfcc20fcb tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e532894-d76f-497c-bb4a-0bd40075182f HTTP/1.1" status: 200 len: 944 time: 0.0741887 Oct 26 08:43:12.036159 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c07725bd-6675-4580-9065-504da8c325e0 req-a76f9793-0d02-4d00-a936-dc27d94fdfd6 service neutron] 10.222.0.47 "GET /v2.0/networks/aaea57e4-9420-417b-be2f-9d1c60706f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609592 Oct 26 08:43:12.083182 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0409375c-5bac-4304-ba63-8eff2c2bf655 req-ee323caa-ef2b-4255-902b-a29760e17121 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484605 Oct 26 08:43:12.171502 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c07725bd-6675-4580-9065-504da8c325e0 req-c2840332-3cbd-433a-a2c6-6bcfe7c3c5b4 service neutron] 10.222.0.47 "GET /v2.0/networks/aaea57e4-9420-417b-be2f-9d1c60706f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242077 Oct 26 08:43:12.911181 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f5db9c-ceb5-4088-beca-323c8663427b', 'name': 'network-vif-deleted', 'tag': '7cb8be70-eed0-4429-9279-659e9e73d18c'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:43:12.913603 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce98d44-ba79-410b-9a5b-e38eaa577b73" -d '{"events": [{"server_uuid": "a1f5db9c-ceb5-4088-beca-323c8663427b", "name": "network-vif-deleted", "tag": "7cb8be70-eed0-4429-9279-659e9e73d18c"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:43:12.948486 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb5596b-6e9e-4e02-86fb-23db9f60d9a7 x-openstack-request-id: req-8eb5596b-6e9e-4e02-86fb-23db9f60d9a7 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:43:12.948781 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f5db9c-ceb5-4088-beca-323c8663427b", "name": "network-vif-deleted", "tag": "7cb8be70-eed0-4429-9279-659e9e73d18c", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:43:12.949038 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8eb5596b-6e9e-4e02-86fb-23db9f60d9a7 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:43:12.949444 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f5db9c-ceb5-4088-beca-323c8663427b', 'name': 'network-vif-deleted', 'tag': '7cb8be70-eed0-4429-9279-659e9e73d18c', 'status': 'completed', 'code': 200} Oct 26 08:43:13.046019 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39048) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:13.107707 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-745f43f4-ba6a-401d-ae4b-7629580a579f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:13.133989 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-745f43f4-ba6a-401d-ae4b-7629580a579f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:13.203001 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-745f43f4-ba6a-401d-ae4b-7629580a579f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:13.205710 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-745f43f4-ba6a-401d-ae4b-7629580a579f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:13.206675 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3933aa3-5f3d-457a-9264-74272540088d req-85fb0bcd-cb3e-496a-aba3-cd196df5290d tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:13.207268 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-745f43f4-ba6a-401d-ae4b-7629580a579f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/security-groups/924b64b2-120b-41aa-a7fe-1f445b33f5d2 HTTP/1.1" status: 204 len: 168 time: 0.1602447 Oct 26 08:43:13.208210 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e3933aa3-5f3d-457a-9264-74272540088d req-85fb0bcd-cb3e-496a-aba3-cd196df5290d tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e532894-d76f-497c-bb4a-0bd40075182f HTTP/1.1" status: 200 len: 944 time: 0.0606318 Oct 26 08:43:13.222833 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f43f4-ba6a-401d-ae4b-7629580a579f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=924b64b2-120b-41aa-a7fe-1f445b33f5d2,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:13.249650 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39054) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:13.324490 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e3933aa3-5f3d-457a-9264-74272540088d req-220f4a72-fbc9-4e54-9dde-2fb15cfc6455 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056654 Oct 26 08:43:13.631994 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b034911d-4a8f-44aa-8f95-73be1ffa662f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:13.884756 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 7cb8be70-eed0-4429-9279-659e9e73d18c no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:43:13.906675 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] No Port match for: 7cb8be70-eed0-4429-9279-659e9e73d18c {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:43:13.907248 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 7cb8be70-eed0-4429-9279-659e9e73d18c not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:43:13.920037 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-b034911d-4a8f-44aa-8f95-73be1ffa662f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting port 697c6f22-d68d-4385-94ad-de3735276899 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:43:13.920745 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b034911d-4a8f-44aa-8f95-73be1ffa662f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:14.018284 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-b034911d-4a8f-44aa-8f95-73be1ffa662f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] For port 697c6f22-d68d-4385-94ad-de3735276899, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=697c6f22-d68d-4385-94ad-de3735276899,segment=NetworkSegment(8a14b67f-4109-4854-9fa4-dc6a64d3f279),segment_id=8a14b67f-4109-4854-9fa4-dc6a64d3f279)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:43:14.018854 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b034911d-4a8f-44aa-8f95-73be1ffa662f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:14.032110 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-b034911d-4a8f-44aa-8f95-73be1ffa662f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Calling delete_port for 697c6f22-d68d-4385-94ad-de3735276899 owned by network:router_interface {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:43:14.248352 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b034911d-4a8f-44aa-8f95-73be1ffa662f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:14.295143 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b034911d-4a8f-44aa-8f95-73be1ffa662f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Port': ['ID=697c6f22-d68d-4385-94ad-de3735276899,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:14.529285 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e7364-d92a-49a9-801d-6c8b26e44bf3 req-aa8caae6-1e08-4040-9dda-993962ed3447 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:14.533219 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-4d6e7364-d92a-49a9-801d-6c8b26e44bf3 req-aa8caae6-1e08-4040-9dda-993962ed3447 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e532894-d76f-497c-bb4a-0bd40075182f HTTP/1.1" status: 200 len: 944 time: 0.0984914 Oct 26 08:43:14.584376 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-4d6e7364-d92a-49a9-801d-6c8b26e44bf3 req-75d16e96-9e2a-4d59-a44a-a27e38310528 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418472 Oct 26 08:43:14.591137 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b034911d-4a8f-44aa-8f95-73be1ffa662f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:15.184743 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b034911d-4a8f-44aa-8f95-73be1ffa662f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router 113819bf-65ed-4a6e-a86f-255c7e0e2276 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:43:15.307224 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b034911d-4a8f-44aa-8f95-73be1ffa662f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:43:15.312946 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b034911d-4a8f-44aa-8f95-73be1ffa662f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "PUT /v2.0/routers/113819bf-65ed-4a6e-a86f-255c7e0e2276/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0618615 Oct 26 08:43:15.316226 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39058) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:15.320475 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1903f8-daa1-40c3-a8c0-c17e155c8f5d None None] Sync routers for ids ['113819bf-65ed-4a6e-a86f-255c7e0e2276'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:43:15.334098 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1903f8-daa1-40c3-a8c0-c17e155c8f5d None None] Routers {'113819bf-65ed-4a6e-a86f-255c7e0e2276'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:43:15.335081 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-af1903f8-daa1-40c3-a8c0-c17e155c8f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:42:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['113819bf-65ed-4a6e-a86f-255c7e0e2276'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:15.374355 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae78fce5-5a4c-444d-972d-83a071f62584 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting subnet ae535f85-c548-4d0f-9a89-18b016a0cf8d {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:43:15.378944 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ae78fce5-5a4c-444d-972d-83a071f62584 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:15.422681 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ae78fce5-5a4c-444d-972d-83a071f62584 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:15.465408 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-af1903f8-daa1-40c3-a8c0-c17e155c8f5d None None] Set router 113819bf-65ed-4a6e-a86f-255c7e0e2276 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:43:15.504172 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ae78fce5-5a4c-444d-972d-83a071f62584 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:15.570998 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ae78fce5-5a4c-444d-972d-83a071f62584 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:15.597769 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae78fce5-5a4c-444d-972d-83a071f62584 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Subnet': ['ID=ae535f85-c548-4d0f-9a89-18b016a0cf8d,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:15.603957 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ae78fce5-5a4c-444d-972d-83a071f62584 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:15.608587 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ae78fce5-5a4c-444d-972d-83a071f62584 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/subnets/ae535f85-c548-4d0f-9a89-18b016a0cf8d HTTP/1.1" status: 204 len: 168 time: 0.2912557 Oct 26 08:43:15.611156 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39060) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:15.614551 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cfba3e-1daf-402e-931d-298c02607844 None None] Network bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:43:15.771892 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4be7ac-6146-403a-8dd5-48618abde35d req-6c9796c1-982b-4b0e-9802-ddf222f52256 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:15.773453 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ff4be7ac-6146-403a-8dd5-48618abde35d req-6c9796c1-982b-4b0e-9802-ddf222f52256 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e532894-d76f-497c-bb4a-0bd40075182f HTTP/1.1" status: 200 len: 944 time: 0.0836351 Oct 26 08:43:15.782431 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dd178647-decc-4de7-8f87-7a61c027d3cd tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:15.784826 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-af1903f8-daa1-40c3-a8c0-c17e155c8f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'name': 'tempest-TestNetworkBasicOps-router-2071636759', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:43:14Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:67:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:15.823483 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1903f8-daa1-40c3-a8c0-c17e155c8f5d None None] Checking router: 113819bf-65ed-4a6e-a86f-255c7e0e2276 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:43:15.841073 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1903f8-daa1-40c3-a8c0-c17e155c8f5d None None] Routers {'113819bf-65ed-4a6e-a86f-255c7e0e2276'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:43:15.842045 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-af1903f8-daa1-40c3-a8c0-c17e155c8f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:42:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['113819bf-65ed-4a6e-a86f-255c7e0e2276'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:15.898710 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ff4be7ac-6146-403a-8dd5-48618abde35d req-a3aaea4e-27f4-40e5-b82d-a7e2ed0c4359 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134720 Oct 26 08:43:15.912897 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6e1296-bc57-49bc-a50d-ccb450742c99 None None] DHCP port deletion for bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:43:15.934164 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dd178647-decc-4de7-8f87-7a61c027d3cd tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:15.994077 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-af1903f8-daa1-40c3-a8c0-c17e155c8f5d None None] Set router 113819bf-65ed-4a6e-a86f-255c7e0e2276 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:43:15.994336 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-dd178647-decc-4de7-8f87-7a61c027d3cd tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting port d0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:43:15.994692 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dd178647-decc-4de7-8f87-7a61c027d3cd tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:16.064270 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-9e6e1296-bc57-49bc-a50d-ccb450742c99 None None] Deleting port 704c050f-763a-4c49-a676-95f32606c113 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:43:16.064769 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9e6e1296-bc57-49bc-a50d-ccb450742c99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:16.079251 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-dd178647-decc-4de7-8f87-7a61c027d3cd tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] For port d0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=d0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:43:16.079600 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dd178647-decc-4de7-8f87-7a61c027d3cd tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:16.091381 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-dd178647-decc-4de7-8f87-7a61c027d3cd tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Calling delete_port for d0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a owned by network:router_gateway {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:43:16.270191 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dd178647-decc-4de7-8f87-7a61c027d3cd tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:16.296585 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd178647-decc-4de7-8f87-7a61c027d3cd tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Port': ['ID=d0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:16.356345 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-9e6e1296-bc57-49bc-a50d-ccb450742c99 None None] For port 704c050f-763a-4c49-a676-95f32606c113, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=704c050f-763a-4c49-a676-95f32606c113,segment=NetworkSegment(8a14b67f-4109-4854-9fa4-dc6a64d3f279),segment_id=8a14b67f-4109-4854-9fa4-dc6a64d3f279)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:43:16.357045 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9e6e1296-bc57-49bc-a50d-ccb450742c99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:16.363314 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dd178647-decc-4de7-8f87-7a61c027d3cd tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:16.375517 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-9e6e1296-bc57-49bc-a50d-ccb450742c99 None None] Calling delete_port for 704c050f-763a-4c49-a676-95f32606c113 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:43:16.461345 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dd178647-decc-4de7-8f87-7a61c027d3cd tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:16.463506 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dd178647-decc-4de7-8f87-7a61c027d3cd tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:16.498430 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-af1903f8-daa1-40c3-a8c0-c17e155c8f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'name': 'tempest-TestNetworkBasicOps-router-2071636759', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:43:14Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:67:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:16.513161 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dd178647-decc-4de7-8f87-7a61c027d3cd tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:16.514171 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd178647-decc-4de7-8f87-7a61c027d3cd tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Fanout notify agent at l3_agent the message router_deleted on router 113819bf-65ed-4a6e-a86f-255c7e0e2276 {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:43:16.523789 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dd178647-decc-4de7-8f87-7a61c027d3cd tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:16.527444 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-dd178647-decc-4de7-8f87-7a61c027d3cd tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/routers/113819bf-65ed-4a6e-a86f-255c7e0e2276 HTTP/1.1" status: 204 len: 168 time: 0.9124248 Oct 26 08:43:16.527606 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39064) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:16.535341 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1903f8-daa1-40c3-a8c0-c17e155c8f5d None None] The sync data for ids ['113819bf-65ed-4a6e-a86f-255c7e0e2276'] in dv-neutron-804846-13-hyperv is: [{'id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'name': 'tempest-TestNetworkBasicOps-router-2071636759', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:43:14Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'd0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:67:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113819bf-65ed-4a6e-a86f-255c7e0e2276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:41:21Z', 'updated_at': '2021-10-26T08:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:43:16.538070 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9e6e1296-bc57-49bc-a50d-ccb450742c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:16.566591 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e1296-bc57-49bc-a50d-ccb450742c99 None None] Pushing event deleted for resources: {'Port': ['ID=704c050f-763a-4c49-a676-95f32606c113,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:16.570477 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6e1296-bc57-49bc-a50d-ccb450742c99 None None] No DVR routers for this DVR port 704c050f-763a-4c49-a676-95f32606c113 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:43:16.633252 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a3e3db4a-b44d-4474-8e5f-e540c0cd4ded tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:16.738018 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a3e3db4a-b44d-4474-8e5f-e540c0cd4ded tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:16.757045 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-a3e3db4a-b44d-4474-8e5f-e540c0cd4ded tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:16.766118 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-a3e3db4a-b44d-4474-8e5f-e540c0cd4ded tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a14b67f-4109-4854-9fa4-dc6a64d3f279') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:16.766422 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-a3e3db4a-b44d-4474-8e5f-e540c0cd4ded tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a14b67f-4109-4854-9fa4-dc6a64d3f279') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:16.776382 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a3e3db4a-b44d-4474-8e5f-e540c0cd4ded tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:16.790088 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a3e3db4a-b44d-4474-8e5f-e540c0cd4ded tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:16.796263 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3e3db4a-b44d-4474-8e5f-e540c0cd4ded tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:43:16.796711 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a3e3db4a-b44d-4474-8e5f-e540c0cd4ded tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:16.799759 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:43:16.799759 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:43:16.799759 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:43:16.799759 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:43:16.799759 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:43:16.799759 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:43:16.799759 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:43:16.799759 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:43:16.799759 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:43:16.799759 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:43:16.799759 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:43:16.799759 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:43:16.799759 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:43:16.799759 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:43:16.799759 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:43:16.799759 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:43:16.799759 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:43:16.799759 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:43:16.799759 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:43:16.799759 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:43:16.799759 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:43:16.799759 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:43:16.799759 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:43:16.799759 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:43:16.799759 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:43:16.799759 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:43:16.799759 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:43:16.799759 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:43:16.799759 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:43:16.799759 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:43:16.799759 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:43:16.799759 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:43:16.862652 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a3e3db4a-b44d-4474-8e5f-e540c0cd4ded tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:16.868048 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a3e3db4a-b44d-4474-8e5f-e540c0cd4ded tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:16.872018 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a3e3db4a-b44d-4474-8e5f-e540c0cd4ded tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/networks/bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40 HTTP/1.1" status: 204 len: 168 time: 0.3432322 Oct 26 08:43:16.889169 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e3db4a-b44d-4474-8e5f-e540c0cd4ded tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Network': ['ID=bdedcc3c-4a4d-49de-846d-c9fe5e8b8c40,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:16.898971 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39066) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:16.905517 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-64238505-6502-450d-b461-9c634732ec44 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'network': {'name': 'tempest-network-smoke--1015648668', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'port_security_enabled': True}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:43:16.931143 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64238505-6502-450d-b461-9c634732ec44 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Made reservation on behalf of c0122ef6aaf84badac5fbf473c701d56 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:43:16.934972 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-64238505-6502-450d-b461-9c634732ec44 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:16.962877 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64238505-6502-450d-b461-9c634732ec44 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:43:16.980780 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-64238505-6502-450d-b461-9c634732ec44 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:16.981143 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-64238505-6502-450d-b461-9c634732ec44 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Added segment 28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5 of type vlan for network 794e90e7-6a52-4966-84d9-7b8b3c4c498b Oct 26 08:43:17.028527 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-64238505-6502-450d-b461-9c634732ec44 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:17.036855 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eee994-c2f1-4474-85e0-1ddaf597813c req-72cb3f66-25c9-4df1-9a5c-459c34e88e40 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:17.038622 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e8eee994-c2f1-4474-85e0-1ddaf597813c req-72cb3f66-25c9-4df1-9a5c-459c34e88e40 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e532894-d76f-497c-bb4a-0bd40075182f HTTP/1.1" status: 200 len: 944 time: 0.0578833 Oct 26 08:43:17.063224 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-64238505-6502-450d-b461-9c634732ec44 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:17.070446 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64238505-6502-450d-b461-9c634732ec44 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:17.071191 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-64238505-6502-450d-b461-9c634732ec44 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:17.085640 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e8eee994-c2f1-4474-85e0-1ddaf597813c req-1915c3f7-0221-4d54-ae42-654b48d3b824 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408986 Oct 26 08:43:17.135303 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-64238505-6502-450d-b461-9c634732ec44 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2330387 Oct 26 08:43:17.136156 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39070) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:17.141149 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-8ef209b2-c651-47b2-966d-d94a0d6e588c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1660965162', 'admin_state_up': True, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:43:17.149108 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64238505-6502-450d-b461-9c634732ec44 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Network': ['ID=794e90e7-6a52-4966-84d9-7b8b3c4c498b,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:17.160791 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 794e90e7-6a52-4966-84d9-7b8b3c4c498b details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:43:17.167943 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8ef209b2-c651-47b2-966d-d94a0d6e588c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:17.169095 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8ef209b2-c651-47b2-966d-d94a0d6e588c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:17.230573 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8ef209b2-c651-47b2-966d-d94a0d6e588c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:17.386798 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8ef209b2-c651-47b2-966d-d94a0d6e588c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:17.599499 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8ef209b2-c651-47b2-966d-d94a0d6e588c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_gateway, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:17.619550 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8ef209b2-c651-47b2-966d-d94a0d6e588c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:17.734187 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-8ef209b2-c651-47b2-966d-d94a0d6e588c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Allocated IP 172.26.2.83 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/6d2fc73f-1a0f-44a6-a2bc-4921a13143e8) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:43:17.810700 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 704c050f-763a-4c49-a676-95f32606c113 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:43:17.832231 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 704c050f-763a-4c49-a676-95f32606c113 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:43:17.832634 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 704c050f-763a-4c49-a676-95f32606c113 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:43:17.832988 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device d0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:43:17.849467 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8ef209b2-c651-47b2-966d-d94a0d6e588c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:17.852775 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: d0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:43:17.853134 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device d0de23c6-8ae8-4c3f-a2af-7446ee5e0c9a not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:43:17.853547 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 697c6f22-d68d-4385-94ad-de3735276899 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:43:17.872466 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 697c6f22-d68d-4385-94ad-de3735276899 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:43:17.872811 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 697c6f22-d68d-4385-94ad-de3735276899 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:43:17.885692 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8ef209b2-c651-47b2-966d-d94a0d6e588c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:17.926725 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef209b2-c651-47b2-966d-d94a0d6e588c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:43:17.931532 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-8ef209b2-c651-47b2-966d-d94a0d6e588c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:43:17.934059 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef209b2-c651-47b2-966d-d94a0d6e588c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:43:17.961640 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef209b2-c651-47b2-966d-d94a0d6e588c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=6d2fc73f-1a0f-44a6-a2bc-4921a13143e8,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:18.188615 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8ef209b2-c651-47b2-966d-d94a0d6e588c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_gateway, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:18.205654 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27448f60-68be-4e47-a76c-b5dbd72a7f2b req-98b11059-1333-47cd-a892-3df37483fa6f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:18.207187 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-27448f60-68be-4e47-a76c-b5dbd72a7f2b req-98b11059-1333-47cd-a892-3df37483fa6f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e532894-d76f-497c-bb4a-0bd40075182f HTTP/1.1" status: 200 len: 944 time: 0.0519664 Oct 26 08:43:18.246669 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-27448f60-68be-4e47-a76c-b5dbd72a7f2b req-233d5a70-1ac0-4643-a707-c399a0ea1116 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334127 Oct 26 08:43:18.388624 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8ef209b2-c651-47b2-966d-d94a0d6e588c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:18.515468 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef209b2-c651-47b2-966d-d94a0d6e588c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router 0df3d8e7-1e3f-4be4-a592-2530855c5e86 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:43:18.618251 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef209b2-c651-47b2-966d-d94a0d6e588c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:43:18.627978 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b74c41e-9726-47b3-9141-afcc82e701c3 None None] Sync routers for ids ['0df3d8e7-1e3f-4be4-a592-2530855c5e86'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:43:18.638428 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b74c41e-9726-47b3-9141-afcc82e701c3 None None] Routers {'0df3d8e7-1e3f-4be4-a592-2530855c5e86'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:43:18.639093 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-7b74c41e-9726-47b3-9141-afcc82e701c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:42:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['0df3d8e7-1e3f-4be4-a592-2530855c5e86'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:18.639406 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8ef209b2-c651-47b2-966d-d94a0d6e588c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:18.640734 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8ef209b2-c651-47b2-966d-d94a0d6e588c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5032883 Oct 26 08:43:18.644118 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39074) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:18.677246 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-43a43a66-d9ea-44fc-9863-4d9d3e994586 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=c0122ef6aaf84badac5fbf473c701d56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319858 Oct 26 08:43:18.679838 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39076) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:18.744151 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-7b74c41e-9726-47b3-9141-afcc82e701c3 None None] Set router 0df3d8e7-1e3f-4be4-a592-2530855c5e86 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:43:18.765445 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee45885-fac6-41a2-81f9-2936deab0f42 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:18.767004 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8ee45885-fac6-41a2-81f9-2936deab0f42 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862584 Oct 26 08:43:18.770337 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39078) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:18.801059 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6344f007-455b-4b18-b19b-ce4fc2c43ee4 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=e0ba3cfd-db28-4690-8a12-e5c00a0b88c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264783 Oct 26 08:43:18.801280 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39080) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:18.806043 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-d7b5a1ab-a228-4b59-aa25-c786c3a5224e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1838664137', 'network_id': '794e90e7-6a52-4966-84d9-7b8b3c4c498b', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:43:18.898124 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b5a1ab-a228-4b59-aa25-c786c3a5224e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Made reservation on behalf of c0122ef6aaf84badac5fbf473c701d56 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:43:18.901557 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d7b5a1ab-a228-4b59-aa25-c786c3a5224e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:18.922355 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-7b74c41e-9726-47b3-9141-afcc82e701c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'name': 'tempest-TestNetworkBasicOps-router-1660965162', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '6d2fc73f-1a0f-44a6-a2bc-4921a13143e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:43:17Z', 'updated_at': '2021-10-26T08:43:18Z', 'revision_number': 3, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '6d2fc73f-1a0f-44a6-a2bc-4921a13143e8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:17Z', 'updated_at': '2021-10-26T08:43:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:18.951859 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b74c41e-9726-47b3-9141-afcc82e701c3 None None] Checking router: 0df3d8e7-1e3f-4be4-a592-2530855c5e86 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:43:18.952202 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b74c41e-9726-47b3-9141-afcc82e701c3 None None] Updating router 0df3d8e7-1e3f-4be4-a592-2530855c5e86 port 6d2fc73f-1a0f-44a6-a2bc-4921a13143e8 binding host dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:43:18.978450 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7b74c41e-9726-47b3-9141-afcc82e701c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:19.084601 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d7b5a1ab-a228-4b59-aa25-c786c3a5224e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:19.144132 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b5a1ab-a228-4b59-aa25-c786c3a5224e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Subnet': ['ID=3ed33d64-ab73-432c-a802-d70985891b56,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:19.154824 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b5a1ab-a228-4b59-aa25-c786c3a5224e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Checking segment: {'id': '28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '794e90e7-6a52-4966-84d9-7b8b3c4c498b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:43:19.155192 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b5a1ab-a228-4b59-aa25-c786c3a5224e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network hostable DHCP agents. Network: 794e90e7-6a52-4966-84d9-7b8b3c4c498b, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:43:19.171997 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b5a1ab-a228-4b59-aa25-c786c3a5224e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network 794e90e7-6a52-4966-84d9-7b8b3c4c498b is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:43:19.181419 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-d7b5a1ab-a228-4b59-aa25-c786c3a5224e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 794e90e7-6a52-4966-84d9-7b8b3c4c498b) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:43:19.185838 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b5a1ab-a228-4b59-aa25-c786c3a5224e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:19.186429 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d7b5a1ab-a228-4b59-aa25-c786c3a5224e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:19.191800 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b06646a-b2ad-41d0-bce7-1fa01a57ccce None None] Network 794e90e7-6a52-4966-84d9-7b8b3c4c498b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:43:19.204593 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d7b5a1ab-a228-4b59-aa25-c786c3a5224e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4022889 Oct 26 08:43:19.207903 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39082) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:19.232143 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7b74c41e-9726-47b3-9141-afcc82e701c3 None None] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:19.238775 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7b74c41e-9726-47b3-9141-afcc82e701c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:19.297983 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-7b74c41e-9726-47b3-9141-afcc82e701c3 None None] Attempting to bind port 6d2fc73f-1a0f-44a6-a2bc-4921a13143e8 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:43:19.298692 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-7b74c41e-9726-47b3-9141-afcc82e701c3 None None] Attempting to bind port 6d2fc73f-1a0f-44a6-a2bc-4921a13143e8 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:43:19.299247 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b74c41e-9726-47b3-9141-afcc82e701c3 None None] Attempting to bind port 6d2fc73f-1a0f-44a6-a2bc-4921a13143e8 on network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:43:19.312037 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b74c41e-9726-47b3-9141-afcc82e701c3 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:43:19.312405 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b74c41e-9726-47b3-9141-afcc82e701c3 None None] Checking segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:43:19.313576 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7b74c41e-9726-47b3-9141-afcc82e701c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:19.313998 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b74c41e-9726-47b3-9141-afcc82e701c3 None None] Bound using segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:43:19.315039 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-7b74c41e-9726-47b3-9141-afcc82e701c3 None None] Bound port: 6d2fc73f-1a0f-44a6-a2bc-4921a13143e8, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:43:19.315602 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7b74c41e-9726-47b3-9141-afcc82e701c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:19.340888 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746b6ae-aaab-490b-a71d-a0964439861a None None] Pushing event updated for resources: {'Port': ['ID=6d2fc73f-1a0f-44a6-a2bc-4921a13143e8,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:19.376077 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-7b74c41e-9726-47b3-9141-afcc82e701c3 None None] For port 6d2fc73f-1a0f-44a6-a2bc-4921a13143e8, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:43:19.380505 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-7b74c41e-9726-47b3-9141-afcc82e701c3 None None] For port 6d2fc73f-1a0f-44a6-a2bc-4921a13143e8, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=6d2fc73f-1a0f-44a6-a2bc-4921a13143e8,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:43:19.387559 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95bec88-5206-4b4f-8edb-d2a2696b8f41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-794e90e7-6a52-4966-84d9-7b8b3c4c498b', 'network_id': '794e90e7-6a52-4966-84d9-7b8b3c4c498b', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ips': [{'subnet_id': '3ed33d64-ab73-432c-a802-d70985891b56'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:43:19.388093 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b6ae-aaab-490b-a71d-a0964439861a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:19.388348 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b6ae-aaab-490b-a71d-a0964439861a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:19.388507 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c95bec88-5206-4b4f-8edb-d2a2696b8f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:19.389253 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b6ae-aaab-490b-a71d-a0964439861a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:19.389971 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b6ae-aaab-490b-a71d-a0964439861a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:19.390637 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b6ae-aaab-490b-a71d-a0964439861a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:19.391200 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b6ae-aaab-490b-a71d-a0964439861a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:19.391842 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b6ae-aaab-490b-a71d-a0964439861a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:19.392778 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b6ae-aaab-490b-a71d-a0964439861a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:19.393533 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b6ae-aaab-490b-a71d-a0964439861a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:19.394116 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b6ae-aaab-490b-a71d-a0964439861a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:19.394617 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b6ae-aaab-490b-a71d-a0964439861a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:19.395157 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746b6ae-aaab-490b-a71d-a0964439861a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:19.401615 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-de587493-5162-4acd-bc79-30555800b769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:19.405317 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7b74c41e-9726-47b3-9141-afcc82e701c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:19.463271 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b74c41e-9726-47b3-9141-afcc82e701c3 None None] Routers {'0df3d8e7-1e3f-4be4-a592-2530855c5e86'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:43:19.464152 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-7b74c41e-9726-47b3-9141-afcc82e701c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:42:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['0df3d8e7-1e3f-4be4-a592-2530855c5e86'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:19.485444 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21627b22-34f5-4d24-9f9e-693cc14a5233 req-5b76f0b6-ac70-484d-a025-1d2f750aad49 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:19.487856 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-21627b22-34f5-4d24-9f9e-693cc14a5233 req-5b76f0b6-ac70-484d-a025-1d2f750aad49 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e532894-d76f-497c-bb4a-0bd40075182f HTTP/1.1" status: 200 len: 944 time: 0.1328287 Oct 26 08:43:19.538007 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-c95bec88-5206-4b4f-8edb-d2a2696b8f41 None None] Allocated IP 172.20.0.2 (794e90e7-6a52-4966-84d9-7b8b3c4c498b/3ed33d64-ab73-432c-a802-d70985891b56/328f7954-9141-44a0-95ad-e4b391cced7b) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:43:19.556899 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746b6ae-aaab-490b-a71d-a0964439861a None None] Pushing event updated for resources: {'Port': ['ID=6d2fc73f-1a0f-44a6-a2bc-4921a13143e8,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:19.589495 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-7b74c41e-9726-47b3-9141-afcc82e701c3 None None] Set router 0df3d8e7-1e3f-4be4-a592-2530855c5e86 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:43:19.712096 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c95bec88-5206-4b4f-8edb-d2a2696b8f41 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:19.718676 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c95bec88-5206-4b4f-8edb-d2a2696b8f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:19.765024 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95bec88-5206-4b4f-8edb-d2a2696b8f41 None None] Pushing event updated for resources: {'Port': ['ID=328f7954-9141-44a0-95ad-e4b391cced7b,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:19.784050 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95bec88-5206-4b4f-8edb-d2a2696b8f41 None None] Network 794e90e7-6a52-4966-84d9-7b8b3c4c498b is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:43:19.785656 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-c95bec88-5206-4b4f-8edb-d2a2696b8f41 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:43:19.788316 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95bec88-5206-4b4f-8edb-d2a2696b8f41 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:43:19.788505 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-7b74c41e-9726-47b3-9141-afcc82e701c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'name': 'tempest-TestNetworkBasicOps-router-1660965162', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '6d2fc73f-1a0f-44a6-a2bc-4921a13143e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:43:17Z', 'updated_at': '2021-10-26T08:43:18Z', 'revision_number': 3, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '6d2fc73f-1a0f-44a6-a2bc-4921a13143e8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:17Z', 'updated_at': '2021-10-26T08:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:19.817312 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b74c41e-9726-47b3-9141-afcc82e701c3 None None] The sync data for ids ['0df3d8e7-1e3f-4be4-a592-2530855c5e86'] in dv-neutron-804846-13-hyperv is: [{'id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'name': 'tempest-TestNetworkBasicOps-router-1660965162', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '6d2fc73f-1a0f-44a6-a2bc-4921a13143e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:43:17Z', 'updated_at': '2021-10-26T08:43:18Z', 'revision_number': 3, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '6d2fc73f-1a0f-44a6-a2bc-4921a13143e8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:17Z', 'updated_at': '2021-10-26T08:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:43:19.851415 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-c95bec88-5206-4b4f-8edb-d2a2696b8f41 None None] Attempting to bind port 328f7954-9141-44a0-95ad-e4b391cced7b on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:43:19.851935 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-c95bec88-5206-4b4f-8edb-d2a2696b8f41 None None] Attempting to bind port 328f7954-9141-44a0-95ad-e4b391cced7b by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '794e90e7-6a52-4966-84d9-7b8b3c4c498b'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:43:19.852423 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95bec88-5206-4b4f-8edb-d2a2696b8f41 None None] Attempting to bind port 328f7954-9141-44a0-95ad-e4b391cced7b on network 794e90e7-6a52-4966-84d9-7b8b3c4c498b {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:43:19.863101 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95bec88-5206-4b4f-8edb-d2a2696b8f41 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:43:19.863668 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95bec88-5206-4b4f-8edb-d2a2696b8f41 None None] Checking segment: {'id': '28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '794e90e7-6a52-4966-84d9-7b8b3c4c498b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:43:19.864181 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c95bec88-5206-4b4f-8edb-d2a2696b8f41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:19.864678 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95bec88-5206-4b4f-8edb-d2a2696b8f41 None None] Bound using segment: {'id': '28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '794e90e7-6a52-4966-84d9-7b8b3c4c498b'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:43:19.865266 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-c95bec88-5206-4b4f-8edb-d2a2696b8f41 None None] Bound port: 328f7954-9141-44a0-95ad-e4b391cced7b, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '794e90e7-6a52-4966-84d9-7b8b3c4c498b'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:43:19.865790 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c95bec88-5206-4b4f-8edb-d2a2696b8f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:19.873127 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-21627b22-34f5-4d24-9f9e-693cc14a5233 req-c20ca4a9-8dc0-49d3-86e0-63ee0fe4b2e2 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3727720 Oct 26 08:43:19.959624 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-c95bec88-5206-4b4f-8edb-d2a2696b8f41 None None] For port 328f7954-9141-44a0-95ad-e4b391cced7b, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:43:19.964301 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-c95bec88-5206-4b4f-8edb-d2a2696b8f41 None None] For port 328f7954-9141-44a0-95ad-e4b391cced7b, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=328f7954-9141-44a0-95ad-e4b391cced7b,segment=NetworkSegment(28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5),segment_id=28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:43:19.972296 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c95bec88-5206-4b4f-8edb-d2a2696b8f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:20.047489 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95bec88-5206-4b4f-8edb-d2a2696b8f41 None None] Pushing event updated for resources: {'Port': ['ID=328f7954-9141-44a0-95ad-e4b391cced7b,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:20.111899 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-00fde1b6-8eeb-4739-b4c3-46ed73711736 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:20.456915 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-00fde1b6-8eeb-4739-b4c3-46ed73711736 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Allocated IP 172.20.0.1 (794e90e7-6a52-4966-84d9-7b8b3c4c498b/3ed33d64-ab73-432c-a802-d70985891b56/e853ddc3-0536-4e98-a72e-003428fad672) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:43:20.600048 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-00fde1b6-8eeb-4739-b4c3-46ed73711736 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:20.648220 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-00fde1b6-8eeb-4739-b4c3-46ed73711736 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:20.694437 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fde1b6-8eeb-4739-b4c3-46ed73711736 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network 794e90e7-6a52-4966-84d9-7b8b3c4c498b is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:43:20.697829 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-00fde1b6-8eeb-4739-b4c3-46ed73711736 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:43:20.701704 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fde1b6-8eeb-4739-b4c3-46ed73711736 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:43:20.713290 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fde1b6-8eeb-4739-b4c3-46ed73711736 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=e853ddc3-0536-4e98-a72e-003428fad672,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:20.742518 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fde1b6-8eeb-4739-b4c3-46ed73711736 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:20.742906 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fde1b6-8eeb-4739-b4c3-46ed73711736 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:20.743258 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fde1b6-8eeb-4739-b4c3-46ed73711736 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:20.743598 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fde1b6-8eeb-4739-b4c3-46ed73711736 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:20.743941 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fde1b6-8eeb-4739-b4c3-46ed73711736 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:20.744275 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fde1b6-8eeb-4739-b4c3-46ed73711736 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:20.744612 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fde1b6-8eeb-4739-b4c3-46ed73711736 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:20.744946 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fde1b6-8eeb-4739-b4c3-46ed73711736 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:20.745277 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fde1b6-8eeb-4739-b4c3-46ed73711736 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:20.745604 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fde1b6-8eeb-4739-b4c3-46ed73711736 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:20.745951 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fde1b6-8eeb-4739-b4c3-46ed73711736 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:20.746270 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fde1b6-8eeb-4739-b4c3-46ed73711736 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:20.773734 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-00fde1b6-8eeb-4739-b4c3-46ed73711736 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:20.912724 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-00fde1b6-8eeb-4739-b4c3-46ed73711736 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:21.006272 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f444c-3b35-455e-b8b6-ad2410045935 req-847d6086-553b-4e43-a740-bc268b3b5ee4 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:21.007765 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-be7f444c-3b35-455e-b8b6-ad2410045935 req-847d6086-553b-4e43-a740-bc268b3b5ee4 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e532894-d76f-497c-bb4a-0bd40075182f HTTP/1.1" status: 200 len: 944 time: 0.0606456 Oct 26 08:43:21.050933 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-be7f444c-3b35-455e-b8b6-ad2410045935 req-95a48bff-7ffd-4878-b6c9-5b8ef1aeb1ee tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368421 Oct 26 08:43:21.078042 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236bcba3-bf31-451e-ba46-2a62c1f51b41 None None] Network 794e90e7-6a52-4966-84d9-7b8b3c4c498b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:43:21.215109 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-00fde1b6-8eeb-4739-b4c3-46ed73711736 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:21.221991 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-00fde1b6-8eeb-4739-b4c3-46ed73711736 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:21.223123 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-13e3c12f-3112-4975-90dd-a1cabc6b4f48 None None] Provisioning complete for port 328f7954-9141-44a0-95ad-e4b391cced7b triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:43:21.223509 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-13e3c12f-3112-4975-90dd-a1cabc6b4f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:21.295625 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fde1b6-8eeb-4739-b4c3-46ed73711736 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=e853ddc3-0536-4e98-a72e-003428fad672,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:21.298148 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-00fde1b6-8eeb-4739-b4c3-46ed73711736 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:21.338321 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-13e3c12f-3112-4975-90dd-a1cabc6b4f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:21.375210 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-13e3c12f-3112-4975-90dd-a1cabc6b4f48 None None] For port 328f7954-9141-44a0-95ad-e4b391cced7b, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=328f7954-9141-44a0-95ad-e4b391cced7b,segment=NetworkSegment(28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5),segment_id=28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:43:21.382096 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-13e3c12f-3112-4975-90dd-a1cabc6b4f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:21.408658 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fde1b6-8eeb-4739-b4c3-46ed73711736 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network 794e90e7-6a52-4966-84d9-7b8b3c4c498b is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:43:21.410300 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-00fde1b6-8eeb-4739-b4c3-46ed73711736 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:43:21.438930 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3c12f-3112-4975-90dd-a1cabc6b4f48 None None] Pushing event updated for resources: {'Port': ['ID=328f7954-9141-44a0-95ad-e4b391cced7b,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:21.536496 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00fde1b6-8eeb-4739-b4c3-46ed73711736 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router 0df3d8e7-1e3f-4be4-a592-2530855c5e86 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:43:21.606314 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-980cbdfe-ba7a-4b99-a83c-5efc8db7738c None None] Provisioning complete for port e853ddc3-0536-4e98-a72e-003428fad672 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:43:21.607056 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-980cbdfe-ba7a-4b99-a83c-5efc8db7738c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:21.645452 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-980cbdfe-ba7a-4b99-a83c-5efc8db7738c None None] Port e853ddc3-0536-4e98-a72e-003428fad672 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:43:21.654522 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fde1b6-8eeb-4739-b4c3-46ed73711736 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:43:21.656782 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-980cbdfe-ba7a-4b99-a83c-5efc8db7738c None None] Provisioning complete for port 328f7954-9141-44a0-95ad-e4b391cced7b triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:43:21.657255 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-980cbdfe-ba7a-4b99-a83c-5efc8db7738c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:21.662505 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-00fde1b6-8eeb-4739-b4c3-46ed73711736 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "PUT /v2.0/routers/0df3d8e7-1e3f-4be4-a592-2530855c5e86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4534836 Oct 26 08:43:21.665250 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39088) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:21.687935 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0979ad86-84c7-4b7a-b824-3c51965a81e4 None None] Sync routers for ids ['0df3d8e7-1e3f-4be4-a592-2530855c5e86'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:43:21.715819 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0979ad86-84c7-4b7a-b824-3c51965a81e4 None None] Routers {'0df3d8e7-1e3f-4be4-a592-2530855c5e86'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:43:21.716527 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-0979ad86-84c7-4b7a-b824-3c51965a81e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:42:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['0df3d8e7-1e3f-4be4-a592-2530855c5e86'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:21.795460 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564115d9-7f17-4ff2-a36c-821044f2fa9a tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:21.795865 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564115d9-7f17-4ff2-a36c-821044f2fa9a tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:21.796446 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564115d9-7f17-4ff2-a36c-821044f2fa9a tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:21.796986 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564115d9-7f17-4ff2-a36c-821044f2fa9a tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:21.799307 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564115d9-7f17-4ff2-a36c-821044f2fa9a tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:21.799307 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564115d9-7f17-4ff2-a36c-821044f2fa9a tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:21.807469 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-564115d9-7f17-4ff2-a36c-821044f2fa9a tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1402814 Oct 26 08:43:21.810258 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39090) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:21.881288 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cb0ed7-b42c-4a49-9b02-5170ba8347aa tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:21.881816 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cb0ed7-b42c-4a49-9b02-5170ba8347aa tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:21.882419 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cb0ed7-b42c-4a49-9b02-5170ba8347aa tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:21.882751 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cb0ed7-b42c-4a49-9b02-5170ba8347aa tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:21.883215 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cb0ed7-b42c-4a49-9b02-5170ba8347aa tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:21.884022 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cb0ed7-b42c-4a49-9b02-5170ba8347aa tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:21.888501 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-43cb0ed7-b42c-4a49-9b02-5170ba8347aa tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0746422 Oct 26 08:43:21.888675 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-0979ad86-84c7-4b7a-b824-3c51965a81e4 None None] Set router 0df3d8e7-1e3f-4be4-a592-2530855c5e86 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:43:21.888796 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39092) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:21.936151 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 6d2fc73f-1a0f-44a6-a2bc-4921a13143e8 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:43:21.938238 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 08:43:22.037429 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a3a81986-d68e-44f7-bfee-1248ca980728 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1475952 Oct 26 08:43:22.040314 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39094) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:22.045087 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-db159469-665e-4b54-ba71-f462b11b0136 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-816565567', 'network_id': '794e90e7-6a52-4966-84d9-7b8b3c4c498b'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:43:22.141112 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8a603a72-cbb0-4de4-a141-4eb8a9bfa80e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:22.175682 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-a7c211c2-d4f8-4a34-b4a6-281cfb9bcbd1 None None] Provisioning complete for port e853ddc3-0536-4e98-a72e-003428fad672 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:43:22.176054 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a7c211c2-d4f8-4a34-b4a6-281cfb9bcbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:22.193432 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db159469-665e-4b54-ba71-f462b11b0136 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Made reservation on behalf of c0122ef6aaf84badac5fbf473c701d56 for: {'port': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:43:22.197120 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-db159469-665e-4b54-ba71-f462b11b0136 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:22.208308 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fee68-f1b2-44b6-9647-7281246c11a2 req-44b2be8a-ed46-41f4-9ab3-ac7f43233856 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:22.210058 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f15fee68-f1b2-44b6-9647-7281246c11a2 req-44b2be8a-ed46-41f4-9ab3-ac7f43233856 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e532894-d76f-497c-bb4a-0bd40075182f HTTP/1.1" status: 200 len: 944 time: 0.0790081 Oct 26 08:43:22.218078 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 6d2fc73f-1a0f-44a6-a2bc-4921a13143e8 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:43:22.218446 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:22.240299 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [None req-db159469-665e-4b54-ba71-f462b11b0136 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] device_id is not set on port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 yet. {{(pid=102102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:43:22.300648 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f15fee68-f1b2-44b6-9647-7281246c11a2 req-fa004938-7a34-4da3-a6c4-0b0bb7c70c82 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839982 Oct 26 08:43:22.371033 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-db159469-665e-4b54-ba71-f462b11b0136 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Allocated IP 172.20.0.6 (794e90e7-6a52-4966-84d9-7b8b3c4c498b/3ed33d64-ab73-432c-a802-d70985891b56/09d12365-5d20-4b0f-8bb6-66d75ccf2ab3) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:43:22.450030 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-a7c211c2-d4f8-4a34-b4a6-281cfb9bcbd1 None None] Port e853ddc3-0536-4e98-a72e-003428fad672 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:43:22.453760 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02,segment=NetworkSegment(ee9d28ae-f82a-46f0-83dd-bc4a97034bc9),segment_id=ee9d28ae-f82a-46f0-83dd-bc4a97034bc9)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:43:22.495475 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': 'd9bc4d8f-9a1e-40c9-b9e8-576165e9ad02', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'port_id': 'd9bc4d8f-9a1e-40c9-b9e8-576165e9ad02', 'mac_address': 'fa:16:3e:bb:76:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 08:43:22.530799 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-db159469-665e-4b54-ba71-f462b11b0136 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:22.565986 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-db159469-665e-4b54-ba71-f462b11b0136 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:22.599317 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:22.608924 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:22.612100 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db159469-665e-4b54-ba71-f462b11b0136 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network 794e90e7-6a52-4966-84d9-7b8b3c4c498b is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:43:22.617511 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-db159469-665e-4b54-ba71-f462b11b0136 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:43:22.618473 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-0979ad86-84c7-4b7a-b824-3c51965a81e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'name': 'tempest-TestNetworkBasicOps-router-1660965162', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '6d2fc73f-1a0f-44a6-a2bc-4921a13143e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:43:17Z', 'updated_at': '2021-10-26T08:43:20Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '6d2fc73f-1a0f-44a6-a2bc-4921a13143e8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:17Z', 'updated_at': '2021-10-26T08:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'e853ddc3-0536-4e98-a72e-003428fad672', 'name': '', 'network_id': '794e90e7-6a52-4966-84d9-7b8b3c4c498b', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:02:a7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '3ed33d64-ab73-432c-a802-d70985891b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:20Z', 'updated_at': '2021-10-26T08:43:21Z', 'revision_number': 2, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '3ed33d64-ab73-432c-a802-d70985891b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:22.621656 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db159469-665e-4b54-ba71-f462b11b0136 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:43:22.628879 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:43:22.652327 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db159469-665e-4b54-ba71-f462b11b0136 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=09d12365-5d20-4b0f-8bb6-66d75ccf2ab3,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:22.668176 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0979ad86-84c7-4b7a-b824-3c51965a81e4 None None] Checking router: 0df3d8e7-1e3f-4be4-a592-2530855c5e86 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:43:22.668577 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0979ad86-84c7-4b7a-b824-3c51965a81e4 None None] Updating router 0df3d8e7-1e3f-4be4-a592-2530855c5e86 port e853ddc3-0536-4e98-a72e-003428fad672 binding host dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:43:22.672299 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 6d2fc73f-1a0f-44a6-a2bc-4921a13143e8, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=6d2fc73f-1a0f-44a6-a2bc-4921a13143e8,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:43:22.679150 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db159469-665e-4b54-ba71-f462b11b0136 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:22.679845 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-db159469-665e-4b54-ba71-f462b11b0136 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:22.697214 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:22.698042 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 328f7954-9141-44a0-95ad-e4b391cced7b up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:43:22.698244 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-db159469-665e-4b54-ba71-f462b11b0136 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6568952 Oct 26 08:43:22.737802 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02,segment=NetworkSegment(ee9d28ae-f82a-46f0-83dd-bc4a97034bc9),segment_id=ee9d28ae-f82a-46f0-83dd-bc4a97034bc9)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:43:22.764864 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0979ad86-84c7-4b7a-b824-3c51965a81e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:22.771594 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:22.838633 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=6d2fc73f-1a0f-44a6-a2bc-4921a13143e8,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:22.987284 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 328f7954-9141-44a0-95ad-e4b391cced7b triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:43:22.987669 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:22.989161 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:23.021404 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:23.031476 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:43:23.077591 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-d94fa136-7127-4eec-b8c0-adc96549d2e9 None None] Provisioning complete for port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:43:23.077989 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d94fa136-7127-4eec-b8c0-adc96549d2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:23.181169 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-d94fa136-7127-4eec-b8c0-adc96549d2e9 None None] Port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:43:23.190845 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39100) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:23.195568 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-b3911dc1-78d4-48ac-aa64-cd42a9b77188 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1764529075', 'description': 'tempest-secgroup-smoke-1764529075 description', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:43:23.219347 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b3911dc1-78d4-48ac-aa64-cd42a9b77188 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:23.290005 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b3911dc1-78d4-48ac-aa64-cd42a9b77188 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:23.293934 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b3911dc1-78d4-48ac-aa64-cd42a9b77188 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:23.306938 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:23.324980 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b3911dc1-78d4-48ac-aa64-cd42a9b77188 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:23.328975 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b3911dc1-78d4-48ac-aa64-cd42a9b77188 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1346633 Oct 26 08:43:23.331541 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39104) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:23.333151 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3911dc1-78d4-48ac-aa64-cd42a9b77188 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa38b00-c4de-468d-9cbd-0eedb5beeb83,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:23.337851 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-5caaec41-30b2-4863-9a14-743cb352262d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '0aa38b00-c4de-468d-9cbd-0eedb5beeb83', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:43:23.373563 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5caaec41-30b2-4863-9a14-743cb352262d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:23.389665 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0979ad86-84c7-4b7a-b824-3c51965a81e4 None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:23.402423 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0979ad86-84c7-4b7a-b824-3c51965a81e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:23.432628 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2d4f8-5427-4288-a4ac-0b2b26bfeca4 req-b15c2cc5-aa93-4c75-87d9-e4c775079c3b tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:23.434529 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-1ff2d4f8-5427-4288-a4ac-0b2b26bfeca4 req-b15c2cc5-aa93-4c75-87d9-e4c775079c3b tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e532894-d76f-497c-bb4a-0bd40075182f HTTP/1.1" status: 200 len: 945 time: 0.0559468 Oct 26 08:43:23.439903 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5caaec41-30b2-4863-9a14-743cb352262d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:23.444605 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5caaec41-30b2-4863-9a14-743cb352262d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:23.466172 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caaec41-30b2-4863-9a14-743cb352262d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a91d250d-1729-42f6-8234-f3b372e29d61,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:23.476171 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caaec41-30b2-4863-9a14-743cb352262d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:23.476935 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caaec41-30b2-4863-9a14-743cb352262d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:23.477459 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caaec41-30b2-4863-9a14-743cb352262d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:23.477857 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caaec41-30b2-4863-9a14-743cb352262d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:23.478203 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caaec41-30b2-4863-9a14-743cb352262d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:23.478547 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caaec41-30b2-4863-9a14-743cb352262d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:23.478897 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caaec41-30b2-4863-9a14-743cb352262d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:23.479233 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caaec41-30b2-4863-9a14-743cb352262d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:23.479576 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caaec41-30b2-4863-9a14-743cb352262d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:23.479907 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caaec41-30b2-4863-9a14-743cb352262d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:23.480419 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caaec41-30b2-4863-9a14-743cb352262d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:23.480755 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caaec41-30b2-4863-9a14-743cb352262d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:23.485739 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5caaec41-30b2-4863-9a14-743cb352262d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:23.487708 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-5caaec41-30b2-4863-9a14-743cb352262d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1546612 Oct 26 08:43:23.490450 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39106) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:23.494412 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-1ff2d4f8-5427-4288-a4ac-0b2b26bfeca4 req-33317deb-e6a5-4890-9dc6-b30bbf7700e5 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506604 Oct 26 08:43:23.502709 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-1bb16cdc-5ee3-45b9-973f-e49f3bddce29 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '0aa38b00-c4de-468d-9cbd-0eedb5beeb83', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:43:23.506250 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5094ebb-c908-4073-a148-abcf2a2e8c12 None None] Pushing event updated for resources: {'Port': ['ID=e853ddc3-0536-4e98-a72e-003428fad672,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:23.534776 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1bb16cdc-5ee3-45b9-973f-e49f3bddce29 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:23.599844 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-0979ad86-84c7-4b7a-b824-3c51965a81e4 None None] Attempting to bind port e853ddc3-0536-4e98-a72e-003428fad672 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:43:23.600216 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-0979ad86-84c7-4b7a-b824-3c51965a81e4 None None] Attempting to bind port e853ddc3-0536-4e98-a72e-003428fad672 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '794e90e7-6a52-4966-84d9-7b8b3c4c498b'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:43:23.600584 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0979ad86-84c7-4b7a-b824-3c51965a81e4 None None] Attempting to bind port e853ddc3-0536-4e98-a72e-003428fad672 on network 794e90e7-6a52-4966-84d9-7b8b3c4c498b {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:43:23.608261 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1bb16cdc-5ee3-45b9-973f-e49f3bddce29 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:23.613124 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1bb16cdc-5ee3-45b9-973f-e49f3bddce29 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:23.614164 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0979ad86-84c7-4b7a-b824-3c51965a81e4 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:43:23.614550 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0979ad86-84c7-4b7a-b824-3c51965a81e4 None None] Checking segment: {'id': '28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '794e90e7-6a52-4966-84d9-7b8b3c4c498b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:43:23.615085 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0979ad86-84c7-4b7a-b824-3c51965a81e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:23.615492 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0979ad86-84c7-4b7a-b824-3c51965a81e4 None None] Bound using segment: {'id': '28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '794e90e7-6a52-4966-84d9-7b8b3c4c498b'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:43:23.615986 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-0979ad86-84c7-4b7a-b824-3c51965a81e4 None None] Bound port: e853ddc3-0536-4e98-a72e-003428fad672, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '794e90e7-6a52-4966-84d9-7b8b3c4c498b'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:43:23.616376 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0979ad86-84c7-4b7a-b824-3c51965a81e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:23.637193 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb16cdc-5ee3-45b9-973f-e49f3bddce29 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ce5a454-160e-47ff-969a-0cc726f5a3a7,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:23.647067 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1bb16cdc-5ee3-45b9-973f-e49f3bddce29 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:23.648232 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1bb16cdc-5ee3-45b9-973f-e49f3bddce29 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1566489 Oct 26 08:43:23.651436 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39108) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:23.659027 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-7641f82c-683b-4b28-af04-510ae81539d1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '0aa38b00-c4de-468d-9cbd-0eedb5beeb83', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:43:23.687781 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7641f82c-683b-4b28-af04-510ae81539d1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:23.707435 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-0979ad86-84c7-4b7a-b824-3c51965a81e4 None None] For port e853ddc3-0536-4e98-a72e-003428fad672, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:43:23.723869 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-0979ad86-84c7-4b7a-b824-3c51965a81e4 None None] For port e853ddc3-0536-4e98-a72e-003428fad672, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=e853ddc3-0536-4e98-a72e-003428fad672,segment=NetworkSegment(28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5),segment_id=28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:43:23.730240 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0979ad86-84c7-4b7a-b824-3c51965a81e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:23.739540 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-2c39551f-fb44-4a42-8ba4-edc9d0db70ad None None] Provisioning complete for port e853ddc3-0536-4e98-a72e-003428fad672 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:43:23.739750 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2c39551f-fb44-4a42-8ba4-edc9d0db70ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:23.745195 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7641f82c-683b-4b28-af04-510ae81539d1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:23.754791 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7641f82c-683b-4b28-af04-510ae81539d1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:23.773734 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7641f82c-683b-4b28-af04-510ae81539d1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b8d9312-4d3b-4a30-8f3d-4ca34839ecf0,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:23.784271 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7641f82c-683b-4b28-af04-510ae81539d1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:23.788205 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7641f82c-683b-4b28-af04-510ae81539d1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1330609 Oct 26 08:43:23.788534 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39110) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:23.794098 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-783bba79-87d5-4ad2-9b38-fd6efa828c1c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '0aa38b00-c4de-468d-9cbd-0eedb5beeb83', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:43:23.833174 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-783bba79-87d5-4ad2-9b38-fd6efa828c1c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:23.833671 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 6d2fc73f-1a0f-44a6-a2bc-4921a13143e8 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:43:23.865531 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5094ebb-c908-4073-a148-abcf2a2e8c12 None None] Pushing event updated for resources: {'Port': ['ID=e853ddc3-0536-4e98-a72e-003428fad672,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:23.881407 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0979ad86-84c7-4b7a-b824-3c51965a81e4 None None] Routers {'0df3d8e7-1e3f-4be4-a592-2530855c5e86'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:43:23.882090 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-0979ad86-84c7-4b7a-b824-3c51965a81e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:43:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['0df3d8e7-1e3f-4be4-a592-2530855c5e86'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:23.909131 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-783bba79-87d5-4ad2-9b38-fd6efa828c1c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:23.913973 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-783bba79-87d5-4ad2-9b38-fd6efa828c1c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:23.937392 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783bba79-87d5-4ad2-9b38-fd6efa828c1c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6d119c8-b0be-4e63-814b-b2edc9f333f8,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:23.944758 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-783bba79-87d5-4ad2-9b38-fd6efa828c1c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:23.946507 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-783bba79-87d5-4ad2-9b38-fd6efa828c1c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1565249 Oct 26 08:43:23.949037 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39112) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:23.953604 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-572a07be-2c72-43d1-af52-3d35eafc9a49 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '0aa38b00-c4de-468d-9cbd-0eedb5beeb83', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:43:23.980294 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.securitygroups_db [None req-572a07be-2c72-43d1-af52-3d35eafc9a49 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Project c0122ef6aaf84badac5fbf473c701d56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 08:43:23.985647 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-572a07be-2c72-43d1-af52-3d35eafc9a49 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:24.028181 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2c39551f-fb44-4a42-8ba4-edc9d0db70ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:24.046684 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 6d2fc73f-1a0f-44a6-a2bc-4921a13143e8 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:43:24.046980 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:24.053495 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-572a07be-2c72-43d1-af52-3d35eafc9a49 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:24.059603 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-572a07be-2c72-43d1-af52-3d35eafc9a49 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:24.077891 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a07be-2c72-43d1-af52-3d35eafc9a49 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e40dc814-4290-428d-b44a-5290ac91b2b3,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:24.086856 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-572a07be-2c72-43d1-af52-3d35eafc9a49 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:24.090579 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-572a07be-2c72-43d1-af52-3d35eafc9a49 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1379895 Oct 26 08:43:24.090944 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39114) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:24.095646 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-0979ad86-84c7-4b7a-b824-3c51965a81e4 None None] Set router 0df3d8e7-1e3f-4be4-a592-2530855c5e86 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:43:24.096696 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-8712b5ca-79e6-495c-aade-8eafae870449 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '0aa38b00-c4de-468d-9cbd-0eedb5beeb83', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:43:24.119760 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.securitygroups_db [None req-8712b5ca-79e6-495c-aade-8eafae870449 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Project c0122ef6aaf84badac5fbf473c701d56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 08:43:24.124713 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8712b5ca-79e6-495c-aade-8eafae870449 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:24.147589 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-2c39551f-fb44-4a42-8ba4-edc9d0db70ad None None] For port e853ddc3-0536-4e98-a72e-003428fad672, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=e853ddc3-0536-4e98-a72e-003428fad672,segment=NetworkSegment(28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5),segment_id=28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:43:24.156486 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2c39551f-fb44-4a42-8ba4-edc9d0db70ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:24.188819 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8712b5ca-79e6-495c-aade-8eafae870449 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:24.193882 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8712b5ca-79e6-495c-aade-8eafae870449 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:24.212328 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712b5ca-79e6-495c-aade-8eafae870449 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95a3812c-4f11-4bb5-859e-290d98156afa,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:24.221091 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8712b5ca-79e6-495c-aade-8eafae870449 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:24.222588 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-8712b5ca-79e6-495c-aade-8eafae870449 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1306267 Oct 26 08:43:24.371405 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-7aec45b5-63e1-4283-b12d-bab85795a9ea tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1764529075&fields=id&tenant_id=c0122ef6aaf84badac5fbf473c701d56 HTTP/1.1" status: 200 len: 267 time: 0.0370805 Oct 26 08:43:24.425832 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-1194b3f0-a244-4857-afe3-e9c8112b31e6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:24.427226 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-1194b3f0-a244-4857-afe3-e9c8112b31e6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports/09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 HTTP/1.1" status: 200 len: 929 time: 0.0482352 Oct 26 08:43:24.448087 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:24.472958 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-6e5eb3f0-a402-4ddf-b030-9011eebe5434 service neutron] 10.222.0.41 "GET /v2.0/ports/09d12365-5d20-4b0f-8bb6-66d75ccf2ab3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0336621 Oct 26 08:43:24.485444 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c39551f-fb44-4a42-8ba4-edc9d0db70ad None None] Pushing event updated for resources: {'Port': ['ID=e853ddc3-0536-4e98-a72e-003428fad672,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:24.513846 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-fd0eff47-676d-457b-966c-6ca538f56755 None None] Provisioning complete for port e853ddc3-0536-4e98-a72e-003428fad672 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:43:24.514224 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fd0eff47-676d-457b-966c-6ca538f56755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:24.573737 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-78f57f68-5d59-4e83-8a7d-38eeb170fe63 service neutron] 10.222.0.41 "GET /v2.0/networks/794e90e7-6a52-4966-84d9-7b8b3c4c498b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943961 Oct 26 08:43:24.635345 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e145d-b4f8-4d38-9a37-2c1457164078 req-e7f5a333-34ee-43e0-8174-8c9f76f4420e tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:24.643077 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-497e145d-b4f8-4d38-9a37-2c1457164078 req-e7f5a333-34ee-43e0-8174-8c9f76f4420e tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e532894-d76f-497c-bb4a-0bd40075182f HTTP/1.1" status: 200 len: 945 time: 0.0682535 Oct 26 08:43:24.663041 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-0979ad86-84c7-4b7a-b824-3c51965a81e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'name': 'tempest-TestNetworkBasicOps-router-1660965162', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '6d2fc73f-1a0f-44a6-a2bc-4921a13143e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:43:17Z', 'updated_at': '2021-10-26T08:43:20Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '6d2fc73f-1a0f-44a6-a2bc-4921a13143e8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:17Z', 'updated_at': '2021-10-26T08:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'e853ddc3-0536-4e98-a72e-003428fad672', 'name': '', 'network_id': '794e90e7-6a52-4966-84d9-7b8b3c4c498b', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:02:a7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '3ed33d64-ab73-432c-a802-d70985891b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:20Z', 'updated_at': '2021-10-26T08:43:23Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '3ed33d64-ab73-432c-a802-d70985891b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:24.676429 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-50d0fbfc-7d41-4704-9e0a-e47f8a54e368 service neutron] 10.222.0.41 "GET /v2.0/networks/794e90e7-6a52-4966-84d9-7b8b3c4c498b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916886 Oct 26 08:43:24.685215 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-497e145d-b4f8-4d38-9a37-2c1457164078 req-ffe176f3-98e6-4569-8f9a-197dc5033c21 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410497 Oct 26 08:43:24.696051 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0979ad86-84c7-4b7a-b824-3c51965a81e4 None None] The sync data for ids ['0df3d8e7-1e3f-4be4-a592-2530855c5e86'] in dv-neutron-804846-13-hyperv is: [{'id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'name': 'tempest-TestNetworkBasicOps-router-1660965162', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '6d2fc73f-1a0f-44a6-a2bc-4921a13143e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:43:17Z', 'updated_at': '2021-10-26T08:43:20Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '6d2fc73f-1a0f-44a6-a2bc-4921a13143e8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:17Z', 'updated_at': '2021-10-26T08:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'e853ddc3-0536-4e98-a72e-003428fad672', 'name': '', 'network_id': '794e90e7-6a52-4966-84d9-7b8b3c4c498b', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:02:a7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '3ed33d64-ab73-432c-a802-d70985891b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:20Z', 'updated_at': '2021-10-26T08:43:23Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '3ed33d64-ab73-432c-a802-d70985891b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:43:24.796994 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:24.899009 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-be4c1cb4-353e-48e7-b215-68e0087acc71 req-b74feab3-8e20-4918-9fc7-2a0ae1f1bf38 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63961a4-698f-48ad-89b5-43fc6339e931 HTTP/1.1" status: 200 len: 210 time: 0.0331306 Oct 26 08:43:25.824861 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-c0378df2-624d-46eb-bc44-687405c82d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:25.826286 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-c0378df2-624d-46eb-bc44-687405c82d66 service neutron] 10.222.0.47 "GET /v2.0/ports/09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 HTTP/1.1" status: 200 len: 1025 time: 0.0730081 Oct 26 08:43:25.875270 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device e853ddc3-0536-4e98-a72e-003428fad672 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:43:25.915459 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58dd88-ae18-415a-abbe-3501584c06ac req-f8abfc5a-ea10-4c0a-9ffd-705508821baa tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:25.916997 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5b58dd88-ae18-415a-abbe-3501584c06ac req-f8abfc5a-ea10-4c0a-9ffd-705508821baa tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e532894-d76f-497c-bb4a-0bd40075182f HTTP/1.1" status: 200 len: 945 time: 0.1281230 Oct 26 08:43:25.932594 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port e853ddc3-0536-4e98-a72e-003428fad672 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:43:25.932966 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:25.966547 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02 up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:43:25.986557 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5b58dd88-ae18-415a-abbe-3501584c06ac req-f632280f-ce0c-4ddf-8c9e-40f0f485c8c3 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612359 Oct 26 08:43:26.005583 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-6aad2d1e-6f80-4541-9b8a-40bd3e386100 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:26.007188 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-287f0246-0d3a-4944-8de3-42424dee0fa4 req-1cb2e2b6-9a79-4853-aa8f-8e57937b528a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63961a4-698f-48ad-89b5-43fc6339e931 HTTP/1.1" status: 200 len: 210 time: 0.0322986 Oct 26 08:43:26.010719 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-6aad2d1e-6f80-4541-9b8a-40bd3e386100 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "GET /v2.0/networks?id=794e90e7-6a52-4966-84d9-7b8b3c4c498b HTTP/1.1" status: 200 len: 797 time: 0.1770782 Oct 26 08:43:26.044309 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02 completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 08:43:26.064656 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-631ecbf0-e395-447d-ba75-e817f7900924 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0122ef6aaf84badac5fbf473c701d56 HTTP/1.1" status: 200 len: 380 time: 0.0385313 Oct 26 08:43:26.068800 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:43:26.069176 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:26.076283 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-d3049276-d5df-4b7a-a8b9-9d39393155fb service neutron] Request body: {'port': {'device_id': 'c63961a4-698f-48ad-89b5-43fc6339e931', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:43:26.133570 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-d3049276-d5df-4b7a-a8b9-9d39393155fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:26.158489 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:26.181025 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e532894-d76f-497c-bb4a-0bd40075182f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9bc4d8f-9a1e-40c9-b9e8-576165e9ad02'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:43:26.183361 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cad2034-41e2-46fb-a88a-6a36f43ac1ac" -d '{"events": [{"server_uuid": "7e532894-d76f-497c-bb4a-0bd40075182f", "name": "network-vif-plugged", "status": "completed", "tag": "d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:43:26.196620 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02,segment=NetworkSegment(ee9d28ae-f82a-46f0-83dd-bc4a97034bc9),segment_id=ee9d28ae-f82a-46f0-83dd-bc4a97034bc9)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:43:26.200735 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:26.263964 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:26.272439 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:26.272799 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:26.273791 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:26.274140 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:26.274477 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:26.274813 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:26.275149 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:26.275481 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:26.275841 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:26.276171 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:26.276497 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:26.276822 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:43:26.286356 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0fffedf-7e93-4413-858e-97a8427bbbd6 x-openstack-request-id: req-c0fffedf-7e93-4413-858e-97a8427bbbd6 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:43:26.286659 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e532894-d76f-497c-bb4a-0bd40075182f", "name": "network-vif-plugged", "status": "completed", "tag": "d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:43:26.286916 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c0fffedf-7e93-4413-858e-97a8427bbbd6 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:43:26.287307 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e532894-d76f-497c-bb4a-0bd40075182f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9bc4d8f-9a1e-40c9-b9e8-576165e9ad02', 'code': 200} Oct 26 08:43:26.405950 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-d3049276-d5df-4b7a-a8b9-9d39393155fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:43:26.414360 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-d3049276-d5df-4b7a-a8b9-9d39393155fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:26.426546 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-d3049276-d5df-4b7a-a8b9-9d39393155fb service neutron] Transition to ACTIVE for port object 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 08:43:26.431355 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-d3049276-d5df-4b7a-a8b9-9d39393155fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:26.512015 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3049276-d5df-4b7a-a8b9-9d39393155fb service neutron] Pushing event updated for resources: {'Port': ['ID=09d12365-5d20-4b0f-8bb6-66d75ccf2ab3,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:26.523425 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb397acb-61cf-425e-a5a8-fe1e6b2195dd req-a211b548-a673-47b7-b87e-031dc9b100da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:26.524995 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fb397acb-61cf-425e-a5a8-fe1e6b2195dd req-a211b548-a673-47b7-b87e-031dc9b100da service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7e532894-d76f-497c-bb4a-0bd40075182f HTTP/1.1" status: 200 len: 1099 time: 0.0947838 Oct 26 08:43:26.602773 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fb397acb-61cf-425e-a5a8-fe1e6b2195dd req-d34580d0-c690-427a-9b69-a14e1ea32e63 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631745 Oct 26 08:43:26.616038 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-d3049276-d5df-4b7a-a8b9-9d39393155fb service neutron] Attempting to bind port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:43:26.616375 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-d3049276-d5df-4b7a-a8b9-9d39393155fb service neutron] Attempting to bind port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '794e90e7-6a52-4966-84d9-7b8b3c4c498b'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:43:26.616708 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-d3049276-d5df-4b7a-a8b9-9d39393155fb service neutron] Attempting to bind port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 on network 794e90e7-6a52-4966-84d9-7b8b3c4c498b {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:43:26.621218 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-d3049276-d5df-4b7a-a8b9-9d39393155fb service neutron] Port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 on network 794e90e7-6a52-4966-84d9-7b8b3c4c498b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:43:26.621541 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-d3049276-d5df-4b7a-a8b9-9d39393155fb service neutron] Attempting to bind port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 on network 794e90e7-6a52-4966-84d9-7b8b3c4c498b {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:43:26.626540 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-d3049276-d5df-4b7a-a8b9-9d39393155fb service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:43:26.626880 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-d3049276-d5df-4b7a-a8b9-9d39393155fb service neutron] Checking segment: {'id': '28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '794e90e7-6a52-4966-84d9-7b8b3c4c498b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:43:26.627262 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-d3049276-d5df-4b7a-a8b9-9d39393155fb service neutron] Bound using segment: {'id': '28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '794e90e7-6a52-4966-84d9-7b8b3c4c498b'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:43:26.627696 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-d3049276-d5df-4b7a-a8b9-9d39393155fb service neutron] Bound port: 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '794e90e7-6a52-4966-84d9-7b8b3c4c498b'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:43:26.628056 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-d3049276-d5df-4b7a-a8b9-9d39393155fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:26.693330 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-d3049276-d5df-4b7a-a8b9-9d39393155fb service neutron] For port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:43:26.696568 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-d3049276-d5df-4b7a-a8b9-9d39393155fb service neutron] For port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=09d12365-5d20-4b0f-8bb6-66d75ccf2ab3,segment=NetworkSegment(28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5),segment_id=28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:43:26.702020 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-d3049276-d5df-4b7a-a8b9-9d39393155fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:26.739532 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-d3049276-d5df-4b7a-a8b9-9d39393155fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:26.740151 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-d3049276-d5df-4b7a-a8b9-9d39393155fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:26.741614 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-d3049276-d5df-4b7a-a8b9-9d39393155fb service neutron] 10.222.0.47 "PUT /v2.0/ports/09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 HTTP/1.1" status: 200 len: 1130 time: 0.6692789 Oct 26 08:43:26.741991 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63961a4-698f-48ad-89b5-43fc6339e931', 'tag': '09d12365-5d20-4b0f-8bb6-66d75ccf2ab3'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:43:26.744269 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26de6bc3-9f78-443f-aeef-c4177f43ef61" -d '{"events": [{"name": "network-changed", "server_uuid": "c63961a4-698f-48ad-89b5-43fc6339e931", "tag": "09d12365-5d20-4b0f-8bb6-66d75ccf2ab3"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:43:26.771267 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3049276-d5df-4b7a-a8b9-9d39393155fb service neutron] Pushing event updated for resources: {'Port': ['ID=09d12365-5d20-4b0f-8bb6-66d75ccf2ab3,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:26.861322 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62150372-b029-4567-9d9f-37b8a413df8c x-openstack-request-id: req-62150372-b029-4567-9d9f-37b8a413df8c {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:43:26.862135 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63961a4-698f-48ad-89b5-43fc6339e931", "tag": "09d12365-5d20-4b0f-8bb6-66d75ccf2ab3", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:43:26.862135 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-62150372-b029-4567-9d9f-37b8a413df8c {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:43:26.862336 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c63961a4-698f-48ad-89b5-43fc6339e931', 'tag': '09d12365-5d20-4b0f-8bb6-66d75ccf2ab3', 'status': 'completed', 'code': 200} Oct 26 08:43:26.880186 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-32f3f010-0d0a-47de-ba87-0093ed88cec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:26.881788 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-32f3f010-0d0a-47de-ba87-0093ed88cec1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=c63961a4-698f-48ad-89b5-43fc6339e931 HTTP/1.1" status: 200 len: 1133 time: 0.0482702 Oct 26 08:43:26.926704 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-a3b98a37-80e8-43b0-845f-007e4ba917d4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 HTTP/1.1" status: 200 len: 217 time: 0.0368233 Oct 26 08:43:26.981697 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-6af37594-5343-42cd-ab76-11c2f4c7c91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:26.983132 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-6af37594-5343-42cd-ab76-11c2f4c7c91a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3ed33d64-ab73-432c-a802-d70985891b56 HTTP/1.1" status: 200 len: 835 time: 0.0482764 Oct 26 08:43:27.037853 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-24742050-bef4-4412-ba87-6824fe589190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:27.039380 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-24742050-bef4-4412-ba87-6824fe589190 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=794e90e7-6a52-4966-84d9-7b8b3c4c498b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0410914 Oct 26 08:43:27.127904 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6932bf-63b0-4eff-8def-b19af7a15319 req-859f445b-7caf-4848-8251-8adea9efdf63 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:27.129816 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-4d6932bf-63b0-4eff-8def-b19af7a15319 req-859f445b-7caf-4848-8251-8adea9efdf63 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63961a4-698f-48ad-89b5-43fc6339e931 HTTP/1.1" status: 200 len: 980 time: 0.0521870 Oct 26 08:43:27.151955 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b97cf-20a6-41fd-9ac9-f0ff870896c4 req-37a71005-86bb-4918-b450-4645e8b646e2 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:27.153462 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c63b97cf-20a6-41fd-9ac9-f0ff870896c4 req-37a71005-86bb-4918-b450-4645e8b646e2 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e532894-d76f-497c-bb4a-0bd40075182f HTTP/1.1" status: 200 len: 946 time: 0.0942557 Oct 26 08:43:27.168675 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-4d6932bf-63b0-4eff-8def-b19af7a15319 req-050ff765-1024-4a0a-9486-64e0cb1d0776 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f3c8c2d-3ba7-4e43-912b-8d12942c4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330937 Oct 26 08:43:27.193848 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-6908f88b-c4be-466f-9851-fa0350d200c5 service neutron] 10.222.0.47 "GET /v2.0/networks/794e90e7-6a52-4966-84d9-7b8b3c4c498b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454659 Oct 26 08:43:27.217685 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c63b97cf-20a6-41fd-9ac9-f0ff870896c4 req-5f3e1d5d-7c73-4582-923a-9eb7f9fc0635 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534403 Oct 26 08:43:27.292552 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-21bde5fc-1afa-46c8-a582-9739c96f4956 req-3cdd0092-ced7-4b35-997f-71a0ad75c6d0 service neutron] 10.222.0.47 "GET /v2.0/networks/794e90e7-6a52-4966-84d9-7b8b3c4c498b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894186 Oct 26 08:43:27.385970 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de6bc3-9f78-443f-aeef-c4177f43ef61 req-72186831-d69e-4e24-9f17-721014f63742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:27.387454 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-26de6bc3-9f78-443f-aeef-c4177f43ef61 req-72186831-d69e-4e24-9f17-721014f63742 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=c63961a4-698f-48ad-89b5-43fc6339e931 HTTP/1.1" status: 200 len: 1133 time: 0.0449593 Oct 26 08:43:27.481414 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de6bc3-9f78-443f-aeef-c4177f43ef61 req-8364ec4b-ad50-4cc5-a836-8e2e340f2272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:27.482822 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-26de6bc3-9f78-443f-aeef-c4177f43ef61 req-8364ec4b-ad50-4cc5-a836-8e2e340f2272 service neutron] 10.222.0.47 "GET /v2.0/networks?id=794e90e7-6a52-4966-84d9-7b8b3c4c498b HTTP/1.1" status: 200 len: 898 time: 0.0846102 Oct 26 08:43:27.529355 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-26de6bc3-9f78-443f-aeef-c4177f43ef61 req-e2b6e8a2-2ebb-41da-bc89-3fbd064fb1da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 HTTP/1.1" status: 200 len: 217 time: 0.0372512 Oct 26 08:43:27.582008 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de6bc3-9f78-443f-aeef-c4177f43ef61 req-04acefe5-5a5a-4bd6-819d-18a311f7b818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:27.583582 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-26de6bc3-9f78-443f-aeef-c4177f43ef61 req-04acefe5-5a5a-4bd6-819d-18a311f7b818 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3ed33d64-ab73-432c-a802-d70985891b56 HTTP/1.1" status: 200 len: 835 time: 0.0455797 Oct 26 08:43:27.639895 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de6bc3-9f78-443f-aeef-c4177f43ef61 req-99584bac-6ea0-4708-ac69-70fbb82f8301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:27.641419 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-26de6bc3-9f78-443f-aeef-c4177f43ef61 req-99584bac-6ea0-4708-ac69-70fbb82f8301 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=794e90e7-6a52-4966-84d9-7b8b3c4c498b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0407705 Oct 26 08:43:27.741833 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-26de6bc3-9f78-443f-aeef-c4177f43ef61 req-1fe843ea-abb0-4108-b800-e875b428c70a service neutron] 10.222.0.47 "GET /v2.0/networks/794e90e7-6a52-4966-84d9-7b8b3c4c498b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900209 Oct 26 08:43:27.836841 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-26de6bc3-9f78-443f-aeef-c4177f43ef61 req-d50f0aa3-1911-4980-942e-852d825e11e5 service neutron] 10.222.0.47 "GET /v2.0/networks/794e90e7-6a52-4966-84d9-7b8b3c4c498b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834579 Oct 26 08:43:27.955577 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 08:43:28.052931 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=09d12365-5d20-4b0f-8bb6-66d75ccf2ab3,segment=NetworkSegment(28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5),segment_id=28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:43:28.064285 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': '09d12365-5d20-4b0f-8bb6-66d75ccf2ab3', 'network_id': '794e90e7-6a52-4966-84d9-7b8b3c4c498b', 'port_id': '09d12365-5d20-4b0f-8bb6-66d75ccf2ab3', 'mac_address': 'fa:16:3e:e5:56:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed33d64-ab73-432c-a802-d70985891b56', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 08:43:28.101820 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:28.115007 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:43:28.134923 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=09d12365-5d20-4b0f-8bb6-66d75ccf2ab3,segment=NetworkSegment(28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5),segment_id=28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:43:28.140070 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:28.185830 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=09d12365-5d20-4b0f-8bb6-66d75ccf2ab3,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:28.285905 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbe74d-eb92-4c8d-8171-e4da5f3fb09a req-48b615ba-8dea-43e1-b4f8-3749442cd791 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:28.288697 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-22fbe74d-eb92-4c8d-8171-e4da5f3fb09a req-48b615ba-8dea-43e1-b4f8-3749442cd791 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63961a4-698f-48ad-89b5-43fc6339e931 HTTP/1.1" status: 200 len: 981 time: 0.0532639 Oct 26 08:43:28.327008 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-22fbe74d-eb92-4c8d-8171-e4da5f3fb09a req-9f1730db-dbab-4c0e-ada9-2e6daad5b3b5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f3c8c2d-3ba7-4e43-912b-8d12942c4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336974 Oct 26 08:43:28.342125 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b8e678-2dc3-4ce7-a8f3-572ca9012a77 req-1de9004a-c01f-469a-903d-955998909718 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:28.343689 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-77b8e678-2dc3-4ce7-a8f3-572ca9012a77 req-1de9004a-c01f-469a-903d-955998909718 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e532894-d76f-497c-bb4a-0bd40075182f HTTP/1.1" status: 200 len: 946 time: 0.0562975 Oct 26 08:43:28.366900 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['09d12365-5d20-4b0f-8bb6-66d75ccf2ab3'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:43:28.383407 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-77b8e678-2dc3-4ce7-a8f3-572ca9012a77 req-2c398af0-b865-427a-9c7b-a3c6e4acde67 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328622 Oct 26 08:43:28.505240 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6159c07-81f7-4a45-a2b8-3be2b86f5c84 req-8603d84a-6056-4ebd-9ccb-40ea57c58e26 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:28.506796 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e6159c07-81f7-4a45-a2b8-3be2b86f5c84 req-8603d84a-6056-4ebd-9ccb-40ea57c58e26 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e532894-d76f-497c-bb4a-0bd40075182f HTTP/1.1" status: 200 len: 946 time: 0.0529425 Oct 26 08:43:28.544125 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e6159c07-81f7-4a45-a2b8-3be2b86f5c84 req-24762c68-5800-464b-b4d7-f9e0515681f4 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312054 Oct 26 08:43:28.567215 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39170) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:28.611034 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403292b3-3fd1-419d-8d63-5c92cf8ac52c tempest-TestVolumeBootPattern-1325506819 tempest-TestVolumeBootPattern-1325506819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:28.612714 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-403292b3-3fd1-419d-8d63-5c92cf8ac52c tempest-TestVolumeBootPattern-1325506819 tempest-TestVolumeBootPattern-1325506819-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7e532894-d76f-497c-bb4a-0bd40075182f HTTP/1.1" status: 200 len: 1094 time: 0.0444965 Oct 26 08:43:28.615456 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39172) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:28.619719 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-24476b7b-55f4-4eba-9c1e-afb13d3a0b4f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Request body: {'floatingip': {'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'port_id': 'd9bc4d8f-9a1e-40c9-b9e8-576165e9ad02', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:43:28.643553 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-24476b7b-55f4-4eba-9c1e-afb13d3a0b4f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for floatingip, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:28.738086 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-24476b7b-55f4-4eba-9c1e-afb13d3a0b4f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:28.842465 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-24476b7b-55f4-4eba-9c1e-afb13d3a0b4f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Allocated IP 172.26.2.37 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/063c8f01-12c6-4730-a615-f69d39311676) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:43:28.944009 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-24476b7b-55f4-4eba-9c1e-afb13d3a0b4f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:28.980946 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-24476b7b-55f4-4eba-9c1e-afb13d3a0b4f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:29.015747 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24476b7b-55f4-4eba-9c1e-afb13d3a0b4f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:43:29.020600 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-24476b7b-55f4-4eba-9c1e-afb13d3a0b4f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:43:29.024171 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24476b7b-55f4-4eba-9c1e-afb13d3a0b4f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:43:29.047772 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24476b7b-55f4-4eba-9c1e-afb13d3a0b4f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Pushing event updated for resources: {'Port': ['ID=063c8f01-12c6-4730-a615-f69d39311676,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:29.366986 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-24476b7b-55f4-4eba-9c1e-afb13d3a0b4f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:29.813066 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ea2d4-262b-41b6-b179-cb319150ba82 req-2d68fa87-124e-4c5b-949d-17d8beefc242 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:29.815138 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-933ea2d4-262b-41b6-b179-cb319150ba82 req-2d68fa87-124e-4c5b-949d-17d8beefc242 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63961a4-698f-48ad-89b5-43fc6339e931 HTTP/1.1" status: 200 len: 981 time: 0.0748110 Oct 26 08:43:29.817636 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-24476b7b-55f4-4eba-9c1e-afb13d3a0b4f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:29.888482 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-933ea2d4-262b-41b6-b179-cb319150ba82 req-b50f0439-3574-4cca-a5fd-2fee47d9b68b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f3c8c2d-3ba7-4e43-912b-8d12942c4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672998 Oct 26 08:43:29.958793 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:43:29.996135 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-24476b7b-55f4-4eba-9c1e-afb13d3a0b4f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:30.001144 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-24476b7b-55f4-4eba-9c1e-afb13d3a0b4f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:30.008130 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 08:43:30.013572 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:43:30.014045 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:30.077196 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24476b7b-55f4-4eba-9c1e-afb13d3a0b4f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Pushing event updated for resources: {'Port': ['ID=063c8f01-12c6-4730-a615-f69d39311676,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:30.089056 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-24476b7b-55f4-4eba-9c1e-afb13d3a0b4f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:30.096151 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:30.118749 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63961a4-698f-48ad-89b5-43fc6339e931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d12365-5d20-4b0f-8bb6-66d75ccf2ab3'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:43:30.121041 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0875e4a4-d54a-4e81-8383-dced72b0b3d6" -d '{"events": [{"server_uuid": "c63961a4-698f-48ad-89b5-43fc6339e931", "name": "network-vif-plugged", "status": "completed", "tag": "09d12365-5d20-4b0f-8bb6-66d75ccf2ab3"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:43:30.134517 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=09d12365-5d20-4b0f-8bb6-66d75ccf2ab3,segment=NetworkSegment(28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5),segment_id=28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:43:30.139176 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:30.164693 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9e08df-43cc-4685-ba55-fb9a0c5866fd x-openstack-request-id: req-ce9e08df-43cc-4685-ba55-fb9a0c5866fd {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:43:30.165112 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63961a4-698f-48ad-89b5-43fc6339e931", "name": "network-vif-plugged", "status": "completed", "tag": "09d12365-5d20-4b0f-8bb6-66d75ccf2ab3", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:43:30.165370 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ce9e08df-43cc-4685-ba55-fb9a0c5866fd {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:43:30.165801 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63961a4-698f-48ad-89b5-43fc6339e931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d12365-5d20-4b0f-8bb6-66d75ccf2ab3', 'code': 200} Oct 26 08:43:30.192527 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=09d12365-5d20-4b0f-8bb6-66d75ccf2ab3,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:30.201475 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [None req-24476b7b-55f4-4eba-9c1e-afb13d3a0b4f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Floating IP 70e91a9c-1b87-4277-9424-9082b9c4f8b2 associated. External IP: 172.26.2.37, port: d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02. Oct 26 08:43:30.344428 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe8f77-6ec4-4ffb-9234-820911144637 req-570ac2d4-85b4-4719-aa53-7065f2d6ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:30.346361 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7dbe8f77-6ec4-4ffb-9234-820911144637 req-570ac2d4-85b4-4719-aa53-7065f2d6ea64 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c63961a4-698f-48ad-89b5-43fc6339e931 HTTP/1.1" status: 200 len: 1135 time: 0.0573590 Oct 26 08:43:30.451671 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7dbe8f77-6ec4-4ffb-9234-820911144637 req-e51a13e4-ad01-43e0-bff9-949e30e3a8e3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4f3c8c2d-3ba7-4e43-912b-8d12942c4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715761 Oct 26 08:43:30.474792 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24476b7b-55f4-4eba-9c1e-afb13d3a0b4f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Router 738fe4aa-1d31-483d-b64a-536262569c1f has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:43:30.584594 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24476b7b-55f4-4eba-9c1e-afb13d3a0b4f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:43:30.594882 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124dc619-0fd0-4a21-af83-de051ec59338 None None] Sync routers for ids ['738fe4aa-1d31-483d-b64a-536262569c1f'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:43:30.602979 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-24476b7b-55f4-4eba-9c1e-afb13d3a0b4f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:30.605401 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124dc619-0fd0-4a21-af83-de051ec59338 None None] Routers {'738fe4aa-1d31-483d-b64a-536262569c1f'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:43:30.606055 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-124dc619-0fd0-4a21-af83-de051ec59338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:43:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['738fe4aa-1d31-483d-b64a-536262569c1f'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:30.631276 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-24476b7b-55f4-4eba-9c1e-afb13d3a0b4f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0147898 Oct 26 08:43:30.631869 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e532894-d76f-497c-bb4a-0bd40075182f', 'tag': 'd9bc4d8f-9a1e-40c9-b9e8-576165e9ad02'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:43:30.634234 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea881e0-2c46-49b4-b270-47c4f03a9bba" -d '{"events": [{"name": "network-changed", "server_uuid": "7e532894-d76f-497c-bb4a-0bd40075182f", "tag": "d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:43:30.674330 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b93cad8-8033-4772-b1d3-241bc9b2b1f3 x-openstack-request-id: req-4b93cad8-8033-4772-b1d3-241bc9b2b1f3 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:43:30.674635 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e532894-d76f-497c-bb4a-0bd40075182f", "tag": "d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:43:30.674896 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b93cad8-8033-4772-b1d3-241bc9b2b1f3 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:43:30.675344 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e532894-d76f-497c-bb4a-0bd40075182f', 'tag': 'd9bc4d8f-9a1e-40c9-b9e8-576165e9ad02', 'status': 'completed', 'code': 200} Oct 26 08:43:30.746738 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea881e0-2c46-49b4-b270-47c4f03a9bba req-0531d4c6-5973-41b7-8424-a34db629991e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:30.748274 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5ea881e0-2c46-49b4-b270-47c4f03a9bba req-0531d4c6-5973-41b7-8424-a34db629991e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=012ebdc024314225b35adc225bf3c042&device_id=7e532894-d76f-497c-bb4a-0bd40075182f HTTP/1.1" status: 200 len: 1099 time: 0.0434303 Oct 26 08:43:30.801777 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-124dc619-0fd0-4a21-af83-de051ec59338 None None] Set router 738fe4aa-1d31-483d-b64a-536262569c1f gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:43:30.846869 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea881e0-2c46-49b4-b270-47c4f03a9bba req-ff010634-2206-42f3-9778-8f7502d64f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:30.848305 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5ea881e0-2c46-49b4-b270-47c4f03a9bba req-ff010634-2206-42f3-9778-8f7502d64f59 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aaea57e4-9420-417b-be2f-9d1c60706f42 HTTP/1.1" status: 200 len: 913 time: 0.0910249 Oct 26 08:43:30.914194 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5ea881e0-2c46-49b4-b270-47c4f03a9bba req-e7993d1c-b0c2-4baa-8c3a-6914a69257b4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02 HTTP/1.1" status: 200 len: 999 time: 0.0585320 Oct 26 08:43:30.966085 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea881e0-2c46-49b4-b270-47c4f03a9bba req-61f38490-014f-4eee-8996-da86a47394a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:30.968002 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5ea881e0-2c46-49b4-b270-47c4f03a9bba req-61f38490-014f-4eee-8996-da86a47394a6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=854d097d-f76d-4dde-9873-e30632cd6b45 HTTP/1.1" status: 200 len: 851 time: 0.0463514 Oct 26 08:43:31.006921 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64dcb5-a528-47a2-823b-cfd4781c8425 req-8200ac60-cf84-4451-9683-512e25cd5df3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:31.008728 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0d64dcb5-a528-47a2-823b-cfd4781c8425 req-8200ac60-cf84-4451-9683-512e25cd5df3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63961a4-698f-48ad-89b5-43fc6339e931 HTTP/1.1" status: 200 len: 982 time: 0.0517089 Oct 26 08:43:31.024360 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea881e0-2c46-49b4-b270-47c4f03a9bba req-0a31ef1c-abb1-4224-bbaa-a6461869117d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:31.025936 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5ea881e0-2c46-49b4-b270-47c4f03a9bba req-0a31ef1c-abb1-4224-bbaa-a6461869117d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aaea57e4-9420-417b-be2f-9d1c60706f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0494006 Oct 26 08:43:31.040847 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-124dc619-0fd0-4a21-af83-de051ec59338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'name': 'tempest-TestVolumeBootPattern-1797665840-router', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '83e53520-fd9d-466d-9556-54b701a48465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:02Z', 'revision_number': 4, 'project_id': '012ebdc024314225b35adc225bf3c042', 'gw_port': {'id': '83e53520-fd9d-466d-9556-54b701a48465', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '70e91a9c-1b87-4277-9424-9082b9c4f8b2', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'floating_ip_address': '172.26.2.37', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'port_id': 'd9bc4d8f-9a1e-40c9-b9e8-576165e9ad02', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'mac_address': 'fa:16:3e:bb:76:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e532894-d76f-497c-bb4a-0bd40075182f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:43:29Z', 'updated_at': '2021-10-26T08:43:29Z', 'revision_number': 0, 'project_id': '012ebdc024314225b35adc225bf3c042', 'fixed_ip_address_scope': None}, {'id': '71a1764a-f881-422a-a692-abfff873c707', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'floating_ip_address': '172.26.2.106', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'port_id': 'c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'mac_address': 'fa:16:3e:53:27:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45eac02-cf7a-49c9-998b-56268e4d1489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:41:16Z', 'updated_at': '2021-10-26T08:41:18Z', 'revision_number': 1, 'project_id': '012ebdc024314225b35adc225bf3c042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db55979a-f053-49dc-917b-3a28db70ba14', 'name': '', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'mac_address': 'fa:16:3e:a0:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:01Z', 'updated_at': '2021-10-26T08:38:06Z', 'revision_number': 5, 'project_id': '012ebdc024314225b35adc225bf3c042', 'subnets': [{'id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:31.048427 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0d64dcb5-a528-47a2-823b-cfd4781c8425 req-fcbd5f27-50f1-49cc-9a92-ee0143d9841b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f3c8c2d-3ba7-4e43-912b-8d12942c4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339315 Oct 26 08:43:31.067986 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124dc619-0fd0-4a21-af83-de051ec59338 None None] Checking router: 738fe4aa-1d31-483d-b64a-536262569c1f for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:43:31.076281 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124dc619-0fd0-4a21-af83-de051ec59338 None None] Routers {'738fe4aa-1d31-483d-b64a-536262569c1f'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:43:31.076891 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-124dc619-0fd0-4a21-af83-de051ec59338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:43:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['738fe4aa-1d31-483d-b64a-536262569c1f'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:31.122148 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5ea881e0-2c46-49b4-b270-47c4f03a9bba req-37df447c-fe69-41f1-a8db-cfd98f718621 service neutron] 10.222.0.47 "GET /v2.0/networks/aaea57e4-9420-417b-be2f-9d1c60706f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876105 Oct 26 08:43:31.183129 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-124dc619-0fd0-4a21-af83-de051ec59338 None None] Set router 738fe4aa-1d31-483d-b64a-536262569c1f gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:43:31.233724 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5ea881e0-2c46-49b4-b270-47c4f03a9bba req-5a34571d-4052-4b3d-840a-b3c9df1fe7c7 service neutron] 10.222.0.47 "GET /v2.0/networks/aaea57e4-9420-417b-be2f-9d1c60706f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040511 Oct 26 08:43:31.412312 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-124dc619-0fd0-4a21-af83-de051ec59338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'name': 'tempest-TestVolumeBootPattern-1797665840-router', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '83e53520-fd9d-466d-9556-54b701a48465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:02Z', 'revision_number': 4, 'project_id': '012ebdc024314225b35adc225bf3c042', 'gw_port': {'id': '83e53520-fd9d-466d-9556-54b701a48465', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '70e91a9c-1b87-4277-9424-9082b9c4f8b2', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'floating_ip_address': '172.26.2.37', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'port_id': 'd9bc4d8f-9a1e-40c9-b9e8-576165e9ad02', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'mac_address': 'fa:16:3e:bb:76:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e532894-d76f-497c-bb4a-0bd40075182f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:43:29Z', 'updated_at': '2021-10-26T08:43:29Z', 'revision_number': 0, 'project_id': '012ebdc024314225b35adc225bf3c042', 'fixed_ip_address_scope': None}, {'id': '71a1764a-f881-422a-a692-abfff873c707', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'floating_ip_address': '172.26.2.106', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'port_id': 'c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'mac_address': 'fa:16:3e:53:27:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45eac02-cf7a-49c9-998b-56268e4d1489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:41:16Z', 'updated_at': '2021-10-26T08:41:18Z', 'revision_number': 1, 'project_id': '012ebdc024314225b35adc225bf3c042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db55979a-f053-49dc-917b-3a28db70ba14', 'name': '', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'mac_address': 'fa:16:3e:a0:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:01Z', 'updated_at': '2021-10-26T08:38:06Z', 'revision_number': 5, 'project_id': '012ebdc024314225b35adc225bf3c042', 'subnets': [{'id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:31.438428 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124dc619-0fd0-4a21-af83-de051ec59338 None None] The sync data for ids ['738fe4aa-1d31-483d-b64a-536262569c1f'] in dv-neutron-804846-13-hyperv is: [{'id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'name': 'tempest-TestVolumeBootPattern-1797665840-router', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '83e53520-fd9d-466d-9556-54b701a48465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:02Z', 'revision_number': 4, 'project_id': '012ebdc024314225b35adc225bf3c042', 'gw_port': {'id': '83e53520-fd9d-466d-9556-54b701a48465', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '70e91a9c-1b87-4277-9424-9082b9c4f8b2', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'floating_ip_address': '172.26.2.37', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'port_id': 'd9bc4d8f-9a1e-40c9-b9e8-576165e9ad02', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'mac_address': 'fa:16:3e:bb:76:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e532894-d76f-497c-bb4a-0bd40075182f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:43:29Z', 'updated_at': '2021-10-26T08:43:29Z', 'revision_number': 0, 'project_id': '012ebdc024314225b35adc225bf3c042', 'fixed_ip_address_scope': None}, {'id': '71a1764a-f881-422a-a692-abfff873c707', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'floating_ip_address': '172.26.2.106', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'port_id': 'c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'mac_address': 'fa:16:3e:53:27:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45eac02-cf7a-49c9-998b-56268e4d1489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:41:16Z', 'updated_at': '2021-10-26T08:41:18Z', 'revision_number': 1, 'project_id': '012ebdc024314225b35adc225bf3c042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db55979a-f053-49dc-917b-3a28db70ba14', 'name': '', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'mac_address': 'fa:16:3e:a0:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:01Z', 'updated_at': '2021-10-26T08:38:06Z', 'revision_number': 5, 'project_id': '012ebdc024314225b35adc225bf3c042', 'subnets': [{'id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:43:31.640840 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d18cf9-bb9d-4118-b880-147bbe410069 None None] New status for floating IP 70e91a9c-1b87-4277-9424-9082b9c4f8b2: ACTIVE {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:43:32.167367 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f37c74-e8b2-4477-8dad-f82f02cee0e2 req-a6f4a17d-ccf6-4973-a54e-f88c536422be tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:32.168857 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-53f37c74-e8b2-4477-8dad-f82f02cee0e2 req-a6f4a17d-ccf6-4973-a54e-f88c536422be tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63961a4-698f-48ad-89b5-43fc6339e931 HTTP/1.1" status: 200 len: 982 time: 0.0504494 Oct 26 08:43:32.206496 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-53f37c74-e8b2-4477-8dad-f82f02cee0e2 req-8a2a971b-69b7-4c1f-8a1d-88f35271e327 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f3c8c2d-3ba7-4e43-912b-8d12942c4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307336 Oct 26 08:43:32.321749 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc79834-510f-4d1f-a83a-a008369c7913 req-79c5d126-c5a3-42a2-b578-7376b30fca19 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:32.323242 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5cc79834-510f-4d1f-a83a-a008369c7913 req-79c5d126-c5a3-42a2-b578-7376b30fca19 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63961a4-698f-48ad-89b5-43fc6339e931 HTTP/1.1" status: 200 len: 982 time: 0.0511467 Oct 26 08:43:32.362953 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5cc79834-510f-4d1f-a83a-a008369c7913 req-d1dad35f-bc63-4e4d-b65c-9bab16480c17 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f3c8c2d-3ba7-4e43-912b-8d12942c4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336111 Oct 26 08:43:32.384040 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39188) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:32.424160 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c90ddd-6c5e-4420-8228-a2b86949bac8 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:32.425700 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c5c90ddd-6c5e-4420-8228-a2b86949bac8 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c63961a4-698f-48ad-89b5-43fc6339e931 HTTP/1.1" status: 200 len: 1130 time: 0.0406144 Oct 26 08:43:32.428461 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39190) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:32.432850 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-c9550358-dff5-41fb-b0eb-2e9389fa3f95 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'floatingip': {'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'port_id': '09d12365-5d20-4b0f-8bb6-66d75ccf2ab3', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:43:32.453976 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c9550358-dff5-41fb-b0eb-2e9389fa3f95 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:32.554553 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c9550358-dff5-41fb-b0eb-2e9389fa3f95 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:32.663024 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-c9550358-dff5-41fb-b0eb-2e9389fa3f95 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Allocated IP 172.26.2.167 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/31ee989b-6e94-4246-a070-2f55a56133db) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:43:32.764417 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c9550358-dff5-41fb-b0eb-2e9389fa3f95 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:32.797279 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c9550358-dff5-41fb-b0eb-2e9389fa3f95 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:32.840672 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9550358-dff5-41fb-b0eb-2e9389fa3f95 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:43:32.843629 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-c9550358-dff5-41fb-b0eb-2e9389fa3f95 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:43:32.848007 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9550358-dff5-41fb-b0eb-2e9389fa3f95 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:43:32.871367 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9550358-dff5-41fb-b0eb-2e9389fa3f95 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=31ee989b-6e94-4246-a070-2f55a56133db,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:33.183618 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c9550358-dff5-41fb-b0eb-2e9389fa3f95 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:33.251946 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c9550358-dff5-41fb-b0eb-2e9389fa3f95 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:33.402132 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c9550358-dff5-41fb-b0eb-2e9389fa3f95 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:33.406784 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c9550358-dff5-41fb-b0eb-2e9389fa3f95 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:33.477822 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9550358-dff5-41fb-b0eb-2e9389fa3f95 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=31ee989b-6e94-4246-a070-2f55a56133db,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:33.487778 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c9550358-dff5-41fb-b0eb-2e9389fa3f95 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:33.587616 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [None req-c9550358-dff5-41fb-b0eb-2e9389fa3f95 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Floating IP 8c0d54fd-c82c-49f8-8496-26f5e3099380 associated. External IP: 172.26.2.167, port: 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3. Oct 26 08:43:33.670213 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:43:33.795390 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9550358-dff5-41fb-b0eb-2e9389fa3f95 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router 0df3d8e7-1e3f-4be4-a592-2530855c5e86 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:43:33.903603 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9550358-dff5-41fb-b0eb-2e9389fa3f95 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:43:33.913902 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc97767-4cc3-4a20-9674-c1009aeb108a None None] Sync routers for ids ['0df3d8e7-1e3f-4be4-a592-2530855c5e86'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:43:33.921504 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c9550358-dff5-41fb-b0eb-2e9389fa3f95 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:33.924395 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc97767-4cc3-4a20-9674-c1009aeb108a None None] Routers {'0df3d8e7-1e3f-4be4-a592-2530855c5e86'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:43:33.925034 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-4fc97767-4cc3-4a20-9674-c1009aeb108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:43:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['0df3d8e7-1e3f-4be4-a592-2530855c5e86'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:33.951882 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c9550358-dff5-41fb-b0eb-2e9389fa3f95 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 1.5223966 Oct 26 08:43:33.952467 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63961a4-698f-48ad-89b5-43fc6339e931', 'tag': '09d12365-5d20-4b0f-8bb6-66d75ccf2ab3'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:43:33.955302 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39192) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:33.955838 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cf641d-d371-46be-9eb8-624722c197f1" -d '{"events": [{"name": "network-changed", "server_uuid": "c63961a4-698f-48ad-89b5-43fc6339e931", "tag": "09d12365-5d20-4b0f-8bb6-66d75ccf2ab3"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:43:33.998371 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4632616d-90d9-4c21-9220-496950d96c47 x-openstack-request-id: req-4632616d-90d9-4c21-9220-496950d96c47 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:43:33.998919 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63961a4-698f-48ad-89b5-43fc6339e931", "tag": "09d12365-5d20-4b0f-8bb6-66d75ccf2ab3", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:43:33.999178 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4632616d-90d9-4c21-9220-496950d96c47 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:43:33.999616 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c63961a4-698f-48ad-89b5-43fc6339e931', 'tag': '09d12365-5d20-4b0f-8bb6-66d75ccf2ab3', 'status': 'completed', 'code': 200} Oct 26 08:43:34.034960 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-4fc97767-4cc3-4a20-9674-c1009aeb108a None None] Set router 0df3d8e7-1e3f-4be4-a592-2530855c5e86 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:43:34.047367 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0d1e89-8169-4100-abed-ba7b9a1b395d tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:34.049347 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5a0d1e89-8169-4100-abed-ba7b9a1b395d tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c63961a4-698f-48ad-89b5-43fc6339e931&network_id=794e90e7-6a52-4966-84d9-7b8b3c4c498b HTTP/1.1" status: 200 len: 1130 time: 0.0928919 Oct 26 08:43:34.068432 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf641d-d371-46be-9eb8-624722c197f1 req-3dbab442-5857-4781-baa4-ded006e7257e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:34.070138 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-33cf641d-d371-46be-9eb8-624722c197f1 req-3dbab442-5857-4781-baa4-ded006e7257e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=c63961a4-698f-48ad-89b5-43fc6339e931 HTTP/1.1" status: 200 len: 1135 time: 0.0455103 Oct 26 08:43:34.178590 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf641d-d371-46be-9eb8-624722c197f1 req-d7fa8c53-0058-48b3-b0a0-1d135bc862a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:34.180501 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-33cf641d-d371-46be-9eb8-624722c197f1 req-d7fa8c53-0058-48b3-b0a0-1d135bc862a5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=794e90e7-6a52-4966-84d9-7b8b3c4c498b HTTP/1.1" status: 200 len: 898 time: 0.1023881 Oct 26 08:43:34.272507 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-4fc97767-4cc3-4a20-9674-c1009aeb108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'name': 'tempest-TestNetworkBasicOps-router-1660965162', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '6d2fc73f-1a0f-44a6-a2bc-4921a13143e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:43:17Z', 'updated_at': '2021-10-26T08:43:20Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '6d2fc73f-1a0f-44a6-a2bc-4921a13143e8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:17Z', 'updated_at': '2021-10-26T08:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '8c0d54fd-c82c-49f8-8496-26f5e3099380', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.167', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'port_id': '09d12365-5d20-4b0f-8bb6-66d75ccf2ab3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-816565567', 'network_id': '794e90e7-6a52-4966-84d9-7b8b3c4c498b', 'mac_address': 'fa:16:3e:e5:56:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63961a4-698f-48ad-89b5-43fc6339e931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:43:33Z', 'updated_at': '2021-10-26T08:43:33Z', 'revision_number': 0, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e853ddc3-0536-4e98-a72e-003428fad672', 'name': '', 'network_id': '794e90e7-6a52-4966-84d9-7b8b3c4c498b', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:02:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '3ed33d64-ab73-432c-a802-d70985891b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:20Z', 'updated_at': '2021-10-26T08:43:24Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '3ed33d64-ab73-432c-a802-d70985891b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:34.290986 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-33cf641d-d371-46be-9eb8-624722c197f1 req-1824ea7d-fb8b-4388-80e9-bb81505d6335 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 HTTP/1.1" status: 200 len: 1036 time: 0.0952165 Oct 26 08:43:34.302924 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc97767-4cc3-4a20-9674-c1009aeb108a None None] Checking router: 0df3d8e7-1e3f-4be4-a592-2530855c5e86 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:43:34.303380 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a737ccf-c566-4941-8f2b-74f86fd4d5ba req-625d9326-7651-44ab-912a-675aa73a5641 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:34.304868 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4a737ccf-c566-4941-8f2b-74f86fd4d5ba req-625d9326-7651-44ab-912a-675aa73a5641 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63961a4-698f-48ad-89b5-43fc6339e931 HTTP/1.1" status: 200 len: 982 time: 0.0674191 Oct 26 08:43:34.311898 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc97767-4cc3-4a20-9674-c1009aeb108a None None] Routers {'0df3d8e7-1e3f-4be4-a592-2530855c5e86'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:43:34.312502 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-4fc97767-4cc3-4a20-9674-c1009aeb108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:43:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['0df3d8e7-1e3f-4be4-a592-2530855c5e86'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:34.381576 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf641d-d371-46be-9eb8-624722c197f1 req-d8d261bd-7141-42cb-854d-43f58c35a440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:34.383340 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-33cf641d-d371-46be-9eb8-624722c197f1 req-d8d261bd-7141-42cb-854d-43f58c35a440 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3ed33d64-ab73-432c-a802-d70985891b56 HTTP/1.1" status: 200 len: 835 time: 0.0775101 Oct 26 08:43:34.386547 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4a737ccf-c566-4941-8f2b-74f86fd4d5ba req-c2a70997-68fa-490f-b128-bcfcbdf057b4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f3c8c2d-3ba7-4e43-912b-8d12942c4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715487 Oct 26 08:43:34.425857 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-4fc97767-4cc3-4a20-9674-c1009aeb108a None None] Set router 0df3d8e7-1e3f-4be4-a592-2530855c5e86 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:43:34.434547 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf641d-d371-46be-9eb8-624722c197f1 req-e859c5ae-5f3a-4fce-b5a9-8b204a36c380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:34.436065 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-33cf641d-d371-46be-9eb8-624722c197f1 req-e859c5ae-5f3a-4fce-b5a9-8b204a36c380 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=794e90e7-6a52-4966-84d9-7b8b3c4c498b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0450609 Oct 26 08:43:34.527969 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-33cf641d-d371-46be-9eb8-624722c197f1 req-cb268f75-e23f-4596-b1b3-47787be3d745 service neutron] 10.222.0.47 "GET /v2.0/networks/794e90e7-6a52-4966-84d9-7b8b3c4c498b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824111 Oct 26 08:43:34.625968 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-33cf641d-d371-46be-9eb8-624722c197f1 req-7b79f181-ee29-4358-b4e0-3e11c976541b service neutron] 10.222.0.47 "GET /v2.0/networks/794e90e7-6a52-4966-84d9-7b8b3c4c498b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881941 Oct 26 08:43:34.653644 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-4fc97767-4cc3-4a20-9674-c1009aeb108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'name': 'tempest-TestNetworkBasicOps-router-1660965162', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '6d2fc73f-1a0f-44a6-a2bc-4921a13143e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:43:17Z', 'updated_at': '2021-10-26T08:43:20Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '6d2fc73f-1a0f-44a6-a2bc-4921a13143e8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:17Z', 'updated_at': '2021-10-26T08:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '8c0d54fd-c82c-49f8-8496-26f5e3099380', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.167', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'port_id': '09d12365-5d20-4b0f-8bb6-66d75ccf2ab3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-816565567', 'network_id': '794e90e7-6a52-4966-84d9-7b8b3c4c498b', 'mac_address': 'fa:16:3e:e5:56:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63961a4-698f-48ad-89b5-43fc6339e931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:43:33Z', 'updated_at': '2021-10-26T08:43:33Z', 'revision_number': 0, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e853ddc3-0536-4e98-a72e-003428fad672', 'name': '', 'network_id': '794e90e7-6a52-4966-84d9-7b8b3c4c498b', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:02:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '3ed33d64-ab73-432c-a802-d70985891b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:20Z', 'updated_at': '2021-10-26T08:43:24Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '3ed33d64-ab73-432c-a802-d70985891b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:34.774057 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc97767-4cc3-4a20-9674-c1009aeb108a None None] The sync data for ids ['0df3d8e7-1e3f-4be4-a592-2530855c5e86'] in dv-neutron-804846-13-hyperv is: [{'id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'name': 'tempest-TestNetworkBasicOps-router-1660965162', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '6d2fc73f-1a0f-44a6-a2bc-4921a13143e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:43:17Z', 'updated_at': '2021-10-26T08:43:20Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '6d2fc73f-1a0f-44a6-a2bc-4921a13143e8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:17Z', 'updated_at': '2021-10-26T08:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '8c0d54fd-c82c-49f8-8496-26f5e3099380', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.167', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'port_id': '09d12365-5d20-4b0f-8bb6-66d75ccf2ab3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-816565567', 'network_id': '794e90e7-6a52-4966-84d9-7b8b3c4c498b', 'mac_address': 'fa:16:3e:e5:56:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63961a4-698f-48ad-89b5-43fc6339e931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:43:33Z', 'updated_at': '2021-10-26T08:43:33Z', 'revision_number': 0, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e853ddc3-0536-4e98-a72e-003428fad672', 'name': '', 'network_id': '794e90e7-6a52-4966-84d9-7b8b3c4c498b', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:02:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '3ed33d64-ab73-432c-a802-d70985891b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:20Z', 'updated_at': '2021-10-26T08:43:24Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '3ed33d64-ab73-432c-a802-d70985891b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:43:34.974903 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d652c0d-c4a5-4a98-8b89-afbb84cac3fe None None] New status for floating IP 8c0d54fd-c82c-49f8-8496-26f5e3099380: ACTIVE {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:43:35.505326 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acba28-30ba-4482-b7bd-1ca5688347e5 req-ba4ead3b-11d4-4c19-b6f8-9b2e14ba63a0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:35.506844 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a9acba28-30ba-4482-b7bd-1ca5688347e5 req-ba4ead3b-11d4-4c19-b6f8-9b2e14ba63a0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63961a4-698f-48ad-89b5-43fc6339e931 HTTP/1.1" status: 200 len: 982 time: 0.0503778 Oct 26 08:43:35.544102 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a9acba28-30ba-4482-b7bd-1ca5688347e5 req-9e54ed5c-33cb-47fc-91fa-0d7a86b56c25 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f3c8c2d-3ba7-4e43-912b-8d12942c4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313711 Oct 26 08:43:35.651327 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322eca37-6e9b-40df-9dbf-59e5723a8b0c req-a931ece9-396d-4472-aee8-d2588c48c7c8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:35.652781 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-322eca37-6e9b-40df-9dbf-59e5723a8b0c req-a931ece9-396d-4472-aee8-d2588c48c7c8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "GET /v2.0/ports?device_id=c63961a4-698f-48ad-89b5-43fc6339e931 HTTP/1.1" status: 200 len: 982 time: 0.0495057 Oct 26 08:43:35.696221 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322eca37-6e9b-40df-9dbf-59e5723a8b0c req-94246f24-3153-4410-aec7-aa1c9da03ad6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:35.697510 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-322eca37-6e9b-40df-9dbf-59e5723a8b0c req-94246f24-3153-4410-aec7-aa1c9da03ad6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "GET /v2.0/ports/09d12365-5d20-4b0f-8bb6-66d75ccf2ab3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0386150 Oct 26 08:43:35.802517 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-322eca37-6e9b-40df-9dbf-59e5723a8b0c req-641c481f-d1cc-4792-920a-d198510cfd64 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "GET /v2.0/networks/794e90e7-6a52-4966-84d9-7b8b3c4c498b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0984743 Oct 26 08:43:35.813918 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-322eca37-6e9b-40df-9dbf-59e5723a8b0c req-52e752f2-db90-47cc-950a-0ca378d4ab2f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:43:35.865749 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-322eca37-6e9b-40df-9dbf-59e5723a8b0c req-52e752f2-db90-47cc-950a-0ca378d4ab2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:35.998484 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-322eca37-6e9b-40df-9dbf-59e5723a8b0c req-52e752f2-db90-47cc-950a-0ca378d4ab2f service neutron] For port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=09d12365-5d20-4b0f-8bb6-66d75ccf2ab3,segment=NetworkSegment(28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5),segment_id=28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:43:36.032177 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-322eca37-6e9b-40df-9dbf-59e5723a8b0c req-52e752f2-db90-47cc-950a-0ca378d4ab2f service neutron] For port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:43:36.068096 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-322eca37-6e9b-40df-9dbf-59e5723a8b0c req-52e752f2-db90-47cc-950a-0ca378d4ab2f service neutron] device_id is not set on port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:43:36.076805 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-322eca37-6e9b-40df-9dbf-59e5723a8b0c req-52e752f2-db90-47cc-950a-0ca378d4ab2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:36.082917 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-322eca37-6e9b-40df-9dbf-59e5723a8b0c req-52e752f2-db90-47cc-950a-0ca378d4ab2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:36.148153 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e752f2-db90-47cc-950a-0ca378d4ab2f service neutron] Pushing event updated for resources: {'Port': ['ID=09d12365-5d20-4b0f-8bb6-66d75ccf2ab3,revision_number=6']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:36.319290 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-aad1ef2f-e4cd-4146-9aac-2aab7eb38959 None None] Provisioning complete for port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:43:36.319880 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-aad1ef2f-e4cd-4146-9aac-2aab7eb38959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:36.354583 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-aad1ef2f-e4cd-4146-9aac-2aab7eb38959 None None] Port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:43:36.591854 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-322eca37-6e9b-40df-9dbf-59e5723a8b0c req-52e752f2-db90-47cc-950a-0ca378d4ab2f service neutron] No DVR routers for this DVR port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:43:36.684071 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3cef1df1-800a-42ce-a3f5-78531caf2aaa req-fad51fec-4790-4448-8678-7b116a42fb68 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c63961a4-698f-48ad-89b5-43fc6339e931 HTTP/1.1" status: 200 len: 210 time: 0.0586333 Oct 26 08:43:36.749069 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-322eca37-6e9b-40df-9dbf-59e5723a8b0c req-52e752f2-db90-47cc-950a-0ca378d4ab2f service neutron] In _notify_port_updated(), no bound segment for port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 on network 794e90e7-6a52-4966-84d9-7b8b3c4c498b {{(pid=102101) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 08:43:36.750007 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322eca37-6e9b-40df-9dbf-59e5723a8b0c req-52e752f2-db90-47cc-950a-0ca378d4ab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:36.750666 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-322eca37-6e9b-40df-9dbf-59e5723a8b0c req-52e752f2-db90-47cc-950a-0ca378d4ab2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:36.752154 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-322eca37-6e9b-40df-9dbf-59e5723a8b0c req-52e752f2-db90-47cc-950a-0ca378d4ab2f service neutron] 10.222.0.47 "PUT /v2.0/ports/09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 HTTP/1.1" status: 200 len: 1025 time: 0.9422002 Oct 26 08:43:37.739559 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39208) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:37.782504 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d908e106-7abd-4bc3-b831-3e72667eca70 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:37.784401 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d908e106-7abd-4bc3-b831-3e72667eca70 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports/09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 HTTP/1.1" status: 200 len: 924 time: 0.0438485 Oct 26 08:43:38.361773 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39214) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:38.366308 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-95158193-dc09-4706-9f65-98f56e5f18be tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1898161690', 'description': 'tempest-secgroup-smoke-1898161690 description', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:43:38.388475 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-95158193-dc09-4706-9f65-98f56e5f18be tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:38.456396 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-95158193-dc09-4706-9f65-98f56e5f18be tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:38.460568 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-95158193-dc09-4706-9f65-98f56e5f18be tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:38.491503 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-95158193-dc09-4706-9f65-98f56e5f18be tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:38.492725 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-95158193-dc09-4706-9f65-98f56e5f18be tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1299512 Oct 26 08:43:38.493410 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95158193-dc09-4706-9f65-98f56e5f18be tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fae83eb-84d2-453b-ad0d-791149b77c64,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:38.495479 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39216) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:38.499744 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-8f322e64-2b46-4300-9720-70f037f65a77 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '2fae83eb-84d2-453b-ad0d-791149b77c64', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:43:38.526585 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8f322e64-2b46-4300-9720-70f037f65a77 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:38.584834 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8f322e64-2b46-4300-9720-70f037f65a77 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:38.588723 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8f322e64-2b46-4300-9720-70f037f65a77 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:38.609034 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f322e64-2b46-4300-9720-70f037f65a77 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a8ba945-aca9-4ed5-a9fc-72ab4c9c782e,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:38.617000 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8f322e64-2b46-4300-9720-70f037f65a77 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:38.618611 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8f322e64-2b46-4300-9720-70f037f65a77 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220171 Oct 26 08:43:38.621311 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39218) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:38.625954 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-985ce53e-62d8-46f6-a657-a89c927d9111 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '2fae83eb-84d2-453b-ad0d-791149b77c64', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:43:38.653704 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-985ce53e-62d8-46f6-a657-a89c927d9111 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:38.716118 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-985ce53e-62d8-46f6-a657-a89c927d9111 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:38.719611 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-985ce53e-62d8-46f6-a657-a89c927d9111 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:38.737409 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ce53e-62d8-46f6-a657-a89c927d9111 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d41332-b25f-45fb-9e58-89f4732ad0e4,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:38.747532 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-985ce53e-62d8-46f6-a657-a89c927d9111 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:38.748876 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-985ce53e-62d8-46f6-a657-a89c927d9111 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1265669 Oct 26 08:43:38.752307 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39220) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:38.757237 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-3b3e97c1-d5bd-4936-9d57-3676a42c9dd8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '2fae83eb-84d2-453b-ad0d-791149b77c64', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:43:38.783941 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3b3e97c1-d5bd-4936-9d57-3676a42c9dd8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:38.844657 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3b3e97c1-d5bd-4936-9d57-3676a42c9dd8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:38.848831 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3b3e97c1-d5bd-4936-9d57-3676a42c9dd8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:38.866190 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e97c1-d5bd-4936-9d57-3676a42c9dd8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e5951c5-6390-4de4-96a3-8348bcfd638e,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:38.874317 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3b3e97c1-d5bd-4936-9d57-3676a42c9dd8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:38.875513 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3b3e97c1-d5bd-4936-9d57-3676a42c9dd8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222434 Oct 26 08:43:38.878793 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39222) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:38.883067 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-aaed9c9d-8acb-476a-bfce-1cd7a04bee4c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '2fae83eb-84d2-453b-ad0d-791149b77c64', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:43:38.908715 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-aaed9c9d-8acb-476a-bfce-1cd7a04bee4c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:38.968108 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-aaed9c9d-8acb-476a-bfce-1cd7a04bee4c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:38.972311 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-aaed9c9d-8acb-476a-bfce-1cd7a04bee4c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:38.991713 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed9c9d-8acb-476a-bfce-1cd7a04bee4c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c63bae88-bd20-4c35-87c5-47107ef1dd26,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:38.997260 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-aaed9c9d-8acb-476a-bfce-1cd7a04bee4c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:39.001908 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39224) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:39.002443 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-aaed9c9d-8acb-476a-bfce-1cd7a04bee4c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1215413 Oct 26 08:43:39.007480 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-da3c4136-ed68-426b-9dc1-9271b2ff90c6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '2fae83eb-84d2-453b-ad0d-791149b77c64', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:43:39.032866 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.securitygroups_db [None req-da3c4136-ed68-426b-9dc1-9271b2ff90c6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Project c0122ef6aaf84badac5fbf473c701d56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 08:43:39.038052 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-da3c4136-ed68-426b-9dc1-9271b2ff90c6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:39.103203 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-da3c4136-ed68-426b-9dc1-9271b2ff90c6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:39.106683 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-da3c4136-ed68-426b-9dc1-9271b2ff90c6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:39.124435 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c4136-ed68-426b-9dc1-9271b2ff90c6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7fe80c1-a29d-4388-b4c5-974ef682e49b,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:39.132973 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-da3c4136-ed68-426b-9dc1-9271b2ff90c6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:39.134222 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-da3c4136-ed68-426b-9dc1-9271b2ff90c6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1311257 Oct 26 08:43:39.136912 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39226) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:39.141318 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-e34aea4d-ebe3-4f71-a474-fe5d67a11fa6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '2fae83eb-84d2-453b-ad0d-791149b77c64', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:43:39.163034 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.securitygroups_db [None req-e34aea4d-ebe3-4f71-a474-fe5d67a11fa6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Project c0122ef6aaf84badac5fbf473c701d56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 08:43:39.167763 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e34aea4d-ebe3-4f71-a474-fe5d67a11fa6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:39.228362 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e34aea4d-ebe3-4f71-a474-fe5d67a11fa6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:39.232576 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e34aea4d-ebe3-4f71-a474-fe5d67a11fa6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:39.247223 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34aea4d-ebe3-4f71-a474-fe5d67a11fa6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a741bd8-d487-485f-b1f9-2eca11e69fb8,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:39.257482 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e34aea4d-ebe3-4f71-a474-fe5d67a11fa6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:39.258726 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e34aea4d-ebe3-4f71-a474-fe5d67a11fa6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1208854 Oct 26 08:43:39.400045 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-a3f95f3f-4e79-4fae-881c-99ebf2e168b1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1898161690&fields=id&tenant_id=c0122ef6aaf84badac5fbf473c701d56 HTTP/1.1" status: 200 len: 267 time: 0.0352366 Oct 26 08:43:39.449323 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-1fef6278-11ab-4daf-99dd-5bd0f35dddf6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:39.450695 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-1fef6278-11ab-4daf-99dd-5bd0f35dddf6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports/09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 HTTP/1.1" status: 200 len: 929 time: 0.0436263 Oct 26 08:43:39.547519 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-fb779d2d-19cb-46b6-893a-c6d19b7a3ded service neutron] 10.222.0.41 "GET /v2.0/ports/09d12365-5d20-4b0f-8bb6-66d75ccf2ab3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0840507 Oct 26 08:43:39.638318 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-e13f6cc1-ddcb-4b8a-a856-6524bb923431 service neutron] 10.222.0.41 "GET /v2.0/networks/794e90e7-6a52-4966-84d9-7b8b3c4c498b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828340 Oct 26 08:43:39.733495 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-ae31f7cb-7c39-49c3-90f6-3d3b13631c60 service neutron] 10.222.0.41 "GET /v2.0/networks/794e90e7-6a52-4966-84d9-7b8b3c4c498b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878720 Oct 26 08:43:39.903501 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-01008ce5-c931-4078-8ff1-0ca579c4751c req-99014dd4-2c23-44a4-94d7-487df77ae2b7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a23bdcd-1fb6-45dd-b5bc-315a7b085748 HTTP/1.1" status: 200 len: 210 time: 0.0268862 Oct 26 08:43:40.005718 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:43:40.045318 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:43:40.872485 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-f59ae9f2-94bc-4580-a53b-69f4b87afa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:40.874049 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-f59ae9f2-94bc-4580-a53b-69f4b87afa68 service neutron] 10.222.0.47 "GET /v2.0/ports/09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 HTTP/1.1" status: 200 len: 1025 time: 0.0352399 Oct 26 08:43:40.992503 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-c92a7f95-35dd-486a-bc26-515bce7532cf tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:40.994066 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-c92a7f95-35dd-486a-bc26-515bce7532cf tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "GET /v2.0/networks?id=794e90e7-6a52-4966-84d9-7b8b3c4c498b HTTP/1.1" status: 200 len: 797 time: 0.1119797 Oct 26 08:43:41.003921 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b798ecd4-ab81-4d63-814d-dbef3a0fd1ec req-82db63f5-4fef-428b-bb8e-a2a22243b417 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a23bdcd-1fb6-45dd-b5bc-315a7b085748 HTTP/1.1" status: 200 len: 210 time: 0.0277872 Oct 26 08:43:41.046110 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-156d8f71-bda1-477d-bc19-3ad3b55e2f87 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0122ef6aaf84badac5fbf473c701d56 HTTP/1.1" status: 200 len: 473 time: 0.0365438 Oct 26 08:43:41.058871 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-6e0ce14d-69af-492a-8174-ccece735eac0 service neutron] Request body: {'port': {'device_id': '9a23bdcd-1fb6-45dd-b5bc-315a7b085748', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:43:41.110045 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-6e0ce14d-69af-492a-8174-ccece735eac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:41.369503 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-6e0ce14d-69af-492a-8174-ccece735eac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:43:41.377079 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-6e0ce14d-69af-492a-8174-ccece735eac0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:41.388794 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-6e0ce14d-69af-492a-8174-ccece735eac0 service neutron] Transition to ACTIVE for port object 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 08:43:41.393102 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-6e0ce14d-69af-492a-8174-ccece735eac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:41.444458 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ce14d-69af-492a-8174-ccece735eac0 service neutron] Pushing event updated for resources: {'Port': ['ID=09d12365-5d20-4b0f-8bb6-66d75ccf2ab3,revision_number=7']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:41.578482 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-6e0ce14d-69af-492a-8174-ccece735eac0 service neutron] Attempting to bind port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:43:41.579069 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-6e0ce14d-69af-492a-8174-ccece735eac0 service neutron] Attempting to bind port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '794e90e7-6a52-4966-84d9-7b8b3c4c498b'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:43:41.579672 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-6e0ce14d-69af-492a-8174-ccece735eac0 service neutron] Attempting to bind port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 on network 794e90e7-6a52-4966-84d9-7b8b3c4c498b {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:43:41.587576 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-6e0ce14d-69af-492a-8174-ccece735eac0 service neutron] Port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 on network 794e90e7-6a52-4966-84d9-7b8b3c4c498b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:43:41.588125 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-6e0ce14d-69af-492a-8174-ccece735eac0 service neutron] Attempting to bind port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 on network 794e90e7-6a52-4966-84d9-7b8b3c4c498b {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:43:41.593793 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-6e0ce14d-69af-492a-8174-ccece735eac0 service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:43:41.594135 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-6e0ce14d-69af-492a-8174-ccece735eac0 service neutron] Checking segment: {'id': '28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '794e90e7-6a52-4966-84d9-7b8b3c4c498b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:43:41.594520 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-6e0ce14d-69af-492a-8174-ccece735eac0 service neutron] Bound using segment: {'id': '28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '794e90e7-6a52-4966-84d9-7b8b3c4c498b'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:43:41.595014 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-6e0ce14d-69af-492a-8174-ccece735eac0 service neutron] Bound port: 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '794e90e7-6a52-4966-84d9-7b8b3c4c498b'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:43:41.596276 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-6e0ce14d-69af-492a-8174-ccece735eac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:41.659021 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-6e0ce14d-69af-492a-8174-ccece735eac0 service neutron] For port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:43:41.662023 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-6e0ce14d-69af-492a-8174-ccece735eac0 service neutron] For port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=09d12365-5d20-4b0f-8bb6-66d75ccf2ab3,segment=NetworkSegment(28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5),segment_id=28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:43:41.666465 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-6e0ce14d-69af-492a-8174-ccece735eac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:41.703545 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-6e0ce14d-69af-492a-8174-ccece735eac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:41.704167 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-6e0ce14d-69af-492a-8174-ccece735eac0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:41.705575 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-6e0ce14d-69af-492a-8174-ccece735eac0 service neutron] 10.222.0.47 "PUT /v2.0/ports/09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 HTTP/1.1" status: 200 len: 1130 time: 0.6506572 Oct 26 08:43:41.706042 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a23bdcd-1fb6-45dd-b5bc-315a7b085748', 'tag': '09d12365-5d20-4b0f-8bb6-66d75ccf2ab3'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:43:41.708331 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ee14c6-e7d2-46ae-9a58-e21b54411983" -d '{"events": [{"name": "network-changed", "server_uuid": "9a23bdcd-1fb6-45dd-b5bc-315a7b085748", "tag": "09d12365-5d20-4b0f-8bb6-66d75ccf2ab3"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:43:41.742727 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ce14d-69af-492a-8174-ccece735eac0 service neutron] Pushing event updated for resources: {'Port': ['ID=09d12365-5d20-4b0f-8bb6-66d75ccf2ab3,revision_number=8']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:41.759587 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8cf71b-e13f-4e52-98fe-fbacfb559542 x-openstack-request-id: req-fa8cf71b-e13f-4e52-98fe-fbacfb559542 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:43:41.759870 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a23bdcd-1fb6-45dd-b5bc-315a7b085748", "tag": "09d12365-5d20-4b0f-8bb6-66d75ccf2ab3", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:43:41.760124 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fa8cf71b-e13f-4e52-98fe-fbacfb559542 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:43:41.760534 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a23bdcd-1fb6-45dd-b5bc-315a7b085748', 'tag': '09d12365-5d20-4b0f-8bb6-66d75ccf2ab3', 'status': 'completed', 'code': 200} Oct 26 08:43:41.806382 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-b6b57715-d318-4688-9d9d-70e74862efc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:41.807940 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-b6b57715-d318-4688-9d9d-70e74862efc4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=9a23bdcd-1fb6-45dd-b5bc-315a7b085748 HTTP/1.1" status: 200 len: 1133 time: 0.0458360 Oct 26 08:43:41.880464 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-7c89894f-218e-444d-8487-78c6f3cf6e71 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 HTTP/1.1" status: 200 len: 1036 time: 0.0620327 Oct 26 08:43:41.940300 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-8602296d-487f-4c2e-ac0d-3c7bd30c87a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:41.941904 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-8602296d-487f-4c2e-ac0d-3c7bd30c87a3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3ed33d64-ab73-432c-a802-d70985891b56 HTTP/1.1" status: 200 len: 835 time: 0.0519907 Oct 26 08:43:41.991005 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-45435300-75c3-43be-bc43-ef972db63e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:41.992405 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-45435300-75c3-43be-bc43-ef972db63e7d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=794e90e7-6a52-4966-84d9-7b8b3c4c498b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0412886 Oct 26 08:43:42.083216 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-6bc75ee5-3ce7-4154-b57d-6e1e0daf5655 service neutron] 10.222.0.47 "GET /v2.0/networks/794e90e7-6a52-4966-84d9-7b8b3c4c498b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832119 Oct 26 08:43:42.121736 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eca16c-586b-418d-a5f7-46be71797bca req-3e3d51c4-50b6-42ad-8f17-265fc80da02c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:42.123322 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d8eca16c-586b-418d-a5f7-46be71797bca req-3e3d51c4-50b6-42ad-8f17-265fc80da02c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a23bdcd-1fb6-45dd-b5bc-315a7b085748 HTTP/1.1" status: 200 len: 980 time: 0.0515115 Oct 26 08:43:42.162550 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d8eca16c-586b-418d-a5f7-46be71797bca req-1dea8d28-3a67-4946-90a9-7799c90edfc7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f3c8c2d-3ba7-4e43-912b-8d12942c4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324304 Oct 26 08:43:42.186214 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3f132afa-0daa-466a-a41a-d855cb55cc9c req-5bf8a9f8-f1f6-4f35-b5ab-22cafab6b2b6 service neutron] 10.222.0.47 "GET /v2.0/networks/794e90e7-6a52-4966-84d9-7b8b3c4c498b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940204 Oct 26 08:43:42.272049 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee14c6-e7d2-46ae-9a58-e21b54411983 req-72acfc3b-5ecb-4f43-bdbb-0e39f0a6d9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:42.273582 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c8ee14c6-e7d2-46ae-9a58-e21b54411983 req-72acfc3b-5ecb-4f43-bdbb-0e39f0a6d9e8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=9a23bdcd-1fb6-45dd-b5bc-315a7b085748 HTTP/1.1" status: 200 len: 1133 time: 0.0421944 Oct 26 08:43:42.372822 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee14c6-e7d2-46ae-9a58-e21b54411983 req-12fa7c5b-4bae-47fa-a9d3-dc5529849afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:42.374335 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c8ee14c6-e7d2-46ae-9a58-e21b54411983 req-12fa7c5b-4bae-47fa-a9d3-dc5529849afe service neutron] 10.222.0.47 "GET /v2.0/networks?id=794e90e7-6a52-4966-84d9-7b8b3c4c498b HTTP/1.1" status: 200 len: 898 time: 0.0905671 Oct 26 08:43:42.442848 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c8ee14c6-e7d2-46ae-9a58-e21b54411983 req-b3d6d9f4-a855-489d-a812-10a823bcc983 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 HTTP/1.1" status: 200 len: 1036 time: 0.0595410 Oct 26 08:43:42.493279 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee14c6-e7d2-46ae-9a58-e21b54411983 req-fe372f2c-f7ff-414b-a18c-658d3ecdf656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:42.494745 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c8ee14c6-e7d2-46ae-9a58-e21b54411983 req-fe372f2c-f7ff-414b-a18c-658d3ecdf656 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3ed33d64-ab73-432c-a802-d70985891b56 HTTP/1.1" status: 200 len: 835 time: 0.0440497 Oct 26 08:43:42.544507 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee14c6-e7d2-46ae-9a58-e21b54411983 req-7605f140-456c-4b53-94b0-46a57dabcbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:42.546034 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c8ee14c6-e7d2-46ae-9a58-e21b54411983 req-7605f140-456c-4b53-94b0-46a57dabcbac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=794e90e7-6a52-4966-84d9-7b8b3c4c498b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0436575 Oct 26 08:43:42.638837 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c8ee14c6-e7d2-46ae-9a58-e21b54411983 req-d571d070-4d10-4240-a0ac-36176e38597e service neutron] 10.222.0.47 "GET /v2.0/networks/794e90e7-6a52-4966-84d9-7b8b3c4c498b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840602 Oct 26 08:43:42.732294 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c8ee14c6-e7d2-46ae-9a58-e21b54411983 req-95409889-f02b-471d-bd29-b24f6aa2278b service neutron] 10.222.0.47 "GET /v2.0/networks/794e90e7-6a52-4966-84d9-7b8b3c4c498b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861964 Oct 26 08:43:43.281095 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b597c-84c9-48d0-83c7-419400afa171 req-530aa0fe-1c8b-4cc3-97c4-98ac8081cfb7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:43.283243 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9f4b597c-84c9-48d0-83c7-419400afa171 req-530aa0fe-1c8b-4cc3-97c4-98ac8081cfb7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a23bdcd-1fb6-45dd-b5bc-315a7b085748 HTTP/1.1" status: 200 len: 980 time: 0.0515783 Oct 26 08:43:43.323534 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9f4b597c-84c9-48d0-83c7-419400afa171 req-8c0070b8-4630-4c4e-8690-5bdf666aed5e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f3c8c2d-3ba7-4e43-912b-8d12942c4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335777 Oct 26 08:43:44.016380 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 08:43:44.115281 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=09d12365-5d20-4b0f-8bb6-66d75ccf2ab3,segment=NetworkSegment(28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5),segment_id=28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:43:44.127807 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': '09d12365-5d20-4b0f-8bb6-66d75ccf2ab3', 'network_id': '794e90e7-6a52-4966-84d9-7b8b3c4c498b', 'port_id': '09d12365-5d20-4b0f-8bb6-66d75ccf2ab3', 'mac_address': 'fa:16:3e:e5:56:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed33d64-ab73-432c-a802-d70985891b56', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 08:43:44.165321 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:44.178689 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:43:44.199899 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=09d12365-5d20-4b0f-8bb6-66d75ccf2ab3,segment=NetworkSegment(28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5),segment_id=28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:43:44.204089 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:44.254676 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=09d12365-5d20-4b0f-8bb6-66d75ccf2ab3,revision_number=9']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:44.435554 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['09d12365-5d20-4b0f-8bb6-66d75ccf2ab3'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:43:44.443277 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aef030-e247-413f-99ef-c60c0de8ff7d req-35a6a2d9-b626-453d-8e26-c869796e2232 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:44.445078 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-06aef030-e247-413f-99ef-c60c0de8ff7d req-35a6a2d9-b626-453d-8e26-c869796e2232 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a23bdcd-1fb6-45dd-b5bc-315a7b085748 HTTP/1.1" status: 200 len: 981 time: 0.0508776 Oct 26 08:43:44.488805 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-06aef030-e247-413f-99ef-c60c0de8ff7d req-d5d47550-cedc-4bd6-9b4f-ab0946806b2d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f3c8c2d-3ba7-4e43-912b-8d12942c4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370269 Oct 26 08:43:45.638546 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90fd38-ca25-48f0-8b35-6bd411884030 req-8e5f2db4-fcc2-4ee9-b8cd-43d765194664 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:45.640391 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ea90fd38-ca25-48f0-8b35-6bd411884030 req-8e5f2db4-fcc2-4ee9-b8cd-43d765194664 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a23bdcd-1fb6-45dd-b5bc-315a7b085748 HTTP/1.1" status: 200 len: 981 time: 0.0735602 Oct 26 08:43:45.684941 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ea90fd38-ca25-48f0-8b35-6bd411884030 req-7725f66b-c76b-4510-a1f2-334c28cc6ea6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f3c8c2d-3ba7-4e43-912b-8d12942c4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359221 Oct 26 08:43:46.017659 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:43:46.070064 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 08:43:46.074000 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:43:46.074374 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:46.152361 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:46.175088 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a23bdcd-1fb6-45dd-b5bc-315a7b085748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d12365-5d20-4b0f-8bb6-66d75ccf2ab3'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:43:46.177384 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f86c506-1be4-488b-a957-fb921b49365a" -d '{"events": [{"server_uuid": "9a23bdcd-1fb6-45dd-b5bc-315a7b085748", "name": "network-vif-plugged", "status": "completed", "tag": "09d12365-5d20-4b0f-8bb6-66d75ccf2ab3"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:43:46.190952 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=09d12365-5d20-4b0f-8bb6-66d75ccf2ab3,segment=NetworkSegment(28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5),segment_id=28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:43:46.197538 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:46.222888 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6456968-2212-458a-975f-0bd4b0eddfbe x-openstack-request-id: req-a6456968-2212-458a-975f-0bd4b0eddfbe {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:43:46.223188 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a23bdcd-1fb6-45dd-b5bc-315a7b085748", "name": "network-vif-plugged", "status": "completed", "tag": "09d12365-5d20-4b0f-8bb6-66d75ccf2ab3", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:43:46.223471 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a6456968-2212-458a-975f-0bd4b0eddfbe {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:43:46.223845 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a23bdcd-1fb6-45dd-b5bc-315a7b085748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d12365-5d20-4b0f-8bb6-66d75ccf2ab3', 'code': 200} Oct 26 08:43:46.253348 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=09d12365-5d20-4b0f-8bb6-66d75ccf2ab3,revision_number=10']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:46.400610 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c150d-9b0b-4b5b-86e0-021301d85220 req-2a3bc7e6-971a-4b40-8da0-fb055ce2f3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:46.402214 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bb9c150d-9b0b-4b5b-86e0-021301d85220 req-2a3bc7e6-971a-4b40-8da0-fb055ce2f3ac service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9a23bdcd-1fb6-45dd-b5bc-315a7b085748 HTTP/1.1" status: 200 len: 1136 time: 0.0473819 Oct 26 08:43:46.440775 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bb9c150d-9b0b-4b5b-86e0-021301d85220 req-c71422da-5fab-45ce-bbe5-5d75830c6529 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4f3c8c2d-3ba7-4e43-912b-8d12942c4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306804 Oct 26 08:43:46.802501 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff77fcf-41ab-4f7d-af26-a7f6a0e2d9d4 req-bdcb1b33-f123-478d-9f75-5f7d2e06f718 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:46.804015 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4ff77fcf-41ab-4f7d-af26-a7f6a0e2d9d4 req-bdcb1b33-f123-478d-9f75-5f7d2e06f718 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a23bdcd-1fb6-45dd-b5bc-315a7b085748 HTTP/1.1" status: 200 len: 983 time: 0.0503104 Oct 26 08:43:46.850312 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4ff77fcf-41ab-4f7d-af26-a7f6a0e2d9d4 req-c129a638-0e3b-4b7a-8158-ad1af3fce7d8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f3c8c2d-3ba7-4e43-912b-8d12942c4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403831 Oct 26 08:43:47.972583 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eca04f-d7c7-4a97-976a-f7bfbf02499d req-f145a767-3947-4490-80eb-a3481a0fdf1a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:47.974067 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-91eca04f-d7c7-4a97-976a-f7bfbf02499d req-f145a767-3947-4490-80eb-a3481a0fdf1a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a23bdcd-1fb6-45dd-b5bc-315a7b085748 HTTP/1.1" status: 200 len: 983 time: 0.0531781 Oct 26 08:43:48.010812 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-91eca04f-d7c7-4a97-976a-f7bfbf02499d req-b7594339-1aa6-4104-8fd9-54de076fff12 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f3c8c2d-3ba7-4e43-912b-8d12942c4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309978 Oct 26 08:43:48.125755 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2a63b-40b1-469b-b410-7afea5860cfd req-eec7ffb8-f6b0-4db4-991e-d64bcb3bcd5a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:48.127886 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-61e2a63b-40b1-469b-b410-7afea5860cfd req-eec7ffb8-f6b0-4db4-991e-d64bcb3bcd5a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a23bdcd-1fb6-45dd-b5bc-315a7b085748 HTTP/1.1" status: 200 len: 983 time: 0.0510435 Oct 26 08:43:48.165795 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-61e2a63b-40b1-469b-b410-7afea5860cfd req-b12c5d5d-58a5-4b32-83dd-342de54e77d8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f3c8c2d-3ba7-4e43-912b-8d12942c4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319517 Oct 26 08:43:48.187929 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39278) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:48.324737 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bab7725-c3ff-4e9b-bf29-da5e656495fe tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:48.326401 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-8bab7725-c3ff-4e9b-bf29-da5e656495fe tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9a23bdcd-1fb6-45dd-b5bc-315a7b085748&network_id=794e90e7-6a52-4966-84d9-7b8b3c4c498b HTTP/1.1" status: 200 len: 1131 time: 0.1367829 Oct 26 08:43:48.542020 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef488c08-5bb3-4255-964e-d6eddbb8d896 req-3fe5955f-6e7f-41f0-9619-37fcde7745a5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:48.543728 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ef488c08-5bb3-4255-964e-d6eddbb8d896 req-3fe5955f-6e7f-41f0-9619-37fcde7745a5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a23bdcd-1fb6-45dd-b5bc-315a7b085748 HTTP/1.1" status: 200 len: 983 time: 0.0522950 Oct 26 08:43:48.586564 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ef488c08-5bb3-4255-964e-d6eddbb8d896 req-c41141c5-006b-4609-9e59-063414576d28 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f3c8c2d-3ba7-4e43-912b-8d12942c4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360653 Oct 26 08:43:49.377425 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5a6beb60-6dcb-4ee6-9006-ff9767d89cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:49.709359 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa19183-6948-4569-bde9-c8ce63e3ac3f req-69d7aab9-45f2-403b-818f-5fd7840bff69 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:49.711006 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-2fa19183-6948-4569-bde9-c8ce63e3ac3f req-69d7aab9-45f2-403b-818f-5fd7840bff69 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a23bdcd-1fb6-45dd-b5bc-315a7b085748 HTTP/1.1" status: 200 len: 983 time: 0.0515707 Oct 26 08:43:49.751764 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-2fa19183-6948-4569-bde9-c8ce63e3ac3f req-c40e0ffa-c8e3-4ca9-951b-70adb291798a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=4f3c8c2d-3ba7-4e43-912b-8d12942c4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329349 Oct 26 08:43:49.987412 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1bd10-4c7a-4a66-a6ad-02630a41c983 req-61396c3f-540e-4515-99d0-636748bf1464 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:49.988779 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-22f1bd10-4c7a-4a66-a6ad-02630a41c983 req-61396c3f-540e-4515-99d0-636748bf1464 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a23bdcd-1fb6-45dd-b5bc-315a7b085748 HTTP/1.1" status: 200 len: 983 time: 0.0506320 Oct 26 08:43:50.039011 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1bd10-4c7a-4a66-a6ad-02630a41c983 req-30b5d32a-a77a-4caa-8e02-311096616c98 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:50.040371 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-22f1bd10-4c7a-4a66-a6ad-02630a41c983 req-30b5d32a-a77a-4caa-8e02-311096616c98 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "GET /v2.0/ports/09d12365-5d20-4b0f-8bb6-66d75ccf2ab3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0445821 Oct 26 08:43:50.146712 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-22f1bd10-4c7a-4a66-a6ad-02630a41c983 req-1897457a-98eb-4fd7-90dc-6d2ab782df9c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "GET /v2.0/networks/794e90e7-6a52-4966-84d9-7b8b3c4c498b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0990577 Oct 26 08:43:50.158326 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-22f1bd10-4c7a-4a66-a6ad-02630a41c983 req-910aa6e0-8221-406b-a2e0-74e306ddd117 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:43:50.217100 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-22f1bd10-4c7a-4a66-a6ad-02630a41c983 req-910aa6e0-8221-406b-a2e0-74e306ddd117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:50.354136 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-22f1bd10-4c7a-4a66-a6ad-02630a41c983 req-910aa6e0-8221-406b-a2e0-74e306ddd117 service neutron] For port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=09d12365-5d20-4b0f-8bb6-66d75ccf2ab3,segment=NetworkSegment(28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5),segment_id=28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:43:50.389266 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-22f1bd10-4c7a-4a66-a6ad-02630a41c983 req-910aa6e0-8221-406b-a2e0-74e306ddd117 service neutron] For port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:43:50.425659 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-22f1bd10-4c7a-4a66-a6ad-02630a41c983 req-910aa6e0-8221-406b-a2e0-74e306ddd117 service neutron] device_id is not set on port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 yet. {{(pid=102101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 08:43:50.433991 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-22f1bd10-4c7a-4a66-a6ad-02630a41c983 req-910aa6e0-8221-406b-a2e0-74e306ddd117 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:50.440270 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-22f1bd10-4c7a-4a66-a6ad-02630a41c983 req-910aa6e0-8221-406b-a2e0-74e306ddd117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:50.516423 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910aa6e0-8221-406b-a2e0-74e306ddd117 service neutron] Pushing event updated for resources: {'Port': ['ID=09d12365-5d20-4b0f-8bb6-66d75ccf2ab3,revision_number=11']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:50.565787 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f1bd10-4c7a-4a66-a6ad-02630a41c983 req-910aa6e0-8221-406b-a2e0-74e306ddd117 service neutron] No DVR routers for this DVR port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:43:50.703425 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-f6d4eeaf-59fd-4941-88db-5be2be1a22ad None None] Provisioning complete for port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:43:50.704098 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f6d4eeaf-59fd-4941-88db-5be2be1a22ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:50.710135 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-22f1bd10-4c7a-4a66-a6ad-02630a41c983 req-910aa6e0-8221-406b-a2e0-74e306ddd117 service neutron] In _notify_port_updated(), no bound segment for port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 on network 794e90e7-6a52-4966-84d9-7b8b3c4c498b {{(pid=102101) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 08:43:50.711029 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1bd10-4c7a-4a66-a6ad-02630a41c983 req-910aa6e0-8221-406b-a2e0-74e306ddd117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:50.711663 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-22f1bd10-4c7a-4a66-a6ad-02630a41c983 req-910aa6e0-8221-406b-a2e0-74e306ddd117 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:50.712971 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-22f1bd10-4c7a-4a66-a6ad-02630a41c983 req-910aa6e0-8221-406b-a2e0-74e306ddd117 service neutron] 10.222.0.47 "PUT /v2.0/ports/09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 HTTP/1.1" status: 200 len: 1026 time: 0.5587432 Oct 26 08:43:50.739240 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-f6d4eeaf-59fd-4941-88db-5be2be1a22ad None None] Port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:43:50.850546 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-48889019-b6d9-4a4f-9f88-2dea72694559 req-4c89ca0a-da8d-4f21-92d3-b5c516451d11 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a23bdcd-1fb6-45dd-b5bc-315a7b085748 HTTP/1.1" status: 200 len: 210 time: 0.0292563 Oct 26 08:43:51.913221 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39294) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:51.979292 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cf1bc973-9bed-46cd-8acd-62ed87a3e125 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:52.005476 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cf1bc973-9bed-46cd-8acd-62ed87a3e125 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:52.049159 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cba4fcd1-9eed-4a31-926a-c6ccca7ca122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:52.075468 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cf1bc973-9bed-46cd-8acd-62ed87a3e125 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:52.079042 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cf1bc973-9bed-46cd-8acd-62ed87a3e125 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:52.080810 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-cf1bc973-9bed-46cd-8acd-62ed87a3e125 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/security-groups/2fae83eb-84d2-453b-ad0d-791149b77c64 HTTP/1.1" status: 204 len: 168 time: 0.1662219 Oct 26 08:43:52.094282 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1bc973-9bed-46cd-8acd-62ed87a3e125 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fae83eb-84d2-453b-ad0d-791149b77c64,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:52.119710 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39298) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:52.310729 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-d48dbf8b-9d63-4fce-b431-bffab298ac3d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting port 31ee989b-6e94-4246-a070-2f55a56133db {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:43:52.312056 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d48dbf8b-9d63-4fce-b431-bffab298ac3d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:52.411278 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d48dbf8b-9d63-4fce-b431-bffab298ac3d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:52.411613 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d48dbf8b-9d63-4fce-b431-bffab298ac3d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:52.424533 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-d48dbf8b-9d63-4fce-b431-bffab298ac3d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Calling delete_port for 31ee989b-6e94-4246-a070-2f55a56133db owned by network:floatingip {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:43:52.624711 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d48dbf8b-9d63-4fce-b431-bffab298ac3d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:52.668625 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48dbf8b-9d63-4fce-b431-bffab298ac3d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Port': ['ID=31ee989b-6e94-4246-a070-2f55a56133db,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:52.746220 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d48dbf8b-9d63-4fce-b431-bffab298ac3d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:52.746775 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [None req-d48dbf8b-9d63-4fce-b431-bffab298ac3d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Floating IP 8c0d54fd-c82c-49f8-8496-26f5e3099380 disassociated (deleted). External IP: 172.26.2.167, port: 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3. Oct 26 08:43:52.896646 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:52.974000 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48dbf8b-9d63-4fce-b431-bffab298ac3d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router 0df3d8e7-1e3f-4be4-a592-2530855c5e86 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:43:53.084747 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48dbf8b-9d63-4fce-b431-bffab298ac3d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:43:53.089759 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d48dbf8b-9d63-4fce-b431-bffab298ac3d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:53.094331 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc810b09-bab7-4026-897e-c24157bfaf95 None None] Sync routers for ids ['0df3d8e7-1e3f-4be4-a592-2530855c5e86'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:43:53.105382 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc810b09-bab7-4026-897e-c24157bfaf95 None None] Routers {'0df3d8e7-1e3f-4be4-a592-2530855c5e86'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:43:53.106036 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-fc810b09-bab7-4026-897e-c24157bfaf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:43:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['0df3d8e7-1e3f-4be4-a592-2530855c5e86'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:53.122947 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d48dbf8b-9d63-4fce-b431-bffab298ac3d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/floatingips/8c0d54fd-c82c-49f8-8496-26f5e3099380 HTTP/1.1" status: 204 len: 168 time: 1.0018818 Oct 26 08:43:53.201914 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39304) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:53.222517 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-fc810b09-bab7-4026-897e-c24157bfaf95 None None] Set router 0df3d8e7-1e3f-4be4-a592-2530855c5e86 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:43:53.264711 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-172f991e-4215-44c0-adb7-dbe9b4c87064 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:53.282603 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:53.293198 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-172f991e-4215-44c0-adb7-dbe9b4c87064 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:53.356573 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-172f991e-4215-44c0-adb7-dbe9b4c87064 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:53.359427 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-172f991e-4215-44c0-adb7-dbe9b4c87064 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:53.361609 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-172f991e-4215-44c0-adb7-dbe9b4c87064 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/security-groups/0aa38b00-c4de-468d-9cbd-0eedb5beeb83 HTTP/1.1" status: 204 len: 168 time: 0.1586668 Oct 26 08:43:53.371393 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f991e-4215-44c0-adb7-dbe9b4c87064 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa38b00-c4de-468d-9cbd-0eedb5beeb83,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:53.399504 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39308) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:53.467334 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-fc810b09-bab7-4026-897e-c24157bfaf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'name': 'tempest-TestNetworkBasicOps-router-1660965162', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '6d2fc73f-1a0f-44a6-a2bc-4921a13143e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:43:17Z', 'updated_at': '2021-10-26T08:43:20Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '6d2fc73f-1a0f-44a6-a2bc-4921a13143e8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:17Z', 'updated_at': '2021-10-26T08:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'e853ddc3-0536-4e98-a72e-003428fad672', 'name': '', 'network_id': '794e90e7-6a52-4966-84d9-7b8b3c4c498b', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:02:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '3ed33d64-ab73-432c-a802-d70985891b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:20Z', 'updated_at': '2021-10-26T08:43:24Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '3ed33d64-ab73-432c-a802-d70985891b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:53.492543 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-16443e1e-79a4-4d39-8a69-4c272181e527 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting port 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:43:53.492874 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-16443e1e-79a4-4d39-8a69-4c272181e527 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:53.495960 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc810b09-bab7-4026-897e-c24157bfaf95 None None] Checking router: 0df3d8e7-1e3f-4be4-a592-2530855c5e86 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:43:53.506517 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc810b09-bab7-4026-897e-c24157bfaf95 None None] Routers {'0df3d8e7-1e3f-4be4-a592-2530855c5e86'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:43:53.507203 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-fc810b09-bab7-4026-897e-c24157bfaf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:43:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['0df3d8e7-1e3f-4be4-a592-2530855c5e86'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:53.582929 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-16443e1e-79a4-4d39-8a69-4c272181e527 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:53.595876 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-16443e1e-79a4-4d39-8a69-4c272181e527 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Calling delete_port for 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 owned by {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:43:53.616223 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-fc810b09-bab7-4026-897e-c24157bfaf95 None None] Set router 0df3d8e7-1e3f-4be4-a592-2530855c5e86 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:43:53.832558 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-fc810b09-bab7-4026-897e-c24157bfaf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'name': 'tempest-TestNetworkBasicOps-router-1660965162', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '6d2fc73f-1a0f-44a6-a2bc-4921a13143e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:43:17Z', 'updated_at': '2021-10-26T08:43:20Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '6d2fc73f-1a0f-44a6-a2bc-4921a13143e8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:17Z', 'updated_at': '2021-10-26T08:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'e853ddc3-0536-4e98-a72e-003428fad672', 'name': '', 'network_id': '794e90e7-6a52-4966-84d9-7b8b3c4c498b', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:02:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '3ed33d64-ab73-432c-a802-d70985891b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:20Z', 'updated_at': '2021-10-26T08:43:24Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '3ed33d64-ab73-432c-a802-d70985891b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:53.863500 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc810b09-bab7-4026-897e-c24157bfaf95 None None] The sync data for ids ['0df3d8e7-1e3f-4be4-a592-2530855c5e86'] in dv-neutron-804846-13-hyperv is: [{'id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'name': 'tempest-TestNetworkBasicOps-router-1660965162', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '6d2fc73f-1a0f-44a6-a2bc-4921a13143e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:43:17Z', 'updated_at': '2021-10-26T08:43:20Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '6d2fc73f-1a0f-44a6-a2bc-4921a13143e8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:17Z', 'updated_at': '2021-10-26T08:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'e853ddc3-0536-4e98-a72e-003428fad672', 'name': '', 'network_id': '794e90e7-6a52-4966-84d9-7b8b3c4c498b', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:02:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '3ed33d64-ab73-432c-a802-d70985891b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:20Z', 'updated_at': '2021-10-26T08:43:24Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '3ed33d64-ab73-432c-a802-d70985891b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:43:53.988259 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-16443e1e-79a4-4d39-8a69-4c272181e527 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:54.021258 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16443e1e-79a4-4d39-8a69-4c272181e527 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Port': ['ID=09d12365-5d20-4b0f-8bb6-66d75ccf2ab3,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:54.052879 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:43:54.076899 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] No Port match for: 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:43:54.077396 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:43:54.101542 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa43f223-ad54-4294-8549-5cc6b2e41e38 None None] New status for floating IP 8c0d54fd-c82c-49f8-8496-26f5e3099380: DOWN {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:43:54.112075 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-16443e1e-79a4-4d39-8a69-4c272181e527 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:54.118348 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-16443e1e-79a4-4d39-8a69-4c272181e527 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/ports/09d12365-5d20-4b0f-8bb6-66d75ccf2ab3 HTTP/1.1" status: 204 len: 168 time: 0.7152541 Oct 26 08:43:54.118825 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39310) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:54.194993 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:54.495415 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-799583a9-fe1b-479c-9772-99777a2b3890 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:54.748592 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-799583a9-fe1b-479c-9772-99777a2b3890 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting port e853ddc3-0536-4e98-a72e-003428fad672 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:43:54.748861 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-799583a9-fe1b-479c-9772-99777a2b3890 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:54.791954 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:54.840030 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-799583a9-fe1b-479c-9772-99777a2b3890 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] For port e853ddc3-0536-4e98-a72e-003428fad672, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=e853ddc3-0536-4e98-a72e-003428fad672,segment=NetworkSegment(28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5),segment_id=28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:43:54.840400 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-799583a9-fe1b-479c-9772-99777a2b3890 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:54.853785 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-799583a9-fe1b-479c-9772-99777a2b3890 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Calling delete_port for e853ddc3-0536-4e98-a72e-003428fad672 owned by network:router_interface {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:43:55.041042 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-799583a9-fe1b-479c-9772-99777a2b3890 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:55.087531 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799583a9-fe1b-479c-9772-99777a2b3890 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Port': ['ID=e853ddc3-0536-4e98-a72e-003428fad672,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:55.260268 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-799583a9-fe1b-479c-9772-99777a2b3890 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:55.810009 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799583a9-fe1b-479c-9772-99777a2b3890 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router 0df3d8e7-1e3f-4be4-a592-2530855c5e86 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:43:55.912666 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799583a9-fe1b-479c-9772-99777a2b3890 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:43:55.918070 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-799583a9-fe1b-479c-9772-99777a2b3890 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "PUT /v2.0/routers/0df3d8e7-1e3f-4be4-a592-2530855c5e86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7977362 Oct 26 08:43:55.920835 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39312) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:55.922026 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041bf436-9920-48ed-a54c-4b096015a91e None None] Sync routers for ids ['0df3d8e7-1e3f-4be4-a592-2530855c5e86'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:43:55.933285 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041bf436-9920-48ed-a54c-4b096015a91e None None] Routers {'0df3d8e7-1e3f-4be4-a592-2530855c5e86'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:43:55.933922 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-041bf436-9920-48ed-a54c-4b096015a91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:43:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['0df3d8e7-1e3f-4be4-a592-2530855c5e86'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:55.976281 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fa4c822-6556-4294-9fe6-269fa75c6ffc tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting subnet 3ed33d64-ab73-432c-a802-d70985891b56 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:43:55.979344 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7fa4c822-6556-4294-9fe6-269fa75c6ffc tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:56.018858 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7fa4c822-6556-4294-9fe6-269fa75c6ffc tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:56.037052 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-041bf436-9920-48ed-a54c-4b096015a91e None None] Set router 0df3d8e7-1e3f-4be4-a592-2530855c5e86 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:43:56.100516 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7fa4c822-6556-4294-9fe6-269fa75c6ffc tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:56.163408 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7fa4c822-6556-4294-9fe6-269fa75c6ffc tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:56.190915 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4c822-6556-4294-9fe6-269fa75c6ffc tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Subnet': ['ID=3ed33d64-ab73-432c-a802-d70985891b56,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:56.194806 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7fa4c822-6556-4294-9fe6-269fa75c6ffc tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:56.198091 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-7fa4c822-6556-4294-9fe6-269fa75c6ffc tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/subnets/3ed33d64-ab73-432c-a802-d70985891b56 HTTP/1.1" status: 204 len: 168 time: 0.2762866 Oct 26 08:43:56.200673 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39314) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:56.205092 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f1fc1e-4fa6-41c7-a128-db5ddc052bcd None None] Network 794e90e7-6a52-4966-84d9-7b8b3c4c498b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:43:56.217959 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-041bf436-9920-48ed-a54c-4b096015a91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'name': 'tempest-TestNetworkBasicOps-router-1660965162', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '6d2fc73f-1a0f-44a6-a2bc-4921a13143e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:43:17Z', 'updated_at': '2021-10-26T08:43:54Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '6d2fc73f-1a0f-44a6-a2bc-4921a13143e8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:17Z', 'updated_at': '2021-10-26T08:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:56.247175 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041bf436-9920-48ed-a54c-4b096015a91e None None] Checking router: 0df3d8e7-1e3f-4be4-a592-2530855c5e86 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:43:56.256445 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041bf436-9920-48ed-a54c-4b096015a91e None None] Routers {'0df3d8e7-1e3f-4be4-a592-2530855c5e86'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:43:56.257064 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-041bf436-9920-48ed-a54c-4b096015a91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:43:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['0df3d8e7-1e3f-4be4-a592-2530855c5e86'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:56.320004 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dde87d31-158d-49e5-b091-bd40dc806b34 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:56.380107 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-041bf436-9920-48ed-a54c-4b096015a91e None None] Set router 0df3d8e7-1e3f-4be4-a592-2530855c5e86 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:43:56.402285 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad95821a-5ccd-45c4-81d3-33eee966ee87 None None] DHCP port deletion for 794e90e7-6a52-4966-84d9-7b8b3c4c498b request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:43:56.431679 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dde87d31-158d-49e5-b091-bd40dc806b34 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:56.452915 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-ad95821a-5ccd-45c4-81d3-33eee966ee87 None None] Deleting port 328f7954-9141-44a0-95ad-e4b391cced7b {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:43:56.453292 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ad95821a-5ccd-45c4-81d3-33eee966ee87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:56.489551 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-dde87d31-158d-49e5-b091-bd40dc806b34 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting port 6d2fc73f-1a0f-44a6-a2bc-4921a13143e8 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:43:56.490460 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dde87d31-158d-49e5-b091-bd40dc806b34 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:56.515806 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-ad95821a-5ccd-45c4-81d3-33eee966ee87 None None] For port 328f7954-9141-44a0-95ad-e4b391cced7b, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=328f7954-9141-44a0-95ad-e4b391cced7b,segment=NetworkSegment(28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5),segment_id=28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:43:56.516202 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ad95821a-5ccd-45c4-81d3-33eee966ee87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:56.532551 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-ad95821a-5ccd-45c4-81d3-33eee966ee87 None None] Calling delete_port for 328f7954-9141-44a0-95ad-e4b391cced7b owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:43:56.577701 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-dde87d31-158d-49e5-b091-bd40dc806b34 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] For port 6d2fc73f-1a0f-44a6-a2bc-4921a13143e8, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=6d2fc73f-1a0f-44a6-a2bc-4921a13143e8,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:43:56.578084 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dde87d31-158d-49e5-b091-bd40dc806b34 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:56.601274 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-dde87d31-158d-49e5-b091-bd40dc806b34 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Calling delete_port for 6d2fc73f-1a0f-44a6-a2bc-4921a13143e8 owned by network:router_gateway {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:43:56.662723 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-041bf436-9920-48ed-a54c-4b096015a91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'name': 'tempest-TestNetworkBasicOps-router-1660965162', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '6d2fc73f-1a0f-44a6-a2bc-4921a13143e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:43:17Z', 'updated_at': '2021-10-26T08:43:54Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '6d2fc73f-1a0f-44a6-a2bc-4921a13143e8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:17Z', 'updated_at': '2021-10-26T08:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:56.691115 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041bf436-9920-48ed-a54c-4b096015a91e None None] The sync data for ids ['0df3d8e7-1e3f-4be4-a592-2530855c5e86'] in dv-neutron-804846-13-hyperv is: [{'id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'name': 'tempest-TestNetworkBasicOps-router-1660965162', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.83'}], 'enable_snat': True}, 'gw_port_id': '6d2fc73f-1a0f-44a6-a2bc-4921a13143e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:43:17Z', 'updated_at': '2021-10-26T08:43:54Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '6d2fc73f-1a0f-44a6-a2bc-4921a13143e8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df3d8e7-1e3f-4be4-a592-2530855c5e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:17Z', 'updated_at': '2021-10-26T08:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:43:56.773286 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dde87d31-158d-49e5-b091-bd40dc806b34 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:56.776000 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ad95821a-5ccd-45c4-81d3-33eee966ee87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:56.804070 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95821a-5ccd-45c4-81d3-33eee966ee87 None None] Pushing event deleted for resources: {'Port': ['ID=328f7954-9141-44a0-95ad-e4b391cced7b,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:56.804343 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde87d31-158d-49e5-b091-bd40dc806b34 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Port': ['ID=6d2fc73f-1a0f-44a6-a2bc-4921a13143e8,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:56.806293 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad95821a-5ccd-45c4-81d3-33eee966ee87 None None] No DVR routers for this DVR port 328f7954-9141-44a0-95ad-e4b391cced7b on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:43:56.865352 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dde87d31-158d-49e5-b091-bd40dc806b34 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:56.954788 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dde87d31-158d-49e5-b091-bd40dc806b34 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:56.956817 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dde87d31-158d-49e5-b091-bd40dc806b34 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:57.004833 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dde87d31-158d-49e5-b091-bd40dc806b34 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:57.005257 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde87d31-158d-49e5-b091-bd40dc806b34 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Fanout notify agent at l3_agent the message router_deleted on router 0df3d8e7-1e3f-4be4-a592-2530855c5e86 {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:43:57.012462 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dde87d31-158d-49e5-b091-bd40dc806b34 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:57.013592 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-dde87d31-158d-49e5-b091-bd40dc806b34 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/routers/0df3d8e7-1e3f-4be4-a592-2530855c5e86 HTTP/1.1" status: 204 len: 168 time: 0.8119235 Oct 26 08:43:57.016642 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39316) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:57.101041 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-db70cb9d-0026-4d5b-9ed7-48b4424ca8c4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:57.192323 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-db70cb9d-0026-4d5b-9ed7-48b4424ca8c4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:57.211939 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-db70cb9d-0026-4d5b-9ed7-48b4424ca8c4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['794e90e7-6a52-4966-84d9-7b8b3c4c498b']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:57.221584 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-db70cb9d-0026-4d5b-9ed7-48b4424ca8c4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:57.221915 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-db70cb9d-0026-4d5b-9ed7-48b4424ca8c4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28a0f22f-c53e-4c1d-a6f2-c4b59a6095c5') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:57.231496 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-db70cb9d-0026-4d5b-9ed7-48b4424ca8c4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:57.245313 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-db70cb9d-0026-4d5b-9ed7-48b4424ca8c4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:57.252861 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db70cb9d-0026-4d5b-9ed7-48b4424ca8c4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:43:57.253260 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-db70cb9d-0026-4d5b-9ed7-48b4424ca8c4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:57.256495 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:43:57.256495 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:43:57.256495 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:43:57.256495 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:43:57.256495 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:43:57.256495 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:43:57.256495 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:43:57.256495 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:43:57.256495 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:43:57.256495 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:43:57.256495 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:43:57.256495 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:43:57.256495 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:43:57.256495 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:43:57.256495 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:43:57.256495 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:43:57.256495 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:43:57.256495 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:43:57.256495 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:43:57.256495 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:43:57.256495 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:43:57.256495 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:43:57.256495 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:43:57.256495 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:43:57.256495 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:43:57.256495 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:43:57.256495 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:43:57.256495 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:43:57.256495 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:43:57.256495 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:43:57.256495 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:43:57.256495 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:43:57.321111 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-db70cb9d-0026-4d5b-9ed7-48b4424ca8c4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:57.329846 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-db70cb9d-0026-4d5b-9ed7-48b4424ca8c4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:57.332419 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-db70cb9d-0026-4d5b-9ed7-48b4424ca8c4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/networks/794e90e7-6a52-4966-84d9-7b8b3c4c498b HTTP/1.1" status: 204 len: 168 time: 0.3140304 Oct 26 08:43:57.343000 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39318) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:57.347101 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db70cb9d-0026-4d5b-9ed7-48b4424ca8c4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Network': ['ID=794e90e7-6a52-4966-84d9-7b8b3c4c498b,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:57.361806 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3ff11a29-9e10-4d59-a261-46fc61650acc tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 839 time: 0.0164638 Oct 26 08:43:57.363697 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39320) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:57.368540 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-1b45efd4-6731-42e8-9761-0d23d0e2be40 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'network': {'name': 'tempest-network-smoke--1650666764', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'port_security_enabled': True}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:43:57.389750 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b45efd4-6731-42e8-9761-0d23d0e2be40 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Made reservation on behalf of c0122ef6aaf84badac5fbf473c701d56 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:43:57.394239 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1b45efd4-6731-42e8-9761-0d23d0e2be40 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:57.417578 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b45efd4-6731-42e8-9761-0d23d0e2be40 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:43:57.426431 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1b45efd4-6731-42e8-9761-0d23d0e2be40 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:57.426776 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-1b45efd4-6731-42e8-9761-0d23d0e2be40 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Added segment 879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa of type vlan for network 5f332c6c-7436-449d-95b7-77992e318bf5 Oct 26 08:43:57.465968 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1b45efd4-6731-42e8-9761-0d23d0e2be40 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:57.490213 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1b45efd4-6731-42e8-9761-0d23d0e2be40 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:57.495792 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b45efd4-6731-42e8-9761-0d23d0e2be40 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:57.496382 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1b45efd4-6731-42e8-9761-0d23d0e2be40 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:57.554332 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1b45efd4-6731-42e8-9761-0d23d0e2be40 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1895547 Oct 26 08:43:57.557289 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39322) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:57.568680 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-6e963e0d-d3d4-4c5e-9806-6a8e0d1dd892 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1812219239', 'admin_state_up': True, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:43:57.584725 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45efd4-6731-42e8-9761-0d23d0e2be40 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Network': ['ID=5f332c6c-7436-449d-95b7-77992e318bf5,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:57.595117 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 5f332c6c-7436-449d-95b7-77992e318bf5 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:43:57.600580 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6e963e0d-d3d4-4c5e-9806-6a8e0d1dd892 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:57.601698 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6e963e0d-d3d4-4c5e-9806-6a8e0d1dd892 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:57.686845 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6e963e0d-d3d4-4c5e-9806-6a8e0d1dd892 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:57.829720 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device e853ddc3-0536-4e98-a72e-003428fad672 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:43:57.832146 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6e963e0d-d3d4-4c5e-9806-6a8e0d1dd892 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:57.851028 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: e853ddc3-0536-4e98-a72e-003428fad672 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:43:57.851369 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device e853ddc3-0536-4e98-a72e-003428fad672 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:43:57.851975 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 6d2fc73f-1a0f-44a6-a2bc-4921a13143e8 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:43:57.871939 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 6d2fc73f-1a0f-44a6-a2bc-4921a13143e8 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:43:57.872295 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 6d2fc73f-1a0f-44a6-a2bc-4921a13143e8 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:43:57.872724 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 328f7954-9141-44a0-95ad-e4b391cced7b no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:43:57.892224 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 328f7954-9141-44a0-95ad-e4b391cced7b {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:43:57.892612 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 328f7954-9141-44a0-95ad-e4b391cced7b not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:43:58.027683 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6e963e0d-d3d4-4c5e-9806-6a8e0d1dd892 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_gateway, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:58.051959 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6e963e0d-d3d4-4c5e-9806-6a8e0d1dd892 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:58.153131 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-6e963e0d-d3d4-4c5e-9806-6a8e0d1dd892 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Allocated IP 172.26.2.48 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/97c01e8d-321d-4fe6-830f-6a92a5347cc1) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:43:58.254617 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6e963e0d-d3d4-4c5e-9806-6a8e0d1dd892 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:58.287216 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6e963e0d-d3d4-4c5e-9806-6a8e0d1dd892 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:58.331033 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e963e0d-d3d4-4c5e-9806-6a8e0d1dd892 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:43:58.334008 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-6e963e0d-d3d4-4c5e-9806-6a8e0d1dd892 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:43:58.336938 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e963e0d-d3d4-4c5e-9806-6a8e0d1dd892 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:43:58.360213 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e963e0d-d3d4-4c5e-9806-6a8e0d1dd892 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=97c01e8d-321d-4fe6-830f-6a92a5347cc1,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:58.589678 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6e963e0d-d3d4-4c5e-9806-6a8e0d1dd892 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_gateway, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:58.780724 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6e963e0d-d3d4-4c5e-9806-6a8e0d1dd892 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:58.917036 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e963e0d-d3d4-4c5e-9806-6a8e0d1dd892 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:43:59.021608 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e963e0d-d3d4-4c5e-9806-6a8e0d1dd892 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:43:59.036345 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b76fc3-c247-4170-937d-0044108eecd1 None None] Sync routers for ids ['ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:43:59.041342 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6e963e0d-d3d4-4c5e-9806-6a8e0d1dd892 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:59.044034 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6e963e0d-d3d4-4c5e-9806-6a8e0d1dd892 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4847536 Oct 26 08:43:59.045731 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39324) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:59.046201 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b76fc3-c247-4170-937d-0044108eecd1 None None] Routers {'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:43:59.046832 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-b1b76fc3-c247-4170-937d-0044108eecd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:43:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:59.081473 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-335926d1-9687-43c1-8226-459e26ebb7f7 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=c0122ef6aaf84badac5fbf473c701d56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345693 Oct 26 08:43:59.083979 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39326) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:59.152753 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-b1b76fc3-c247-4170-937d-0044108eecd1 None None] Set router ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:43:59.339818 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-b1b76fc3-c247-4170-937d-0044108eecd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'name': 'tempest-TestNetworkBasicOps-router-1812219239', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '97c01e8d-321d-4fe6-830f-6a92a5347cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:43:57Z', 'updated_at': '2021-10-26T08:43:58Z', 'revision_number': 3, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '97c01e8d-321d-4fe6-830f-6a92a5347cc1', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:58Z', 'updated_at': '2021-10-26T08:43:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:59.367206 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b76fc3-c247-4170-937d-0044108eecd1 None None] Checking router: ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:43:59.367561 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b76fc3-c247-4170-937d-0044108eecd1 None None] Updating router ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78 port 97c01e8d-321d-4fe6-830f-6a92a5347cc1 binding host dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:43:59.397532 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b1b76fc3-c247-4170-937d-0044108eecd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:59.483614 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ca9fdd-96cc-47a7-ad7c-bea98ab5be13 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:59.485207 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a8ca9fdd-96cc-47a7-ad7c-bea98ab5be13 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4002521 Oct 26 08:43:59.488207 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39328) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:59.525839 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-daf33fe0-86a3-4b59-97fc-dce7d0acbaab tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=e0ba3cfd-db28-4690-8a12-e5c00a0b88c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364592 Oct 26 08:43:59.528300 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39330) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:43:59.533797 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-2b2ee00a-a335-49e3-aeb1-f1e80746070e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1589266346', 'network_id': '5f332c6c-7436-449d-95b7-77992e318bf5', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:43:59.630364 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2ee00a-a335-49e3-aeb1-f1e80746070e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Made reservation on behalf of c0122ef6aaf84badac5fbf473c701d56 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:43:59.633842 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2b2ee00a-a335-49e3-aeb1-f1e80746070e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:59.655591 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b1b76fc3-c247-4170-937d-0044108eecd1 None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:59.661594 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b1b76fc3-c247-4170-937d-0044108eecd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:59.714657 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-b1b76fc3-c247-4170-937d-0044108eecd1 None None] Attempting to bind port 97c01e8d-321d-4fe6-830f-6a92a5347cc1 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:43:59.715036 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-b1b76fc3-c247-4170-937d-0044108eecd1 None None] Attempting to bind port 97c01e8d-321d-4fe6-830f-6a92a5347cc1 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:43:59.715451 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b76fc3-c247-4170-937d-0044108eecd1 None None] Attempting to bind port 97c01e8d-321d-4fe6-830f-6a92a5347cc1 on network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:43:59.718703 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89579133-6eaf-40b3-b219-46119daffe15 None None] Pushing event updated for resources: {'Port': ['ID=97c01e8d-321d-4fe6-830f-6a92a5347cc1,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:59.724114 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b76fc3-c247-4170-937d-0044108eecd1 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:43:59.724758 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b76fc3-c247-4170-937d-0044108eecd1 None None] Checking segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:43:59.724953 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b1b76fc3-c247-4170-937d-0044108eecd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:59.725365 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b76fc3-c247-4170-937d-0044108eecd1 None None] Bound using segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:43:59.725892 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-b1b76fc3-c247-4170-937d-0044108eecd1 None None] Bound port: 97c01e8d-321d-4fe6-830f-6a92a5347cc1, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:43:59.726302 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b1b76fc3-c247-4170-937d-0044108eecd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:59.781524 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-b1b76fc3-c247-4170-937d-0044108eecd1 None None] For port 97c01e8d-321d-4fe6-830f-6a92a5347cc1, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:43:59.785144 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-b1b76fc3-c247-4170-937d-0044108eecd1 None None] For port 97c01e8d-321d-4fe6-830f-6a92a5347cc1, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=97c01e8d-321d-4fe6-830f-6a92a5347cc1,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:43:59.789588 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b1b76fc3-c247-4170-937d-0044108eecd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:59.834997 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2b2ee00a-a335-49e3-aeb1-f1e80746070e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:59.860566 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89579133-6eaf-40b3-b219-46119daffe15 None None] Pushing event updated for resources: {'Port': ['ID=97c01e8d-321d-4fe6-830f-6a92a5347cc1,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:59.863219 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b76fc3-c247-4170-937d-0044108eecd1 None None] Routers {'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:43:59.864409 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-b1b76fc3-c247-4170-937d-0044108eecd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:43:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:43:59.897104 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ee00a-a335-49e3-aeb1-f1e80746070e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Subnet': ['ID=41da61a3-fa47-4a00-8eeb-bc267febdf3d,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:43:59.907260 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2ee00a-a335-49e3-aeb1-f1e80746070e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Checking segment: {'id': '879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5f332c6c-7436-449d-95b7-77992e318bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:43:59.907633 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2ee00a-a335-49e3-aeb1-f1e80746070e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network hostable DHCP agents. Network: 5f332c6c-7436-449d-95b7-77992e318bf5, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:43:59.928113 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2ee00a-a335-49e3-aeb1-f1e80746070e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network 5f332c6c-7436-449d-95b7-77992e318bf5 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:43:59.939122 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-2b2ee00a-a335-49e3-aeb1-f1e80746070e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 5f332c6c-7436-449d-95b7-77992e318bf5) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:43:59.943356 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2ee00a-a335-49e3-aeb1-f1e80746070e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:43:59.944024 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2b2ee00a-a335-49e3-aeb1-f1e80746070e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:43:59.949885 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe3fe70-38dc-471c-9367-c0a19eb46564 None None] Network 5f332c6c-7436-449d-95b7-77992e318bf5 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:43:59.960390 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2b2ee00a-a335-49e3-aeb1-f1e80746070e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4310751 Oct 26 08:43:59.963266 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39334) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:44:00.016050 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-b1b76fc3-c247-4170-937d-0044108eecd1 None None] Set router ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:44:00.251910 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2835502c-e277-41e8-8f32-bf5a39a13b16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-5f332c6c-7436-449d-95b7-77992e318bf5', 'network_id': '5f332c6c-7436-449d-95b7-77992e318bf5', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ips': [{'subnet_id': '41da61a3-fa47-4a00-8eeb-bc267febdf3d'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:44:00.252793 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2835502c-e277-41e8-8f32-bf5a39a13b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:00.346891 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-b1b76fc3-c247-4170-937d-0044108eecd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'name': 'tempest-TestNetworkBasicOps-router-1812219239', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '97c01e8d-321d-4fe6-830f-6a92a5347cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:43:57Z', 'updated_at': '2021-10-26T08:43:58Z', 'revision_number': 3, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '97c01e8d-321d-4fe6-830f-6a92a5347cc1', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:58Z', 'updated_at': '2021-10-26T08:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:44:00.379199 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b76fc3-c247-4170-937d-0044108eecd1 None None] The sync data for ids ['ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78'] in dv-neutron-804846-13-hyperv is: [{'id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'name': 'tempest-TestNetworkBasicOps-router-1812219239', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '97c01e8d-321d-4fe6-830f-6a92a5347cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:43:57Z', 'updated_at': '2021-10-26T08:43:58Z', 'revision_number': 3, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '97c01e8d-321d-4fe6-830f-6a92a5347cc1', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:58Z', 'updated_at': '2021-10-26T08:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:44:00.432571 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-2835502c-e277-41e8-8f32-bf5a39a13b16 None None] Allocated IP 172.20.0.2 (5f332c6c-7436-449d-95b7-77992e318bf5/41da61a3-fa47-4a00-8eeb-bc267febdf3d/7aa53cfe-aab5-4baf-924b-0b443d19b00e) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:44:00.448081 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-05538130-566b-45d5-9d44-fa356392f6b6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:00.588352 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2835502c-e277-41e8-8f32-bf5a39a13b16 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:00.595847 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2835502c-e277-41e8-8f32-bf5a39a13b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:00.645710 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2835502c-e277-41e8-8f32-bf5a39a13b16 None None] Network 5f332c6c-7436-449d-95b7-77992e318bf5 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:44:00.654526 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-2835502c-e277-41e8-8f32-bf5a39a13b16 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:44:00.663875 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2835502c-e277-41e8-8f32-bf5a39a13b16 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:44:00.676896 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835502c-e277-41e8-8f32-bf5a39a13b16 None None] Pushing event updated for resources: {'Port': ['ID=7aa53cfe-aab5-4baf-924b-0b443d19b00e,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:44:00.733047 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-2835502c-e277-41e8-8f32-bf5a39a13b16 None None] Attempting to bind port 7aa53cfe-aab5-4baf-924b-0b443d19b00e on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:44:00.733549 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-2835502c-e277-41e8-8f32-bf5a39a13b16 None None] Attempting to bind port 7aa53cfe-aab5-4baf-924b-0b443d19b00e by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5f332c6c-7436-449d-95b7-77992e318bf5'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:44:00.734000 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2835502c-e277-41e8-8f32-bf5a39a13b16 None None] Attempting to bind port 7aa53cfe-aab5-4baf-924b-0b443d19b00e on network 5f332c6c-7436-449d-95b7-77992e318bf5 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:44:00.740615 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2835502c-e277-41e8-8f32-bf5a39a13b16 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:44:00.741090 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2835502c-e277-41e8-8f32-bf5a39a13b16 None None] Checking segment: {'id': '879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5f332c6c-7436-449d-95b7-77992e318bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:44:00.741570 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2835502c-e277-41e8-8f32-bf5a39a13b16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:00.742020 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2835502c-e277-41e8-8f32-bf5a39a13b16 None None] Bound using segment: {'id': '879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5f332c6c-7436-449d-95b7-77992e318bf5'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:44:00.742497 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-2835502c-e277-41e8-8f32-bf5a39a13b16 None None] Bound port: 7aa53cfe-aab5-4baf-924b-0b443d19b00e, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5f332c6c-7436-449d-95b7-77992e318bf5'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:44:00.742908 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2835502c-e277-41e8-8f32-bf5a39a13b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:00.814385 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-2835502c-e277-41e8-8f32-bf5a39a13b16 None None] For port 7aa53cfe-aab5-4baf-924b-0b443d19b00e, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:44:00.818636 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-2835502c-e277-41e8-8f32-bf5a39a13b16 None None] For port 7aa53cfe-aab5-4baf-924b-0b443d19b00e, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=7aa53cfe-aab5-4baf-924b-0b443d19b00e,segment=NetworkSegment(879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa),segment_id=879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:44:00.825046 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2835502c-e277-41e8-8f32-bf5a39a13b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:00.849314 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-05538130-566b-45d5-9d44-fa356392f6b6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Allocated IP 172.20.0.1 (5f332c6c-7436-449d-95b7-77992e318bf5/41da61a3-fa47-4a00-8eeb-bc267febdf3d/136cbafd-f409-4825-9861-3ea82937e1ea) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:44:00.886845 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835502c-e277-41e8-8f32-bf5a39a13b16 None None] Pushing event updated for resources: {'Port': ['ID=7aa53cfe-aab5-4baf-924b-0b443d19b00e,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:44:00.986920 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-05538130-566b-45d5-9d44-fa356392f6b6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:01.025045 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-05538130-566b-45d5-9d44-fa356392f6b6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:01.066972 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05538130-566b-45d5-9d44-fa356392f6b6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network 5f332c6c-7436-449d-95b7-77992e318bf5 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:44:01.070554 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-05538130-566b-45d5-9d44-fa356392f6b6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:44:01.074644 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05538130-566b-45d5-9d44-fa356392f6b6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:44:01.128367 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05538130-566b-45d5-9d44-fa356392f6b6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=136cbafd-f409-4825-9861-3ea82937e1ea,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:44:01.145458 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-05538130-566b-45d5-9d44-fa356392f6b6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:01.322059 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-05538130-566b-45d5-9d44-fa356392f6b6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:01.603438 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-05538130-566b-45d5-9d44-fa356392f6b6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:01.607878 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-05538130-566b-45d5-9d44-fa356392f6b6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:01.686979 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-05538130-566b-45d5-9d44-fa356392f6b6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:01.689568 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05538130-566b-45d5-9d44-fa356392f6b6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=136cbafd-f409-4825-9861-3ea82937e1ea,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:44:01.795094 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05538130-566b-45d5-9d44-fa356392f6b6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network 5f332c6c-7436-449d-95b7-77992e318bf5 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:44:01.796577 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-05538130-566b-45d5-9d44-fa356392f6b6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:44:01.827278 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d436c12c-6242-4ea0-8de3-9ccdfb7f0c1d None None] Network 5f332c6c-7436-449d-95b7-77992e318bf5 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:44:01.894159 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-14d1dacf-55aa-409e-9db8-18841c7dc69a None None] Provisioning complete for port 7aa53cfe-aab5-4baf-924b-0b443d19b00e triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:44:01.894409 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-14d1dacf-55aa-409e-9db8-18841c7dc69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:01.925584 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 97c01e8d-321d-4fe6-830f-6a92a5347cc1 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:44:01.934333 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05538130-566b-45d5-9d44-fa356392f6b6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:44:02.055837 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05538130-566b-45d5-9d44-fa356392f6b6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:44:02.064977 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-05538130-566b-45d5-9d44-fa356392f6b6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "PUT /v2.0/routers/ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0977664 Oct 26 08:44:02.065180 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39336) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:44:02.231954 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 97c01e8d-321d-4fe6-830f-6a92a5347cc1 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:44:02.232336 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:02.251715 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-14d1dacf-55aa-409e-9db8-18841c7dc69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:02.276796 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedbd306-ac9d-4f57-86c2-be7fa6fd2dcc None None] Sync routers for ids ['ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:44:02.287615 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedbd306-ac9d-4f57-86c2-be7fa6fd2dcc None None] Routers {'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:44:02.288247 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-dedbd306-ac9d-4f57-86c2-be7fa6fd2dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:43:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:44:02.339187 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-14d1dacf-55aa-409e-9db8-18841c7dc69a None None] For port 7aa53cfe-aab5-4baf-924b-0b443d19b00e, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=7aa53cfe-aab5-4baf-924b-0b443d19b00e,segment=NetworkSegment(879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa),segment_id=879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:44:02.347951 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-14d1dacf-55aa-409e-9db8-18841c7dc69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:02.405879 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-dedbd306-ac9d-4f57-86c2-be7fa6fd2dcc None None] Set router ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:44:02.429024 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:02.445413 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1dacf-55aa-409e-9db8-18841c7dc69a None None] Pushing event updated for resources: {'Port': ['ID=7aa53cfe-aab5-4baf-924b-0b443d19b00e,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:44:02.458506 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 97c01e8d-321d-4fe6-830f-6a92a5347cc1, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=97c01e8d-321d-4fe6-830f-6a92a5347cc1,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:44:02.461469 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e38c398-46a4-45e7-bc14-d7b9fe306342 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:02.462148 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e38c398-46a4-45e7-bc14-d7b9fe306342 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:02.462628 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e38c398-46a4-45e7-bc14-d7b9fe306342 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:02.463152 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e38c398-46a4-45e7-bc14-d7b9fe306342 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:02.463630 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e38c398-46a4-45e7-bc14-d7b9fe306342 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:02.464280 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e38c398-46a4-45e7-bc14-d7b9fe306342 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:02.465487 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:02.466349 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-5e38c398-46a4-45e7-bc14-d7b9fe306342 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.4000249 Oct 26 08:44:02.467019 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 7aa53cfe-aab5-4baf-924b-0b443d19b00e up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:44:02.468931 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39338) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:44:02.557843 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=97c01e8d-321d-4fe6-830f-6a92a5347cc1,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:44:02.571594 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb1e793-f5ab-4deb-84e9-a7c0af6edac2 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:02.571782 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 7aa53cfe-aab5-4baf-924b-0b443d19b00e triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:44:02.571906 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb1e793-f5ab-4deb-84e9-a7c0af6edac2 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:02.572013 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:02.572275 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb1e793-f5ab-4deb-84e9-a7c0af6edac2 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:02.572784 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb1e793-f5ab-4deb-84e9-a7c0af6edac2 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:02.573258 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb1e793-f5ab-4deb-84e9-a7c0af6edac2 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:02.573774 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb1e793-f5ab-4deb-84e9-a7c0af6edac2 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:02.576347 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-7cb1e793-f5ab-4deb-84e9-a7c0af6edac2 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1060700 Oct 26 08:44:02.580563 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39340) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:44:02.691340 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-eb74fe4d-c0db-4541-a2b1-9b98a9131b63 None None] Provisioning complete for port 136cbafd-f409-4825-9861-3ea82937e1ea triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:44:02.691716 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-eb74fe4d-c0db-4541-a2b1-9b98a9131b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:02.692441 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-dedbd306-ac9d-4f57-86c2-be7fa6fd2dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'name': 'tempest-TestNetworkBasicOps-router-1812219239', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '97c01e8d-321d-4fe6-830f-6a92a5347cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:43:57Z', 'updated_at': '2021-10-26T08:44:01Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '97c01e8d-321d-4fe6-830f-6a92a5347cc1', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:58Z', 'updated_at': '2021-10-26T08:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '136cbafd-f409-4825-9861-3ea82937e1ea', 'name': '', 'network_id': '5f332c6c-7436-449d-95b7-77992e318bf5', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:a9:96:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '41da61a3-fa47-4a00-8eeb-bc267febdf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:44:00Z', 'updated_at': '2021-10-26T08:44:01Z', 'revision_number': 2, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '41da61a3-fa47-4a00-8eeb-bc267febdf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:44:02.723281 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedbd306-ac9d-4f57-86c2-be7fa6fd2dcc None None] Checking router: ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:44:02.723641 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedbd306-ac9d-4f57-86c2-be7fa6fd2dcc None None] Updating router ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78 port 136cbafd-f409-4825-9861-3ea82937e1ea binding host dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:44:02.733760 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-eb74fe4d-c0db-4541-a2b1-9b98a9131b63 None None] Port 136cbafd-f409-4825-9861-3ea82937e1ea cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:44:02.747297 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-eb74fe4d-c0db-4541-a2b1-9b98a9131b63 None None] Provisioning complete for port 7aa53cfe-aab5-4baf-924b-0b443d19b00e triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:44:02.747721 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-eb74fe4d-c0db-4541-a2b1-9b98a9131b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:02.753530 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dedbd306-ac9d-4f57-86c2-be7fa6fd2dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:02.871610 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ad783b7e-a0e8-41e4-b8ff-331fc3beb554 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2873657 Oct 26 08:44:02.972164 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-0feaaec1-678d-422c-94a2-0bc55f228f39 None None] Provisioning complete for port 136cbafd-f409-4825-9861-3ea82937e1ea triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:44:02.974225 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0feaaec1-678d-422c-94a2-0bc55f228f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:03.015662 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-0feaaec1-678d-422c-94a2-0bc55f228f39 None None] Port 136cbafd-f409-4825-9861-3ea82937e1ea cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:44:03.040269 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39344) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:44:03.045310 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-987c09de-4432-4b07-a65c-9f67c515d52f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1548882515', 'description': 'tempest-secgroup-smoke-1548882515 description', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:44:03.077393 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-987c09de-4432-4b07-a65c-9f67c515d52f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:03.083761 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dedbd306-ac9d-4f57-86c2-be7fa6fd2dcc None None] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:03.091167 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dedbd306-ac9d-4f57-86c2-be7fa6fd2dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:03.138603 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-591d0015-bada-4d70-95e2-943d56a1e4c2 None None] Provisioning complete for port 136cbafd-f409-4825-9861-3ea82937e1ea triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:44:03.139321 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-591d0015-bada-4d70-95e2-943d56a1e4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:03.149463 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc628287-1ad1-41ec-8e28-803b2b599a9f None None] Pushing event updated for resources: {'Port': ['ID=136cbafd-f409-4825-9861-3ea82937e1ea,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:44:03.170681 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-987c09de-4432-4b07-a65c-9f67c515d52f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:03.179898 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-987c09de-4432-4b07-a65c-9f67c515d52f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:03.193668 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-591d0015-bada-4d70-95e2-943d56a1e4c2 None None] Port 136cbafd-f409-4825-9861-3ea82937e1ea cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:44:03.207668 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-dedbd306-ac9d-4f57-86c2-be7fa6fd2dcc None None] Attempting to bind port 136cbafd-f409-4825-9861-3ea82937e1ea on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:44:03.208133 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-dedbd306-ac9d-4f57-86c2-be7fa6fd2dcc None None] Attempting to bind port 136cbafd-f409-4825-9861-3ea82937e1ea by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5f332c6c-7436-449d-95b7-77992e318bf5'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:44:03.208503 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedbd306-ac9d-4f57-86c2-be7fa6fd2dcc None None] Attempting to bind port 136cbafd-f409-4825-9861-3ea82937e1ea on network 5f332c6c-7436-449d-95b7-77992e318bf5 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:44:03.214539 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedbd306-ac9d-4f57-86c2-be7fa6fd2dcc None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:44:03.214912 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedbd306-ac9d-4f57-86c2-be7fa6fd2dcc None None] Checking segment: {'id': '879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5f332c6c-7436-449d-95b7-77992e318bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:44:03.215319 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dedbd306-ac9d-4f57-86c2-be7fa6fd2dcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:03.215647 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-987c09de-4432-4b07-a65c-9f67c515d52f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:03.215932 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedbd306-ac9d-4f57-86c2-be7fa6fd2dcc None None] Bound using segment: {'id': '879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5f332c6c-7436-449d-95b7-77992e318bf5'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:44:03.216410 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-dedbd306-ac9d-4f57-86c2-be7fa6fd2dcc None None] Bound port: 136cbafd-f409-4825-9861-3ea82937e1ea, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5f332c6c-7436-449d-95b7-77992e318bf5'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:44:03.216895 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-987c09de-4432-4b07-a65c-9f67c515d52f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1756151 Oct 26 08:44:03.217026 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dedbd306-ac9d-4f57-86c2-be7fa6fd2dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:03.219106 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c09de-4432-4b07-a65c-9f67c515d52f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5b535c-f654-4fcc-9095-095c793630b1,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:44:03.220833 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39346) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:44:03.231100 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-8737af25-2d35-4407-a107-2023466890dc tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '2e5b535c-f654-4fcc-9095-095c793630b1', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:44:03.271011 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8737af25-2d35-4407-a107-2023466890dc tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:03.293873 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-dedbd306-ac9d-4f57-86c2-be7fa6fd2dcc None None] For port 136cbafd-f409-4825-9861-3ea82937e1ea, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:44:03.297487 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-dedbd306-ac9d-4f57-86c2-be7fa6fd2dcc None None] For port 136cbafd-f409-4825-9861-3ea82937e1ea, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=136cbafd-f409-4825-9861-3ea82937e1ea,segment=NetworkSegment(879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa),segment_id=879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:44:03.303348 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dedbd306-ac9d-4f57-86c2-be7fa6fd2dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:03.346104 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8737af25-2d35-4407-a107-2023466890dc tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:03.351090 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8737af25-2d35-4407-a107-2023466890dc tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:03.368526 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc628287-1ad1-41ec-8e28-803b2b599a9f None None] Pushing event updated for resources: {'Port': ['ID=136cbafd-f409-4825-9861-3ea82937e1ea,revision_number=4']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:44:03.371346 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedbd306-ac9d-4f57-86c2-be7fa6fd2dcc None None] Routers {'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:44:03.372087 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-dedbd306-ac9d-4f57-86c2-be7fa6fd2dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:43:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:44:03.378104 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737af25-2d35-4407-a107-2023466890dc tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ac5ff2-570b-4a5c-9bca-49e5598c6834,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:44:03.387315 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8737af25-2d35-4407-a107-2023466890dc tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:03.388673 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8737af25-2d35-4407-a107-2023466890dc tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1668160 Oct 26 08:44:03.392693 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39348) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:44:03.397743 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-9c279fee-6104-4855-acea-b11925c8d4f8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '2e5b535c-f654-4fcc-9095-095c793630b1', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:44:03.416217 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-d5c58358-5560-43ed-82be-45e4e6b17c59 None None] Provisioning complete for port 136cbafd-f409-4825-9861-3ea82937e1ea triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:44:03.417088 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d5c58358-5560-43ed-82be-45e4e6b17c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:03.430215 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9c279fee-6104-4855-acea-b11925c8d4f8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:03.510754 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-dedbd306-ac9d-4f57-86c2-be7fa6fd2dcc None None] Set router ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:44:03.517253 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9c279fee-6104-4855-acea-b11925c8d4f8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:03.522835 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9c279fee-6104-4855-acea-b11925c8d4f8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:03.545045 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9c279fee-6104-4855-acea-b11925c8d4f8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:03.552004 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9c279fee-6104-4855-acea-b11925c8d4f8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1524565 Oct 26 08:44:03.552004 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c279fee-6104-4855-acea-b11925c8d4f8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c70b21a-91b1-44c6-a0cc-d39a204e29b1,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:44:03.556051 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39350) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:44:03.557518 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-8798eae5-1890-4294-9de1-81ddff00ec49 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '2e5b535c-f654-4fcc-9095-095c793630b1', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:44:03.559720 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d5c58358-5560-43ed-82be-45e4e6b17c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:03.592727 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8798eae5-1890-4294-9de1-81ddff00ec49 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:03.613712 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-d5c58358-5560-43ed-82be-45e4e6b17c59 None None] For port 136cbafd-f409-4825-9861-3ea82937e1ea, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=136cbafd-f409-4825-9861-3ea82937e1ea,segment=NetworkSegment(879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa),segment_id=879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:44:03.619021 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d5c58358-5560-43ed-82be-45e4e6b17c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:03.669246 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8798eae5-1890-4294-9de1-81ddff00ec49 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:03.672372 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c58358-5560-43ed-82be-45e4e6b17c59 None None] Pushing event updated for resources: {'Port': ['ID=136cbafd-f409-4825-9861-3ea82937e1ea,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:44:03.673592 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8798eae5-1890-4294-9de1-81ddff00ec49 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:03.695279 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798eae5-1890-4294-9de1-81ddff00ec49 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=035ba351-7c9c-4b3a-84e1-f84657f7e8a8,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:44:03.706087 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8798eae5-1890-4294-9de1-81ddff00ec49 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:03.707301 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8798eae5-1890-4294-9de1-81ddff00ec49 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1536367 Oct 26 08:44:03.710272 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39352) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:44:03.714951 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-173aa5dd-6a3f-41a6-b22b-a9ebe4303292 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '2e5b535c-f654-4fcc-9095-095c793630b1', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:44:03.741830 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dd532525-36cc-42c5-ae14-eb8d3255309b None None] Provisioning complete for port 136cbafd-f409-4825-9861-3ea82937e1ea triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:44:03.742393 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dd532525-36cc-42c5-ae14-eb8d3255309b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:03.743893 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-173aa5dd-6a3f-41a6-b22b-a9ebe4303292 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:03.759918 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-dedbd306-ac9d-4f57-86c2-be7fa6fd2dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'name': 'tempest-TestNetworkBasicOps-router-1812219239', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '97c01e8d-321d-4fe6-830f-6a92a5347cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:43:57Z', 'updated_at': '2021-10-26T08:44:01Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '97c01e8d-321d-4fe6-830f-6a92a5347cc1', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:58Z', 'updated_at': '2021-10-26T08:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '136cbafd-f409-4825-9861-3ea82937e1ea', 'name': '', 'network_id': '5f332c6c-7436-449d-95b7-77992e318bf5', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:a9:96:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '41da61a3-fa47-4a00-8eeb-bc267febdf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:44:00Z', 'updated_at': '2021-10-26T08:44:03Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '41da61a3-fa47-4a00-8eeb-bc267febdf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:44:03.790924 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedbd306-ac9d-4f57-86c2-be7fa6fd2dcc None None] The sync data for ids ['ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78'] in dv-neutron-804846-13-hyperv is: [{'id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'name': 'tempest-TestNetworkBasicOps-router-1812219239', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '97c01e8d-321d-4fe6-830f-6a92a5347cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:43:57Z', 'updated_at': '2021-10-26T08:44:01Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '97c01e8d-321d-4fe6-830f-6a92a5347cc1', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:58Z', 'updated_at': '2021-10-26T08:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '136cbafd-f409-4825-9861-3ea82937e1ea', 'name': '', 'network_id': '5f332c6c-7436-449d-95b7-77992e318bf5', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:a9:96:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '41da61a3-fa47-4a00-8eeb-bc267febdf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:44:00Z', 'updated_at': '2021-10-26T08:44:03Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '41da61a3-fa47-4a00-8eeb-bc267febdf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:44:03.819078 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-173aa5dd-6a3f-41a6-b22b-a9ebe4303292 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:03.835621 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-173aa5dd-6a3f-41a6-b22b-a9ebe4303292 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:03.872597 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173aa5dd-6a3f-41a6-b22b-a9ebe4303292 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe70aa56-8ca5-429b-b5e4-debcc7a97aef,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:44:03.893015 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-173aa5dd-6a3f-41a6-b22b-a9ebe4303292 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:03.896930 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39354) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:44:03.897107 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-173aa5dd-6a3f-41a6-b22b-a9ebe4303292 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1856718 Oct 26 08:44:03.900981 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 97c01e8d-321d-4fe6-830f-6a92a5347cc1 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:44:03.902025 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-1153bec4-7a71-4eb5-b917-be5537ddec29 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '2e5b535c-f654-4fcc-9095-095c793630b1', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:44:03.932776 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.securitygroups_db [None req-1153bec4-7a71-4eb5-b917-be5537ddec29 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Project c0122ef6aaf84badac5fbf473c701d56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 08:44:03.939518 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1153bec4-7a71-4eb5-b917-be5537ddec29 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:03.958661 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 97c01e8d-321d-4fe6-830f-6a92a5347cc1 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:44:03.959174 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:04.007158 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1153bec4-7a71-4eb5-b917-be5537ddec29 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:04.012430 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1153bec4-7a71-4eb5-b917-be5537ddec29 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:04.031217 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1153bec4-7a71-4eb5-b917-be5537ddec29 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8781e9e2-5bd0-48c5-a26a-36a559953d41,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:44:04.046047 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1153bec4-7a71-4eb5-b917-be5537ddec29 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:04.048189 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1153bec4-7a71-4eb5-b917-be5537ddec29 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1491938 Oct 26 08:44:04.050892 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39356) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:44:04.055760 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-96cecf61-ca3e-4d5c-a4b6-5b7d150232c6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '2e5b535c-f654-4fcc-9095-095c793630b1', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:44:04.056667 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 7aa53cfe-aab5-4baf-924b-0b443d19b00e up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:44:04.080507 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.securitygroups_db [None req-96cecf61-ca3e-4d5c-a4b6-5b7d150232c6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Project c0122ef6aaf84badac5fbf473c701d56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 08:44:04.085519 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-96cecf61-ca3e-4d5c-a4b6-5b7d150232c6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:04.106286 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 7aa53cfe-aab5-4baf-924b-0b443d19b00e triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:44:04.106406 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:04.162091 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-96cecf61-ca3e-4d5c-a4b6-5b7d150232c6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:04.167186 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-96cecf61-ca3e-4d5c-a4b6-5b7d150232c6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:04.191112 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cecf61-ca3e-4d5c-a4b6-5b7d150232c6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe2a3df-c2a0-4278-80bc-14c49c2f1659,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:44:04.198031 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-96cecf61-ca3e-4d5c-a4b6-5b7d150232c6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:04.202083 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-96cecf61-ca3e-4d5c-a4b6-5b7d150232c6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1501136 Oct 26 08:44:04.376413 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-ed1d174b-a365-416a-a48f-c0397b682bc1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1548882515&fields=id&tenant_id=c0122ef6aaf84badac5fbf473c701d56 HTTP/1.1" status: 200 len: 267 time: 0.0354447 Oct 26 08:44:04.491942 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-427ebb2f-69f8-44bf-9916-2daca5831262 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:04.493489 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-427ebb2f-69f8-44bf-9916-2daca5831262 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/networks?id=5f332c6c-7436-449d-95b7-77992e318bf5 HTTP/1.1" status: 200 len: 797 time: 0.1098988 Oct 26 08:44:04.509079 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-af32f0f3-0021-45b0-8c8e-ddc87ffd55d3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/quotas/c0122ef6aaf84badac5fbf473c701d56 HTTP/1.1" status: 200 len: 375 time: 0.0098734 Oct 26 08:44:04.564860 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-1163352a-176b-45e0-899e-d6ad2e4675bb tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500338 Oct 26 08:44:04.666629 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-0574b40c-54df-465e-974f-bc3d88b81037 service neutron] 10.222.0.41 "GET /v2.0/networks/5f332c6c-7436-449d-95b7-77992e318bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899446 Oct 26 08:44:04.768410 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-a838edd9-1a11-462e-96e5-4b8c7d8e1a3d service neutron] 10.222.0.41 "GET /v2.0/networks/5f332c6c-7436-449d-95b7-77992e318bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949512 Oct 26 08:44:04.936072 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-49252d16-4cf7-4b88-a29d-cd2d4b592a17 req-9be70469-89b8-4b46-8fbe-5fdc05605118 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=99bcb358-f4c7-48fe-8a70-51a519ac62c0 HTTP/1.1" status: 200 len: 210 time: 0.0266559 Oct 26 08:44:05.861030 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-98863248-04b2-454f-bab3-d65e9c34a835 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:05.863181 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-98863248-04b2-454f-bab3-d65e9c34a835 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "GET /v2.0/networks?id=5f332c6c-7436-449d-95b7-77992e318bf5 HTTP/1.1" status: 200 len: 797 time: 0.1231763 Oct 26 08:44:05.883695 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 136cbafd-f409-4825-9861-3ea82937e1ea up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:44:05.911088 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-665e090e-3358-433a-a1a6-b3ad1d8a7f0e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0122ef6aaf84badac5fbf473c701d56 HTTP/1.1" status: 200 len: 380 time: 0.0363228 Oct 26 08:44:05.922111 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-547f5e19-79ce-4ca6-8478-840100586f22 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'port': {'device_id': '99bcb358-f4c7-48fe-8a70-51a519ac62c0', 'network_id': '5f332c6c-7436-449d-95b7-77992e318bf5', 'admin_state_up': True, 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'security_groups': ['2e5b535c-f654-4fcc-9095-095c793630b1']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:44:05.934659 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 136cbafd-f409-4825-9861-3ea82937e1ea triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:44:05.935031 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:06.037357 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-6b7950d8-4906-4711-8ecb-0c23f139102d req-69a5e7da-6d5c-4f25-868e-93dc3936e342 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=99bcb358-f4c7-48fe-8a70-51a519ac62c0 HTTP/1.1" status: 200 len: 210 time: 0.0289526 Oct 26 08:44:06.038336 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-547f5e19-79ce-4ca6-8478-840100586f22 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Made reservation on behalf of c0122ef6aaf84badac5fbf473c701d56 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:44:06.041957 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-547f5e19-79ce-4ca6-8478-840100586f22 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:06.165659 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-547f5e19-79ce-4ca6-8478-840100586f22 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Allocated IP 172.20.0.7 (5f332c6c-7436-449d-95b7-77992e318bf5/41da61a3-fa47-4a00-8eeb-bc267febdf3d/e5ca3c7c-a074-4d59-848b-06ddaec76665) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:44:06.302876 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-547f5e19-79ce-4ca6-8478-840100586f22 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:06.336119 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-547f5e19-79ce-4ca6-8478-840100586f22 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:06.376950 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-547f5e19-79ce-4ca6-8478-840100586f22 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network 5f332c6c-7436-449d-95b7-77992e318bf5 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:44:06.382005 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-547f5e19-79ce-4ca6-8478-840100586f22 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:44:06.385745 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-547f5e19-79ce-4ca6-8478-840100586f22 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:44:06.413550 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f5e19-79ce-4ca6-8478-840100586f22 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=e5ca3c7c-a074-4d59-848b-06ddaec76665,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:44:06.445313 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-547f5e19-79ce-4ca6-8478-840100586f22 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:06.446015 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-547f5e19-79ce-4ca6-8478-840100586f22 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:06.462891 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-547f5e19-79ce-4ca6-8478-840100586f22 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5447600 Oct 26 08:44:06.476781 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-3305587a-5c42-4d3f-a910-41bfc90223d9 service neutron] Request body: {'port': {'device_id': '99bcb358-f4c7-48fe-8a70-51a519ac62c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:44:06.538210 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-3305587a-5c42-4d3f-a910-41bfc90223d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:06.632950 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-6286278b-9645-491a-8c5b-ff5c996fca9b None None] Provisioning complete for port e5ca3c7c-a074-4d59-848b-06ddaec76665 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:44:06.633326 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6286278b-9645-491a-8c5b-ff5c996fca9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:06.671439 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-6286278b-9645-491a-8c5b-ff5c996fca9b None None] Port e5ca3c7c-a074-4d59-848b-06ddaec76665 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:44:06.795566 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-3305587a-5c42-4d3f-a910-41bfc90223d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5ca3c7c-a074-4d59-848b-06ddaec76665 {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:44:06.803672 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-3305587a-5c42-4d3f-a910-41bfc90223d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:06.815795 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-3305587a-5c42-4d3f-a910-41bfc90223d9 service neutron] Transition to ACTIVE for port object e5ca3c7c-a074-4d59-848b-06ddaec76665 will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 08:44:06.818810 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-3305587a-5c42-4d3f-a910-41bfc90223d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:06.868027 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305587a-5c42-4d3f-a910-41bfc90223d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ca3c7c-a074-4d59-848b-06ddaec76665,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:44:06.948311 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-3305587a-5c42-4d3f-a910-41bfc90223d9 service neutron] Attempting to bind port e5ca3c7c-a074-4d59-848b-06ddaec76665 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:44:06.948811 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-3305587a-5c42-4d3f-a910-41bfc90223d9 service neutron] Attempting to bind port e5ca3c7c-a074-4d59-848b-06ddaec76665 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5f332c6c-7436-449d-95b7-77992e318bf5'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:44:06.949194 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-3305587a-5c42-4d3f-a910-41bfc90223d9 service neutron] Attempting to bind port e5ca3c7c-a074-4d59-848b-06ddaec76665 on network 5f332c6c-7436-449d-95b7-77992e318bf5 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:44:06.955498 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-3305587a-5c42-4d3f-a910-41bfc90223d9 service neutron] Port e5ca3c7c-a074-4d59-848b-06ddaec76665 on network 5f332c6c-7436-449d-95b7-77992e318bf5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:44:06.955821 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-3305587a-5c42-4d3f-a910-41bfc90223d9 service neutron] Attempting to bind port e5ca3c7c-a074-4d59-848b-06ddaec76665 on network 5f332c6c-7436-449d-95b7-77992e318bf5 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:44:06.961139 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-3305587a-5c42-4d3f-a910-41bfc90223d9 service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:44:06.961483 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-3305587a-5c42-4d3f-a910-41bfc90223d9 service neutron] Checking segment: {'id': '879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5f332c6c-7436-449d-95b7-77992e318bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:44:06.961893 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-3305587a-5c42-4d3f-a910-41bfc90223d9 service neutron] Bound using segment: {'id': '879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5f332c6c-7436-449d-95b7-77992e318bf5'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:44:06.962447 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-3305587a-5c42-4d3f-a910-41bfc90223d9 service neutron] Bound port: e5ca3c7c-a074-4d59-848b-06ddaec76665, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5f332c6c-7436-449d-95b7-77992e318bf5'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:44:06.962851 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-3305587a-5c42-4d3f-a910-41bfc90223d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:07.033234 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-3305587a-5c42-4d3f-a910-41bfc90223d9 service neutron] For port e5ca3c7c-a074-4d59-848b-06ddaec76665, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:44:07.036269 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-3305587a-5c42-4d3f-a910-41bfc90223d9 service neutron] For port e5ca3c7c-a074-4d59-848b-06ddaec76665, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=e5ca3c7c-a074-4d59-848b-06ddaec76665,segment=NetworkSegment(879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa),segment_id=879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:44:07.040582 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-3305587a-5c42-4d3f-a910-41bfc90223d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:07.080585 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-3305587a-5c42-4d3f-a910-41bfc90223d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:07.082270 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-3305587a-5c42-4d3f-a910-41bfc90223d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:07.084611 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-3305587a-5c42-4d3f-a910-41bfc90223d9 service neutron] 10.222.0.47 "PUT /v2.0/ports/e5ca3c7c-a074-4d59-848b-06ddaec76665 HTTP/1.1" status: 200 len: 1093 time: 0.6120598 Oct 26 08:44:07.097051 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99bcb358-f4c7-48fe-8a70-51a519ac62c0', 'tag': 'e5ca3c7c-a074-4d59-848b-06ddaec76665'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:44:07.099545 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa711c6-cf8d-4f54-8e5a-7b76555d395c" -d '{"events": [{"name": "network-changed", "server_uuid": "99bcb358-f4c7-48fe-8a70-51a519ac62c0", "tag": "e5ca3c7c-a074-4d59-848b-06ddaec76665"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:44:07.175084 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fcba51-a4be-4116-87d8-177e26122b93 x-openstack-request-id: req-59fcba51-a4be-4116-87d8-177e26122b93 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:44:07.175406 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99bcb358-f4c7-48fe-8a70-51a519ac62c0", "tag": "e5ca3c7c-a074-4d59-848b-06ddaec76665", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:44:07.175669 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-59fcba51-a4be-4116-87d8-177e26122b93 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:44:07.176101 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99bcb358-f4c7-48fe-8a70-51a519ac62c0', 'tag': 'e5ca3c7c-a074-4d59-848b-06ddaec76665', 'status': 'completed', 'code': 200} Oct 26 08:44:07.179922 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305587a-5c42-4d3f-a910-41bfc90223d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ca3c7c-a074-4d59-848b-06ddaec76665,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:44:07.217752 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-98999ec2-a820-44dc-ab5a-3a9d20628a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:07.219905 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-98999ec2-a820-44dc-ab5a-3a9d20628a1a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=99bcb358-f4c7-48fe-8a70-51a519ac62c0 HTTP/1.1" status: 200 len: 1096 time: 0.0908773 Oct 26 08:44:07.232521 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f7954-dfcc-4547-acf5-4d9904a2add6 req-fd6bf8f1-0c17-4e22-b86a-d1d4415c74a7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:07.234080 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-576f7954-dfcc-4547-acf5-4d9904a2add6 req-fd6bf8f1-0c17-4e22-b86a-d1d4415c74a7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=99bcb358-f4c7-48fe-8a70-51a519ac62c0 HTTP/1.1" status: 200 len: 943 time: 0.0863631 Oct 26 08:44:07.277002 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-4387b464-263b-460f-bedc-db42c598f976 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5ca3c7c-a074-4d59-848b-06ddaec76665 HTTP/1.1" status: 200 len: 217 time: 0.0419221 Oct 26 08:44:07.338333 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-576f7954-dfcc-4547-acf5-4d9904a2add6 req-99217369-5497-4dbe-84b6-9d2cb8b02ebd tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e5b535c-f654-4fcc-9095-095c793630b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952077 Oct 26 08:44:07.348878 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-95b791ad-070d-4674-ae47-84f71ab45a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:07.350408 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-95b791ad-070d-4674-ae47-84f71ab45a61 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=41da61a3-fa47-4a00-8eeb-bc267febdf3d HTTP/1.1" status: 200 len: 835 time: 0.0663204 Oct 26 08:44:07.400833 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-026a50c0-8d54-497c-85b5-5da110674489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:07.402932 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-026a50c0-8d54-497c-85b5-5da110674489 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5f332c6c-7436-449d-95b7-77992e318bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0457079 Oct 26 08:44:07.509120 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-ceafe7a8-cd99-416b-8946-17c15c2d2c89 service neutron] 10.222.0.47 "GET /v2.0/networks/5f332c6c-7436-449d-95b7-77992e318bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989616 Oct 26 08:44:07.602377 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-69ab7958-ba26-4049-873a-38bc4832d9ea req-ae656612-1bc8-4ee2-94a2-5fcbd3e0c2f5 service neutron] 10.222.0.47 "GET /v2.0/networks/5f332c6c-7436-449d-95b7-77992e318bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847118 Oct 26 08:44:07.694034 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa711c6-cf8d-4f54-8e5a-7b76555d395c req-52f0e021-01fd-487a-9a09-6e881757e8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:07.695539 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-eaa711c6-cf8d-4f54-8e5a-7b76555d395c req-52f0e021-01fd-487a-9a09-6e881757e8a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=99bcb358-f4c7-48fe-8a70-51a519ac62c0 HTTP/1.1" status: 200 len: 1096 time: 0.0417156 Oct 26 08:44:07.794948 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa711c6-cf8d-4f54-8e5a-7b76555d395c req-98525dda-c4c0-40fd-acfb-add955e48ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:07.796585 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-eaa711c6-cf8d-4f54-8e5a-7b76555d395c req-98525dda-c4c0-40fd-acfb-add955e48ef7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5f332c6c-7436-449d-95b7-77992e318bf5 HTTP/1.1" status: 200 len: 898 time: 0.0919173 Oct 26 08:44:07.843195 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-eaa711c6-cf8d-4f54-8e5a-7b76555d395c req-8d92805e-fdfd-440a-9bb5-3f890573baaf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5ca3c7c-a074-4d59-848b-06ddaec76665 HTTP/1.1" status: 200 len: 217 time: 0.0388184 Oct 26 08:44:07.901993 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa711c6-cf8d-4f54-8e5a-7b76555d395c req-ec670edf-1946-43a7-9f5d-454ea9842980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:07.903485 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-eaa711c6-cf8d-4f54-8e5a-7b76555d395c req-ec670edf-1946-43a7-9f5d-454ea9842980 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=41da61a3-fa47-4a00-8eeb-bc267febdf3d HTTP/1.1" status: 200 len: 835 time: 0.0515778 Oct 26 08:44:07.957014 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa711c6-cf8d-4f54-8e5a-7b76555d395c req-e8b054b9-de55-47e3-aaa4-606fc8f90af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:07.959300 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-eaa711c6-cf8d-4f54-8e5a-7b76555d395c req-e8b054b9-de55-47e3-aaa4-606fc8f90af6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5f332c6c-7436-449d-95b7-77992e318bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0484405 Oct 26 08:44:08.053286 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-eaa711c6-cf8d-4f54-8e5a-7b76555d395c req-be321537-6b02-43a1-b18b-50d22be38f45 service neutron] 10.222.0.47 "GET /v2.0/networks/5f332c6c-7436-449d-95b7-77992e318bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850503 Oct 26 08:44:08.149762 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-eaa711c6-cf8d-4f54-8e5a-7b76555d395c req-4965008a-12bd-488e-87aa-de4f93229e3d service neutron] 10.222.0.47 "GET /v2.0/networks/5f332c6c-7436-449d-95b7-77992e318bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888765 Oct 26 08:44:08.469129 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c92466-f523-442a-bf73-ace18ecb5296 req-4d0df8f0-94b0-47c8-839b-a57096f9e65b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:08.471545 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-83c92466-f523-442a-bf73-ace18ecb5296 req-4d0df8f0-94b0-47c8-839b-a57096f9e65b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=99bcb358-f4c7-48fe-8a70-51a519ac62c0 HTTP/1.1" status: 200 len: 943 time: 0.0575216 Oct 26 08:44:08.512458 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-83c92466-f523-442a-bf73-ace18ecb5296 req-68a34187-3c7f-41ce-8370-a6dafb983277 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e5b535c-f654-4fcc-9095-095c793630b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346270 Oct 26 08:44:09.627032 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bfaa91-5148-4a8f-8ae5-90e015e24038 req-51df2a40-a992-42f4-997f-c3828b3ca726 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:09.628505 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a4bfaa91-5148-4a8f-8ae5-90e015e24038 req-51df2a40-a992-42f4-997f-c3828b3ca726 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=99bcb358-f4c7-48fe-8a70-51a519ac62c0 HTTP/1.1" status: 200 len: 943 time: 0.0497994 Oct 26 08:44:09.665586 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a4bfaa91-5148-4a8f-8ae5-90e015e24038 req-de69548f-6acf-4e2e-9694-305aaae09721 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e5b535c-f654-4fcc-9095-095c793630b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311129 Oct 26 08:44:10.151251 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device e5ca3c7c-a074-4d59-848b-06ddaec76665 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 08:44:10.249636 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port e5ca3c7c-a074-4d59-848b-06ddaec76665, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=e5ca3c7c-a074-4d59-848b-06ddaec76665,segment=NetworkSegment(879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa),segment_id=879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:44:10.261406 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': 'e5ca3c7c-a074-4d59-848b-06ddaec76665', 'network_id': '5f332c6c-7436-449d-95b7-77992e318bf5', 'port_id': 'e5ca3c7c-a074-4d59-848b-06ddaec76665', 'mac_address': 'fa:16:3e:3d:fb:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41da61a3-fa47-4a00-8eeb-bc267febdf3d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 08:44:10.298322 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:10.310853 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ca3c7c-a074-4d59-848b-06ddaec76665 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:44:10.332737 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port e5ca3c7c-a074-4d59-848b-06ddaec76665, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=e5ca3c7c-a074-4d59-848b-06ddaec76665,segment=NetworkSegment(879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa),segment_id=879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:44:10.337190 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:10.384989 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=e5ca3c7c-a074-4d59-848b-06ddaec76665,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:44:10.553992 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['e5ca3c7c-a074-4d59-848b-06ddaec76665'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:44:10.669554 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:44:10.784062 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f34e4b-ddb3-4811-8e9c-3b45d2c6705b req-f899a65d-8654-4ddb-85a8-de4bf042b90a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:10.785558 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a6f34e4b-ddb3-4811-8e9c-3b45d2c6705b req-f899a65d-8654-4ddb-85a8-de4bf042b90a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=99bcb358-f4c7-48fe-8a70-51a519ac62c0 HTTP/1.1" status: 200 len: 944 time: 0.0541739 Oct 26 08:44:10.823462 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a6f34e4b-ddb3-4811-8e9c-3b45d2c6705b req-a9088ee5-888a-46e1-ab4e-9c19a73d8036 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e5b535c-f654-4fcc-9095-095c793630b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319374 Oct 26 08:44:11.936534 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b344253-612a-45bb-96e2-7aa1896a4df9 req-16ef3968-994b-48ed-af3c-bf8d62f2027c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:11.938794 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3b344253-612a-45bb-96e2-7aa1896a4df9 req-16ef3968-994b-48ed-af3c-bf8d62f2027c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=99bcb358-f4c7-48fe-8a70-51a519ac62c0 HTTP/1.1" status: 200 len: 944 time: 0.0490317 Oct 26 08:44:11.980367 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3b344253-612a-45bb-96e2-7aa1896a4df9 req-c79c5f18-b92e-4728-a347-72878bfd659b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e5b535c-f654-4fcc-9095-095c793630b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356894 Oct 26 08:44:12.172709 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device e5ca3c7c-a074-4d59-848b-06ddaec76665 up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:44:12.223939 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port e5ca3c7c-a074-4d59-848b-06ddaec76665 completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 08:44:12.227824 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port e5ca3c7c-a074-4d59-848b-06ddaec76665 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:44:12.228208 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:12.304471 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:12.326802 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bcb358-f4c7-48fe-8a70-51a519ac62c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ca3c7c-a074-4d59-848b-06ddaec76665'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:44:12.330159 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc7d6ff-16ff-48ba-a8b6-d6078646dbe7" -d '{"events": [{"server_uuid": "99bcb358-f4c7-48fe-8a70-51a519ac62c0", "name": "network-vif-plugged", "status": "completed", "tag": "e5ca3c7c-a074-4d59-848b-06ddaec76665"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:44:12.343569 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port e5ca3c7c-a074-4d59-848b-06ddaec76665, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=e5ca3c7c-a074-4d59-848b-06ddaec76665,segment=NetworkSegment(879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa),segment_id=879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:44:12.348433 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:12.373591 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0594ae5c-97c5-4610-b471-e4d2a0f6050b x-openstack-request-id: req-0594ae5c-97c5-4610-b471-e4d2a0f6050b {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:44:12.373916 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bcb358-f4c7-48fe-8a70-51a519ac62c0", "name": "network-vif-plugged", "status": "completed", "tag": "e5ca3c7c-a074-4d59-848b-06ddaec76665", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:44:12.374175 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0594ae5c-97c5-4610-b471-e4d2a0f6050b {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:44:12.374568 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bcb358-f4c7-48fe-8a70-51a519ac62c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ca3c7c-a074-4d59-848b-06ddaec76665', 'code': 200} Oct 26 08:44:12.404840 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=e5ca3c7c-a074-4d59-848b-06ddaec76665,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:44:12.540819 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e46da0-dfb2-40d3-8b0d-c80befade5e8 req-392991cb-ce3c-4ff0-93e5-0892cf6ca4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:12.542203 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-01e46da0-dfb2-40d3-8b0d-c80befade5e8 req-392991cb-ce3c-4ff0-93e5-0892cf6ca4c0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=99bcb358-f4c7-48fe-8a70-51a519ac62c0 HTTP/1.1" status: 200 len: 1098 time: 0.0398560 Oct 26 08:44:12.578422 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-01e46da0-dfb2-40d3-8b0d-c80befade5e8 req-a913c5db-9e8e-4503-aafe-dc8a006848c4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2e5b535c-f654-4fcc-9095-095c793630b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293159 Oct 26 08:44:13.093748 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f4c91-dbe6-462c-ae87-6bfe1fd2ffc0 req-ad402feb-154e-4ec1-ace5-6b0a75fcff9f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:13.095639 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-533f4c91-dbe6-462c-ae87-6bfe1fd2ffc0 req-ad402feb-154e-4ec1-ace5-6b0a75fcff9f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=99bcb358-f4c7-48fe-8a70-51a519ac62c0 HTTP/1.1" status: 200 len: 945 time: 0.0494299 Oct 26 08:44:13.134179 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-533f4c91-dbe6-462c-ae87-6bfe1fd2ffc0 req-3a2de252-f8c8-4e90-a950-5e9d17a62a4e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e5b535c-f654-4fcc-9095-095c793630b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327115 Oct 26 08:44:14.251149 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f30c79-9e5f-4c25-9dc9-752456a1e869 req-ae6142d4-2c5b-4bc4-a839-880556df3eb2 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:14.253015 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-19f30c79-9e5f-4c25-9dc9-752456a1e869 req-ae6142d4-2c5b-4bc4-a839-880556df3eb2 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=99bcb358-f4c7-48fe-8a70-51a519ac62c0 HTTP/1.1" status: 200 len: 945 time: 0.0509522 Oct 26 08:44:14.290644 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-19f30c79-9e5f-4c25-9dc9-752456a1e869 req-891f9f05-4b91-475c-9035-15661c280865 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e5b535c-f654-4fcc-9095-095c793630b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316343 Oct 26 08:44:14.404450 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48d310-f38d-4d8a-a387-8d99c079598b req-bddae124-149c-4c27-88c2-69828565bbaa tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:14.405986 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4f48d310-f38d-4d8a-a387-8d99c079598b req-bddae124-149c-4c27-88c2-69828565bbaa tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=99bcb358-f4c7-48fe-8a70-51a519ac62c0 HTTP/1.1" status: 200 len: 945 time: 0.0482740 Oct 26 08:44:14.447615 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4f48d310-f38d-4d8a-a387-8d99c079598b req-b5a3cdf0-3e2f-4818-81c8-db3589575d99 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e5b535c-f654-4fcc-9095-095c793630b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346818 Oct 26 08:44:14.469976 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39410) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:44:14.508924 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d965b662-2194-48a6-b938-ed67949fd35b tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:14.510655 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d965b662-2194-48a6-b938-ed67949fd35b tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=99bcb358-f4c7-48fe-8a70-51a519ac62c0 HTTP/1.1" status: 200 len: 1093 time: 0.0392282 Oct 26 08:44:14.513188 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39412) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:44:14.518088 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-b400fa51-0bb8-4cd3-aa45-4de85291a383 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'floatingip': {'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'port_id': 'e5ca3c7c-a074-4d59-848b-06ddaec76665', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:44:14.540175 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b400fa51-0bb8-4cd3-aa45-4de85291a383 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:14.637314 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b400fa51-0bb8-4cd3-aa45-4de85291a383 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:14.747880 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-b400fa51-0bb8-4cd3-aa45-4de85291a383 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Allocated IP 172.26.2.244 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/5f975b65-6482-4a1e-9df0-9014ca76ed82) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:44:14.856135 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b400fa51-0bb8-4cd3-aa45-4de85291a383 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:14.890308 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b400fa51-0bb8-4cd3-aa45-4de85291a383 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:14.931028 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b400fa51-0bb8-4cd3-aa45-4de85291a383 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:44:14.934003 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-b400fa51-0bb8-4cd3-aa45-4de85291a383 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:44:14.937545 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b400fa51-0bb8-4cd3-aa45-4de85291a383 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:44:14.943475 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b400fa51-0bb8-4cd3-aa45-4de85291a383 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=5f975b65-6482-4a1e-9df0-9014ca76ed82,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:44:15.294889 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b400fa51-0bb8-4cd3-aa45-4de85291a383 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:15.362343 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b400fa51-0bb8-4cd3-aa45-4de85291a383 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:15.517552 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b400fa51-0bb8-4cd3-aa45-4de85291a383 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:15.521925 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b400fa51-0bb8-4cd3-aa45-4de85291a383 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:15.590486 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b400fa51-0bb8-4cd3-aa45-4de85291a383 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=5f975b65-6482-4a1e-9df0-9014ca76ed82,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:44:15.600649 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b400fa51-0bb8-4cd3-aa45-4de85291a383 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:15.701603 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [None req-b400fa51-0bb8-4cd3-aa45-4de85291a383 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Floating IP 4d7c99d2-0440-4484-89dd-1afbd192b8b4 associated. External IP: 172.26.2.244, port: e5ca3c7c-a074-4d59-848b-06ddaec76665. Oct 26 08:44:15.909014 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b400fa51-0bb8-4cd3-aa45-4de85291a383 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:44:16.293365 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b400fa51-0bb8-4cd3-aa45-4de85291a383 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:44:16.303901 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd836932-5a1b-47a3-aa88-b860fc811ef1 None None] Sync routers for ids ['ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:44:16.311407 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b400fa51-0bb8-4cd3-aa45-4de85291a383 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:16.316048 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd836932-5a1b-47a3-aa88-b860fc811ef1 None None] Routers {'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:44:16.316661 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-fd836932-5a1b-47a3-aa88-b860fc811ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:43:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:44:16.340989 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b400fa51-0bb8-4cd3-aa45-4de85291a383 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8266706 Oct 26 08:44:16.341678 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99bcb358-f4c7-48fe-8a70-51a519ac62c0', 'tag': 'e5ca3c7c-a074-4d59-848b-06ddaec76665'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:44:16.343023 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39414) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:44:16.344212 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304c6117-c1dc-41c2-b994-ba97b601a614" -d '{"events": [{"name": "network-changed", "server_uuid": "99bcb358-f4c7-48fe-8a70-51a519ac62c0", "tag": "e5ca3c7c-a074-4d59-848b-06ddaec76665"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:44:16.383559 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a364dc31-a7c7-47a0-8c5c-3d20702d493d x-openstack-request-id: req-a364dc31-a7c7-47a0-8c5c-3d20702d493d {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:44:16.383864 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99bcb358-f4c7-48fe-8a70-51a519ac62c0", "tag": "e5ca3c7c-a074-4d59-848b-06ddaec76665", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:44:16.384913 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a364dc31-a7c7-47a0-8c5c-3d20702d493d {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:44:16.385434 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99bcb358-f4c7-48fe-8a70-51a519ac62c0', 'tag': 'e5ca3c7c-a074-4d59-848b-06ddaec76665', 'status': 'completed', 'code': 200} Oct 26 08:44:16.433048 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-fd836932-5a1b-47a3-aa88-b860fc811ef1 None None] Set router ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:44:16.458724 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6c619506-844c-44ec-8f88-7d26716cc602 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/routers/ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78 HTTP/1.1" status: 200 len: 922 time: 0.1144567 Oct 26 08:44:16.461326 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39418) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:44:16.463966 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c6117-c1dc-41c2-b994-ba97b601a614 req-916a6451-5cb0-4923-ad7e-cdd0648cf599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:16.465125 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-304c6117-c1dc-41c2-b994-ba97b601a614 req-916a6451-5cb0-4923-ad7e-cdd0648cf599 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=99bcb358-f4c7-48fe-8a70-51a519ac62c0 HTTP/1.1" status: 200 len: 1098 time: 0.0563946 Oct 26 08:44:16.530703 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-2d246a39-3a38-4f4c-8823-7969aecba24e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/floatingips/4d7c99d2-0440-4484-89dd-1afbd192b8b4 HTTP/1.1" status: 200 len: 991 time: 0.0681980 Oct 26 08:44:16.564691 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c6117-c1dc-41c2-b994-ba97b601a614 req-fda40267-00c4-4f57-9815-2daf3ee29ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:16.566146 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-304c6117-c1dc-41c2-b994-ba97b601a614 req-fda40267-00c4-4f57-9815-2daf3ee29ddc service neutron] 10.222.0.47 "GET /v2.0/networks?id=5f332c6c-7436-449d-95b7-77992e318bf5 HTTP/1.1" status: 200 len: 898 time: 0.0941057 Oct 26 08:44:16.634694 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-304c6117-c1dc-41c2-b994-ba97b601a614 req-4fcbb7b7-a522-448e-8648-7d7b2c143a85 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5ca3c7c-a074-4d59-848b-06ddaec76665 HTTP/1.1" status: 200 len: 999 time: 0.0597522 Oct 26 08:44:16.671606 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-fd836932-5a1b-47a3-aa88-b860fc811ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'name': 'tempest-TestNetworkBasicOps-router-1812219239', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '97c01e8d-321d-4fe6-830f-6a92a5347cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:43:57Z', 'updated_at': '2021-10-26T08:44:01Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '97c01e8d-321d-4fe6-830f-6a92a5347cc1', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:58Z', 'updated_at': '2021-10-26T08:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '4d7c99d2-0440-4484-89dd-1afbd192b8b4', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.244', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'port_id': 'e5ca3c7c-a074-4d59-848b-06ddaec76665', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f332c6c-7436-449d-95b7-77992e318bf5', 'mac_address': 'fa:16:3e:3d:fb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bcb358-f4c7-48fe-8a70-51a519ac62c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:44:15Z', 'updated_at': '2021-10-26T08:44:15Z', 'revision_number': 0, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '136cbafd-f409-4825-9861-3ea82937e1ea', 'name': '', 'network_id': '5f332c6c-7436-449d-95b7-77992e318bf5', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:a9:96:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '41da61a3-fa47-4a00-8eeb-bc267febdf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:44:00Z', 'updated_at': '2021-10-26T08:44:03Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '41da61a3-fa47-4a00-8eeb-bc267febdf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:44:16.685357 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c6117-c1dc-41c2-b994-ba97b601a614 req-8ae4e2ba-dae9-46b0-abdb-035f08c1b72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:16.686860 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-304c6117-c1dc-41c2-b994-ba97b601a614 req-8ae4e2ba-dae9-46b0-abdb-035f08c1b72a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=41da61a3-fa47-4a00-8eeb-bc267febdf3d HTTP/1.1" status: 200 len: 835 time: 0.0451365 Oct 26 08:44:16.711503 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd836932-5a1b-47a3-aa88-b860fc811ef1 None None] Checking router: ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:44:16.720894 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd836932-5a1b-47a3-aa88-b860fc811ef1 None None] Routers {'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:44:16.721582 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-fd836932-5a1b-47a3-aa88-b860fc811ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:43:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:44:16.739821 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c6117-c1dc-41c2-b994-ba97b601a614 req-49d57e00-05ea-46a2-8914-fd6dc8218c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:16.741359 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-304c6117-c1dc-41c2-b994-ba97b601a614 req-49d57e00-05ea-46a2-8914-fd6dc8218c2f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5f332c6c-7436-449d-95b7-77992e318bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0464981 Oct 26 08:44:16.835871 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-304c6117-c1dc-41c2-b994-ba97b601a614 req-44e350cc-7d05-4427-8c63-1c3f1d0328cf service neutron] 10.222.0.47 "GET /v2.0/networks/5f332c6c-7436-449d-95b7-77992e318bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867372 Oct 26 08:44:16.933883 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-304c6117-c1dc-41c2-b994-ba97b601a614 req-28fb6e2b-edbf-4a1a-b6f8-8eca59f175ef service neutron] 10.222.0.47 "GET /v2.0/networks/5f332c6c-7436-449d-95b7-77992e318bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911605 Oct 26 08:44:16.986338 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-fd836932-5a1b-47a3-aa88-b860fc811ef1 None None] Set router ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:44:17.214744 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-fd836932-5a1b-47a3-aa88-b860fc811ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'name': 'tempest-TestNetworkBasicOps-router-1812219239', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '97c01e8d-321d-4fe6-830f-6a92a5347cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:43:57Z', 'updated_at': '2021-10-26T08:44:01Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '97c01e8d-321d-4fe6-830f-6a92a5347cc1', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:58Z', 'updated_at': '2021-10-26T08:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '4d7c99d2-0440-4484-89dd-1afbd192b8b4', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.244', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'port_id': 'e5ca3c7c-a074-4d59-848b-06ddaec76665', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f332c6c-7436-449d-95b7-77992e318bf5', 'mac_address': 'fa:16:3e:3d:fb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bcb358-f4c7-48fe-8a70-51a519ac62c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:44:15Z', 'updated_at': '2021-10-26T08:44:15Z', 'revision_number': 0, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '136cbafd-f409-4825-9861-3ea82937e1ea', 'name': '', 'network_id': '5f332c6c-7436-449d-95b7-77992e318bf5', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:a9:96:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '41da61a3-fa47-4a00-8eeb-bc267febdf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:44:00Z', 'updated_at': '2021-10-26T08:44:03Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '41da61a3-fa47-4a00-8eeb-bc267febdf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:44:17.242078 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd836932-5a1b-47a3-aa88-b860fc811ef1 None None] The sync data for ids ['ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78'] in dv-neutron-804846-13-hyperv is: [{'id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'name': 'tempest-TestNetworkBasicOps-router-1812219239', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '97c01e8d-321d-4fe6-830f-6a92a5347cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:43:57Z', 'updated_at': '2021-10-26T08:44:01Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '97c01e8d-321d-4fe6-830f-6a92a5347cc1', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:58Z', 'updated_at': '2021-10-26T08:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '4d7c99d2-0440-4484-89dd-1afbd192b8b4', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.244', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'port_id': 'e5ca3c7c-a074-4d59-848b-06ddaec76665', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f332c6c-7436-449d-95b7-77992e318bf5', 'mac_address': 'fa:16:3e:3d:fb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bcb358-f4c7-48fe-8a70-51a519ac62c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:44:15Z', 'updated_at': '2021-10-26T08:44:15Z', 'revision_number': 0, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '136cbafd-f409-4825-9861-3ea82937e1ea', 'name': '', 'network_id': '5f332c6c-7436-449d-95b7-77992e318bf5', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:a9:96:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '41da61a3-fa47-4a00-8eeb-bc267febdf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:44:00Z', 'updated_at': '2021-10-26T08:44:03Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '41da61a3-fa47-4a00-8eeb-bc267febdf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:44:17.435593 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50a883c-1dee-467b-95ba-56cbd57080f8 None None] New status for floating IP 4d7c99d2-0440-4484-89dd-1afbd192b8b4: ACTIVE {{(pid=102104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:44:17.535241 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39424) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:44:17.600684 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a03ac5f2-9667-42e5-9198-c3f1bd26fff5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/floatingips/4d7c99d2-0440-4484-89dd-1afbd192b8b4 HTTP/1.1" status: 200 len: 991 time: 0.0642524 Oct 26 08:44:18.604264 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39426) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:44:18.667823 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8289eb9e-a51f-4573-b6a1-4a5b69b40a60 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/floatingips/4d7c99d2-0440-4484-89dd-1afbd192b8b4 HTTP/1.1" status: 200 len: 993 time: 0.0624125 Oct 26 08:44:19.378946 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-38b5d76f-df47-46b5-8d44-61d5dfaf9e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:22.040679 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9168e904-5012-4608-a3e2-86782bd4d8e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:22.897291 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:23.275882 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:24.205405 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:24.794362 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:36.512554 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d5141e45-0e36-468c-9877-78ef6499713d req-83159ad3-2d1b-4661-8023-1393bb3ae0ed service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f45eac02-cf7a-49c9-998b-56268e4d1489&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393183 Oct 26 08:44:36.596776 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5141e45-0e36-468c-9877-78ef6499713d req-5a9fc9ca-b7fb-4d6e-95ed-a165642297f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:36.598839 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d5141e45-0e36-468c-9877-78ef6499713d req-5a9fc9ca-b7fb-4d6e-95ed-a165642297f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=012ebdc024314225b35adc225bf3c042&device_id=f45eac02-cf7a-49c9-998b-56268e4d1489 HTTP/1.1" status: 200 len: 1098 time: 0.0402415 Oct 26 08:44:36.704715 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5141e45-0e36-468c-9877-78ef6499713d req-225dfdca-69f5-480f-8e84-24cacb388c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:36.706238 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d5141e45-0e36-468c-9877-78ef6499713d req-225dfdca-69f5-480f-8e84-24cacb388c52 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aaea57e4-9420-417b-be2f-9d1c60706f42 HTTP/1.1" status: 200 len: 913 time: 0.0874767 Oct 26 08:44:36.771866 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d5141e45-0e36-468c-9877-78ef6499713d req-91e515bb-5ed8-4e21-bfd9-829eb0661f33 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc HTTP/1.1" status: 200 len: 1001 time: 0.0572212 Oct 26 08:44:36.823139 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5141e45-0e36-468c-9877-78ef6499713d req-bf126024-c700-46d8-ab26-6ab29e80c04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:36.824549 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d5141e45-0e36-468c-9877-78ef6499713d req-bf126024-c700-46d8-ab26-6ab29e80c04f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=854d097d-f76d-4dde-9873-e30632cd6b45 HTTP/1.1" status: 200 len: 851 time: 0.0458629 Oct 26 08:44:36.870357 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5141e45-0e36-468c-9877-78ef6499713d req-0ce98032-10fa-4191-a929-792fcd1ef017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:36.871863 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d5141e45-0e36-468c-9877-78ef6499713d req-0ce98032-10fa-4191-a929-792fcd1ef017 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aaea57e4-9420-417b-be2f-9d1c60706f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0393746 Oct 26 08:44:36.960177 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d5141e45-0e36-468c-9877-78ef6499713d req-d204ea19-e367-4759-9755-0d1692fe75e1 service neutron] 10.222.0.47 "GET /v2.0/networks/aaea57e4-9420-417b-be2f-9d1c60706f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807424 Oct 26 08:44:37.052486 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d5141e45-0e36-468c-9877-78ef6499713d req-60745192-a545-48d8-a97a-8de5fbc616d0 service neutron] 10.222.0.47 "GET /v2.0/networks/aaea57e4-9420-417b-be2f-9d1c60706f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849199 Oct 26 08:44:45.265447 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39438) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:44:45.375477 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e0a4c042-da67-43b2-a9fc-6c3f2347b882 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/routers/ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78/l3-agents HTTP/1.1" status: 200 len: 882 time: 0.1088464 Oct 26 08:44:45.378769 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39440) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:44:45.495289 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692b5f7b-b0eb-4e0f-9c62-842fef5a59c6 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Notify agent at dv-neutron-804846-13-hyperv the message router_removed_from_agent {{(pid=102102) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Oct 26 08:44:45.498779 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-692b5f7b-b0eb-4e0f-9c62-842fef5a59c6 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "DELETE /v2.0/agents/7ce1e803-e426-4a94-9233-b68fa0dd8e57/l3-routers/ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78 HTTP/1.1" status: 204 len: 168 time: 0.1186979 Oct 26 08:44:45.501392 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39442) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:44:45.606267 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9e0c74be-2bd3-48bd-8296-c1fe0e65f83b tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/routers/ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1037378 Oct 26 08:44:45.608948 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39444) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:44:45.670803 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e9ace97c-8985-4392-a98f-240b2876a02e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/floatingips/4d7c99d2-0440-4484-89dd-1afbd192b8b4 HTTP/1.1" status: 200 len: 993 time: 0.0608070 Oct 26 08:44:45.899902 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 136cbafd-f409-4825-9861-3ea82937e1ea no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:44:45.981555 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:46.015131 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 136cbafd-f409-4825-9861-3ea82937e1ea, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=136cbafd-f409-4825-9861-3ea82937e1ea,segment=NetworkSegment(879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa),segment_id=879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:44:46.018665 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:46.064988 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=136cbafd-f409-4825-9861-3ea82937e1ea,revision_number=6']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:44:46.072359 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:44:46.072712 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:44:46.073075 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:44:46.073394 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:44:46.073757 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:44:46.074092 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:44:46.074449 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:44:46.074782 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:44:46.075111 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:44:46.075436 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:44:46.075761 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:44:46.076082 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:44:46.257457 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c736d0c4-6b6a-4315-b8f8-b46adafd39d1 None None] New status for floating IP 4d7c99d2-0440-4484-89dd-1afbd192b8b4: DOWN {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:44:46.676157 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39446) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:44:46.734560 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-60ddf2fb-ae11-4eaf-83fb-456a0c64bf14 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/floatingips/4d7c99d2-0440-4484-89dd-1afbd192b8b4 HTTP/1.1" status: 200 len: 991 time: 0.0586805 Oct 26 08:44:47.668778 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:44:47.842624 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39450) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:44:47.870650 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 97c01e8d-321d-4fe6-830f-6a92a5347cc1 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:44:47.972612 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9a1409-57c5-4a65-b638-42e222362f87 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Router ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:44:47.972915 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9a1409-57c5-4a65-b638-42e222362f87 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Notify agent at dv-neutron-804846-13-hyperv the message router_added_to_agent {{(pid=102102) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Oct 26 08:44:47.976301 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:47.999737 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9f9a1409-57c5-4a65-b638-42e222362f87 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "POST /v2.0/agents/7ce1e803-e426-4a94-9233-b68fa0dd8e57/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1560793 Oct 26 08:44:48.000784 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 97c01e8d-321d-4fe6-830f-6a92a5347cc1, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=97c01e8d-321d-4fe6-830f-6a92a5347cc1,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:44:48.002422 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39454) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:44:48.006963 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:48.026022 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b54a88c-352d-4501-a8fd-41b910143346 None None] Sync routers for ids ['ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:44:48.036784 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b54a88c-352d-4501-a8fd-41b910143346 None None] Routers {'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:44:48.037401 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-5b54a88c-352d-4501-a8fd-41b910143346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:44:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:44:48.073533 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=97c01e8d-321d-4fe6-830f-6a92a5347cc1,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:44:48.126597 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-0bd4a541-1161-42e3-bdfe-f65a3dc3baf0 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/routers/ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78/l3-agents HTTP/1.1" status: 200 len: 882 time: 0.1223917 Oct 26 08:44:48.130159 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39458) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:44:48.144365 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-5b54a88c-352d-4501-a8fd-41b910143346 None None] Set router ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:44:48.195456 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e3a2b28a-0464-4b1c-a927-03d03f8b3330 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/floatingips/4d7c99d2-0440-4484-89dd-1afbd192b8b4 HTTP/1.1" status: 200 len: 991 time: 0.0641735 Oct 26 08:44:48.365882 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-5b54a88c-352d-4501-a8fd-41b910143346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'name': 'tempest-TestNetworkBasicOps-router-1812219239', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '97c01e8d-321d-4fe6-830f-6a92a5347cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:43:57Z', 'updated_at': '2021-10-26T08:44:01Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '97c01e8d-321d-4fe6-830f-6a92a5347cc1', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:58Z', 'updated_at': '2021-10-26T08:44:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '4d7c99d2-0440-4484-89dd-1afbd192b8b4', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.244', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'port_id': 'e5ca3c7c-a074-4d59-848b-06ddaec76665', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f332c6c-7436-449d-95b7-77992e318bf5', 'mac_address': 'fa:16:3e:3d:fb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bcb358-f4c7-48fe-8a70-51a519ac62c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:44:15Z', 'updated_at': '2021-10-26T08:44:46Z', 'revision_number': 2, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '136cbafd-f409-4825-9861-3ea82937e1ea', 'name': '', 'network_id': '5f332c6c-7436-449d-95b7-77992e318bf5', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:a9:96:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '41da61a3-fa47-4a00-8eeb-bc267febdf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:44:00Z', 'updated_at': '2021-10-26T08:44:45Z', 'revision_number': 6, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '41da61a3-fa47-4a00-8eeb-bc267febdf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:44:48.395272 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b54a88c-352d-4501-a8fd-41b910143346 None None] Checking router: ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:44:48.403414 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b54a88c-352d-4501-a8fd-41b910143346 None None] Routers {'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:44:48.404012 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-5b54a88c-352d-4501-a8fd-41b910143346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:44:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:44:48.506883 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-5b54a88c-352d-4501-a8fd-41b910143346 None None] Set router ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:44:48.726134 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-5b54a88c-352d-4501-a8fd-41b910143346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'name': 'tempest-TestNetworkBasicOps-router-1812219239', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '97c01e8d-321d-4fe6-830f-6a92a5347cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:43:57Z', 'updated_at': '2021-10-26T08:44:01Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '97c01e8d-321d-4fe6-830f-6a92a5347cc1', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:58Z', 'updated_at': '2021-10-26T08:44:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '4d7c99d2-0440-4484-89dd-1afbd192b8b4', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.244', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'port_id': 'e5ca3c7c-a074-4d59-848b-06ddaec76665', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f332c6c-7436-449d-95b7-77992e318bf5', 'mac_address': 'fa:16:3e:3d:fb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bcb358-f4c7-48fe-8a70-51a519ac62c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:44:15Z', 'updated_at': '2021-10-26T08:44:46Z', 'revision_number': 2, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '136cbafd-f409-4825-9861-3ea82937e1ea', 'name': '', 'network_id': '5f332c6c-7436-449d-95b7-77992e318bf5', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:a9:96:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '41da61a3-fa47-4a00-8eeb-bc267febdf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:44:00Z', 'updated_at': '2021-10-26T08:44:45Z', 'revision_number': 6, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '41da61a3-fa47-4a00-8eeb-bc267febdf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:44:48.751248 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b54a88c-352d-4501-a8fd-41b910143346 None None] The sync data for ids ['ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78'] in dv-neutron-804846-13-hyperv is: [{'id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'name': 'tempest-TestNetworkBasicOps-router-1812219239', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '97c01e8d-321d-4fe6-830f-6a92a5347cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:43:57Z', 'updated_at': '2021-10-26T08:44:01Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '97c01e8d-321d-4fe6-830f-6a92a5347cc1', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:58Z', 'updated_at': '2021-10-26T08:44:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '4d7c99d2-0440-4484-89dd-1afbd192b8b4', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.244', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'port_id': 'e5ca3c7c-a074-4d59-848b-06ddaec76665', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f332c6c-7436-449d-95b7-77992e318bf5', 'mac_address': 'fa:16:3e:3d:fb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bcb358-f4c7-48fe-8a70-51a519ac62c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:44:15Z', 'updated_at': '2021-10-26T08:44:46Z', 'revision_number': 2, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '136cbafd-f409-4825-9861-3ea82937e1ea', 'name': '', 'network_id': '5f332c6c-7436-449d-95b7-77992e318bf5', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:a9:96:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '41da61a3-fa47-4a00-8eeb-bc267febdf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:44:00Z', 'updated_at': '2021-10-26T08:44:45Z', 'revision_number': 6, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '41da61a3-fa47-4a00-8eeb-bc267febdf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:44:49.199444 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39460) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:44:49.261916 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9af470ed-1883-4715-b526-bef580599418 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/floatingips/4d7c99d2-0440-4484-89dd-1afbd192b8b4 HTTP/1.1" status: 200 len: 991 time: 0.0612516 Oct 26 08:44:49.383672 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2bd81df7-3a11-4843-9ff8-e90d54f5784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:49.903247 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 136cbafd-f409-4825-9861-3ea82937e1ea up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:44:49.953769 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 136cbafd-f409-4825-9861-3ea82937e1ea triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:44:49.954149 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:50.029819 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:50.061845 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 136cbafd-f409-4825-9861-3ea82937e1ea, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=136cbafd-f409-4825-9861-3ea82937e1ea,segment=NetworkSegment(879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa),segment_id=879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:44:50.066455 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:50.067269 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 97c01e8d-321d-4fe6-830f-6a92a5347cc1 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:44:50.146886 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=136cbafd-f409-4825-9861-3ea82937e1ea,revision_number=7']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:44:50.157768 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 97c01e8d-321d-4fe6-830f-6a92a5347cc1 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:44:50.158145 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:50.234908 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:50.256243 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 97c01e8d-321d-4fe6-830f-6a92a5347cc1, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=97c01e8d-321d-4fe6-830f-6a92a5347cc1,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:44:50.260165 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:50.265940 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39462) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:44:50.319203 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=97c01e8d-321d-4fe6-830f-6a92a5347cc1,revision_number=6']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:44:50.337847 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f840a0-6506-44f2-a263-a3b4206d99a2 None None] New status for floating IP 4d7c99d2-0440-4484-89dd-1afbd192b8b4: ACTIVE {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:44:50.350504 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-195bb941-bb48-4f5b-a6fe-63392aeb7d33 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/floatingips/4d7c99d2-0440-4484-89dd-1afbd192b8b4 HTTP/1.1" status: 200 len: 991 time: 0.0834029 Oct 26 08:44:51.353879 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39464) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:44:51.414104 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c69e6b42-8591-45c0-97a3-0bc5e13a2c08 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/floatingips/4d7c99d2-0440-4484-89dd-1afbd192b8b4 HTTP/1.1" status: 200 len: 993 time: 0.0590391 Oct 26 08:44:51.703774 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39470) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:44:51.860852 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-3488cbbd-2e6a-40e4-9afb-1084b2a87d0e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting port 5f975b65-6482-4a1e-9df0-9014ca76ed82 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:44:51.861205 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3488cbbd-2e6a-40e4-9afb-1084b2a87d0e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:51.862328 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 136cbafd-f409-4825-9861-3ea82937e1ea up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:44:51.910459 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 136cbafd-f409-4825-9861-3ea82937e1ea triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:44:51.910841 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:51.941748 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3488cbbd-2e6a-40e4-9afb-1084b2a87d0e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:51.942083 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3488cbbd-2e6a-40e4-9afb-1084b2a87d0e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:51.953903 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-3488cbbd-2e6a-40e4-9afb-1084b2a87d0e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Calling delete_port for 5f975b65-6482-4a1e-9df0-9014ca76ed82 owned by network:floatingip {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:44:51.990905 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 97c01e8d-321d-4fe6-830f-6a92a5347cc1 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:44:52.043769 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a37f41fc-b32b-41c8-9046-ec06bfcd9afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:52.049318 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 97c01e8d-321d-4fe6-830f-6a92a5347cc1 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:44:52.049647 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:52.106126 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3488cbbd-2e6a-40e4-9afb-1084b2a87d0e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:52.132673 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488cbbd-2e6a-40e4-9afb-1084b2a87d0e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Port': ['ID=5f975b65-6482-4a1e-9df0-9014ca76ed82,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:44:52.156378 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3488cbbd-2e6a-40e4-9afb-1084b2a87d0e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:44:52.156735 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3488cbbd-2e6a-40e4-9afb-1084b2a87d0e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:44:52.157080 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3488cbbd-2e6a-40e4-9afb-1084b2a87d0e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:44:52.157420 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3488cbbd-2e6a-40e4-9afb-1084b2a87d0e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:44:52.157782 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3488cbbd-2e6a-40e4-9afb-1084b2a87d0e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:44:52.158118 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3488cbbd-2e6a-40e4-9afb-1084b2a87d0e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:44:52.158452 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3488cbbd-2e6a-40e4-9afb-1084b2a87d0e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:44:52.158784 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3488cbbd-2e6a-40e4-9afb-1084b2a87d0e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:44:52.159115 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3488cbbd-2e6a-40e4-9afb-1084b2a87d0e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:44:52.159951 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3488cbbd-2e6a-40e4-9afb-1084b2a87d0e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:44:52.160276 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3488cbbd-2e6a-40e4-9afb-1084b2a87d0e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:44:52.160747 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3488cbbd-2e6a-40e4-9afb-1084b2a87d0e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:44:52.201858 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3488cbbd-2e6a-40e4-9afb-1084b2a87d0e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:52.202192 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [None req-3488cbbd-2e6a-40e4-9afb-1084b2a87d0e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Floating IP 4d7c99d2-0440-4484-89dd-1afbd192b8b4 disassociated (deleted). External IP: 172.26.2.244, port: e5ca3c7c-a074-4d59-848b-06ddaec76665. Oct 26 08:44:52.414858 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3488cbbd-2e6a-40e4-9afb-1084b2a87d0e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:44:52.523384 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3488cbbd-2e6a-40e4-9afb-1084b2a87d0e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:44:52.527952 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3488cbbd-2e6a-40e4-9afb-1084b2a87d0e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:52.533476 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a840fd3-1d57-4c5c-905e-421eebe96b40 None None] Sync routers for ids ['ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:44:52.554021 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a840fd3-1d57-4c5c-905e-421eebe96b40 None None] Routers {'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:44:52.554933 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-2a840fd3-1d57-4c5c-905e-421eebe96b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:44:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:44:52.555935 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3488cbbd-2e6a-40e4-9afb-1084b2a87d0e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/floatingips/4d7c99d2-0440-4484-89dd-1afbd192b8b4 HTTP/1.1" status: 204 len: 168 time: 0.8510847 Oct 26 08:44:52.556514 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99bcb358-f4c7-48fe-8a70-51a519ac62c0', 'tag': 'e5ca3c7c-a074-4d59-848b-06ddaec76665'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:44:52.558849 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36914952-dc21-4d39-aad0-f207056d0d80" -d '{"events": [{"name": "network-changed", "server_uuid": "99bcb358-f4c7-48fe-8a70-51a519ac62c0", "tag": "e5ca3c7c-a074-4d59-848b-06ddaec76665"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:44:52.601359 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e667470-9371-4603-b9d9-694f3499ac61 x-openstack-request-id: req-1e667470-9371-4603-b9d9-694f3499ac61 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:44:52.601687 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99bcb358-f4c7-48fe-8a70-51a519ac62c0", "tag": "e5ca3c7c-a074-4d59-848b-06ddaec76665", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:44:52.601951 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1e667470-9371-4603-b9d9-694f3499ac61 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:44:52.602471 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99bcb358-f4c7-48fe-8a70-51a519ac62c0', 'tag': 'e5ca3c7c-a074-4d59-848b-06ddaec76665', 'status': 'completed', 'code': 200} Oct 26 08:44:52.668570 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36914952-dc21-4d39-aad0-f207056d0d80 req-85689861-613f-4bc9-b1dd-c14442189cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:52.670131 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-36914952-dc21-4d39-aad0-f207056d0d80 req-85689861-613f-4bc9-b1dd-c14442189cf4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=99bcb358-f4c7-48fe-8a70-51a519ac62c0 HTTP/1.1" status: 200 len: 1098 time: 0.0446661 Oct 26 08:44:52.672267 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-2a840fd3-1d57-4c5c-905e-421eebe96b40 None None] Set router ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:44:52.822388 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feebfc3-add7-4194-b5f0-c34cbcbf5e8f req-127a4403-d171-419d-a015-f8ce4ce82192 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:52.823883 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8feebfc3-add7-4194-b5f0-c34cbcbf5e8f req-127a4403-d171-419d-a015-f8ce4ce82192 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=99bcb358-f4c7-48fe-8a70-51a519ac62c0 HTTP/1.1" status: 200 len: 945 time: 0.0758743 Oct 26 08:44:52.825716 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36914952-dc21-4d39-aad0-f207056d0d80 req-17fa3998-6306-40c6-9d75-f2f74ae30e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:52.827049 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-36914952-dc21-4d39-aad0-f207056d0d80 req-17fa3998-6306-40c6-9d75-f2f74ae30e2f service neutron] 10.222.0.47 "GET /v2.0/networks?id=5f332c6c-7436-449d-95b7-77992e318bf5 HTTP/1.1" status: 200 len: 898 time: 0.1400697 Oct 26 08:44:52.887356 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-2a840fd3-1d57-4c5c-905e-421eebe96b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'name': 'tempest-TestNetworkBasicOps-router-1812219239', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '97c01e8d-321d-4fe6-830f-6a92a5347cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:43:57Z', 'updated_at': '2021-10-26T08:44:01Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '97c01e8d-321d-4fe6-830f-6a92a5347cc1', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:58Z', 'updated_at': '2021-10-26T08:44:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '136cbafd-f409-4825-9861-3ea82937e1ea', 'name': '', 'network_id': '5f332c6c-7436-449d-95b7-77992e318bf5', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:a9:96:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '41da61a3-fa47-4a00-8eeb-bc267febdf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:44:00Z', 'updated_at': '2021-10-26T08:44:50Z', 'revision_number': 7, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '41da61a3-fa47-4a00-8eeb-bc267febdf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:44:52.891468 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-36914952-dc21-4d39-aad0-f207056d0d80 req-6e8e28d8-01af-4640-b954-41069e0a83bf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5ca3c7c-a074-4d59-848b-06ddaec76665 HTTP/1.1" status: 200 len: 217 time: 0.0533562 Oct 26 08:44:52.907718 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:52.918493 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a840fd3-1d57-4c5c-905e-421eebe96b40 None None] Checking router: ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:44:52.927182 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a840fd3-1d57-4c5c-905e-421eebe96b40 None None] Routers {'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:44:52.927730 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-2a840fd3-1d57-4c5c-905e-421eebe96b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:44:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:44:52.937812 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8feebfc3-add7-4194-b5f0-c34cbcbf5e8f req-48610b45-9728-4656-9e5f-69a94039458e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e5b535c-f654-4fcc-9095-095c793630b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072750 Oct 26 08:44:52.957079 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36914952-dc21-4d39-aad0-f207056d0d80 req-1e64a4aa-c8c7-4971-8945-c3f0884d0f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:52.958727 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-36914952-dc21-4d39-aad0-f207056d0d80 req-1e64a4aa-c8c7-4971-8945-c3f0884d0f8e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=41da61a3-fa47-4a00-8eeb-bc267febdf3d HTTP/1.1" status: 200 len: 835 time: 0.0540850 Oct 26 08:44:53.014958 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36914952-dc21-4d39-aad0-f207056d0d80 req-da9f0d48-d3d7-409e-94ff-140bacfc476d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:53.016958 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-36914952-dc21-4d39-aad0-f207056d0d80 req-da9f0d48-d3d7-409e-94ff-140bacfc476d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5f332c6c-7436-449d-95b7-77992e318bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0499382 Oct 26 08:44:53.038337 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-2a840fd3-1d57-4c5c-905e-421eebe96b40 None None] Set router ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:44:53.116341 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-36914952-dc21-4d39-aad0-f207056d0d80 req-a60cb61e-6015-4c7f-877c-ee32cab9c4ce service neutron] 10.222.0.47 "GET /v2.0/networks/5f332c6c-7436-449d-95b7-77992e318bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909410 Oct 26 08:44:53.223095 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-36914952-dc21-4d39-aad0-f207056d0d80 req-26926819-57d4-44ff-a1b4-7136c690260e service neutron] 10.222.0.47 "GET /v2.0/networks/5f332c6c-7436-449d-95b7-77992e318bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979190 Oct 26 08:44:53.277333 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:53.357798 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-2a840fd3-1d57-4c5c-905e-421eebe96b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'name': 'tempest-TestNetworkBasicOps-router-1812219239', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '97c01e8d-321d-4fe6-830f-6a92a5347cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:43:57Z', 'updated_at': '2021-10-26T08:44:01Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '97c01e8d-321d-4fe6-830f-6a92a5347cc1', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:58Z', 'updated_at': '2021-10-26T08:44:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '136cbafd-f409-4825-9861-3ea82937e1ea', 'name': '', 'network_id': '5f332c6c-7436-449d-95b7-77992e318bf5', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:a9:96:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '41da61a3-fa47-4a00-8eeb-bc267febdf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:44:00Z', 'updated_at': '2021-10-26T08:44:50Z', 'revision_number': 7, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '41da61a3-fa47-4a00-8eeb-bc267febdf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:44:53.386277 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a840fd3-1d57-4c5c-905e-421eebe96b40 None None] The sync data for ids ['ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78'] in dv-neutron-804846-13-hyperv is: [{'id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'name': 'tempest-TestNetworkBasicOps-router-1812219239', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '97c01e8d-321d-4fe6-830f-6a92a5347cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:43:57Z', 'updated_at': '2021-10-26T08:44:01Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '97c01e8d-321d-4fe6-830f-6a92a5347cc1', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:58Z', 'updated_at': '2021-10-26T08:44:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '136cbafd-f409-4825-9861-3ea82937e1ea', 'name': '', 'network_id': '5f332c6c-7436-449d-95b7-77992e318bf5', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:a9:96:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '41da61a3-fa47-4a00-8eeb-bc267febdf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:44:00Z', 'updated_at': '2021-10-26T08:44:50Z', 'revision_number': 7, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '41da61a3-fa47-4a00-8eeb-bc267febdf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:44:54.054763 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31edd14-deaa-448a-8e6b-7cd0dea93765 None None] New status for floating IP 4d7c99d2-0440-4484-89dd-1afbd192b8b4: DOWN {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:44:54.072631 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db18c7-5741-4b7d-a54e-1ccd9bd8c6a4 req-4a6ddaef-8c6c-428f-b7b1-b8918882bc00 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:54.079788 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-51db18c7-5741-4b7d-a54e-1ccd9bd8c6a4 req-4a6ddaef-8c6c-428f-b7b1-b8918882bc00 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=99bcb358-f4c7-48fe-8a70-51a519ac62c0 HTTP/1.1" status: 200 len: 945 time: 0.0621467 Oct 26 08:44:54.083470 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e04e7-3da1-4326-ac0c-00e77e3fdb25 req-a1203d3b-088d-48b4-b70a-c0e2942fdd23 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:54.085277 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8a1e04e7-3da1-4326-ac0c-00e77e3fdb25 req-a1203d3b-088d-48b4-b70a-c0e2942fdd23 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "GET /v2.0/ports?device_id=99bcb358-f4c7-48fe-8a70-51a519ac62c0 HTTP/1.1" status: 200 len: 945 time: 0.0545573 Oct 26 08:44:54.114025 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-51db18c7-5741-4b7d-a54e-1ccd9bd8c6a4 req-ee3c96c8-b930-4af4-9482-5ba181b563fa tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e5b535c-f654-4fcc-9095-095c793630b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331798 Oct 26 08:44:54.184739 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-8a1e04e7-3da1-4326-ac0c-00e77e3fdb25 req-47835127-8bfb-4ddc-89c0-9a59c6d33c88 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting port e5ca3c7c-a074-4d59-848b-06ddaec76665 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:44:54.185085 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-8a1e04e7-3da1-4326-ac0c-00e77e3fdb25 req-47835127-8bfb-4ddc-89c0-9a59c6d33c88 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:54.200615 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:54.272842 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-8a1e04e7-3da1-4326-ac0c-00e77e3fdb25 req-47835127-8bfb-4ddc-89c0-9a59c6d33c88 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] For port e5ca3c7c-a074-4d59-848b-06ddaec76665, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=e5ca3c7c-a074-4d59-848b-06ddaec76665,segment=NetworkSegment(879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa),segment_id=879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:44:54.273126 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-8a1e04e7-3da1-4326-ac0c-00e77e3fdb25 req-47835127-8bfb-4ddc-89c0-9a59c6d33c88 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:54.285283 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-8a1e04e7-3da1-4326-ac0c-00e77e3fdb25 req-47835127-8bfb-4ddc-89c0-9a59c6d33c88 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Calling delete_port for e5ca3c7c-a074-4d59-848b-06ddaec76665 owned by compute:nova {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:44:54.418498 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-8a1e04e7-3da1-4326-ac0c-00e77e3fdb25 req-47835127-8bfb-4ddc-89c0-9a59c6d33c88 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:54.449103 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47835127-8bfb-4ddc-89c0-9a59c6d33c88 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Port': ['ID=e5ca3c7c-a074-4d59-848b-06ddaec76665,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:44:54.492897 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1e04e7-3da1-4326-ac0c-00e77e3fdb25 req-47835127-8bfb-4ddc-89c0-9a59c6d33c88 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] No DVR routers for this DVR port e5ca3c7c-a074-4d59-848b-06ddaec76665 on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:44:54.495521 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-8a1e04e7-3da1-4326-ac0c-00e77e3fdb25 req-47835127-8bfb-4ddc-89c0-9a59c6d33c88 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:54.498934 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8a1e04e7-3da1-4326-ac0c-00e77e3fdb25 req-47835127-8bfb-4ddc-89c0-9a59c6d33c88 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "DELETE /v2.0/ports/e5ca3c7c-a074-4d59-848b-06ddaec76665 HTTP/1.1" status: 204 len: 173 time: 0.4066913 Oct 26 08:44:54.603748 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bcb358-f4c7-48fe-8a70-51a519ac62c0', 'name': 'network-vif-deleted', 'tag': 'e5ca3c7c-a074-4d59-848b-06ddaec76665'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:44:54.606249 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7efe84c-7acb-442e-9202-2c6c35f8d77f" -d '{"events": [{"server_uuid": "99bcb358-f4c7-48fe-8a70-51a519ac62c0", "name": "network-vif-deleted", "tag": "e5ca3c7c-a074-4d59-848b-06ddaec76665"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:44:54.642234 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc35020-0382-430e-914b-5b84e840b325 x-openstack-request-id: req-adc35020-0382-430e-914b-5b84e840b325 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:44:54.642534 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bcb358-f4c7-48fe-8a70-51a519ac62c0", "name": "network-vif-deleted", "tag": "e5ca3c7c-a074-4d59-848b-06ddaec76665", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:44:54.642793 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-adc35020-0382-430e-914b-5b84e840b325 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:44:54.643201 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bcb358-f4c7-48fe-8a70-51a519ac62c0', 'name': 'network-vif-deleted', 'tag': 'e5ca3c7c-a074-4d59-848b-06ddaec76665', 'status': 'completed', 'code': 200} Oct 26 08:44:54.800797 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:55.170947 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39484) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:44:55.234370 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e6066a90-9320-49f2-be48-f4e84e29b9f9 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:55.262633 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e6066a90-9320-49f2-be48-f4e84e29b9f9 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:55.325782 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e6066a90-9320-49f2-be48-f4e84e29b9f9 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:55.328871 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e6066a90-9320-49f2-be48-f4e84e29b9f9 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:55.330557 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e6066a90-9320-49f2-be48-f4e84e29b9f9 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/security-groups/2e5b535c-f654-4fcc-9095-095c793630b1 HTTP/1.1" status: 204 len: 168 time: 0.1583874 Oct 26 08:44:55.341556 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6066a90-9320-49f2-be48-f4e84e29b9f9 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5b535c-f654-4fcc-9095-095c793630b1,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:44:55.363591 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39488) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:44:55.723592 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-272efc11-9315-4f00-a01e-be699397c9ad tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:55.984539 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-272efc11-9315-4f00-a01e-be699397c9ad tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting port 136cbafd-f409-4825-9861-3ea82937e1ea {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:44:55.984886 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-272efc11-9315-4f00-a01e-be699397c9ad tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:56.072202 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-272efc11-9315-4f00-a01e-be699397c9ad tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] For port 136cbafd-f409-4825-9861-3ea82937e1ea, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=136cbafd-f409-4825-9861-3ea82937e1ea,segment=NetworkSegment(879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa),segment_id=879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:44:56.072567 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-272efc11-9315-4f00-a01e-be699397c9ad tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:56.084733 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-272efc11-9315-4f00-a01e-be699397c9ad tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Calling delete_port for 136cbafd-f409-4825-9861-3ea82937e1ea owned by network:router_interface {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:44:56.268134 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-272efc11-9315-4f00-a01e-be699397c9ad tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:56.298379 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272efc11-9315-4f00-a01e-be699397c9ad tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Port': ['ID=136cbafd-f409-4825-9861-3ea82937e1ea,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:44:56.760892 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-272efc11-9315-4f00-a01e-be699397c9ad tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:56.976361 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272efc11-9315-4f00-a01e-be699397c9ad tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:44:57.083524 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272efc11-9315-4f00-a01e-be699397c9ad tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:44:57.088492 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-272efc11-9315-4f00-a01e-be699397c9ad tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "PUT /v2.0/routers/ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7232106 Oct 26 08:44:57.091191 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39490) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:44:57.094625 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fd73c5-0e97-429d-b4d0-d05fa90f1889 None None] Sync routers for ids ['ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:44:57.108179 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fd73c5-0e97-429d-b4d0-d05fa90f1889 None None] Routers {'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:44:57.109138 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-f8fd73c5-0e97-429d-b4d0-d05fa90f1889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:44:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:44:57.144813 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bca1c5d-0d2d-40cc-ac41-b41bb2245bab tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting subnet 41da61a3-fa47-4a00-8eeb-bc267febdf3d {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:44:57.147943 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2bca1c5d-0d2d-40cc-ac41-b41bb2245bab tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:57.187555 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2bca1c5d-0d2d-40cc-ac41-b41bb2245bab tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:57.228047 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-f8fd73c5-0e97-429d-b4d0-d05fa90f1889 None None] Set router ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:44:57.275357 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2bca1c5d-0d2d-40cc-ac41-b41bb2245bab tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:57.336111 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2bca1c5d-0d2d-40cc-ac41-b41bb2245bab tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:57.364233 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca1c5d-0d2d-40cc-ac41-b41bb2245bab tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Subnet': ['ID=41da61a3-fa47-4a00-8eeb-bc267febdf3d,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:44:57.369781 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2bca1c5d-0d2d-40cc-ac41-b41bb2245bab tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:57.372724 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2bca1c5d-0d2d-40cc-ac41-b41bb2245bab tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/subnets/41da61a3-fa47-4a00-8eeb-bc267febdf3d HTTP/1.1" status: 204 len: 168 time: 0.2805793 Oct 26 08:44:57.375275 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39492) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:44:57.379027 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdb43ff-dfb4-453c-b364-c3a9c2074244 None None] Network 5f332c6c-7436-449d-95b7-77992e318bf5 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:44:57.423098 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-f8fd73c5-0e97-429d-b4d0-d05fa90f1889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'name': 'tempest-TestNetworkBasicOps-router-1812219239', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '97c01e8d-321d-4fe6-830f-6a92a5347cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:43:57Z', 'updated_at': '2021-10-26T08:44:56Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '97c01e8d-321d-4fe6-830f-6a92a5347cc1', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:58Z', 'updated_at': '2021-10-26T08:44:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:44:57.452201 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fd73c5-0e97-429d-b4d0-d05fa90f1889 None None] Checking router: ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:44:57.461514 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fd73c5-0e97-429d-b4d0-d05fa90f1889 None None] Routers {'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:44:57.462242 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-f8fd73c5-0e97-429d-b4d0-d05fa90f1889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:44:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:44:57.491788 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-390dce25-c693-4802-929d-f8a77982db4c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:57.575267 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0c7bba-5f52-479a-9f80-d211373a5c89 None None] DHCP port deletion for 5f332c6c-7436-449d-95b7-77992e318bf5 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:44:57.576864 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-f8fd73c5-0e97-429d-b4d0-d05fa90f1889 None None] Set router ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:44:57.611614 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-390dce25-c693-4802-929d-f8a77982db4c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:57.626098 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-5c0c7bba-5f52-479a-9f80-d211373a5c89 None None] Deleting port 7aa53cfe-aab5-4baf-924b-0b443d19b00e {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:44:57.626610 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5c0c7bba-5f52-479a-9f80-d211373a5c89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:57.668782 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-390dce25-c693-4802-929d-f8a77982db4c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting port 97c01e8d-321d-4fe6-830f-6a92a5347cc1 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:44:57.669175 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-390dce25-c693-4802-929d-f8a77982db4c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:57.690321 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-5c0c7bba-5f52-479a-9f80-d211373a5c89 None None] For port 7aa53cfe-aab5-4baf-924b-0b443d19b00e, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=7aa53cfe-aab5-4baf-924b-0b443d19b00e,segment=NetworkSegment(879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa),segment_id=879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:44:57.691333 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5c0c7bba-5f52-479a-9f80-d211373a5c89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:57.704777 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-5c0c7bba-5f52-479a-9f80-d211373a5c89 None None] Calling delete_port for 7aa53cfe-aab5-4baf-924b-0b443d19b00e owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:44:57.760845 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-390dce25-c693-4802-929d-f8a77982db4c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] For port 97c01e8d-321d-4fe6-830f-6a92a5347cc1, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=97c01e8d-321d-4fe6-830f-6a92a5347cc1,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:44:57.761288 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-390dce25-c693-4802-929d-f8a77982db4c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:57.775729 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-390dce25-c693-4802-929d-f8a77982db4c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Calling delete_port for 97c01e8d-321d-4fe6-830f-6a92a5347cc1 owned by network:router_gateway {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:44:57.775965 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-f8fd73c5-0e97-429d-b4d0-d05fa90f1889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'name': 'tempest-TestNetworkBasicOps-router-1812219239', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '97c01e8d-321d-4fe6-830f-6a92a5347cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:43:57Z', 'updated_at': '2021-10-26T08:44:56Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '97c01e8d-321d-4fe6-830f-6a92a5347cc1', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:58Z', 'updated_at': '2021-10-26T08:44:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:44:57.795591 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5c0c7bba-5f52-479a-9f80-d211373a5c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:57.809515 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fd73c5-0e97-429d-b4d0-d05fa90f1889 None None] The sync data for ids ['ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78'] in dv-neutron-804846-13-hyperv is: [{'id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'name': 'tempest-TestNetworkBasicOps-router-1812219239', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '97c01e8d-321d-4fe6-830f-6a92a5347cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:43:57Z', 'updated_at': '2021-10-26T08:44:56Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '97c01e8d-321d-4fe6-830f-6a92a5347cc1', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:43:58Z', 'updated_at': '2021-10-26T08:44:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:44:57.823472 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c7bba-5f52-479a-9f80-d211373a5c89 None None] Pushing event deleted for resources: {'Port': ['ID=7aa53cfe-aab5-4baf-924b-0b443d19b00e,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:44:57.835956 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0c7bba-5f52-479a-9f80-d211373a5c89 None None] No DVR routers for this DVR port 7aa53cfe-aab5-4baf-924b-0b443d19b00e on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:44:57.972554 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-390dce25-c693-4802-929d-f8a77982db4c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:57.998660 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390dce25-c693-4802-929d-f8a77982db4c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Port': ['ID=97c01e8d-321d-4fe6-830f-6a92a5347cc1,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:44:58.059523 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-390dce25-c693-4802-929d-f8a77982db4c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:58.150650 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-390dce25-c693-4802-929d-f8a77982db4c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:58.152767 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-390dce25-c693-4802-929d-f8a77982db4c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:58.203804 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-390dce25-c693-4802-929d-f8a77982db4c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:58.204451 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390dce25-c693-4802-929d-f8a77982db4c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Fanout notify agent at l3_agent the message router_deleted on router ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78 {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:44:58.219011 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-390dce25-c693-4802-929d-f8a77982db4c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:58.220604 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-390dce25-c693-4802-929d-f8a77982db4c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/routers/ef6117b7-f14a-4aad-96d5-2cf5ab8b2e78 HTTP/1.1" status: 204 len: 168 time: 0.8436058 Oct 26 08:44:58.224110 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39494) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:44:58.266891 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 7aa53cfe-aab5-4baf-924b-0b443d19b00e no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:44:58.272839 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39496) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:44:58.303772 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 7aa53cfe-aab5-4baf-924b-0b443d19b00e {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:44:58.304207 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 7aa53cfe-aab5-4baf-924b-0b443d19b00e not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:44:58.313167 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1e48bb5c-dd11-4ede-b42b-ec92ad01b957 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:58.390400 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device e5ca3c7c-a074-4d59-848b-06ddaec76665 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:44:58.414509 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] No Port match for: e5ca3c7c-a074-4d59-848b-06ddaec76665 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:44:58.415277 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device e5ca3c7c-a074-4d59-848b-06ddaec76665 not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:44:58.423064 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1e48bb5c-dd11-4ede-b42b-ec92ad01b957 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:58.445574 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-1e48bb5c-dd11-4ede-b42b-ec92ad01b957 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f332c6c-7436-449d-95b7-77992e318bf5']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:44:58.457493 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-1e48bb5c-dd11-4ede-b42b-ec92ad01b957 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:44:58.457829 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-1e48bb5c-dd11-4ede-b42b-ec92ad01b957 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '879ec96f-e98e-4a77-a7c6-c1fee1f1bdaa') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:44:58.458275 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-b4b279af-292b-4289-8e77-95ef46110d7f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Deleting port 063c8f01-12c6-4730-a615-f69d39311676 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:44:58.458703 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b4b279af-292b-4289-8e77-95ef46110d7f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:58.469593 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1e48bb5c-dd11-4ede-b42b-ec92ad01b957 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:58.485268 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1e48bb5c-dd11-4ede-b42b-ec92ad01b957 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:58.491463 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e48bb5c-dd11-4ede-b42b-ec92ad01b957 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:44:58.491864 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1e48bb5c-dd11-4ede-b42b-ec92ad01b957 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:58.495119 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:44:58.495119 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:44:58.495119 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:44:58.495119 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:44:58.495119 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:44:58.495119 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:44:58.495119 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:44:58.495119 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:44:58.495119 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:44:58.495119 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:44:58.495119 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:44:58.495119 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:44:58.495119 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:44:58.495119 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:44:58.495119 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:44:58.495119 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:44:58.495119 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:44:58.495119 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:44:58.495119 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:44:58.495119 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:44:58.495119 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:44:58.495119 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:44:58.495119 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:44:58.495119 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:44:58.495119 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:44:58.495119 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:44:58.495119 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:44:58.495119 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:44:58.495119 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:44:58.495119 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:44:58.495119 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:44:58.495119 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:44:58.537685 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b4b279af-292b-4289-8e77-95ef46110d7f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:58.538029 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b4b279af-292b-4289-8e77-95ef46110d7f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:58.551193 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-b4b279af-292b-4289-8e77-95ef46110d7f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Calling delete_port for 063c8f01-12c6-4730-a615-f69d39311676 owned by network:floatingip {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:44:58.556282 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1e48bb5c-dd11-4ede-b42b-ec92ad01b957 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:58.564491 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1e48bb5c-dd11-4ede-b42b-ec92ad01b957 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:58.572101 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1e48bb5c-dd11-4ede-b42b-ec92ad01b957 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/networks/5f332c6c-7436-449d-95b7-77992e318bf5 HTTP/1.1" status: 204 len: 168 time: 0.3468456 Oct 26 08:44:58.597115 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39498) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:44:58.602606 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48bb5c-dd11-4ede-b42b-ec92ad01b957 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Network': ['ID=5f332c6c-7436-449d-95b7-77992e318bf5,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:44:58.604875 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-7ff9f7f0-1592-4227-9557-28d5948abcd5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'network': {'name': 'tempest-network-smoke--13803706', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'port_security_enabled': True}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:44:58.641777 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff9f7f0-1592-4227-9557-28d5948abcd5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Made reservation on behalf of c0122ef6aaf84badac5fbf473c701d56 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:44:58.645789 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7ff9f7f0-1592-4227-9557-28d5948abcd5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:58.684003 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ff9f7f0-1592-4227-9557-28d5948abcd5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:44:58.702289 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7ff9f7f0-1592-4227-9557-28d5948abcd5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:58.702700 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-7ff9f7f0-1592-4227-9557-28d5948abcd5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Added segment 3f89f311-bc2d-4b5e-8418-cab3317d51b9 of type vlan for network 7ca39448-6019-487f-ba0c-7a089864c536 Oct 26 08:44:58.746877 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7ff9f7f0-1592-4227-9557-28d5948abcd5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:58.805996 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7ff9f7f0-1592-4227-9557-28d5948abcd5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:58.811730 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff9f7f0-1592-4227-9557-28d5948abcd5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:58.812350 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7ff9f7f0-1592-4227-9557-28d5948abcd5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:58.820203 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b4b279af-292b-4289-8e77-95ef46110d7f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:58.891229 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7ff9f7f0-1592-4227-9557-28d5948abcd5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2927482 Oct 26 08:44:58.895113 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39500) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:44:58.897048 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b279af-292b-4289-8e77-95ef46110d7f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Pushing event deleted for resources: {'Port': ['ID=063c8f01-12c6-4730-a615-f69d39311676,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:44:58.899941 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-4af83ed6-4adb-4239-a0fd-4777d69e7ac6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2093247916', 'admin_state_up': True, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:44:58.922753 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4af83ed6-4adb-4239-a0fd-4777d69e7ac6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:58.924318 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4af83ed6-4adb-4239-a0fd-4777d69e7ac6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:58.935216 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b279af-292b-4289-8e77-95ef46110d7f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:44:58.935573 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b279af-292b-4289-8e77-95ef46110d7f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:44:58.935689 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b279af-292b-4289-8e77-95ef46110d7f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:44:58.936088 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b279af-292b-4289-8e77-95ef46110d7f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:44:58.937067 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b279af-292b-4289-8e77-95ef46110d7f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:44:58.937067 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b279af-292b-4289-8e77-95ef46110d7f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:44:58.937067 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b279af-292b-4289-8e77-95ef46110d7f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:44:58.937524 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b279af-292b-4289-8e77-95ef46110d7f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:44:58.937709 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b279af-292b-4289-8e77-95ef46110d7f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:44:58.938749 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b279af-292b-4289-8e77-95ef46110d7f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:44:58.938749 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b279af-292b-4289-8e77-95ef46110d7f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:44:58.938749 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b279af-292b-4289-8e77-95ef46110d7f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:44:58.942103 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9f7f0-1592-4227-9557-28d5948abcd5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Network': ['ID=7ca39448-6019-487f-ba0c-7a089864c536,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:44:58.953724 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 7ca39448-6019-487f-ba0c-7a089864c536 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:44:58.985544 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b4b279af-292b-4289-8e77-95ef46110d7f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for floatingip, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:58.986000 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.l3_db [None req-b4b279af-292b-4289-8e77-95ef46110d7f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Floating IP 70e91a9c-1b87-4277-9424-9082b9c4f8b2 disassociated (deleted). External IP: 172.26.2.37, port: d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02. Oct 26 08:44:59.025145 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4af83ed6-4adb-4239-a0fd-4777d69e7ac6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:59.171466 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4af83ed6-4adb-4239-a0fd-4777d69e7ac6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:59.209737 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b279af-292b-4289-8e77-95ef46110d7f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Router 738fe4aa-1d31-483d-b64a-536262569c1f has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:44:59.383508 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4af83ed6-4adb-4239-a0fd-4777d69e7ac6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_gateway, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:59.403604 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4af83ed6-4adb-4239-a0fd-4777d69e7ac6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:59.515137 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-4af83ed6-4adb-4239-a0fd-4777d69e7ac6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Allocated IP 172.26.2.81 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/9a1e6ce7-206c-47f1-baf3-dad9cec2f04b) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:44:59.579790 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b279af-292b-4289-8e77-95ef46110d7f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:44:59.585852 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b4b279af-292b-4289-8e77-95ef46110d7f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:59.592343 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a4d5bb-319c-4f49-b7c4-a8488002b6cd None None] Sync routers for ids ['738fe4aa-1d31-483d-b64a-536262569c1f'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:44:59.603795 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a4d5bb-319c-4f49-b7c4-a8488002b6cd None None] Routers {'738fe4aa-1d31-483d-b64a-536262569c1f'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:44:59.604425 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-41a4d5bb-319c-4f49-b7c4-a8488002b6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:44:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['738fe4aa-1d31-483d-b64a-536262569c1f'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:44:59.619823 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b4b279af-292b-4289-8e77-95ef46110d7f tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "DELETE /v2.0/floatingips/70e91a9c-1b87-4277-9424-9082b9c4f8b2 HTTP/1.1" status: 204 len: 168 time: 1.3426948 Oct 26 08:44:59.619823 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e532894-d76f-497c-bb4a-0bd40075182f', 'tag': 'd9bc4d8f-9a1e-40c9-b9e8-576165e9ad02'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:44:59.620284 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6001f9b463937e9ba59653060f797cf6a3b9cfc8c69abf6deb468a53c3a3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bf3c39-72c4-4d9c-bcfd-173269681b46" -d '{"events": [{"name": "network-changed", "server_uuid": "7e532894-d76f-497c-bb4a-0bd40075182f", "tag": "d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:44:59.625594 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4af83ed6-4adb-4239-a0fd-4777d69e7ac6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:59.667174 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4af83ed6-4adb-4239-a0fd-4777d69e7ac6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:44:59.713239 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af83ed6-4adb-4239-a0fd-4777d69e7ac6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:44:59.716421 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-4af83ed6-4adb-4239-a0fd-4777d69e7ac6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:44:59.726649 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af83ed6-4adb-4239-a0fd-4777d69e7ac6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:44:59.728024 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-41a4d5bb-319c-4f49-b7c4-a8488002b6cd None None] Set router 738fe4aa-1d31-483d-b64a-536262569c1f gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:44:59.741314 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96526cbe-cb54-487d-a19b-eeb8023f289d x-openstack-request-id: req-96526cbe-cb54-487d-a19b-eeb8023f289d {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:44:59.741819 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e532894-d76f-497c-bb4a-0bd40075182f", "tag": "d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02", "status": "completed", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:44:59.742300 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-96526cbe-cb54-487d-a19b-eeb8023f289d {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:44:59.742901 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e532894-d76f-497c-bb4a-0bd40075182f', 'tag': 'd9bc4d8f-9a1e-40c9-b9e8-576165e9ad02', 'status': 'completed', 'code': 200} Oct 26 08:44:59.767831 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af83ed6-4adb-4239-a0fd-4777d69e7ac6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=9a1e6ce7-206c-47f1-baf3-dad9cec2f04b,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:44:59.868831 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 136cbafd-f409-4825-9861-3ea82937e1ea no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:44:59.895325 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 136cbafd-f409-4825-9861-3ea82937e1ea {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:44:59.895964 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 136cbafd-f409-4825-9861-3ea82937e1ea not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:44:59.896583 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 97c01e8d-321d-4fe6-830f-6a92a5347cc1 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:44:59.920114 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf3c39-72c4-4d9c-bcfd-173269681b46 req-75dd4bcf-4fc4-4711-9414-1fb1f9a5147b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:44:59.921675 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-73bf3c39-72c4-4d9c-bcfd-173269681b46 req-75dd4bcf-4fc4-4711-9414-1fb1f9a5147b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=012ebdc024314225b35adc225bf3c042&device_id=7e532894-d76f-497c-bb4a-0bd40075182f HTTP/1.1" status: 200 len: 1099 time: 0.1480036 Oct 26 08:45:00.027888 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366e6b4-3134-4768-8332-9d6c4d8ece49 req-7e3c4a3c-c374-46a2-b848-641ee31748ba tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:00.029345 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9366e6b4-3134-4768-8332-9d6c4d8ece49 req-7e3c4a3c-c374-46a2-b848-641ee31748ba tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e532894-d76f-497c-bb4a-0bd40075182f HTTP/1.1" status: 200 len: 946 time: 0.1698658 Oct 26 08:45:00.099854 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 97c01e8d-321d-4fe6-830f-6a92a5347cc1 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:45:00.100204 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 97c01e8d-321d-4fe6-830f-6a92a5347cc1 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:45:00.173384 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf3c39-72c4-4d9c-bcfd-173269681b46 req-f6c9f0c8-f80d-4e47-ad24-6ecd880265bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:00.175475 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-73bf3c39-72c4-4d9c-bcfd-173269681b46 req-f6c9f0c8-f80d-4e47-ad24-6ecd880265bd service neutron] 10.222.0.47 "GET /v2.0/networks?id=aaea57e4-9420-417b-be2f-9d1c60706f42 HTTP/1.1" status: 200 len: 913 time: 0.2326653 Oct 26 08:45:00.180354 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9366e6b4-3134-4768-8332-9d6c4d8ece49 req-eb85f266-404d-4fd6-9094-b26f6f6b8781 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415553 Oct 26 08:45:00.191922 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-41a4d5bb-319c-4f49-b7c4-a8488002b6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'name': 'tempest-TestVolumeBootPattern-1797665840-router', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '83e53520-fd9d-466d-9556-54b701a48465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:02Z', 'revision_number': 4, 'project_id': '012ebdc024314225b35adc225bf3c042', 'gw_port': {'id': '83e53520-fd9d-466d-9556-54b701a48465', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '71a1764a-f881-422a-a692-abfff873c707', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'floating_ip_address': '172.26.2.106', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'port_id': 'c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'mac_address': 'fa:16:3e:53:27:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45eac02-cf7a-49c9-998b-56268e4d1489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:41:16Z', 'updated_at': '2021-10-26T08:41:18Z', 'revision_number': 1, 'project_id': '012ebdc024314225b35adc225bf3c042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db55979a-f053-49dc-917b-3a28db70ba14', 'name': '', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'mac_address': 'fa:16:3e:a0:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:01Z', 'updated_at': '2021-10-26T08:38:06Z', 'revision_number': 5, 'project_id': '012ebdc024314225b35adc225bf3c042', 'subnets': [{'id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:45:00.222943 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a4d5bb-319c-4f49-b7c4-a8488002b6cd None None] Checking router: 738fe4aa-1d31-483d-b64a-536262569c1f for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:45:00.231887 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a4d5bb-319c-4f49-b7c4-a8488002b6cd None None] Routers {'738fe4aa-1d31-483d-b64a-536262569c1f'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:45:00.232525 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-41a4d5bb-319c-4f49-b7c4-a8488002b6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:44:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['738fe4aa-1d31-483d-b64a-536262569c1f'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:45:00.350272 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-41a4d5bb-319c-4f49-b7c4-a8488002b6cd None None] Set router 738fe4aa-1d31-483d-b64a-536262569c1f gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:45:00.517244 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-73bf3c39-72c4-4d9c-bcfd-173269681b46 req-3678f447-4809-4366-b5a3-2578df8a8f84 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02 HTTP/1.1" status: 200 len: 217 time: 0.3322129 Oct 26 08:45:00.536380 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4af83ed6-4adb-4239-a0fd-4777d69e7ac6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_gateway, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:00.597590 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-41a4d5bb-319c-4f49-b7c4-a8488002b6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'name': 'tempest-TestVolumeBootPattern-1797665840-router', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '83e53520-fd9d-466d-9556-54b701a48465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:02Z', 'revision_number': 4, 'project_id': '012ebdc024314225b35adc225bf3c042', 'gw_port': {'id': '83e53520-fd9d-466d-9556-54b701a48465', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '71a1764a-f881-422a-a692-abfff873c707', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'floating_ip_address': '172.26.2.106', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'port_id': 'c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'mac_address': 'fa:16:3e:53:27:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45eac02-cf7a-49c9-998b-56268e4d1489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:41:16Z', 'updated_at': '2021-10-26T08:41:18Z', 'revision_number': 1, 'project_id': '012ebdc024314225b35adc225bf3c042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db55979a-f053-49dc-917b-3a28db70ba14', 'name': '', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'mac_address': 'fa:16:3e:a0:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:01Z', 'updated_at': '2021-10-26T08:38:06Z', 'revision_number': 5, 'project_id': '012ebdc024314225b35adc225bf3c042', 'subnets': [{'id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:45:00.624560 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a4d5bb-319c-4f49-b7c4-a8488002b6cd None None] The sync data for ids ['738fe4aa-1d31-483d-b64a-536262569c1f'] in dv-neutron-804846-13-hyperv is: [{'id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'name': 'tempest-TestVolumeBootPattern-1797665840-router', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '83e53520-fd9d-466d-9556-54b701a48465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:02Z', 'revision_number': 4, 'project_id': '012ebdc024314225b35adc225bf3c042', 'gw_port': {'id': '83e53520-fd9d-466d-9556-54b701a48465', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '71a1764a-f881-422a-a692-abfff873c707', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'floating_ip_address': '172.26.2.106', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'port_id': 'c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'mac_address': 'fa:16:3e:53:27:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45eac02-cf7a-49c9-998b-56268e4d1489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:41:16Z', 'updated_at': '2021-10-26T08:41:18Z', 'revision_number': 1, 'project_id': '012ebdc024314225b35adc225bf3c042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db55979a-f053-49dc-917b-3a28db70ba14', 'name': '', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'mac_address': 'fa:16:3e:a0:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:01Z', 'updated_at': '2021-10-26T08:38:06Z', 'revision_number': 5, 'project_id': '012ebdc024314225b35adc225bf3c042', 'subnets': [{'id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:45:00.637052 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf3c39-72c4-4d9c-bcfd-173269681b46 req-d5655aef-1ce3-4150-8125-d1d17b8b1175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:00.638587 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-73bf3c39-72c4-4d9c-bcfd-173269681b46 req-d5655aef-1ce3-4150-8125-d1d17b8b1175 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=854d097d-f76d-4dde-9873-e30632cd6b45 HTTP/1.1" status: 200 len: 851 time: 0.1132390 Oct 26 08:45:00.759937 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf3c39-72c4-4d9c-bcfd-173269681b46 req-fd300c7d-e840-45eb-86d2-5fc5543016b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:00.761460 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-73bf3c39-72c4-4d9c-bcfd-173269681b46 req-fd300c7d-e840-45eb-86d2-5fc5543016b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aaea57e4-9420-417b-be2f-9d1c60706f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1141121 Oct 26 08:45:00.849171 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea67263b-8083-4925-9f35-318c642b8ef9 None None] New status for floating IP 70e91a9c-1b87-4277-9424-9082b9c4f8b2: DOWN {{(pid=102104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:45:00.856002 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4af83ed6-4adb-4239-a0fd-4777d69e7ac6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:00.943898 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-73bf3c39-72c4-4d9c-bcfd-173269681b46 req-04abdfab-8444-4954-af7f-f44d4607c0dd service neutron] 10.222.0.47 "GET /v2.0/networks/aaea57e4-9420-417b-be2f-9d1c60706f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727204 Oct 26 08:45:01.073084 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-73bf3c39-72c4-4d9c-bcfd-173269681b46 req-99f1db5f-ca62-407b-96a0-aecfe35728d2 service neutron] 10.222.0.47 "GET /v2.0/networks/aaea57e4-9420-417b-be2f-9d1c60706f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168690 Oct 26 08:45:01.080807 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af83ed6-4adb-4239-a0fd-4777d69e7ac6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router abd8af52-68f1-42ff-b050-d6da0ae647ab is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:45:01.185674 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af83ed6-4adb-4239-a0fd-4777d69e7ac6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:45:01.195098 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075a2e06-3da4-4248-bcb2-2d39f00866b9 None None] Sync routers for ids ['abd8af52-68f1-42ff-b050-d6da0ae647ab'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:45:01.205311 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4af83ed6-4adb-4239-a0fd-4777d69e7ac6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:01.206599 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4af83ed6-4adb-4239-a0fd-4777d69e7ac6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3104658 Oct 26 08:45:01.208145 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075a2e06-3da4-4248-bcb2-2d39f00866b9 None None] Routers {'abd8af52-68f1-42ff-b050-d6da0ae647ab'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:45:01.208766 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-075a2e06-3da4-4248-bcb2-2d39f00866b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:44:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['abd8af52-68f1-42ff-b050-d6da0ae647ab'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:45:01.209762 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39512) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:45:01.247496 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-952a407c-8290-4706-b0ba-98b15b7ec96a tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=c0122ef6aaf84badac5fbf473c701d56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341311 Oct 26 08:45:01.247731 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39514) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:45:01.307372 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc03922-6ddc-4ecc-b5d5-cd0bd6775e45 req-0c465cab-4148-43f1-93bc-874f82a644cc tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:01.308896 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-cdc03922-6ddc-4ecc-b5d5-cd0bd6775e45 req-0c465cab-4148-43f1-93bc-874f82a644cc tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e532894-d76f-497c-bb4a-0bd40075182f HTTP/1.1" status: 200 len: 946 time: 0.0510740 Oct 26 08:45:01.322499 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-075a2e06-3da4-4248-bcb2-2d39f00866b9 None None] Set router abd8af52-68f1-42ff-b050-d6da0ae647ab gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:45:01.363204 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-cdc03922-6ddc-4ecc-b5d5-cd0bd6775e45 req-256007fc-0a88-456b-aee3-bec8cb7c967c tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435340 Oct 26 08:45:01.369888 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d279eca4-55d5-4cdd-94f8-7e1351fdfcd4 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:01.371390 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d279eca4-55d5-4cdd-94f8-7e1351fdfcd4 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1228123 Oct 26 08:45:01.376723 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39516) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:45:01.418735 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06a2c7-3668-4a69-ac4a-1761f4ea8f5f req-36eec3dd-63dd-4f1d-bdfe-4cf8a00d91cb tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:01.420238 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4a06a2c7-3668-4a69-ac4a-1761f4ea8f5f req-36eec3dd-63dd-4f1d-bdfe-4cf8a00d91cb tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e532894-d76f-497c-bb4a-0bd40075182f HTTP/1.1" status: 200 len: 946 time: 0.0928788 Oct 26 08:45:01.421914 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-56487716-22db-4f0a-9ceb-818c2c9b9d04 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=e0ba3cfd-db28-4690-8a12-e5c00a0b88c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0441964 Oct 26 08:45:01.424670 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39518) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:45:01.431819 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-e3b63c55-bb95-48b7-83d5-30d4832eb6aa tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-401487246', 'network_id': '7ca39448-6019-487f-ba0c-7a089864c536', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:45:01.514817 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-075a2e06-3da4-4248-bcb2-2d39f00866b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'name': 'tempest-TestNetworkBasicOps-router-2093247916', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '9a1e6ce7-206c-47f1-baf3-dad9cec2f04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:44:58Z', 'updated_at': '2021-10-26T08:45:00Z', 'revision_number': 3, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '9a1e6ce7-206c-47f1-baf3-dad9cec2f04b', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:92:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:44:59Z', 'updated_at': '2021-10-26T08:44:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:45:01.546732 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075a2e06-3da4-4248-bcb2-2d39f00866b9 None None] Checking router: abd8af52-68f1-42ff-b050-d6da0ae647ab for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:45:01.547082 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075a2e06-3da4-4248-bcb2-2d39f00866b9 None None] Updating router abd8af52-68f1-42ff-b050-d6da0ae647ab port 9a1e6ce7-206c-47f1-baf3-dad9cec2f04b binding host dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:45:01.580479 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-075a2e06-3da4-4248-bcb2-2d39f00866b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:01.586472 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b63c55-bb95-48b7-83d5-30d4832eb6aa tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Made reservation on behalf of c0122ef6aaf84badac5fbf473c701d56 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:45:01.590038 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e3b63c55-bb95-48b7-83d5-30d4832eb6aa tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:01.638531 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-4a06a2c7-3668-4a69-ac4a-1761f4ea8f5f req-e231784e-3ada-4c45-89cf-ce42c0ac0637 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Deleting port d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:45:01.638910 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-4a06a2c7-3668-4a69-ac4a-1761f4ea8f5f req-e231784e-3ada-4c45-89cf-ce42c0ac0637 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:01.764976 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-4a06a2c7-3668-4a69-ac4a-1761f4ea8f5f req-e231784e-3ada-4c45-89cf-ce42c0ac0637 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] For port d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02,segment=NetworkSegment(ee9d28ae-f82a-46f0-83dd-bc4a97034bc9),segment_id=ee9d28ae-f82a-46f0-83dd-bc4a97034bc9)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:45:01.765274 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-4a06a2c7-3668-4a69-ac4a-1761f4ea8f5f req-e231784e-3ada-4c45-89cf-ce42c0ac0637 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:01.801685 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-4a06a2c7-3668-4a69-ac4a-1761f4ea8f5f req-e231784e-3ada-4c45-89cf-ce42c0ac0637 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Calling delete_port for d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02 owned by compute:nova {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:45:01.841574 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-075a2e06-3da4-4248-bcb2-2d39f00866b9 None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:01.848177 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-075a2e06-3da4-4248-bcb2-2d39f00866b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:01.901111 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bca53c-20d6-441a-8652-b0455702c258 None None] Pushing event updated for resources: {'Port': ['ID=9a1e6ce7-206c-47f1-baf3-dad9cec2f04b,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:01.903393 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-075a2e06-3da4-4248-bcb2-2d39f00866b9 None None] Attempting to bind port 9a1e6ce7-206c-47f1-baf3-dad9cec2f04b on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:45:01.903764 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-075a2e06-3da4-4248-bcb2-2d39f00866b9 None None] Attempting to bind port 9a1e6ce7-206c-47f1-baf3-dad9cec2f04b by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:45:01.904128 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075a2e06-3da4-4248-bcb2-2d39f00866b9 None None] Attempting to bind port 9a1e6ce7-206c-47f1-baf3-dad9cec2f04b on network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:45:01.910613 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075a2e06-3da4-4248-bcb2-2d39f00866b9 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:45:01.911041 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075a2e06-3da4-4248-bcb2-2d39f00866b9 None None] Checking segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:45:01.911452 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-075a2e06-3da4-4248-bcb2-2d39f00866b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:01.911871 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075a2e06-3da4-4248-bcb2-2d39f00866b9 None None] Bound using segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:45:01.912345 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-075a2e06-3da4-4248-bcb2-2d39f00866b9 None None] Bound port: 9a1e6ce7-206c-47f1-baf3-dad9cec2f04b, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:45:01.912727 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-075a2e06-3da4-4248-bcb2-2d39f00866b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:01.918472 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e3b63c55-bb95-48b7-83d5-30d4832eb6aa tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:01.965338 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-075a2e06-3da4-4248-bcb2-2d39f00866b9 None None] For port 9a1e6ce7-206c-47f1-baf3-dad9cec2f04b, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:45:01.968916 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-075a2e06-3da4-4248-bcb2-2d39f00866b9 None None] For port 9a1e6ce7-206c-47f1-baf3-dad9cec2f04b, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=9a1e6ce7-206c-47f1-baf3-dad9cec2f04b,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:45:01.973766 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-075a2e06-3da4-4248-bcb2-2d39f00866b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:02.017527 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b63c55-bb95-48b7-83d5-30d4832eb6aa tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Subnet': ['ID=7a5b680f-02df-44bc-a1b1-f392091b62b9,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:02.028603 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075a2e06-3da4-4248-bcb2-2d39f00866b9 None None] Routers {'abd8af52-68f1-42ff-b050-d6da0ae647ab'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:45:02.028878 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-075a2e06-3da4-4248-bcb2-2d39f00866b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:44:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['abd8af52-68f1-42ff-b050-d6da0ae647ab'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:45:02.035731 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b63c55-bb95-48b7-83d5-30d4832eb6aa tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Checking segment: {'id': '3f89f311-bc2d-4b5e-8418-cab3317d51b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7ca39448-6019-487f-ba0c-7a089864c536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:45:02.037229 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b63c55-bb95-48b7-83d5-30d4832eb6aa tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network hostable DHCP agents. Network: 7ca39448-6019-487f-ba0c-7a089864c536, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:45:02.058296 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-4a06a2c7-3668-4a69-ac4a-1761f4ea8f5f req-e231784e-3ada-4c45-89cf-ce42c0ac0637 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:02.070513 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b63c55-bb95-48b7-83d5-30d4832eb6aa tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network 7ca39448-6019-487f-ba0c-7a089864c536 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:45:02.100067 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e231784e-3ada-4c45-89cf-ce42c0ac0637 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Pushing event deleted for resources: {'Port': ['ID=d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:02.104337 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bca53c-20d6-441a-8652-b0455702c258 None None] Pushing event updated for resources: {'Port': ['ID=9a1e6ce7-206c-47f1-baf3-dad9cec2f04b,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:02.108324 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-e3b63c55-bb95-48b7-83d5-30d4832eb6aa tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 7ca39448-6019-487f-ba0c-7a089864c536) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:45:02.122748 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc91805a-7a66-448b-84bd-d7887fe57a9a None None] Network 7ca39448-6019-487f-ba0c-7a089864c536 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:45:02.130075 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b63c55-bb95-48b7-83d5-30d4832eb6aa tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:02.130700 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e3b63c55-bb95-48b7-83d5-30d4832eb6aa tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:02.146795 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a06a2c7-3668-4a69-ac4a-1761f4ea8f5f req-e231784e-3ada-4c45-89cf-ce42c0ac0637 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] No DVR routers for this DVR port d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02 on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:45:02.151518 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-4a06a2c7-3668-4a69-ac4a-1761f4ea8f5f req-e231784e-3ada-4c45-89cf-ce42c0ac0637 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:02.154842 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4a06a2c7-3668-4a69-ac4a-1761f4ea8f5f req-e231784e-3ada-4c45-89cf-ce42c0ac0637 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.47 "DELETE /v2.0/ports/d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02 HTTP/1.1" status: 204 len: 173 time: 0.7271898 Oct 26 08:45:02.155291 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e532894-d76f-497c-bb4a-0bd40075182f', 'name': 'network-vif-deleted', 'tag': 'd9bc4d8f-9a1e-40c9-b9e8-576165e9ad02'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:45:02.157607 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a86463-f3e5-470d-9bb2-7439589bbea7" -d '{"events": [{"server_uuid": "7e532894-d76f-497c-bb4a-0bd40075182f", "name": "network-vif-deleted", "tag": "d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:45:02.176669 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e3b63c55-bb95-48b7-83d5-30d4832eb6aa tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7498219 Oct 26 08:45:02.179072 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39524) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:45:02.201911 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfd70a7-450d-4745-96b4-ee83d010903c x-openstack-request-id: req-bdfd70a7-450d-4745-96b4-ee83d010903c {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:45:02.202219 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e532894-d76f-497c-bb4a-0bd40075182f", "name": "network-vif-deleted", "tag": "d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:45:02.202460 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bdfd70a7-450d-4745-96b4-ee83d010903c {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:45:02.202887 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e532894-d76f-497c-bb4a-0bd40075182f', 'name': 'network-vif-deleted', 'tag': 'd9bc4d8f-9a1e-40c9-b9e8-576165e9ad02', 'status': 'completed', 'code': 200} Oct 26 08:45:02.243343 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-075a2e06-3da4-4248-bcb2-2d39f00866b9 None None] Set router abd8af52-68f1-42ff-b050-d6da0ae647ab gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:45:02.454359 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2522d232-985c-45ce-86cd-ed1e1108a149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-7ca39448-6019-487f-ba0c-7a089864c536', 'network_id': '7ca39448-6019-487f-ba0c-7a089864c536', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ips': [{'subnet_id': '7a5b680f-02df-44bc-a1b1-f392091b62b9'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:45:02.455809 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2522d232-985c-45ce-86cd-ed1e1108a149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:02.519356 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a533f23b-ceb3-416c-add7-e4d3206d80fd req-19569a16-b794-456f-a908-75b7ddebdbec tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e532894-d76f-497c-bb4a-0bd40075182f HTTP/1.1" status: 200 len: 210 time: 0.0432510 Oct 26 08:45:02.602187 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-075a2e06-3da4-4248-bcb2-2d39f00866b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'name': 'tempest-TestNetworkBasicOps-router-2093247916', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '9a1e6ce7-206c-47f1-baf3-dad9cec2f04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:44:58Z', 'updated_at': '2021-10-26T08:45:00Z', 'revision_number': 3, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '9a1e6ce7-206c-47f1-baf3-dad9cec2f04b', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:92:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:44:59Z', 'updated_at': '2021-10-26T08:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:45:02.639924 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075a2e06-3da4-4248-bcb2-2d39f00866b9 None None] The sync data for ids ['abd8af52-68f1-42ff-b050-d6da0ae647ab'] in dv-neutron-804846-13-hyperv is: [{'id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'name': 'tempest-TestNetworkBasicOps-router-2093247916', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '9a1e6ce7-206c-47f1-baf3-dad9cec2f04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:44:58Z', 'updated_at': '2021-10-26T08:45:00Z', 'revision_number': 3, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '9a1e6ce7-206c-47f1-baf3-dad9cec2f04b', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:92:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:44:59Z', 'updated_at': '2021-10-26T08:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:45:02.699790 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-2522d232-985c-45ce-86cd-ed1e1108a149 None None] Allocated IP 172.20.0.2 (7ca39448-6019-487f-ba0c-7a089864c536/7a5b680f-02df-44bc-a1b1-f392091b62b9/953e2f66-ec8d-4a4b-b460-0cfe417251d5) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:45:02.779699 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8cde9548-5efe-4167-995c-e25d6d2b8d47 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:02.868690 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2522d232-985c-45ce-86cd-ed1e1108a149 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:02.875092 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2522d232-985c-45ce-86cd-ed1e1108a149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:02.938323 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2522d232-985c-45ce-86cd-ed1e1108a149 None None] Network 7ca39448-6019-487f-ba0c-7a089864c536 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:45:02.957650 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-2522d232-985c-45ce-86cd-ed1e1108a149 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:45:02.959958 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522d232-985c-45ce-86cd-ed1e1108a149 None None] Pushing event updated for resources: {'Port': ['ID=953e2f66-ec8d-4a4b-b460-0cfe417251d5,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:02.962359 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2522d232-985c-45ce-86cd-ed1e1108a149 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:45:03.055349 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-2522d232-985c-45ce-86cd-ed1e1108a149 None None] Attempting to bind port 953e2f66-ec8d-4a4b-b460-0cfe417251d5 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:45:03.055900 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-2522d232-985c-45ce-86cd-ed1e1108a149 None None] Attempting to bind port 953e2f66-ec8d-4a4b-b460-0cfe417251d5 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '3f89f311-bc2d-4b5e-8418-cab3317d51b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7ca39448-6019-487f-ba0c-7a089864c536'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:45:03.056365 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2522d232-985c-45ce-86cd-ed1e1108a149 None None] Attempting to bind port 953e2f66-ec8d-4a4b-b460-0cfe417251d5 on network 7ca39448-6019-487f-ba0c-7a089864c536 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:45:03.062595 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2522d232-985c-45ce-86cd-ed1e1108a149 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:45:03.063314 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2522d232-985c-45ce-86cd-ed1e1108a149 None None] Checking segment: {'id': '3f89f311-bc2d-4b5e-8418-cab3317d51b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7ca39448-6019-487f-ba0c-7a089864c536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:45:03.063870 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2522d232-985c-45ce-86cd-ed1e1108a149 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:03.064365 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2522d232-985c-45ce-86cd-ed1e1108a149 None None] Bound using segment: {'id': '3f89f311-bc2d-4b5e-8418-cab3317d51b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7ca39448-6019-487f-ba0c-7a089864c536'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:45:03.064937 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-2522d232-985c-45ce-86cd-ed1e1108a149 None None] Bound port: 953e2f66-ec8d-4a4b-b460-0cfe417251d5, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f89f311-bc2d-4b5e-8418-cab3317d51b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7ca39448-6019-487f-ba0c-7a089864c536'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:45:03.065502 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2522d232-985c-45ce-86cd-ed1e1108a149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:03.151823 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-2522d232-985c-45ce-86cd-ed1e1108a149 None None] For port 953e2f66-ec8d-4a4b-b460-0cfe417251d5, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:45:03.158942 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-2522d232-985c-45ce-86cd-ed1e1108a149 None None] For port 953e2f66-ec8d-4a4b-b460-0cfe417251d5, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=953e2f66-ec8d-4a4b-b460-0cfe417251d5,segment=NetworkSegment(3f89f311-bc2d-4b5e-8418-cab3317d51b9),segment_id=3f89f311-bc2d-4b5e-8418-cab3317d51b9)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:45:03.163317 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2522d232-985c-45ce-86cd-ed1e1108a149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:03.178072 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-8cde9548-5efe-4167-995c-e25d6d2b8d47 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Allocated IP 172.20.0.1 (7ca39448-6019-487f-ba0c-7a089864c536/7a5b680f-02df-44bc-a1b1-f392091b62b9/7127b371-8c18-40d9-a894-23afe7047c93) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:45:03.230828 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522d232-985c-45ce-86cd-ed1e1108a149 None None] Pushing event updated for resources: {'Port': ['ID=953e2f66-ec8d-4a4b-b460-0cfe417251d5,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:03.371100 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8cde9548-5efe-4167-995c-e25d6d2b8d47 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:03.410006 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8cde9548-5efe-4167-995c-e25d6d2b8d47 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:03.500778 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cde9548-5efe-4167-995c-e25d6d2b8d47 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network 7ca39448-6019-487f-ba0c-7a089864c536 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:45:03.504401 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-8cde9548-5efe-4167-995c-e25d6d2b8d47 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:45:03.507015 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cde9548-5efe-4167-995c-e25d6d2b8d47 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:45:03.573727 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8cde9548-5efe-4167-995c-e25d6d2b8d47 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:03.622554 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde9548-5efe-4167-995c-e25d6d2b8d47 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=7127b371-8c18-40d9-a894-23afe7047c93,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:03.657437 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9433f405-6c38-41b0-a8b1-14589fcc15b5 req-6a333cbf-f910-43e2-883f-e71e09efd2f4 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e532894-d76f-497c-bb4a-0bd40075182f HTTP/1.1" status: 200 len: 210 time: 0.0310879 Oct 26 08:45:03.753744 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8cde9548-5efe-4167-995c-e25d6d2b8d47 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:03.974789 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 953e2f66-ec8d-4a4b-b460-0cfe417251d5 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:45:04.026075 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 953e2f66-ec8d-4a4b-b460-0cfe417251d5 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:45:04.026460 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:04.085045 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8cde9548-5efe-4167-995c-e25d6d2b8d47 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:04.089970 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8cde9548-5efe-4167-995c-e25d6d2b8d47 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:04.127304 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:04.172720 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 953e2f66-ec8d-4a4b-b460-0cfe417251d5, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=953e2f66-ec8d-4a4b-b460-0cfe417251d5,segment=NetworkSegment(3f89f311-bc2d-4b5e-8418-cab3317d51b9),segment_id=3f89f311-bc2d-4b5e-8418-cab3317d51b9)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:45:04.179398 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:04.180834 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 9a1e6ce7-206c-47f1-baf3-dad9cec2f04b up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:45:04.282438 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=953e2f66-ec8d-4a4b-b460-0cfe417251d5,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:04.302766 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 9a1e6ce7-206c-47f1-baf3-dad9cec2f04b triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:45:04.303165 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:04.535157 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8cde9548-5efe-4167-995c-e25d6d2b8d47 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:04.611553 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde9548-5efe-4167-995c-e25d6d2b8d47 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=7127b371-8c18-40d9-a894-23afe7047c93,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:04.615314 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:04.639128 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 9a1e6ce7-206c-47f1-baf3-dad9cec2f04b, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=9a1e6ce7-206c-47f1-baf3-dad9cec2f04b,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:45:04.644205 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:04.686956 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cde9548-5efe-4167-995c-e25d6d2b8d47 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network 7ca39448-6019-487f-ba0c-7a089864c536 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:45:04.694905 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-8cde9548-5efe-4167-995c-e25d6d2b8d47 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:45:04.713137 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac37c75-5872-48c8-9c22-1b109438d4a7 None None] Network 7ca39448-6019-487f-ba0c-7a089864c536 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:45:04.812497 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-526d39a7-075d-4d0f-9197-3a30e799df56 req-a37311c9-9cd8-4e95-87fb-61db69262907 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e532894-d76f-497c-bb4a-0bd40075182f HTTP/1.1" status: 200 len: 210 time: 0.0465789 Oct 26 08:45:04.837972 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cde9548-5efe-4167-995c-e25d6d2b8d47 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router abd8af52-68f1-42ff-b050-d6da0ae647ab has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:45:04.869459 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=9a1e6ce7-206c-47f1-baf3-dad9cec2f04b,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:04.897440 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-de83d2aa-0224-44e0-b3c3-27cd43ee59dd None None] Provisioning complete for port 953e2f66-ec8d-4a4b-b460-0cfe417251d5 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:45:04.897945 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-de83d2aa-0224-44e0-b3c3-27cd43ee59dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:04.971428 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cde9548-5efe-4167-995c-e25d6d2b8d47 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:45:04.980390 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39534) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:45:04.980577 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-8cde9548-5efe-4167-995c-e25d6d2b8d47 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "PUT /v2.0/routers/abd8af52-68f1-42ff-b050-d6da0ae647ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8002493 Oct 26 08:45:05.028050 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bf7dc2-ded7-44f3-ae69-1dd79dbd891e None None] Sync routers for ids ['abd8af52-68f1-42ff-b050-d6da0ae647ab'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:45:05.051411 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bf7dc2-ded7-44f3-ae69-1dd79dbd891e None None] Routers {'abd8af52-68f1-42ff-b050-d6da0ae647ab'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:45:05.052058 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-b1bf7dc2-ded7-44f3-ae69-1dd79dbd891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:44:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['abd8af52-68f1-42ff-b050-d6da0ae647ab'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:45:05.135736 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae29f7a-252b-4bdb-81a8-f6e852b11f42 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:05.136314 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae29f7a-252b-4bdb-81a8-f6e852b11f42 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:05.136835 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae29f7a-252b-4bdb-81a8-f6e852b11f42 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:05.137324 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae29f7a-252b-4bdb-81a8-f6e852b11f42 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:05.137832 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae29f7a-252b-4bdb-81a8-f6e852b11f42 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:05.138428 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae29f7a-252b-4bdb-81a8-f6e852b11f42 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:05.142938 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6ae29f7a-252b-4bdb-81a8-f6e852b11f42 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1590700 Oct 26 08:45:05.143205 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39536) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:45:05.173876 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-b1bf7dc2-ded7-44f3-ae69-1dd79dbd891e None None] Set router abd8af52-68f1-42ff-b050-d6da0ae647ab gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:45:05.220175 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1f03b0-2f14-4cad-b0b9-099e71693bec tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:05.220819 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1f03b0-2f14-4cad-b0b9-099e71693bec tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:05.221244 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1f03b0-2f14-4cad-b0b9-099e71693bec tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:05.221822 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1f03b0-2f14-4cad-b0b9-099e71693bec tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:05.222293 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1f03b0-2f14-4cad-b0b9-099e71693bec tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:05.222844 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1f03b0-2f14-4cad-b0b9-099e71693bec tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:05.225531 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9d1f03b0-2f14-4cad-b0b9-099e71693bec tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0803595 Oct 26 08:45:05.228471 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39538) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:45:05.261048 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-25548b0c-867a-47a4-9d90-a7adf294ac59 None None] Provisioning complete for port 7127b371-8c18-40d9-a894-23afe7047c93 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:45:05.261905 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-25548b0c-867a-47a4-9d90-a7adf294ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:05.335828 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-25548b0c-867a-47a4-9d90-a7adf294ac59 None None] Port 7127b371-8c18-40d9-a894-23afe7047c93 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:45:05.354829 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-25548b0c-867a-47a4-9d90-a7adf294ac59 None None] Provisioning complete for port 953e2f66-ec8d-4a4b-b460-0cfe417251d5 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:45:05.355405 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-25548b0c-867a-47a4-9d90-a7adf294ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:05.412126 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-702af5ed-1707-47e1-a16c-14aedf14a712 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1821496 Oct 26 08:45:05.452317 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-b1bf7dc2-ded7-44f3-ae69-1dd79dbd891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'name': 'tempest-TestNetworkBasicOps-router-2093247916', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '9a1e6ce7-206c-47f1-baf3-dad9cec2f04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:44:58Z', 'updated_at': '2021-10-26T08:45:03Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '9a1e6ce7-206c-47f1-baf3-dad9cec2f04b', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:44:59Z', 'updated_at': '2021-10-26T08:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '7127b371-8c18-40d9-a894-23afe7047c93', 'name': '', 'network_id': '7ca39448-6019-487f-ba0c-7a089864c536', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:b0:26:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '7a5b680f-02df-44bc-a1b1-f392091b62b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:45:02Z', 'updated_at': '2021-10-26T08:45:03Z', 'revision_number': 2, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '7a5b680f-02df-44bc-a1b1-f392091b62b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:45:05.497044 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bf7dc2-ded7-44f3-ae69-1dd79dbd891e None None] Checking router: abd8af52-68f1-42ff-b050-d6da0ae647ab for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:45:05.497716 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bf7dc2-ded7-44f3-ae69-1dd79dbd891e None None] Updating router abd8af52-68f1-42ff-b050-d6da0ae647ab port 7127b371-8c18-40d9-a894-23afe7047c93 binding host dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:45:05.529550 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b1bf7dc2-ded7-44f3-ae69-1dd79dbd891e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:05.613796 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-19ac9b59-09d1-41a1-a0bd-2e8c7dde4fcf None None] Provisioning complete for port 7127b371-8c18-40d9-a894-23afe7047c93 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:45:05.614530 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-19ac9b59-09d1-41a1-a0bd-2e8c7dde4fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:05.672776 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-19ac9b59-09d1-41a1-a0bd-2e8c7dde4fcf None None] Port 7127b371-8c18-40d9-a894-23afe7047c93 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:45:05.811163 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39542) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:45:05.816630 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-42ae8d4d-5819-4b0d-ac98-ea8378c414c8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1110082483', 'description': 'tempest-secgroup-smoke-1110082483 description', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:45:05.861944 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-42ae8d4d-5819-4b0d-ac98-ea8378c414c8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:05.894296 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b1bf7dc2-ded7-44f3-ae69-1dd79dbd891e None None] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:05.907742 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b1bf7dc2-ded7-44f3-ae69-1dd79dbd891e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:05.912788 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-07928de9-be4c-4969-8e34-c3a84f299a09 None None] Provisioning complete for port 7127b371-8c18-40d9-a894-23afe7047c93 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:45:05.913164 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-07928de9-be4c-4969-8e34-c3a84f299a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:05.944881 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 953e2f66-ec8d-4a4b-b460-0cfe417251d5 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:45:06.005475 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-10db7fbe-a313-48a4-bdba-2bad9ae5ec95 req-8a8eb647-5f23-4305-baac-22057583a88b tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e532894-d76f-497c-bb4a-0bd40075182f HTTP/1.1" status: 200 len: 210 time: 0.0773315 Oct 26 08:45:06.022138 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-42ae8d4d-5819-4b0d-ac98-ea8378c414c8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:06.026886 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-07928de9-be4c-4969-8e34-c3a84f299a09 None None] Port 7127b371-8c18-40d9-a894-23afe7047c93 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:45:06.035374 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-42ae8d4d-5819-4b0d-ac98-ea8378c414c8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:06.054153 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 953e2f66-ec8d-4a4b-b460-0cfe417251d5 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:45:06.054522 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:06.082820 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-42ae8d4d-5819-4b0d-ac98-ea8378c414c8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:06.084505 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-42ae8d4d-5819-4b0d-ac98-ea8378c414c8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2719338 Oct 26 08:45:06.085779 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae8d4d-5819-4b0d-ac98-ea8378c414c8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=031eadc8-55f0-48b3-9905-f60d71ff1cf3,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:06.088047 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39546) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:45:06.103944 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-438e7891-cd77-46db-bb6b-eda83ecbb886 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '031eadc8-55f0-48b3-9905-f60d71ff1cf3', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:45:06.147324 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-438e7891-cd77-46db-bb6b-eda83ecbb886 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:06.165503 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 9a1e6ce7-206c-47f1-baf3-dad9cec2f04b up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:45:06.172001 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-b1bf7dc2-ded7-44f3-ae69-1dd79dbd891e None None] Attempting to bind port 7127b371-8c18-40d9-a894-23afe7047c93 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:45:06.173173 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-b1bf7dc2-ded7-44f3-ae69-1dd79dbd891e None None] Attempting to bind port 7127b371-8c18-40d9-a894-23afe7047c93 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '3f89f311-bc2d-4b5e-8418-cab3317d51b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7ca39448-6019-487f-ba0c-7a089864c536'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:45:06.173746 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf7dc2-ded7-44f3-ae69-1dd79dbd891e None None] Attempting to bind port 7127b371-8c18-40d9-a894-23afe7047c93 on network 7ca39448-6019-487f-ba0c-7a089864c536 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:45:06.177903 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879c093-7914-4122-9f60-676e2006e57b None None] Pushing event updated for resources: {'Port': ['ID=7127b371-8c18-40d9-a894-23afe7047c93,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:06.188557 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879c093-7914-4122-9f60-676e2006e57b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:45:06.189838 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879c093-7914-4122-9f60-676e2006e57b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:45:06.190504 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879c093-7914-4122-9f60-676e2006e57b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:45:06.191417 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879c093-7914-4122-9f60-676e2006e57b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:45:06.192227 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879c093-7914-4122-9f60-676e2006e57b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:45:06.192753 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879c093-7914-4122-9f60-676e2006e57b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:45:06.193269 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879c093-7914-4122-9f60-676e2006e57b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:45:06.193805 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879c093-7914-4122-9f60-676e2006e57b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:45:06.194329 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879c093-7914-4122-9f60-676e2006e57b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:45:06.194852 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879c093-7914-4122-9f60-676e2006e57b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:45:06.195188 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879c093-7914-4122-9f60-676e2006e57b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:45:06.195520 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6879c093-7914-4122-9f60-676e2006e57b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:45:06.199823 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf7dc2-ded7-44f3-ae69-1dd79dbd891e None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:45:06.200514 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf7dc2-ded7-44f3-ae69-1dd79dbd891e None None] Checking segment: {'id': '3f89f311-bc2d-4b5e-8418-cab3317d51b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7ca39448-6019-487f-ba0c-7a089864c536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:45:06.201097 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b1bf7dc2-ded7-44f3-ae69-1dd79dbd891e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:06.201950 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf7dc2-ded7-44f3-ae69-1dd79dbd891e None None] Bound using segment: {'id': '3f89f311-bc2d-4b5e-8418-cab3317d51b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7ca39448-6019-487f-ba0c-7a089864c536'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:45:06.202636 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-b1bf7dc2-ded7-44f3-ae69-1dd79dbd891e None None] Bound port: 7127b371-8c18-40d9-a894-23afe7047c93, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f89f311-bc2d-4b5e-8418-cab3317d51b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7ca39448-6019-487f-ba0c-7a089864c536'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:45:06.203408 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b1bf7dc2-ded7-44f3-ae69-1dd79dbd891e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:06.237224 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-438e7891-cd77-46db-bb6b-eda83ecbb886 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:06.244890 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-438e7891-cd77-46db-bb6b-eda83ecbb886 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:06.269830 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 9a1e6ce7-206c-47f1-baf3-dad9cec2f04b triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:45:06.270338 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:06.273877 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e7891-cd77-46db-bb6b-eda83ecbb886 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8501b399-8f2d-4272-b417-b0d1533e8afd,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:06.285940 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-438e7891-cd77-46db-bb6b-eda83ecbb886 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:06.287257 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-438e7891-cd77-46db-bb6b-eda83ecbb886 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1886342 Oct 26 08:45:06.290259 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39548) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:45:06.292725 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-b1bf7dc2-ded7-44f3-ae69-1dd79dbd891e None None] For port 7127b371-8c18-40d9-a894-23afe7047c93, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:45:06.296627 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-b1bf7dc2-ded7-44f3-ae69-1dd79dbd891e None None] For port 7127b371-8c18-40d9-a894-23afe7047c93, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=7127b371-8c18-40d9-a894-23afe7047c93,segment=NetworkSegment(3f89f311-bc2d-4b5e-8418-cab3317d51b9),segment_id=3f89f311-bc2d-4b5e-8418-cab3317d51b9)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:45:06.297203 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-4bb9348d-120e-4360-90fc-f13c8adfdade tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '031eadc8-55f0-48b3-9905-f60d71ff1cf3', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:45:06.301601 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b1bf7dc2-ded7-44f3-ae69-1dd79dbd891e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:06.342885 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4bb9348d-120e-4360-90fc-f13c8adfdade tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:06.370549 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bf7dc2-ded7-44f3-ae69-1dd79dbd891e None None] Routers {'abd8af52-68f1-42ff-b050-d6da0ae647ab'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:45:06.371882 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-b1bf7dc2-ded7-44f3-ae69-1dd79dbd891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:44:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['abd8af52-68f1-42ff-b050-d6da0ae647ab'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:45:06.385770 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-797bff3c-847c-456b-83b6-231ea1f97914 None None] Provisioning complete for port 7127b371-8c18-40d9-a894-23afe7047c93 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:45:06.386134 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-797bff3c-847c-456b-83b6-231ea1f97914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:06.427376 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:45:06.449557 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4bb9348d-120e-4360-90fc-f13c8adfdade tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:06.451616 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] No Port match for: d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:45:06.451965 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device d9bc4d8f-9a1e-40c9-b9e8-576165e9ad02 not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:45:06.455168 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4bb9348d-120e-4360-90fc-f13c8adfdade tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:06.479747 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4bb9348d-120e-4360-90fc-f13c8adfdade tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:06.486842 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39550) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:45:06.487515 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4bb9348d-120e-4360-90fc-f13c8adfdade tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1956425 Oct 26 08:45:06.492982 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-3b6aa1fb-234e-4685-8729-a3384dcf0452 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '031eadc8-55f0-48b3-9905-f60d71ff1cf3', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:45:06.495732 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb9348d-120e-4360-90fc-f13c8adfdade tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d95d7f-62a6-41a6-ac48-b56cd7568d40,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:06.520350 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-b1bf7dc2-ded7-44f3-ae69-1dd79dbd891e None None] Set router abd8af52-68f1-42ff-b050-d6da0ae647ab gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:45:06.522527 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879c093-7914-4122-9f60-676e2006e57b None None] Pushing event updated for resources: {'Port': ['ID=7127b371-8c18-40d9-a894-23afe7047c93,revision_number=4']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:06.562332 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3b6aa1fb-234e-4685-8729-a3384dcf0452 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:06.593477 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-797bff3c-847c-456b-83b6-231ea1f97914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:06.650986 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-797bff3c-847c-456b-83b6-231ea1f97914 None None] For port 7127b371-8c18-40d9-a894-23afe7047c93, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=7127b371-8c18-40d9-a894-23afe7047c93,segment=NetworkSegment(3f89f311-bc2d-4b5e-8418-cab3317d51b9),segment_id=3f89f311-bc2d-4b5e-8418-cab3317d51b9)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:45:06.655271 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3b6aa1fb-234e-4685-8729-a3384dcf0452 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:06.657404 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-797bff3c-847c-456b-83b6-231ea1f97914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:06.661304 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3b6aa1fb-234e-4685-8729-a3384dcf0452 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:06.680492 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6aa1fb-234e-4685-8729-a3384dcf0452 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6610bf80-a6cd-41f4-a2f0-ec7dcab7e784,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:06.697668 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3b6aa1fb-234e-4685-8729-a3384dcf0452 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:06.701416 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3b6aa1fb-234e-4685-8729-a3384dcf0452 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2102084 Oct 26 08:45:06.702187 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39552) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:45:06.707351 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-b428c5ac-5471-49b7-a818-37a36aa5a05c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '031eadc8-55f0-48b3-9905-f60d71ff1cf3', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:45:06.717473 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797bff3c-847c-456b-83b6-231ea1f97914 None None] Pushing event updated for resources: {'Port': ['ID=7127b371-8c18-40d9-a894-23afe7047c93,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:06.736431 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b428c5ac-5471-49b7-a818-37a36aa5a05c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:06.780555 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-333f6089-79b6-4ef9-bbcf-834196d791c7 None None] Provisioning complete for port 7127b371-8c18-40d9-a894-23afe7047c93 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:45:06.780934 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-333f6089-79b6-4ef9-bbcf-834196d791c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:06.800413 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b428c5ac-5471-49b7-a818-37a36aa5a05c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:06.806013 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b428c5ac-5471-49b7-a818-37a36aa5a05c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:06.823446 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-b1bf7dc2-ded7-44f3-ae69-1dd79dbd891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'name': 'tempest-TestNetworkBasicOps-router-2093247916', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '9a1e6ce7-206c-47f1-baf3-dad9cec2f04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:44:58Z', 'updated_at': '2021-10-26T08:45:03Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '9a1e6ce7-206c-47f1-baf3-dad9cec2f04b', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:44:59Z', 'updated_at': '2021-10-26T08:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '7127b371-8c18-40d9-a894-23afe7047c93', 'name': '', 'network_id': '7ca39448-6019-487f-ba0c-7a089864c536', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:b0:26:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '7a5b680f-02df-44bc-a1b1-f392091b62b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:45:02Z', 'updated_at': '2021-10-26T08:45:06Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '7a5b680f-02df-44bc-a1b1-f392091b62b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:45:06.832172 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b428c5ac-5471-49b7-a818-37a36aa5a05c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0585cb33-cbbc-4cc7-bfcc-f052d4c69f81,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:06.840907 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b428c5ac-5471-49b7-a818-37a36aa5a05c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:06.843592 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b428c5ac-5471-49b7-a818-37a36aa5a05c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1409209 Oct 26 08:45:06.848448 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39554) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:45:06.856304 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-719d12ff-2b39-45f6-8798-00670b93fd90 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '031eadc8-55f0-48b3-9905-f60d71ff1cf3', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:45:06.860479 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bf7dc2-ded7-44f3-ae69-1dd79dbd891e None None] The sync data for ids ['abd8af52-68f1-42ff-b050-d6da0ae647ab'] in dv-neutron-804846-13-hyperv is: [{'id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'name': 'tempest-TestNetworkBasicOps-router-2093247916', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '9a1e6ce7-206c-47f1-baf3-dad9cec2f04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:44:58Z', 'updated_at': '2021-10-26T08:45:03Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '9a1e6ce7-206c-47f1-baf3-dad9cec2f04b', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:44:59Z', 'updated_at': '2021-10-26T08:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '7127b371-8c18-40d9-a894-23afe7047c93', 'name': '', 'network_id': '7ca39448-6019-487f-ba0c-7a089864c536', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:b0:26:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '7a5b680f-02df-44bc-a1b1-f392091b62b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:45:02Z', 'updated_at': '2021-10-26T08:45:06Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '7a5b680f-02df-44bc-a1b1-f392091b62b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:45:06.905008 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.securitygroups_db [None req-719d12ff-2b39-45f6-8798-00670b93fd90 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Project c0122ef6aaf84badac5fbf473c701d56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 08:45:06.913975 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-719d12ff-2b39-45f6-8798-00670b93fd90 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:07.015426 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-719d12ff-2b39-45f6-8798-00670b93fd90 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:07.020069 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-719d12ff-2b39-45f6-8798-00670b93fd90 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:07.040504 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d12ff-2b39-45f6-8798-00670b93fd90 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c34bd7d7-b180-46a8-9f1b-656e918c003f,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:07.051781 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-719d12ff-2b39-45f6-8798-00670b93fd90 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:07.055878 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-719d12ff-2b39-45f6-8798-00670b93fd90 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2032104 Oct 26 08:45:07.056068 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39558) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:45:07.060722 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-1820edbf-2623-4223-b0fc-bf08a5302fde tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '031eadc8-55f0-48b3-9905-f60d71ff1cf3', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:45:07.091937 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.securitygroups_db [None req-1820edbf-2623-4223-b0fc-bf08a5302fde tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Project c0122ef6aaf84badac5fbf473c701d56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 08:45:07.098381 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1820edbf-2623-4223-b0fc-bf08a5302fde tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:07.134672 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d8db75c7-11b2-4cec-9711-a0d74862dca9 req-65f20b87-0190-4053-a684-8ab22fbf1137 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e532894-d76f-497c-bb4a-0bd40075182f HTTP/1.1" status: 200 len: 210 time: 0.0407834 Oct 26 08:45:07.175374 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1820edbf-2623-4223-b0fc-bf08a5302fde tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:07.183162 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1820edbf-2623-4223-b0fc-bf08a5302fde tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:07.203757 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820edbf-2623-4223-b0fc-bf08a5302fde tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09c6a606-a199-4d53-8e89-500cee47d67b,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:07.215310 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1820edbf-2623-4223-b0fc-bf08a5302fde tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:07.216811 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1820edbf-2623-4223-b0fc-bf08a5302fde tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1597910 Oct 26 08:45:07.366467 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-9a9cec78-ab61-4138-93aa-f6dce14190e5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1110082483&fields=id&tenant_id=c0122ef6aaf84badac5fbf473c701d56 HTTP/1.1" status: 200 len: 267 time: 0.0370619 Oct 26 08:45:07.486538 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-2e655a68-c666-45a2-a511-e69b63d42737 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:07.489283 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-2e655a68-c666-45a2-a511-e69b63d42737 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/networks?id=7ca39448-6019-487f-ba0c-7a089864c536 HTTP/1.1" status: 200 len: 795 time: 0.1147025 Oct 26 08:45:07.505830 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-41f7e2c5-1d20-48e8-9873-cc15a4b61227 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/quotas/c0122ef6aaf84badac5fbf473c701d56 HTTP/1.1" status: 200 len: 375 time: 0.0102894 Oct 26 08:45:07.568569 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-3fcf0277-25b8-49a7-87f2-b855c9d90fc9 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567799 Oct 26 08:45:07.673249 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-10d1b50f-4de6-442d-af2d-bdc01784ea90 service neutron] 10.222.0.41 "GET /v2.0/networks/7ca39448-6019-487f-ba0c-7a089864c536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926912 Oct 26 08:45:07.772431 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-97338c70-5f17-44c6-ad38-19dd426ea360 service neutron] 10.222.0.41 "GET /v2.0/networks/7ca39448-6019-487f-ba0c-7a089864c536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921307 Oct 26 08:45:07.931536 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 7127b371-8c18-40d9-a894-23afe7047c93 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:45:07.961847 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-61acc456-8130-4f7d-99ed-549133e0539e req-f40453aa-edb9-4a78-91d0-a9f2350d614a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb568fb2-0fe5-471b-b0b7-827516734490 HTTP/1.1" status: 200 len: 210 time: 0.0370827 Oct 26 08:45:08.012222 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 7127b371-8c18-40d9-a894-23afe7047c93 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:45:08.012785 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:08.952658 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-32c815aa-c9b9-4d9a-9ea4-01f09733d97b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:08.954349 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-32c815aa-c9b9-4d9a-9ea4-01f09733d97b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "GET /v2.0/networks?id=7ca39448-6019-487f-ba0c-7a089864c536 HTTP/1.1" status: 200 len: 795 time: 0.1161318 Oct 26 08:45:09.012804 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-d9fa1c24-e866-43b7-9e0f-538bc81e561c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0122ef6aaf84badac5fbf473c701d56 HTTP/1.1" status: 200 len: 380 time: 0.0497494 Oct 26 08:45:09.028270 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-b67f589a-16b5-49da-8e79-2ea624db82ae tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'port': {'device_id': 'eb568fb2-0fe5-471b-b0b7-827516734490', 'network_id': '7ca39448-6019-487f-ba0c-7a089864c536', 'admin_state_up': True, 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'security_groups': ['031eadc8-55f0-48b3-9905-f60d71ff1cf3']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:45:09.102714 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6c7ac9c8-2e53-45ca-99c8-5072f4c319e8 req-aff60bd0-7dc1-4854-a381-35a0408cd38e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb568fb2-0fe5-471b-b0b7-827516734490 HTTP/1.1" status: 200 len: 210 time: 0.0679095 Oct 26 08:45:09.171197 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-b67f589a-16b5-49da-8e79-2ea624db82ae tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Made reservation on behalf of c0122ef6aaf84badac5fbf473c701d56 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:45:09.175650 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-b67f589a-16b5-49da-8e79-2ea624db82ae tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:09.302847 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-b67f589a-16b5-49da-8e79-2ea624db82ae tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Allocated IP 172.20.0.12 (7ca39448-6019-487f-ba0c-7a089864c536/7a5b680f-02df-44bc-a1b1-f392091b62b9/14101d9b-719c-4d6e-af7d-8f6f6c5da2b1) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:45:09.455867 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-b67f589a-16b5-49da-8e79-2ea624db82ae tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:09.490162 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-b67f589a-16b5-49da-8e79-2ea624db82ae tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:09.534506 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-b67f589a-16b5-49da-8e79-2ea624db82ae tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network 7ca39448-6019-487f-ba0c-7a089864c536 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:45:09.537702 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-b67f589a-16b5-49da-8e79-2ea624db82ae tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:45:09.541462 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-b67f589a-16b5-49da-8e79-2ea624db82ae tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:45:09.574198 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f589a-16b5-49da-8e79-2ea624db82ae tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=14101d9b-719c-4d6e-af7d-8f6f6c5da2b1,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:09.599795 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-b67f589a-16b5-49da-8e79-2ea624db82ae tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:09.600446 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-b67f589a-16b5-49da-8e79-2ea624db82ae tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:09.620108 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-b67f589a-16b5-49da-8e79-2ea624db82ae tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5971515 Oct 26 08:45:09.633550 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-c19fc790-80cc-41c4-8373-82fb3ce59d6a service neutron] Request body: {'port': {'device_id': 'eb568fb2-0fe5-471b-b0b7-827516734490', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:45:09.694004 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-c19fc790-80cc-41c4-8373-82fb3ce59d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:09.761748 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-01163c9a-3e32-4509-b44e-af280afbb8d1 None None] Provisioning complete for port 14101d9b-719c-4d6e-af7d-8f6f6c5da2b1 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:45:09.762563 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-01163c9a-3e32-4509-b44e-af280afbb8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:09.798504 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-01163c9a-3e32-4509-b44e-af280afbb8d1 None None] Port 14101d9b-719c-4d6e-af7d-8f6f6c5da2b1 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:45:09.968799 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-c19fc790-80cc-41c4-8373-82fb3ce59d6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14101d9b-719c-4d6e-af7d-8f6f6c5da2b1 {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:45:09.976993 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-c19fc790-80cc-41c4-8373-82fb3ce59d6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:09.988732 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-c19fc790-80cc-41c4-8373-82fb3ce59d6a service neutron] Transition to ACTIVE for port object 14101d9b-719c-4d6e-af7d-8f6f6c5da2b1 will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 08:45:09.994125 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-c19fc790-80cc-41c4-8373-82fb3ce59d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:10.045757 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19fc790-80cc-41c4-8373-82fb3ce59d6a service neutron] Pushing event updated for resources: {'Port': ['ID=14101d9b-719c-4d6e-af7d-8f6f6c5da2b1,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:10.121991 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-c19fc790-80cc-41c4-8373-82fb3ce59d6a service neutron] Attempting to bind port 14101d9b-719c-4d6e-af7d-8f6f6c5da2b1 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:45:10.122402 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-c19fc790-80cc-41c4-8373-82fb3ce59d6a service neutron] Attempting to bind port 14101d9b-719c-4d6e-af7d-8f6f6c5da2b1 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '3f89f311-bc2d-4b5e-8418-cab3317d51b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7ca39448-6019-487f-ba0c-7a089864c536'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:45:10.122811 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-c19fc790-80cc-41c4-8373-82fb3ce59d6a service neutron] Attempting to bind port 14101d9b-719c-4d6e-af7d-8f6f6c5da2b1 on network 7ca39448-6019-487f-ba0c-7a089864c536 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:45:10.128169 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-c19fc790-80cc-41c4-8373-82fb3ce59d6a service neutron] Port 14101d9b-719c-4d6e-af7d-8f6f6c5da2b1 on network 7ca39448-6019-487f-ba0c-7a089864c536 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:45:10.128784 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-c19fc790-80cc-41c4-8373-82fb3ce59d6a service neutron] Attempting to bind port 14101d9b-719c-4d6e-af7d-8f6f6c5da2b1 on network 7ca39448-6019-487f-ba0c-7a089864c536 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:45:10.135447 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-c19fc790-80cc-41c4-8373-82fb3ce59d6a service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:45:10.136175 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-c19fc790-80cc-41c4-8373-82fb3ce59d6a service neutron] Checking segment: {'id': '3f89f311-bc2d-4b5e-8418-cab3317d51b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7ca39448-6019-487f-ba0c-7a089864c536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:45:10.136565 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-c19fc790-80cc-41c4-8373-82fb3ce59d6a service neutron] Bound using segment: {'id': '3f89f311-bc2d-4b5e-8418-cab3317d51b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7ca39448-6019-487f-ba0c-7a089864c536'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:45:10.136998 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-c19fc790-80cc-41c4-8373-82fb3ce59d6a service neutron] Bound port: 14101d9b-719c-4d6e-af7d-8f6f6c5da2b1, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f89f311-bc2d-4b5e-8418-cab3317d51b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7ca39448-6019-487f-ba0c-7a089864c536'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:45:10.138961 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-c19fc790-80cc-41c4-8373-82fb3ce59d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:10.215146 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-c19fc790-80cc-41c4-8373-82fb3ce59d6a service neutron] For port 14101d9b-719c-4d6e-af7d-8f6f6c5da2b1, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:45:10.219709 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-c19fc790-80cc-41c4-8373-82fb3ce59d6a service neutron] For port 14101d9b-719c-4d6e-af7d-8f6f6c5da2b1, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=14101d9b-719c-4d6e-af7d-8f6f6c5da2b1,segment=NetworkSegment(3f89f311-bc2d-4b5e-8418-cab3317d51b9),segment_id=3f89f311-bc2d-4b5e-8418-cab3317d51b9)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:45:10.226692 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-c19fc790-80cc-41c4-8373-82fb3ce59d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:10.243714 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f3636-27f5-47ca-8fb7-768cc70a7279 req-deaee71c-ac77-471c-8949-50d06c1f83b9 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:10.246143 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-fe8f3636-27f5-47ca-8fb7-768cc70a7279 req-deaee71c-ac77-471c-8949-50d06c1f83b9 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb568fb2-0fe5-471b-b0b7-827516734490 HTTP/1.1" status: 200 len: 944 time: 0.0614235 Oct 26 08:45:10.286785 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19fc790-80cc-41c4-8373-82fb3ce59d6a service neutron] Pushing event updated for resources: {'Port': ['ID=14101d9b-719c-4d6e-af7d-8f6f6c5da2b1,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:10.287131 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-fe8f3636-27f5-47ca-8fb7-768cc70a7279 req-e5fc1ac6-8771-4dcc-9672-56b2f6ed05e0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=031eadc8-55f0-48b3-9905-f60d71ff1cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346210 Oct 26 08:45:10.294358 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-c19fc790-80cc-41c4-8373-82fb3ce59d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:10.294978 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-c19fc790-80cc-41c4-8373-82fb3ce59d6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:10.296494 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-c19fc790-80cc-41c4-8373-82fb3ce59d6a service neutron] 10.222.0.47 "PUT /v2.0/ports/14101d9b-719c-4d6e-af7d-8f6f6c5da2b1 HTTP/1.1" status: 200 len: 1094 time: 0.6673014 Oct 26 08:45:10.296929 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb568fb2-0fe5-471b-b0b7-827516734490', 'tag': '14101d9b-719c-4d6e-af7d-8f6f6c5da2b1'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:45:10.299272 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65735d9-6989-474a-94ca-3572b9695c81" -d '{"events": [{"name": "network-changed", "server_uuid": "eb568fb2-0fe5-471b-b0b7-827516734490", "tag": "14101d9b-719c-4d6e-af7d-8f6f6c5da2b1"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:45:10.359262 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef0e060-5470-4178-b141-09913b47b056 x-openstack-request-id: req-7ef0e060-5470-4178-b141-09913b47b056 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:45:10.359565 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb568fb2-0fe5-471b-b0b7-827516734490", "tag": "14101d9b-719c-4d6e-af7d-8f6f6c5da2b1", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:45:10.359822 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7ef0e060-5470-4178-b141-09913b47b056 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:45:10.360230 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb568fb2-0fe5-471b-b0b7-827516734490', 'tag': '14101d9b-719c-4d6e-af7d-8f6f6c5da2b1', 'status': 'completed', 'code': 200} Oct 26 08:45:10.395236 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-319706e3-cb2a-4a3b-9968-35f5d640e770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:10.396807 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-319706e3-cb2a-4a3b-9968-35f5d640e770 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=eb568fb2-0fe5-471b-b0b7-827516734490 HTTP/1.1" status: 200 len: 1097 time: 0.0484776 Oct 26 08:45:10.446796 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-7c826bae-d86e-4625-a6f5-da0bd42b8db2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14101d9b-719c-4d6e-af7d-8f6f6c5da2b1 HTTP/1.1" status: 200 len: 217 time: 0.0422137 Oct 26 08:45:10.507498 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-e6da5a03-320c-4a7c-bb73-15f0840c1c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:10.509015 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-e6da5a03-320c-4a7c-bb73-15f0840c1c6a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7a5b680f-02df-44bc-a1b1-f392091b62b9 HTTP/1.1" status: 200 len: 843 time: 0.0513752 Oct 26 08:45:10.564639 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-b611b50b-8092-41e6-9603-71e962c69005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:10.567470 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-b611b50b-8092-41e6-9603-71e962c69005 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ca39448-6019-487f-ba0c-7a089864c536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0499668 Oct 26 08:45:10.664106 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-39b49be4-d612-4c89-84e9-74e3009b97b7 service neutron] 10.222.0.47 "GET /v2.0/networks/7ca39448-6019-487f-ba0c-7a089864c536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885437 Oct 26 08:45:10.756936 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bbfd3cd7-588e-45b3-b7f4-54739aba6ea9 req-bd5c690c-8fe0-4fba-97a2-548824753f16 service neutron] 10.222.0.47 "GET /v2.0/networks/7ca39448-6019-487f-ba0c-7a089864c536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852926 Oct 26 08:45:10.847416 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65735d9-6989-474a-94ca-3572b9695c81 req-ce2a67cd-5bec-4c72-97d3-bc71c7d4d54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:10.848932 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b65735d9-6989-474a-94ca-3572b9695c81 req-ce2a67cd-5bec-4c72-97d3-bc71c7d4d54d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=eb568fb2-0fe5-471b-b0b7-827516734490 HTTP/1.1" status: 200 len: 1097 time: 0.0479350 Oct 26 08:45:10.942555 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65735d9-6989-474a-94ca-3572b9695c81 req-fdbec087-04fd-4bf3-8d16-19aae876fd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:10.944045 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b65735d9-6989-474a-94ca-3572b9695c81 req-fdbec087-04fd-4bf3-8d16-19aae876fd38 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ca39448-6019-487f-ba0c-7a089864c536 HTTP/1.1" status: 200 len: 896 time: 0.0866668 Oct 26 08:45:10.991480 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b65735d9-6989-474a-94ca-3572b9695c81 req-b81e173d-21fa-4722-8e98-b3f8ff09377b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14101d9b-719c-4d6e-af7d-8f6f6c5da2b1 HTTP/1.1" status: 200 len: 217 time: 0.0393746 Oct 26 08:45:11.044844 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65735d9-6989-474a-94ca-3572b9695c81 req-d40806e6-f0a9-4e3d-bed5-95c062a10cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:11.046287 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b65735d9-6989-474a-94ca-3572b9695c81 req-d40806e6-f0a9-4e3d-bed5-95c062a10cd7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7a5b680f-02df-44bc-a1b1-f392091b62b9 HTTP/1.1" status: 200 len: 843 time: 0.0458548 Oct 26 08:45:11.095109 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65735d9-6989-474a-94ca-3572b9695c81 req-eaa0e084-c83d-449f-aada-d2ccedb29517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:11.097565 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b65735d9-6989-474a-94ca-3572b9695c81 req-eaa0e084-c83d-449f-aada-d2ccedb29517 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ca39448-6019-487f-ba0c-7a089864c536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0437045 Oct 26 08:45:11.195299 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b65735d9-6989-474a-94ca-3572b9695c81 req-122fac4e-f8de-4121-9ba0-393ff95a42e7 service neutron] 10.222.0.47 "GET /v2.0/networks/7ca39448-6019-487f-ba0c-7a089864c536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889516 Oct 26 08:45:11.288524 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b65735d9-6989-474a-94ca-3572b9695c81 req-b325d0db-3ea9-4e7d-9f69-22a4f649842e service neutron] 10.222.0.47 "GET /v2.0/networks/7ca39448-6019-487f-ba0c-7a089864c536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841291 Oct 26 08:45:11.406845 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305683a4-9af9-4675-9201-d53bc3040fa5 req-4d8b0f51-dfa1-4768-ad18-27aab80e9dfb tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:11.408465 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-305683a4-9af9-4675-9201-d53bc3040fa5 req-4d8b0f51-dfa1-4768-ad18-27aab80e9dfb tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb568fb2-0fe5-471b-b0b7-827516734490 HTTP/1.1" status: 200 len: 944 time: 0.0498998 Oct 26 08:45:11.450958 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-305683a4-9af9-4675-9201-d53bc3040fa5 req-fda89fd2-a761-4395-8f0d-82b2021d068a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=031eadc8-55f0-48b3-9905-f60d71ff1cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357275 Oct 26 08:45:12.579564 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91f153-3e8b-48ac-b90a-a657107f1c8b req-96a69264-88b7-44b6-a22d-2b6918646cf3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:12.581137 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fe91f153-3e8b-48ac-b90a-a657107f1c8b req-96a69264-88b7-44b6-a22d-2b6918646cf3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb568fb2-0fe5-471b-b0b7-827516734490 HTTP/1.1" status: 200 len: 944 time: 0.0544105 Oct 26 08:45:12.620954 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fe91f153-3e8b-48ac-b90a-a657107f1c8b req-455cfa8e-85fa-46cb-afee-3488a30eb3f8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=031eadc8-55f0-48b3-9905-f60d71ff1cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331669 Oct 26 08:45:13.583701 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39622) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:45:13.745750 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-ca4abcf9-28d2-4eb6-a2e8-7380ba7f0631 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Deleting port 57c3f0ca-5d71-47e7-b1cb-600c747fe0f5 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:45:13.746094 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ca4abcf9-28d2-4eb6-a2e8-7380ba7f0631 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:13.747748 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81dff21-4581-47a8-93ac-b9363eac8695 req-99065f6f-39e3-445f-b523-febb3fd55485 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:13.749278 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e81dff21-4581-47a8-93ac-b9363eac8695 req-99065f6f-39e3-445f-b523-febb3fd55485 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb568fb2-0fe5-471b-b0b7-827516734490 HTTP/1.1" status: 200 len: 944 time: 0.0552042 Oct 26 08:45:13.787910 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e81dff21-4581-47a8-93ac-b9363eac8695 req-e2657d89-c7e9-46a9-b240-bcd56177d719 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=031eadc8-55f0-48b3-9905-f60d71ff1cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313911 Oct 26 08:45:13.821974 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ca4abcf9-28d2-4eb6-a2e8-7380ba7f0631 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:13.822313 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ca4abcf9-28d2-4eb6-a2e8-7380ba7f0631 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:13.833886 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-ca4abcf9-28d2-4eb6-a2e8-7380ba7f0631 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Calling delete_port for 57c3f0ca-5d71-47e7-b1cb-600c747fe0f5 owned by network:floatingip {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:45:13.981759 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ca4abcf9-28d2-4eb6-a2e8-7380ba7f0631 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:14.006816 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4abcf9-28d2-4eb6-a2e8-7380ba7f0631 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Pushing event deleted for resources: {'Port': ['ID=57c3f0ca-5d71-47e7-b1cb-600c747fe0f5,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:14.069004 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ca4abcf9-28d2-4eb6-a2e8-7380ba7f0631 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for floatingip, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:14.069247 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [None req-ca4abcf9-28d2-4eb6-a2e8-7380ba7f0631 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Floating IP 71a1764a-f881-422a-a692-abfff873c707 disassociated (deleted). External IP: 172.26.2.106, port: c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc. Oct 26 08:45:14.273886 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4abcf9-28d2-4eb6-a2e8-7380ba7f0631 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Router 738fe4aa-1d31-483d-b64a-536262569c1f has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:45:14.382610 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4abcf9-28d2-4eb6-a2e8-7380ba7f0631 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:45:14.387058 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ca4abcf9-28d2-4eb6-a2e8-7380ba7f0631 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:14.394098 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72de58c-7342-4b31-9d36-a8dcb749cdca None None] Sync routers for ids ['738fe4aa-1d31-483d-b64a-536262569c1f'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:45:14.404275 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72de58c-7342-4b31-9d36-a8dcb749cdca None None] Routers {'738fe4aa-1d31-483d-b64a-536262569c1f'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:45:14.404966 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-f72de58c-7342-4b31-9d36-a8dcb749cdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:44:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['738fe4aa-1d31-483d-b64a-536262569c1f'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:45:14.413195 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ca4abcf9-28d2-4eb6-a2e8-7380ba7f0631 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "DELETE /v2.0/floatingips/71a1764a-f881-422a-a692-abfff873c707 HTTP/1.1" status: 204 len: 168 time: 0.8283279 Oct 26 08:45:14.413839 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45eac02-cf7a-49c9-998b-56268e4d1489', 'tag': 'c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:45:14.416161 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23aa03ba-40a1-4045-9cf5-d980d0e2cec5" -d '{"events": [{"name": "network-changed", "server_uuid": "f45eac02-cf7a-49c9-998b-56268e4d1489", "tag": "c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:45:14.445513 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 14101d9b-719c-4d6e-af7d-8f6f6c5da2b1 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 08:45:14.459944 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6604cb7e-4d98-407f-acf7-b6ed12aac5eb x-openstack-request-id: req-6604cb7e-4d98-407f-acf7-b6ed12aac5eb {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:45:14.460149 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f45eac02-cf7a-49c9-998b-56268e4d1489", "tag": "c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:45:14.460379 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6604cb7e-4d98-407f-acf7-b6ed12aac5eb {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:45:14.460791 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f45eac02-cf7a-49c9-998b-56268e4d1489', 'tag': 'c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc', 'status': 'completed', 'code': 200} Oct 26 08:45:14.540597 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa03ba-40a1-4045-9cf5-d980d0e2cec5 req-85666911-19ab-4f51-b22a-23bd5d3ba8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:14.542272 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-23aa03ba-40a1-4045-9cf5-d980d0e2cec5 req-85666911-19ab-4f51-b22a-23bd5d3ba8e1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=012ebdc024314225b35adc225bf3c042&device_id=f45eac02-cf7a-49c9-998b-56268e4d1489 HTTP/1.1" status: 200 len: 1098 time: 0.0581124 Oct 26 08:45:14.591275 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-f72de58c-7342-4b31-9d36-a8dcb749cdca None None] Set router 738fe4aa-1d31-483d-b64a-536262569c1f gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:45:14.640533 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa03ba-40a1-4045-9cf5-d980d0e2cec5 req-3c887a6c-11c3-4715-8240-1af5caa07674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:14.642064 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-23aa03ba-40a1-4045-9cf5-d980d0e2cec5 req-3c887a6c-11c3-4715-8240-1af5caa07674 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aaea57e4-9420-417b-be2f-9d1c60706f42 HTTP/1.1" status: 200 len: 913 time: 0.0899980 Oct 26 08:45:14.658066 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a77d64-413f-4170-84a9-f9bf023a31ac req-0f5ce8b6-4670-4a15-a4b3-38a113d14d66 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:14.660005 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-48a77d64-413f-4170-84a9-f9bf023a31ac req-0f5ce8b6-4670-4a15-a4b3-38a113d14d66 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f45eac02-cf7a-49c9-998b-56268e4d1489 HTTP/1.1" status: 200 len: 945 time: 0.0542676 Oct 26 08:45:14.688802 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-23aa03ba-40a1-4045-9cf5-d980d0e2cec5 req-e4a341f3-1084-46e1-9420-6a903e28da8d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc HTTP/1.1" status: 200 len: 217 time: 0.0391803 Oct 26 08:45:14.692572 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 14101d9b-719c-4d6e-af7d-8f6f6c5da2b1, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=14101d9b-719c-4d6e-af7d-8f6f6c5da2b1,segment=NetworkSegment(3f89f311-bc2d-4b5e-8418-cab3317d51b9),segment_id=3f89f311-bc2d-4b5e-8418-cab3317d51b9)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:45:14.700070 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-48a77d64-413f-4170-84a9-f9bf023a31ac req-5ddd5ecc-c8b6-4788-81e2-528d01194168 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334997 Oct 26 08:45:14.740777 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': '14101d9b-719c-4d6e-af7d-8f6f6c5da2b1', 'network_id': '7ca39448-6019-487f-ba0c-7a089864c536', 'port_id': '14101d9b-719c-4d6e-af7d-8f6f6c5da2b1', 'mac_address': 'fa:16:3e:ab:56:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a5b680f-02df-44bc-a1b1-f392091b62b9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 08:45:14.742482 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa03ba-40a1-4045-9cf5-d980d0e2cec5 req-bb4f3695-207d-41a7-981e-e9dab48057c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:14.744011 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-23aa03ba-40a1-4045-9cf5-d980d0e2cec5 req-bb4f3695-207d-41a7-981e-e9dab48057c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=854d097d-f76d-4dde-9873-e30632cd6b45 HTTP/1.1" status: 200 len: 851 time: 0.0482137 Oct 26 08:45:14.791328 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa03ba-40a1-4045-9cf5-d980d0e2cec5 req-ee3be17b-b1a9-484c-8a47-04fa69c1bdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:14.792881 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-23aa03ba-40a1-4045-9cf5-d980d0e2cec5 req-ee3be17b-b1a9-484c-8a47-04fa69c1bdd3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aaea57e4-9420-417b-be2f-9d1c60706f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0399451 Oct 26 08:45:14.809843 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:14.848363 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14101d9b-719c-4d6e-af7d-8f6f6c5da2b1 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:45:14.872739 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 14101d9b-719c-4d6e-af7d-8f6f6c5da2b1, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=14101d9b-719c-4d6e-af7d-8f6f6c5da2b1,segment=NetworkSegment(3f89f311-bc2d-4b5e-8418-cab3317d51b9),segment_id=3f89f311-bc2d-4b5e-8418-cab3317d51b9)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:45:14.880349 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:14.923671 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-23aa03ba-40a1-4045-9cf5-d980d0e2cec5 req-3d0318c3-d1fd-46cf-bb1d-26cd02fc9b85 service neutron] 10.222.0.47 "GET /v2.0/networks/aaea57e4-9420-417b-be2f-9d1c60706f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208119 Oct 26 08:45:14.938935 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-f72de58c-7342-4b31-9d36-a8dcb749cdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'name': 'tempest-TestVolumeBootPattern-1797665840-router', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '83e53520-fd9d-466d-9556-54b701a48465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:02Z', 'revision_number': 4, 'project_id': '012ebdc024314225b35adc225bf3c042', 'gw_port': {'id': '83e53520-fd9d-466d-9556-54b701a48465', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'db55979a-f053-49dc-917b-3a28db70ba14', 'name': '', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'mac_address': 'fa:16:3e:a0:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:01Z', 'updated_at': '2021-10-26T08:38:06Z', 'revision_number': 5, 'project_id': '012ebdc024314225b35adc225bf3c042', 'subnets': [{'id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:45:14.942128 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=14101d9b-719c-4d6e-af7d-8f6f6c5da2b1,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:14.969601 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72de58c-7342-4b31-9d36-a8dcb749cdca None None] Checking router: 738fe4aa-1d31-483d-b64a-536262569c1f for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:45:14.979358 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72de58c-7342-4b31-9d36-a8dcb749cdca None None] Routers {'738fe4aa-1d31-483d-b64a-536262569c1f'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:45:14.979969 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-f72de58c-7342-4b31-9d36-a8dcb749cdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:44:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['738fe4aa-1d31-483d-b64a-536262569c1f'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:45:14.985338 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836ab26-39e1-4d5a-b7d0-17b073011382 req-b088d604-da8d-4123-81c5-0f7873dea26b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:14.986902 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a836ab26-39e1-4d5a-b7d0-17b073011382 req-b088d604-da8d-4123-81c5-0f7873dea26b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb568fb2-0fe5-471b-b0b7-827516734490 HTTP/1.1" status: 200 len: 945 time: 0.1087880 Oct 26 08:45:15.047340 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a836ab26-39e1-4d5a-b7d0-17b073011382 req-96524ce4-02e4-464c-8241-077b9f10f943 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=031eadc8-55f0-48b3-9905-f60d71ff1cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539799 Oct 26 08:45:15.064022 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-23aa03ba-40a1-4045-9cf5-d980d0e2cec5 req-e51d6a72-9c04-4a93-ab63-3e1956d61627 service neutron] 10.222.0.47 "GET /v2.0/networks/aaea57e4-9420-417b-be2f-9d1c60706f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324868 Oct 26 08:45:15.093860 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-f72de58c-7342-4b31-9d36-a8dcb749cdca None None] Set router 738fe4aa-1d31-483d-b64a-536262569c1f gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:45:15.129843 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['14101d9b-719c-4d6e-af7d-8f6f6c5da2b1'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:45:15.559533 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-f72de58c-7342-4b31-9d36-a8dcb749cdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'name': 'tempest-TestVolumeBootPattern-1797665840-router', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '83e53520-fd9d-466d-9556-54b701a48465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:02Z', 'revision_number': 4, 'project_id': '012ebdc024314225b35adc225bf3c042', 'gw_port': {'id': '83e53520-fd9d-466d-9556-54b701a48465', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'db55979a-f053-49dc-917b-3a28db70ba14', 'name': '', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'mac_address': 'fa:16:3e:a0:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:01Z', 'updated_at': '2021-10-26T08:38:06Z', 'revision_number': 5, 'project_id': '012ebdc024314225b35adc225bf3c042', 'subnets': [{'id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:45:15.596471 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72de58c-7342-4b31-9d36-a8dcb749cdca None None] The sync data for ids ['738fe4aa-1d31-483d-b64a-536262569c1f'] in dv-neutron-804846-13-hyperv is: [{'id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'name': 'tempest-TestVolumeBootPattern-1797665840-router', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '83e53520-fd9d-466d-9556-54b701a48465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:02Z', 'revision_number': 4, 'project_id': '012ebdc024314225b35adc225bf3c042', 'gw_port': {'id': '83e53520-fd9d-466d-9556-54b701a48465', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'db55979a-f053-49dc-917b-3a28db70ba14', 'name': '', 'network_id': 'aaea57e4-9420-417b-be2f-9d1c60706f42', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'mac_address': 'fa:16:3e:a0:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:01Z', 'updated_at': '2021-10-26T08:38:06Z', 'revision_number': 5, 'project_id': '012ebdc024314225b35adc225bf3c042', 'subnets': [{'id': '854d097d-f76d-4dde-9873-e30632cd6b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:45:15.824531 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f012972-b850-46ab-a185-e15795fcbac2 req-ba76e747-984e-4f15-b63f-2e72d467520b tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:15.826085 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5f012972-b850-46ab-a185-e15795fcbac2 req-ba76e747-984e-4f15-b63f-2e72d467520b tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f45eac02-cf7a-49c9-998b-56268e4d1489 HTTP/1.1" status: 200 len: 945 time: 0.0529504 Oct 26 08:45:15.829745 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9108f980-6c09-4a7b-9e6c-b71e83229937 None None] New status for floating IP 71a1764a-f881-422a-a692-abfff873c707: DOWN {{(pid=102104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:45:15.864587 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5f012972-b850-46ab-a185-e15795fcbac2 req-b0e3db6d-9b70-48c6-b756-5527cba206cb tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/security-groups?id=8615fbfe-2625-478e-8765-7a7a2edfc7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323107 Oct 26 08:45:16.104017 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0852c5-bec5-4af6-9ae5-d9a38cf215e1 req-859e8420-a6f8-4109-b09e-da1d6e30f6bb tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:16.105615 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-df0852c5-bec5-4af6-9ae5-d9a38cf215e1 req-859e8420-a6f8-4109-b09e-da1d6e30f6bb tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.47 "GET /v2.0/ports?device_id=f45eac02-cf7a-49c9-998b-56268e4d1489 HTTP/1.1" status: 200 len: 945 time: 0.0505280 Oct 26 08:45:16.216783 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19567efe-4236-473f-a9de-087418c93a55 req-2e55ff65-71de-4ff8-a07f-a3eec71ec643 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:16.218311 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-19567efe-4236-473f-a9de-087418c93a55 req-2e55ff65-71de-4ff8-a07f-a3eec71ec643 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb568fb2-0fe5-471b-b0b7-827516734490 HTTP/1.1" status: 200 len: 945 time: 0.0827069 Oct 26 08:45:16.262093 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-df0852c5-bec5-4af6-9ae5-d9a38cf215e1 req-684ca10b-8faa-4a1a-8c6e-2ce44371cc4b tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Deleting port c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:45:16.262440 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-df0852c5-bec5-4af6-9ae5-d9a38cf215e1 req-684ca10b-8faa-4a1a-8c6e-2ce44371cc4b tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:16.281556 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-19567efe-4236-473f-a9de-087418c93a55 req-656dfa43-b747-4808-8af7-d182e3bf503c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=031eadc8-55f0-48b3-9905-f60d71ff1cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557096 Oct 26 08:45:16.358281 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-df0852c5-bec5-4af6-9ae5-d9a38cf215e1 req-684ca10b-8faa-4a1a-8c6e-2ce44371cc4b tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] For port c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc,segment=NetworkSegment(ee9d28ae-f82a-46f0-83dd-bc4a97034bc9),segment_id=ee9d28ae-f82a-46f0-83dd-bc4a97034bc9)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:45:16.358566 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-df0852c5-bec5-4af6-9ae5-d9a38cf215e1 req-684ca10b-8faa-4a1a-8c6e-2ce44371cc4b tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:16.371410 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-df0852c5-bec5-4af6-9ae5-d9a38cf215e1 req-684ca10b-8faa-4a1a-8c6e-2ce44371cc4b tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Calling delete_port for c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc owned by compute:nova {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:45:16.453580 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 14101d9b-719c-4d6e-af7d-8f6f6c5da2b1 up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:45:16.502642 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-df0852c5-bec5-4af6-9ae5-d9a38cf215e1 req-684ca10b-8faa-4a1a-8c6e-2ce44371cc4b tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:16.503599 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port 14101d9b-719c-4d6e-af7d-8f6f6c5da2b1 completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 08:45:16.507907 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port 14101d9b-719c-4d6e-af7d-8f6f6c5da2b1 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:45:16.508271 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:16.533055 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ca10b-8faa-4a1a-8c6e-2ce44371cc4b tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Pushing event deleted for resources: {'Port': ['ID=c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:16.577191 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0852c5-bec5-4af6-9ae5-d9a38cf215e1 req-684ca10b-8faa-4a1a-8c6e-2ce44371cc4b tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] No DVR routers for this DVR port c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:45:16.582034 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-df0852c5-bec5-4af6-9ae5-d9a38cf215e1 req-684ca10b-8faa-4a1a-8c6e-2ce44371cc4b tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:16.585508 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-df0852c5-bec5-4af6-9ae5-d9a38cf215e1 req-684ca10b-8faa-4a1a-8c6e-2ce44371cc4b tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.47 "DELETE /v2.0/ports/c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc HTTP/1.1" status: 204 len: 173 time: 0.4741037 Oct 26 08:45:16.585987 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45eac02-cf7a-49c9-998b-56268e4d1489', 'name': 'network-vif-deleted', 'tag': 'c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:45:16.588396 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a3163b-43c1-422f-b87a-342616055270" -d '{"events": [{"server_uuid": "f45eac02-cf7a-49c9-998b-56268e4d1489", "name": "network-vif-deleted", "tag": "c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:45:16.601218 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:16.628061 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb568fb2-0fe5-471b-b0b7-827516734490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14101d9b-719c-4d6e-af7d-8f6f6c5da2b1'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:45:16.629318 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0512db13-1067-4942-8366-83fe3a26f563 x-openstack-request-id: req-0512db13-1067-4942-8366-83fe3a26f563 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:45:16.629645 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45eac02-cf7a-49c9-998b-56268e4d1489", "name": "network-vif-deleted", "tag": "c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:45:16.629908 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0512db13-1067-4942-8366-83fe3a26f563 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:45:16.630315 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45eac02-cf7a-49c9-998b-56268e4d1489', 'name': 'network-vif-deleted', 'tag': 'c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc', 'status': 'completed', 'code': 200} Oct 26 08:45:16.630454 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b179c7d-5d4b-4c19-86a0-ce6b24df2cbd" -d '{"events": [{"server_uuid": "eb568fb2-0fe5-471b-b0b7-827516734490", "name": "network-vif-plugged", "status": "completed", "tag": "14101d9b-719c-4d6e-af7d-8f6f6c5da2b1"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:45:16.647236 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 14101d9b-719c-4d6e-af7d-8f6f6c5da2b1, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=14101d9b-719c-4d6e-af7d-8f6f6c5da2b1,segment=NetworkSegment(3f89f311-bc2d-4b5e-8418-cab3317d51b9),segment_id=3f89f311-bc2d-4b5e-8418-cab3317d51b9)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:45:16.653497 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:16.682645 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a43ede-8053-456a-afe6-84d239a50283 x-openstack-request-id: req-58a43ede-8053-456a-afe6-84d239a50283 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:45:16.683028 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb568fb2-0fe5-471b-b0b7-827516734490", "name": "network-vif-plugged", "status": "completed", "tag": "14101d9b-719c-4d6e-af7d-8f6f6c5da2b1", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:45:16.683196 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-58a43ede-8053-456a-afe6-84d239a50283 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:45:16.683672 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb568fb2-0fe5-471b-b0b7-827516734490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14101d9b-719c-4d6e-af7d-8f6f6c5da2b1', 'code': 200} Oct 26 08:45:16.712902 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=14101d9b-719c-4d6e-af7d-8f6f6c5da2b1,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:16.847725 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d47a64-c746-4130-9fb8-df7b99fd9745 req-79dafb0f-a0e8-43a0-8afb-2a44b0f832dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:16.849150 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c8d47a64-c746-4130-9fb8-df7b99fd9745 req-79dafb0f-a0e8-43a0-8afb-2a44b0f832dd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eb568fb2-0fe5-471b-b0b7-827516734490 HTTP/1.1" status: 200 len: 1099 time: 0.0424821 Oct 26 08:45:16.888041 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c8d47a64-c746-4130-9fb8-df7b99fd9745 req-356a617a-ab27-4aef-9edb-356c98ad3940 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=031eadc8-55f0-48b3-9905-f60d71ff1cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315194 Oct 26 08:45:16.977820 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-57873145-0f5d-47a3-b0c5-633496da5334 req-51d6090a-de9b-4eb8-b8ad-8b962267c876 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f45eac02-cf7a-49c9-998b-56268e4d1489 HTTP/1.1" status: 200 len: 210 time: 0.0340436 Oct 26 08:45:17.402790 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e6ee8-5fb1-4411-99ca-06c4c60c706e req-97ca036a-c0be-4689-ad2c-7e69ae873b31 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:17.404292 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-795e6ee8-5fb1-4411-99ca-06c4c60c706e req-97ca036a-c0be-4689-ad2c-7e69ae873b31 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb568fb2-0fe5-471b-b0b7-827516734490 HTTP/1.1" status: 200 len: 946 time: 0.0501766 Oct 26 08:45:17.444552 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-795e6ee8-5fb1-4411-99ca-06c4c60c706e req-af574797-deca-47e2-9da1-188146340485 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=031eadc8-55f0-48b3-9905-f60d71ff1cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331872 Oct 26 08:45:18.073320 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-12cf89d1-6ff0-4453-856a-6790af3456bb req-63073585-fe54-4994-a8a6-102ac66c2d4d tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f45eac02-cf7a-49c9-998b-56268e4d1489 HTTP/1.1" status: 200 len: 210 time: 0.0270166 Oct 26 08:45:18.564138 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcebe76-9c7f-4ba9-bcc6-873785c63557 req-f7a046ca-86dd-4219-a07e-a24329909e2f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:18.566086 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5fcebe76-9c7f-4ba9-bcc6-873785c63557 req-f7a046ca-86dd-4219-a07e-a24329909e2f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb568fb2-0fe5-471b-b0b7-827516734490 HTTP/1.1" status: 200 len: 946 time: 0.0535243 Oct 26 08:45:18.604221 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5fcebe76-9c7f-4ba9-bcc6-873785c63557 req-e6d4c71e-9109-4ea2-be66-663d13d9cf06 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=031eadc8-55f0-48b3-9905-f60d71ff1cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322757 Oct 26 08:45:18.718414 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba0629-cf90-40af-94cd-26e3cc8d85f2 req-cc015f50-f9e7-44e0-b163-06f48c4d6c38 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:18.720163 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-dcba0629-cf90-40af-94cd-26e3cc8d85f2 req-cc015f50-f9e7-44e0-b163-06f48c4d6c38 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb568fb2-0fe5-471b-b0b7-827516734490 HTTP/1.1" status: 200 len: 946 time: 0.0501637 Oct 26 08:45:18.759221 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-dcba0629-cf90-40af-94cd-26e3cc8d85f2 req-b88615d9-afdd-4272-a979-fae88d10396a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=031eadc8-55f0-48b3-9905-f60d71ff1cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325949 Oct 26 08:45:18.780747 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39652) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:45:18.821092 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f0c4ef-685b-4838-a420-ba029fef898b tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:18.822655 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-08f0c4ef-685b-4838-a420-ba029fef898b tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=eb568fb2-0fe5-471b-b0b7-827516734490 HTTP/1.1" status: 200 len: 1094 time: 0.0409350 Oct 26 08:45:18.825426 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39654) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:45:18.829736 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-48a64301-c941-4a76-aac9-df4fe76cb01e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'floatingip': {'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'port_id': '14101d9b-719c-4d6e-af7d-8f6f6c5da2b1', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:45:18.852427 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-48a64301-c941-4a76-aac9-df4fe76cb01e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:18.956248 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-48a64301-c941-4a76-aac9-df4fe76cb01e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:19.061894 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-48a64301-c941-4a76-aac9-df4fe76cb01e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Allocated IP 172.26.2.29 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/7336aa27-bcf6-4c1c-861a-cee42c1e5ebc) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:45:19.177179 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a3440342-dc53-4032-b585-b7ff42ebfb6e req-29385036-f9a0-4c79-90dc-04d37cd64ed5 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f45eac02-cf7a-49c9-998b-56268e4d1489 HTTP/1.1" status: 200 len: 210 time: 0.0293972 Oct 26 08:45:19.179382 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-48a64301-c941-4a76-aac9-df4fe76cb01e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:19.213901 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-48a64301-c941-4a76-aac9-df4fe76cb01e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:19.255288 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a64301-c941-4a76-aac9-df4fe76cb01e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:45:19.258377 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-48a64301-c941-4a76-aac9-df4fe76cb01e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:45:19.262008 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a64301-c941-4a76-aac9-df4fe76cb01e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:45:19.289044 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a64301-c941-4a76-aac9-df4fe76cb01e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=7336aa27-bcf6-4c1c-861a-cee42c1e5ebc,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:19.381896 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1e5ec403-a56e-4d31-abc8-3ea66c1c2e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:19.629633 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-48a64301-c941-4a76-aac9-df4fe76cb01e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:19.702252 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-48a64301-c941-4a76-aac9-df4fe76cb01e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:19.858361 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-48a64301-c941-4a76-aac9-df4fe76cb01e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:19.863289 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-48a64301-c941-4a76-aac9-df4fe76cb01e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:19.939504 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a64301-c941-4a76-aac9-df4fe76cb01e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=7336aa27-bcf6-4c1c-861a-cee42c1e5ebc,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:19.952786 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-48a64301-c941-4a76-aac9-df4fe76cb01e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:20.062242 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.l3_db [None req-48a64301-c941-4a76-aac9-df4fe76cb01e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Floating IP da4efa66-e0cf-4976-bbda-4e8bf71c0ab3 associated. External IP: 172.26.2.29, port: 14101d9b-719c-4d6e-af7d-8f6f6c5da2b1. Oct 26 08:45:20.282560 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-9cf3123d-7dd2-4584-9272-9fff19c41eea req-7b2d379d-9523-45f7-99c6-389cbe117883 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f45eac02-cf7a-49c9-998b-56268e4d1489 HTTP/1.1" status: 200 len: 210 time: 0.0340490 Oct 26 08:45:20.295615 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a64301-c941-4a76-aac9-df4fe76cb01e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router abd8af52-68f1-42ff-b050-d6da0ae647ab has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:45:20.404304 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a64301-c941-4a76-aac9-df4fe76cb01e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:45:20.417204 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab5f644-2b07-493a-a135-45448d9e2cf4 None None] Sync routers for ids ['abd8af52-68f1-42ff-b050-d6da0ae647ab'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:45:20.426189 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-48a64301-c941-4a76-aac9-df4fe76cb01e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:20.426815 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab5f644-2b07-493a-a135-45448d9e2cf4 None None] Routers {'abd8af52-68f1-42ff-b050-d6da0ae647ab'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:45:20.427628 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-5ab5f644-2b07-493a-a135-45448d9e2cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:44:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['abd8af52-68f1-42ff-b050-d6da0ae647ab'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:45:20.495408 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:45:20.525057 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] No Port match for: c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:45:20.525701 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device c6b87ee5-89d3-4dd7-bb69-a4110ac1cafc not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:45:20.563795 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-5ab5f644-2b07-493a-a135-45448d9e2cf4 None None] Set router abd8af52-68f1-42ff-b050-d6da0ae647ab gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:45:20.720301 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-48a64301-c941-4a76-aac9-df4fe76cb01e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8935418 Oct 26 08:45:20.720895 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb568fb2-0fe5-471b-b0b7-827516734490', 'tag': '14101d9b-719c-4d6e-af7d-8f6f6c5da2b1'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:45:20.723240 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6001f9b463937e9ba59653060f797cf6a3b9cfc8c69abf6deb468a53c3a3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5b5945-16d0-4b66-beb9-6d2636acc7f4" -d '{"events": [{"name": "network-changed", "server_uuid": "eb568fb2-0fe5-471b-b0b7-827516734490", "tag": "14101d9b-719c-4d6e-af7d-8f6f6c5da2b1"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:45:20.723916 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39660) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:45:20.760931 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752bb443-0c2f-46aa-9f6d-225315a8699b x-openstack-request-id: req-752bb443-0c2f-46aa-9f6d-225315a8699b {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:45:20.761230 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb568fb2-0fe5-471b-b0b7-827516734490", "tag": "14101d9b-719c-4d6e-af7d-8f6f6c5da2b1", "status": "completed", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:45:20.761487 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-752bb443-0c2f-46aa-9f6d-225315a8699b {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:45:20.761937 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb568fb2-0fe5-471b-b0b7-827516734490', 'tag': '14101d9b-719c-4d6e-af7d-8f6f6c5da2b1', 'status': 'completed', 'code': 200} Oct 26 08:45:20.822850 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-533ac818-3783-4d95-89e0-8e74b0ced767 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/floatingips/da4efa66-e0cf-4976-bbda-4e8bf71c0ab3 HTTP/1.1" status: 200 len: 991 time: 0.0977523 Oct 26 08:45:20.840285 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-5ab5f644-2b07-493a-a135-45448d9e2cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'name': 'tempest-TestNetworkBasicOps-router-2093247916', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '9a1e6ce7-206c-47f1-baf3-dad9cec2f04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:44:58Z', 'updated_at': '2021-10-26T08:45:03Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '9a1e6ce7-206c-47f1-baf3-dad9cec2f04b', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:44:59Z', 'updated_at': '2021-10-26T08:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': 'da4efa66-e0cf-4976-bbda-4e8bf71c0ab3', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.29', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'port_id': '14101d9b-719c-4d6e-af7d-8f6f6c5da2b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ca39448-6019-487f-ba0c-7a089864c536', 'mac_address': 'fa:16:3e:ab:56:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb568fb2-0fe5-471b-b0b7-827516734490', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:45:19Z', 'updated_at': '2021-10-26T08:45:19Z', 'revision_number': 0, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7127b371-8c18-40d9-a894-23afe7047c93', 'name': '', 'network_id': '7ca39448-6019-487f-ba0c-7a089864c536', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:b0:26:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '7a5b680f-02df-44bc-a1b1-f392091b62b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:45:02Z', 'updated_at': '2021-10-26T08:45:06Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '7a5b680f-02df-44bc-a1b1-f392091b62b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:45:20.840503 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b5945-16d0-4b66-beb9-6d2636acc7f4 req-e51650f5-a696-45d9-acba-0c9f449916c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:20.842020 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4e5b5945-16d0-4b66-beb9-6d2636acc7f4 req-e51650f5-a696-45d9-acba-0c9f449916c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=eb568fb2-0fe5-471b-b0b7-827516734490 HTTP/1.1" status: 200 len: 1099 time: 0.0554438 Oct 26 08:45:20.873664 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab5f644-2b07-493a-a135-45448d9e2cf4 None None] Checking router: abd8af52-68f1-42ff-b050-d6da0ae647ab for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:45:20.882793 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab5f644-2b07-493a-a135-45448d9e2cf4 None None] Routers {'abd8af52-68f1-42ff-b050-d6da0ae647ab'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:45:20.883419 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-5ab5f644-2b07-493a-a135-45448d9e2cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:44:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['abd8af52-68f1-42ff-b050-d6da0ae647ab'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:45:20.938067 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b5945-16d0-4b66-beb9-6d2636acc7f4 req-019f0c76-9bd2-49ef-98be-38b7d39b4a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:20.939566 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4e5b5945-16d0-4b66-beb9-6d2636acc7f4 req-019f0c76-9bd2-49ef-98be-38b7d39b4a31 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ca39448-6019-487f-ba0c-7a089864c536 HTTP/1.1" status: 200 len: 896 time: 0.0909114 Oct 26 08:45:20.999812 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-5ab5f644-2b07-493a-a135-45448d9e2cf4 None None] Set router abd8af52-68f1-42ff-b050-d6da0ae647ab gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:45:21.014135 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4e5b5945-16d0-4b66-beb9-6d2636acc7f4 req-d263cda9-a3a5-4760-94e2-ce183bba8947 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14101d9b-719c-4d6e-af7d-8f6f6c5da2b1 HTTP/1.1" status: 200 len: 999 time: 0.0663049 Oct 26 08:45:21.064076 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b5945-16d0-4b66-beb9-6d2636acc7f4 req-abc4ca98-f39a-4449-9045-a0cb050c6df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:21.065604 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4e5b5945-16d0-4b66-beb9-6d2636acc7f4 req-abc4ca98-f39a-4449-9045-a0cb050c6df4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7a5b680f-02df-44bc-a1b1-f392091b62b9 HTTP/1.1" status: 200 len: 843 time: 0.0442376 Oct 26 08:45:21.113607 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b5945-16d0-4b66-beb9-6d2636acc7f4 req-05142dc4-c794-40a4-9e60-18769f0d189c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:45:21.115078 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4e5b5945-16d0-4b66-beb9-6d2636acc7f4 req-05142dc4-c794-40a4-9e60-18769f0d189c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ca39448-6019-487f-ba0c-7a089864c536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0420723 Oct 26 08:45:21.211850 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4e5b5945-16d0-4b66-beb9-6d2636acc7f4 req-7988f33c-7d93-447e-b8d1-397bbde718df service neutron] 10.222.0.47 "GET /v2.0/networks/7ca39448-6019-487f-ba0c-7a089864c536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878258 Oct 26 08:45:21.232823 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-5ab5f644-2b07-493a-a135-45448d9e2cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'name': 'tempest-TestNetworkBasicOps-router-2093247916', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '9a1e6ce7-206c-47f1-baf3-dad9cec2f04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:44:58Z', 'updated_at': '2021-10-26T08:45:03Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '9a1e6ce7-206c-47f1-baf3-dad9cec2f04b', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:44:59Z', 'updated_at': '2021-10-26T08:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': 'da4efa66-e0cf-4976-bbda-4e8bf71c0ab3', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.29', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'port_id': '14101d9b-719c-4d6e-af7d-8f6f6c5da2b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ca39448-6019-487f-ba0c-7a089864c536', 'mac_address': 'fa:16:3e:ab:56:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb568fb2-0fe5-471b-b0b7-827516734490', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:45:19Z', 'updated_at': '2021-10-26T08:45:19Z', 'revision_number': 0, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7127b371-8c18-40d9-a894-23afe7047c93', 'name': '', 'network_id': '7ca39448-6019-487f-ba0c-7a089864c536', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:b0:26:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '7a5b680f-02df-44bc-a1b1-f392091b62b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:45:02Z', 'updated_at': '2021-10-26T08:45:06Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '7a5b680f-02df-44bc-a1b1-f392091b62b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:45:21.266508 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab5f644-2b07-493a-a135-45448d9e2cf4 None None] The sync data for ids ['abd8af52-68f1-42ff-b050-d6da0ae647ab'] in dv-neutron-804846-13-hyperv is: [{'id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'name': 'tempest-TestNetworkBasicOps-router-2093247916', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '9a1e6ce7-206c-47f1-baf3-dad9cec2f04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:44:58Z', 'updated_at': '2021-10-26T08:45:03Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '9a1e6ce7-206c-47f1-baf3-dad9cec2f04b', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:44:59Z', 'updated_at': '2021-10-26T08:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': 'da4efa66-e0cf-4976-bbda-4e8bf71c0ab3', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.29', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'port_id': '14101d9b-719c-4d6e-af7d-8f6f6c5da2b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ca39448-6019-487f-ba0c-7a089864c536', 'mac_address': 'fa:16:3e:ab:56:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb568fb2-0fe5-471b-b0b7-827516734490', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:45:19Z', 'updated_at': '2021-10-26T08:45:19Z', 'revision_number': 0, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7127b371-8c18-40d9-a894-23afe7047c93', 'name': '', 'network_id': '7ca39448-6019-487f-ba0c-7a089864c536', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:b0:26:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '7a5b680f-02df-44bc-a1b1-f392091b62b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:45:02Z', 'updated_at': '2021-10-26T08:45:06Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '7a5b680f-02df-44bc-a1b1-f392091b62b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:45:21.328414 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4e5b5945-16d0-4b66-beb9-6d2636acc7f4 req-5099bdc1-5a71-4ea1-a4a3-f42247747977 service neutron] 10.222.0.47 "GET /v2.0/networks/7ca39448-6019-487f-ba0c-7a089864c536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056542 Oct 26 08:45:21.430279 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0f39f359-ea41-48a4-8157-7f9f6c4e8499 req-3f2334ca-c696-48c7-95e6-393a52ad91f4 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f45eac02-cf7a-49c9-998b-56268e4d1489 HTTP/1.1" status: 200 len: 210 time: 0.0297530 Oct 26 08:45:21.506556 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d827ce97-664a-44a3-94e2-6e5c476bbd03 None None] New status for floating IP da4efa66-e0cf-4976-bbda-4e8bf71c0ab3: ACTIVE {{(pid=102104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:45:21.826678 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39666) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:45:21.888816 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-641829c2-9957-46e1-b9f2-7e7795fbcf8b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/floatingips/da4efa66-e0cf-4976-bbda-4e8bf71c0ab3 HTTP/1.1" status: 200 len: 993 time: 0.0609298 Oct 26 08:45:22.045644 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2d2c8c0b-b459-4a8a-9c54-9fa81067120f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:22.485577 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39670) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:45:22.610447 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-d41deea9-09d1-4d6c-ba46-425b421bac94 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Deleting port de218cc6-31cc-474d-b0b5-4022205b941c {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:45:22.610797 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d41deea9-09d1-4d6c-ba46-425b421bac94 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:22.684613 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d41deea9-09d1-4d6c-ba46-425b421bac94 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:22.684941 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d41deea9-09d1-4d6c-ba46-425b421bac94 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:22.697369 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-d41deea9-09d1-4d6c-ba46-425b421bac94 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Calling delete_port for de218cc6-31cc-474d-b0b5-4022205b941c owned by network:floatingip {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:45:22.826407 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d41deea9-09d1-4d6c-ba46-425b421bac94 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:22.853207 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41deea9-09d1-4d6c-ba46-425b421bac94 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Pushing event deleted for resources: {'Port': ['ID=de218cc6-31cc-474d-b0b5-4022205b941c,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:22.902387 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:22.914303 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d41deea9-09d1-4d6c-ba46-425b421bac94 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for floatingip, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:22.916939 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d41deea9-09d1-4d6c-ba46-425b421bac94 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:22.918543 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d41deea9-09d1-4d6c-ba46-425b421bac94 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "DELETE /v2.0/floatingips/a4f3b2c4-48a4-48b2-b7bc-51d3e36fb914 HTTP/1.1" status: 204 len: 168 time: 0.4315102 Oct 26 08:45:23.281955 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:24.218286 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:24.667694 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:45:24.801265 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:26.204149 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39686) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:45:26.264116 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ee97e037-f389-409a-8297-666d468536b1 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:26.289950 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ee97e037-f389-409a-8297-666d468536b1 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:26.350772 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ee97e037-f389-409a-8297-666d468536b1 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:26.353908 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ee97e037-f389-409a-8297-666d468536b1 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:26.355111 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ee97e037-f389-409a-8297-666d468536b1 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] 10.222.0.41 "DELETE /v2.0/security-groups/8615fbfe-2625-478e-8765-7a7a2edfc7ea HTTP/1.1" status: 204 len: 168 time: 0.1498652 Oct 26 08:45:26.364906 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97e037-f389-409a-8297-666d468536b1 tempest-TestVolumeBootPattern-1667228408 tempest-TestVolumeBootPattern-1667228408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8615fbfe-2625-478e-8765-7a7a2edfc7ea,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:26.411303 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39690) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:45:26.904731 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a64c50cb-9f27-40a7-a6be-d9a9d4d2595a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:27.162392 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-a64c50cb-9f27-40a7-a6be-d9a9d4d2595a admin admin] Deleting port db55979a-f053-49dc-917b-3a28db70ba14 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:45:27.162739 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a64c50cb-9f27-40a7-a6be-d9a9d4d2595a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:27.244607 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-a64c50cb-9f27-40a7-a6be-d9a9d4d2595a admin admin] For port db55979a-f053-49dc-917b-3a28db70ba14, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=db55979a-f053-49dc-917b-3a28db70ba14,segment=NetworkSegment(ee9d28ae-f82a-46f0-83dd-bc4a97034bc9),segment_id=ee9d28ae-f82a-46f0-83dd-bc4a97034bc9)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:45:27.245057 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a64c50cb-9f27-40a7-a6be-d9a9d4d2595a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:27.258707 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-a64c50cb-9f27-40a7-a6be-d9a9d4d2595a admin admin] Calling delete_port for db55979a-f053-49dc-917b-3a28db70ba14 owned by network:router_interface {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:45:27.438322 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a64c50cb-9f27-40a7-a6be-d9a9d4d2595a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:27.463623 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c50cb-9f27-40a7-a6be-d9a9d4d2595a admin admin] Pushing event deleted for resources: {'Port': ['ID=db55979a-f053-49dc-917b-3a28db70ba14,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:27.628652 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a64c50cb-9f27-40a7-a6be-d9a9d4d2595a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:27.843181 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64c50cb-9f27-40a7-a6be-d9a9d4d2595a admin admin] Router 738fe4aa-1d31-483d-b64a-536262569c1f has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:45:27.951430 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64c50cb-9f27-40a7-a6be-d9a9d4d2595a admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:45:27.958118 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a64c50cb-9f27-40a7-a6be-d9a9d4d2595a admin admin] 10.222.0.41 "PUT /v2.0/routers/738fe4aa-1d31-483d-b64a-536262569c1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5457060 Oct 26 08:45:27.959083 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39694) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:45:27.960252 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8962c9e-475c-43a0-ad68-33e28dde6302 None None] Sync routers for ids ['738fe4aa-1d31-483d-b64a-536262569c1f'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:45:27.970756 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8962c9e-475c-43a0-ad68-33e28dde6302 None None] Routers {'738fe4aa-1d31-483d-b64a-536262569c1f'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:45:27.971397 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-b8962c9e-475c-43a0-ad68-33e28dde6302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:45:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['738fe4aa-1d31-483d-b64a-536262569c1f'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:45:28.062573 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-974a52bc-8d7d-440e-ad9e-dea655edc3b6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:28.075990 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-b8962c9e-475c-43a0-ad68-33e28dde6302 None None] Set router 738fe4aa-1d31-483d-b64a-536262569c1f gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:45:28.166555 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-974a52bc-8d7d-440e-ad9e-dea655edc3b6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:28.225089 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-974a52bc-8d7d-440e-ad9e-dea655edc3b6 admin admin] Deleting port 83e53520-fd9d-466d-9556-54b701a48465 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:45:28.225428 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-974a52bc-8d7d-440e-ad9e-dea655edc3b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:28.266457 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-b8962c9e-475c-43a0-ad68-33e28dde6302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'name': 'tempest-TestVolumeBootPattern-1797665840-router', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72'}], 'enable_snat': True}, 'gw_port_id': '83e53520-fd9d-466d-9556-54b701a48465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:45:27Z', 'revision_number': 5, 'project_id': '012ebdc024314225b35adc225bf3c042', 'gw_port': {'id': '83e53520-fd9d-466d-9556-54b701a48465', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:45:28.293512 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8962c9e-475c-43a0-ad68-33e28dde6302 None None] Checking router: 738fe4aa-1d31-483d-b64a-536262569c1f for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:45:28.302311 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8962c9e-475c-43a0-ad68-33e28dde6302 None None] Routers {'738fe4aa-1d31-483d-b64a-536262569c1f'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:45:28.302918 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-b8962c9e-475c-43a0-ad68-33e28dde6302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:45:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['738fe4aa-1d31-483d-b64a-536262569c1f'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:45:28.305947 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-974a52bc-8d7d-440e-ad9e-dea655edc3b6 admin admin] For port 83e53520-fd9d-466d-9556-54b701a48465, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=83e53520-fd9d-466d-9556-54b701a48465,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:45:28.306310 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-974a52bc-8d7d-440e-ad9e-dea655edc3b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:28.323123 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-974a52bc-8d7d-440e-ad9e-dea655edc3b6 admin admin] Calling delete_port for 83e53520-fd9d-466d-9556-54b701a48465 owned by network:router_gateway {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:45:28.389484 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-b8962c9e-475c-43a0-ad68-33e28dde6302 None None] Set router 738fe4aa-1d31-483d-b64a-536262569c1f gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:45:28.449260 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-b8962c9e-475c-43a0-ad68-33e28dde6302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'name': 'tempest-TestVolumeBootPattern-1797665840-router', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:45:28Z', 'revision_number': 6, 'project_id': '012ebdc024314225b35adc225bf3c042', 'gw_port_host': None}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:45:28.476105 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8962c9e-475c-43a0-ad68-33e28dde6302 None None] The sync data for ids ['738fe4aa-1d31-483d-b64a-536262569c1f'] in dv-neutron-804846-13-hyperv is: [{'id': '738fe4aa-1d31-483d-b64a-536262569c1f', 'name': 'tempest-TestVolumeBootPattern-1797665840-router', 'tenant_id': '012ebdc024314225b35adc225bf3c042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:37:59Z', 'updated_at': '2021-10-26T08:45:28Z', 'revision_number': 6, 'project_id': '012ebdc024314225b35adc225bf3c042', 'gw_port_host': None}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:45:28.489015 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-974a52bc-8d7d-440e-ad9e-dea655edc3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:28.520774 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a52bc-8d7d-440e-ad9e-dea655edc3b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=83e53520-fd9d-466d-9556-54b701a48465,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:28.581349 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-974a52bc-8d7d-440e-ad9e-dea655edc3b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:28.670016 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-974a52bc-8d7d-440e-ad9e-dea655edc3b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:28.672115 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-974a52bc-8d7d-440e-ad9e-dea655edc3b6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:28.717923 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-974a52bc-8d7d-440e-ad9e-dea655edc3b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:28.718505 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974a52bc-8d7d-440e-ad9e-dea655edc3b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 738fe4aa-1d31-483d-b64a-536262569c1f {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:45:28.723728 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-974a52bc-8d7d-440e-ad9e-dea655edc3b6 admin admin] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:28.724381 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-974a52bc-8d7d-440e-ad9e-dea655edc3b6 admin admin] 10.222.0.41 "DELETE /v2.0/routers/738fe4aa-1d31-483d-b64a-536262569c1f HTTP/1.1" status: 204 len: 168 time: 0.7642467 Oct 26 08:45:28.726910 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39696) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:45:28.771230 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bd891ae-ca9f-4e3c-9681-aa7a84847dcd admin admin] Deleting subnet 854d097d-f76d-4dde-9873-e30632cd6b45 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:45:28.774188 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0bd891ae-ca9f-4e3c-9681-aa7a84847dcd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:28.808333 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0bd891ae-ca9f-4e3c-9681-aa7a84847dcd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:28.891595 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0bd891ae-ca9f-4e3c-9681-aa7a84847dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:29.198527 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0bd891ae-ca9f-4e3c-9681-aa7a84847dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:29.222800 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd891ae-ca9f-4e3c-9681-aa7a84847dcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=854d097d-f76d-4dde-9873-e30632cd6b45,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:29.229219 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0bd891ae-ca9f-4e3c-9681-aa7a84847dcd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:29.232486 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-0bd891ae-ca9f-4e3c-9681-aa7a84847dcd admin admin] 10.222.0.41 "DELETE /v2.0/subnets/854d097d-f76d-4dde-9873-e30632cd6b45 HTTP/1.1" status: 204 len: 168 time: 0.5046108 Oct 26 08:45:29.234961 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdc623b-b4d1-4a3d-b71e-43c3594fc403 None None] Network aaea57e4-9420-417b-be2f-9d1c60706f42 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:45:29.235794 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39698) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:45:29.308877 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-de7d3cdf-cdeb-470c-96a8-d66b22549055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:29.372402 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-de7d3cdf-cdeb-470c-96a8-d66b22549055 admin admin] Deleting port f58cb21e-efcd-4c27-a74a-d3ef92312d85 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:45:29.372832 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-de7d3cdf-cdeb-470c-96a8-d66b22549055 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:29.441161 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-de7d3cdf-cdeb-470c-96a8-d66b22549055 admin admin] For port f58cb21e-efcd-4c27-a74a-d3ef92312d85, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=f58cb21e-efcd-4c27-a74a-d3ef92312d85,segment=NetworkSegment(ee9d28ae-f82a-46f0-83dd-bc4a97034bc9),segment_id=ee9d28ae-f82a-46f0-83dd-bc4a97034bc9)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:45:29.441534 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-de7d3cdf-cdeb-470c-96a8-d66b22549055 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:29.454250 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-de7d3cdf-cdeb-470c-96a8-d66b22549055 admin admin] Calling delete_port for f58cb21e-efcd-4c27-a74a-d3ef92312d85 owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:45:29.543977 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-de7d3cdf-cdeb-470c-96a8-d66b22549055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:29.568925 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d3cdf-cdeb-470c-96a8-d66b22549055 admin admin] Pushing event deleted for resources: {'Port': ['ID=f58cb21e-efcd-4c27-a74a-d3ef92312d85,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:29.573293 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c06c4f-b67d-4ffb-bfcf-03de2aa58cac None None] DHCP port deletion for aaea57e4-9420-417b-be2f-9d1c60706f42 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:45:29.583695 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7d3cdf-cdeb-470c-96a8-d66b22549055 admin admin] No DVR routers for this DVR port f58cb21e-efcd-4c27-a74a-d3ef92312d85 on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:45:29.660084 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-de7d3cdf-cdeb-470c-96a8-d66b22549055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:29.679364 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-de7d3cdf-cdeb-470c-96a8-d66b22549055 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaea57e4-9420-417b-be2f-9d1c60706f42']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:45:29.688545 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-de7d3cdf-cdeb-470c-96a8-d66b22549055 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee9d28ae-f82a-46f0-83dd-bc4a97034bc9') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:45:29.688855 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-de7d3cdf-cdeb-470c-96a8-d66b22549055 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee9d28ae-f82a-46f0-83dd-bc4a97034bc9') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:45:29.698646 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-de7d3cdf-cdeb-470c-96a8-d66b22549055 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:29.712187 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-de7d3cdf-cdeb-470c-96a8-d66b22549055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:29.717854 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de7d3cdf-cdeb-470c-96a8-d66b22549055 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:45:29.718228 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-de7d3cdf-cdeb-470c-96a8-d66b22549055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:29.720085 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:45:29.720085 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:45:29.720085 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:45:29.720085 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:45:29.720085 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:45:29.720085 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:45:29.720085 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:45:29.720085 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:45:29.720085 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:45:29.720085 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:45:29.720085 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:45:29.720085 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:45:29.720085 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:45:29.720085 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:45:29.720085 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:45:29.720085 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:45:29.720085 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:45:29.720085 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:45:29.720085 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:45:29.720085 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:45:29.720085 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:45:29.720085 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:45:29.720085 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:45:29.720085 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:45:29.720085 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:45:29.720085 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:45:29.720085 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:45:29.720085 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:45:29.720085 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:45:29.720085 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:45:29.720085 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:45:29.720085 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:45:29.773862 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-de7d3cdf-cdeb-470c-96a8-d66b22549055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:29.778205 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-de7d3cdf-cdeb-470c-96a8-d66b22549055 admin admin] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:29.781353 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-de7d3cdf-cdeb-470c-96a8-d66b22549055 admin admin] 10.222.0.41 "DELETE /v2.0/networks/aaea57e4-9420-417b-be2f-9d1c60706f42 HTTP/1.1" status: 204 len: 168 time: 0.5434940 Oct 26 08:45:29.784510 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39700) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:45:29.832977 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d3cdf-cdeb-470c-96a8-d66b22549055 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaea57e4-9420-417b-be2f-9d1c60706f42,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:29.874998 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 83e53520-fd9d-466d-9556-54b701a48465 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:45:29.897261 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 83e53520-fd9d-466d-9556-54b701a48465 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:45:29.897613 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 83e53520-fd9d-466d-9556-54b701a48465 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:45:29.898060 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device db55979a-f053-49dc-917b-3a28db70ba14 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:45:29.921326 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: db55979a-f053-49dc-917b-3a28db70ba14 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:45:29.921326 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device db55979a-f053-49dc-917b-3a28db70ba14 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:45:29.921326 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device f58cb21e-efcd-4c27-a74a-d3ef92312d85 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:45:29.941384 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: f58cb21e-efcd-4c27-a74a-d3ef92312d85 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:45:29.941761 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device f58cb21e-efcd-4c27-a74a-d3ef92312d85 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:45:30.143556 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4ab461b4-36ca-4803-9123-7009a67e2b7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:30.387091 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-4ab461b4-36ca-4803-9123-7009a67e2b7a admin admin] Deleting port 84e997fe-06dd-4695-85f7-bee72c8e5324 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:45:30.387425 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4ab461b4-36ca-4803-9123-7009a67e2b7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:30.464353 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-4ab461b4-36ca-4803-9123-7009a67e2b7a admin admin] For port 84e997fe-06dd-4695-85f7-bee72c8e5324, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=84e997fe-06dd-4695-85f7-bee72c8e5324,segment=NetworkSegment(13268380-a26f-4200-97bc-304d8527a9d4),segment_id=13268380-a26f-4200-97bc-304d8527a9d4)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:45:30.464624 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4ab461b4-36ca-4803-9123-7009a67e2b7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:30.477865 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-4ab461b4-36ca-4803-9123-7009a67e2b7a admin admin] Calling delete_port for 84e997fe-06dd-4695-85f7-bee72c8e5324 owned by network:router_interface {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:45:30.662148 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4ab461b4-36ca-4803-9123-7009a67e2b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:30.688922 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab461b4-36ca-4803-9123-7009a67e2b7a admin admin] Pushing event deleted for resources: {'Port': ['ID=84e997fe-06dd-4695-85f7-bee72c8e5324,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:30.860014 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4ab461b4-36ca-4803-9123-7009a67e2b7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:31.071927 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab461b4-36ca-4803-9123-7009a67e2b7a admin admin] Router de276964-2fdf-41ef-a9dc-6633f7577def has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:45:31.178258 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab461b4-36ca-4803-9123-7009a67e2b7a admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:45:31.186178 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4ab461b4-36ca-4803-9123-7009a67e2b7a admin admin] 10.222.0.41 "PUT /v2.0/routers/de276964-2fdf-41ef-a9dc-6633f7577def/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3978343 Oct 26 08:45:31.186178 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39702) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:45:31.186877 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85c7e45-c785-4ebc-aedf-796779767a55 None None] Sync routers for ids ['de276964-2fdf-41ef-a9dc-6633f7577def'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:45:31.197574 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85c7e45-c785-4ebc-aedf-796779767a55 None None] Routers {'de276964-2fdf-41ef-a9dc-6633f7577def'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:45:31.198208 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-a85c7e45-c785-4ebc-aedf-796779767a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:45:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['de276964-2fdf-41ef-a9dc-6633f7577def'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:45:31.288983 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a9993fd3-d7d0-472d-abcf-3a31573e7431 admin admin] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:31.306319 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-a85c7e45-c785-4ebc-aedf-796779767a55 None None] Set router de276964-2fdf-41ef-a9dc-6633f7577def gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:45:31.393817 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a9993fd3-d7d0-472d-abcf-3a31573e7431 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:31.446791 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-a9993fd3-d7d0-472d-abcf-3a31573e7431 admin admin] Deleting port b40aff92-9e3e-45db-a6e9-2ace30a9ce86 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:45:31.447275 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a9993fd3-d7d0-472d-abcf-3a31573e7431 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:31.490083 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-a85c7e45-c785-4ebc-aedf-796779767a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de276964-2fdf-41ef-a9dc-6633f7577def', 'name': 'tempest-TestVolumeBootPattern-1501993302-router', 'tenant_id': 'a11404eaf25f4e9a8fce80fbabdf71cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'b40aff92-9e3e-45db-a6e9-2ace30a9ce86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:38:05Z', 'updated_at': '2021-10-26T08:45:30Z', 'revision_number': 5, 'project_id': 'a11404eaf25f4e9a8fce80fbabdf71cb', 'gw_port': {'id': 'b40aff92-9e3e-45db-a6e9-2ace30a9ce86', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:28:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de276964-2fdf-41ef-a9dc-6633f7577def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:38:06Z', 'updated_at': '2021-10-26T08:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:45:31.516364 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85c7e45-c785-4ebc-aedf-796779767a55 None None] Checking router: de276964-2fdf-41ef-a9dc-6633f7577def for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:45:31.524488 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85c7e45-c785-4ebc-aedf-796779767a55 None None] Routers {'de276964-2fdf-41ef-a9dc-6633f7577def'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:45:31.525079 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-a85c7e45-c785-4ebc-aedf-796779767a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:45:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['de276964-2fdf-41ef-a9dc-6633f7577def'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:45:31.530831 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-a9993fd3-d7d0-472d-abcf-3a31573e7431 admin admin] For port b40aff92-9e3e-45db-a6e9-2ace30a9ce86, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=b40aff92-9e3e-45db-a6e9-2ace30a9ce86,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:45:31.531189 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a9993fd3-d7d0-472d-abcf-3a31573e7431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:31.543836 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-a9993fd3-d7d0-472d-abcf-3a31573e7431 admin admin] Calling delete_port for b40aff92-9e3e-45db-a6e9-2ace30a9ce86 owned by network:router_gateway {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:45:31.610407 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-a85c7e45-c785-4ebc-aedf-796779767a55 None None] Set router de276964-2fdf-41ef-a9dc-6633f7577def gateway port host: None {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:45:31.664811 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-a85c7e45-c785-4ebc-aedf-796779767a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de276964-2fdf-41ef-a9dc-6633f7577def', 'name': 'tempest-TestVolumeBootPattern-1501993302-router', 'tenant_id': 'a11404eaf25f4e9a8fce80fbabdf71cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:38:05Z', 'updated_at': '2021-10-26T08:45:31Z', 'revision_number': 6, 'project_id': 'a11404eaf25f4e9a8fce80fbabdf71cb', 'gw_port_host': None}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:45:31.692533 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85c7e45-c785-4ebc-aedf-796779767a55 None None] The sync data for ids ['de276964-2fdf-41ef-a9dc-6633f7577def'] in dv-neutron-804846-13-hyperv is: [{'id': 'de276964-2fdf-41ef-a9dc-6633f7577def', 'name': 'tempest-TestVolumeBootPattern-1501993302-router', 'tenant_id': 'a11404eaf25f4e9a8fce80fbabdf71cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:38:05Z', 'updated_at': '2021-10-26T08:45:31Z', 'revision_number': 6, 'project_id': 'a11404eaf25f4e9a8fce80fbabdf71cb', 'gw_port_host': None}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:45:31.714658 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a9993fd3-d7d0-472d-abcf-3a31573e7431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:31.739476 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9993fd3-d7d0-472d-abcf-3a31573e7431 admin admin] Pushing event deleted for resources: {'Port': ['ID=b40aff92-9e3e-45db-a6e9-2ace30a9ce86,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:31.803865 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a9993fd3-d7d0-472d-abcf-3a31573e7431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:31.893140 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a9993fd3-d7d0-472d-abcf-3a31573e7431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:31.895426 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a9993fd3-d7d0-472d-abcf-3a31573e7431 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:31.938132 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a9993fd3-d7d0-472d-abcf-3a31573e7431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:31.938580 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9993fd3-d7d0-472d-abcf-3a31573e7431 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de276964-2fdf-41ef-a9dc-6633f7577def {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:45:31.943888 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a9993fd3-d7d0-472d-abcf-3a31573e7431 admin admin] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:31.945109 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a9993fd3-d7d0-472d-abcf-3a31573e7431 admin admin] 10.222.0.41 "DELETE /v2.0/routers/de276964-2fdf-41ef-a9dc-6633f7577def HTTP/1.1" status: 204 len: 168 time: 0.7580643 Oct 26 08:45:31.947603 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39704) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:45:31.992935 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-32f1e9b3-ce7e-4580-86d3-2ef6406f0305 admin admin] Deleting subnet c5b7aa8e-37f4-4c8b-a67f-30f38b8f7655 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:45:31.995894 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-32f1e9b3-ce7e-4580-86d3-2ef6406f0305 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:32.030855 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-32f1e9b3-ce7e-4580-86d3-2ef6406f0305 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:32.118982 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-32f1e9b3-ce7e-4580-86d3-2ef6406f0305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:32.174864 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-32f1e9b3-ce7e-4580-86d3-2ef6406f0305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:32.202427 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1e9b3-ce7e-4580-86d3-2ef6406f0305 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5b7aa8e-37f4-4c8b-a67f-30f38b8f7655,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:32.204329 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-32f1e9b3-ce7e-4580-86d3-2ef6406f0305 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:32.208792 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82148f61-0357-4a99-b911-d06da4dfcefb None None] Network 0667a239-a972-427b-8e4a-e943c733c389 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:45:32.210693 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39706) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:45:32.211190 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-32f1e9b3-ce7e-4580-86d3-2ef6406f0305 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c5b7aa8e-37f4-4c8b-a67f-30f38b8f7655 HTTP/1.1" status: 204 len: 168 time: 0.2622089 Oct 26 08:45:32.435569 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c661474-2393-462e-8b7d-49c500add506 None None] DHCP port deletion for 0667a239-a972-427b-8e4a-e943c733c389 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:45:32.470390 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 84e997fe-06dd-4695-85f7-bee72c8e5324 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:45:32.495313 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 84e997fe-06dd-4695-85f7-bee72c8e5324 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:45:32.495654 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 84e997fe-06dd-4695-85f7-bee72c8e5324 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:45:32.519111 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-9c661474-2393-462e-8b7d-49c500add506 None None] Deleting port 72b8e594-a484-4dc7-9b37-f99ebd43b8ec {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:45:32.519499 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9c661474-2393-462e-8b7d-49c500add506 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:32.593689 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d3d8df9c-b0ba-45b5-bfb3-87509a97375b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:32.595895 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-9c661474-2393-462e-8b7d-49c500add506 None None] For port 72b8e594-a484-4dc7-9b37-f99ebd43b8ec, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=72b8e594-a484-4dc7-9b37-f99ebd43b8ec,segment=NetworkSegment(13268380-a26f-4200-97bc-304d8527a9d4),segment_id=13268380-a26f-4200-97bc-304d8527a9d4)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:45:32.597038 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9c661474-2393-462e-8b7d-49c500add506 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:32.610787 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-9c661474-2393-462e-8b7d-49c500add506 None None] Calling delete_port for 72b8e594-a484-4dc7-9b37-f99ebd43b8ec owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:45:32.646815 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-d3d8df9c-b0ba-45b5-bfb3-87509a97375b admin admin] Deleting port 72b8e594-a484-4dc7-9b37-f99ebd43b8ec {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:45:32.647157 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d3d8df9c-b0ba-45b5-bfb3-87509a97375b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:32.694872 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9c661474-2393-462e-8b7d-49c500add506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:32.717456 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-d3d8df9c-b0ba-45b5-bfb3-87509a97375b admin admin] For port 72b8e594-a484-4dc7-9b37-f99ebd43b8ec, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=72b8e594-a484-4dc7-9b37-f99ebd43b8ec,segment=NetworkSegment(13268380-a26f-4200-97bc-304d8527a9d4),segment_id=13268380-a26f-4200-97bc-304d8527a9d4)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:45:32.717844 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d3d8df9c-b0ba-45b5-bfb3-87509a97375b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:32.722002 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c661474-2393-462e-8b7d-49c500add506 None None] Pushing event deleted for resources: {'Port': ['ID=72b8e594-a484-4dc7-9b37-f99ebd43b8ec,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:32.725948 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c661474-2393-462e-8b7d-49c500add506 None None] No DVR routers for this DVR port 72b8e594-a484-4dc7-9b37-f99ebd43b8ec on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:45:32.738379 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-d3d8df9c-b0ba-45b5-bfb3-87509a97375b admin admin] Calling delete_port for 72b8e594-a484-4dc7-9b37-f99ebd43b8ec owned by network:dhcp {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:45:32.816655 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d3d8df9c-b0ba-45b5-bfb3-87509a97375b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:32.846894 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8df9c-b0ba-45b5-bfb3-87509a97375b admin admin] Pushing event deleted for resources: {'Port': ['ID=72b8e594-a484-4dc7-9b37-f99ebd43b8ec,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:32.848751 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d8df9c-b0ba-45b5-bfb3-87509a97375b admin admin] No DVR routers for this DVR port 72b8e594-a484-4dc7-9b37-f99ebd43b8ec on host dv-neutron-804846-13-hyperv {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:45:32.918724 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d3d8df9c-b0ba-45b5-bfb3-87509a97375b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:32.938635 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-d3d8df9c-b0ba-45b5-bfb3-87509a97375b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0667a239-a972-427b-8e4a-e943c733c389']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:45:32.948106 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-d3d8df9c-b0ba-45b5-bfb3-87509a97375b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13268380-a26f-4200-97bc-304d8527a9d4') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:45:32.948396 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-d3d8df9c-b0ba-45b5-bfb3-87509a97375b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13268380-a26f-4200-97bc-304d8527a9d4') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:45:32.958012 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d3d8df9c-b0ba-45b5-bfb3-87509a97375b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:32.972136 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d3d8df9c-b0ba-45b5-bfb3-87509a97375b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:32.977963 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3d8df9c-b0ba-45b5-bfb3-87509a97375b admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:45:32.978393 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d3d8df9c-b0ba-45b5-bfb3-87509a97375b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:32.980003 dv-neutron-804846-13-hyperv neutron-server[102101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:45:32.980003 dv-neutron-804846-13-hyperv neutron-server[102101]: self.session.flush() Oct 26 08:45:32.980003 dv-neutron-804846-13-hyperv neutron-server[102101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:45:32.980003 dv-neutron-804846-13-hyperv neutron-server[102101]: self.session.flush() Oct 26 08:45:32.980003 dv-neutron-804846-13-hyperv neutron-server[102101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:45:32.980003 dv-neutron-804846-13-hyperv neutron-server[102101]: self.session.flush() Oct 26 08:45:32.980003 dv-neutron-804846-13-hyperv neutron-server[102101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 08:45:32.980003 dv-neutron-804846-13-hyperv neutron-server[102101]: self.session.flush() Oct 26 08:45:32.980003 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:45:32.980003 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:45:32.980003 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:45:32.980003 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:45:32.980003 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:45:32.980003 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:45:32.980003 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:45:32.980003 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:45:32.980003 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:45:32.980003 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:45:32.980003 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:45:32.980003 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:45:32.980003 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:45:32.980003 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:45:32.980003 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:45:32.980003 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:45:32.980003 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:45:32.980003 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:45:32.980003 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:45:32.980003 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:45:32.980003 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:45:32.980003 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:45:32.980003 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:45:32.980003 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:45:32.980003 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:45:32.980003 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:45:32.980003 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:45:32.980003 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:45:32.980003 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:45:32.980003 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:45:32.980003 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:45:32.980003 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:45:33.036563 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d3d8df9c-b0ba-45b5-bfb3-87509a97375b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:33.042426 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d3d8df9c-b0ba-45b5-bfb3-87509a97375b admin admin] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:33.045857 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d3d8df9c-b0ba-45b5-bfb3-87509a97375b admin admin] 10.222.0.41 "DELETE /v2.0/networks/0667a239-a972-427b-8e4a-e943c733c389 HTTP/1.1" status: 204 len: 168 time: 0.8339221 Oct 26 08:45:33.062146 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8df9c-b0ba-45b5-bfb3-87509a97375b admin admin] Pushing event deleted for resources: {'Network': ['ID=0667a239-a972-427b-8e4a-e943c733c389,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:33.153769 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39710) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:45:33.199030 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-951c2cd0-6102-428d-9004-eeb005b475b6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=012ebdc024314225b35adc225bf3c042&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440702 Oct 26 08:45:33.201432 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39712) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:45:33.256112 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d1213050-3f33-48f8-8a88-e1050072abbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:33.276706 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d1213050-3f33-48f8-8a88-e1050072abbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:33.327446 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d1213050-3f33-48f8-8a88-e1050072abbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:33.331042 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d1213050-3f33-48f8-8a88-e1050072abbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:33.332251 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d1213050-3f33-48f8-8a88-e1050072abbf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ea6487e5-3731-4c22-8898-5eda34961ba0 HTTP/1.1" status: 204 len: 168 time: 0.1298385 Oct 26 08:45:33.340013 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1213050-3f33-48f8-8a88-e1050072abbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6487e5-3731-4c22-8898-5eda34961ba0,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:33.638440 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39718) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:45:33.677578 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e27f9a64-8d15-4985-8942-10ace18e4fc4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a11404eaf25f4e9a8fce80fbabdf71cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378768 Oct 26 08:45:33.679891 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39720) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:45:33.727021 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f3a9c306-9e4c-4e4a-9257-7dbff0e7c176 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:33.747780 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f3a9c306-9e4c-4e4a-9257-7dbff0e7c176 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:33.794575 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f3a9c306-9e4c-4e4a-9257-7dbff0e7c176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:33.797265 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f3a9c306-9e4c-4e4a-9257-7dbff0e7c176 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:33.798444 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f3a9c306-9e4c-4e4a-9257-7dbff0e7c176 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bb499e48-f68b-4535-bcce-09b2267f99b3 HTTP/1.1" status: 204 len: 168 time: 0.1176333 Oct 26 08:45:33.807067 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a9c306-9e4c-4e4a-9257-7dbff0e7c176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb499e48-f68b-4535-bcce-09b2267f99b3,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:45:33.886707 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 72b8e594-a484-4dc7-9b37-f99ebd43b8ec no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:45:33.912246 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 72b8e594-a484-4dc7-9b37-f99ebd43b8ec {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:45:33.912571 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 72b8e594-a484-4dc7-9b37-f99ebd43b8ec not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:45:33.912995 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device b40aff92-9e3e-45db-a6e9-2ace30a9ce86 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:45:33.932967 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: b40aff92-9e3e-45db-a6e9-2ace30a9ce86 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:45:33.933512 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device b40aff92-9e3e-45db-a6e9-2ace30a9ce86 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:45:49.372922 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-071dd119-b84f-44b7-8629-05b3f6219854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:52.047391 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f2f4f713-db97-441d-acc1-81ac4dd90c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:52.905611 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:53.290083 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:54.212669 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:45:54.801789 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:46:01.666759 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:46:19.373593 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c53f9f88-8672-489d-b001-a86dbf19d0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:46:22.049036 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c55436bf-34a5-4ff4-9186-29437a7b59e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:46:22.909021 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:46:23.282437 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:46:24.216793 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:46:24.804814 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:46:38.666229 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:46:39.516155 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6d4257e9-e426-41b3-8043-fded902de4de req-d2641a9c-f43e-4149-97c7-39225e2f6ffa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eb568fb2-0fe5-471b-b0b7-827516734490&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408299 Oct 26 08:46:39.601401 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4257e9-e426-41b3-8043-fded902de4de req-bf68a39f-19aa-4ba5-8870-a318b53a6d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:46:39.603003 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6d4257e9-e426-41b3-8043-fded902de4de req-bf68a39f-19aa-4ba5-8870-a318b53a6d5a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=eb568fb2-0fe5-471b-b0b7-827516734490 HTTP/1.1" status: 200 len: 1099 time: 0.0454094 Oct 26 08:46:39.707357 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4257e9-e426-41b3-8043-fded902de4de req-c71c0b4f-110c-4dc2-a7ec-db90488195d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:46:39.709371 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6d4257e9-e426-41b3-8043-fded902de4de req-c71c0b4f-110c-4dc2-a7ec-db90488195d2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ca39448-6019-487f-ba0c-7a089864c536 HTTP/1.1" status: 200 len: 896 time: 0.0854654 Oct 26 08:46:39.778694 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6d4257e9-e426-41b3-8043-fded902de4de req-4fe56ed9-ddfc-4e94-88e4-2a94ab5ce350 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14101d9b-719c-4d6e-af7d-8f6f6c5da2b1 HTTP/1.1" status: 200 len: 1001 time: 0.0620284 Oct 26 08:46:39.827927 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4257e9-e426-41b3-8043-fded902de4de req-b8674d34-7c56-491a-bf06-e36660ff010b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:46:39.829367 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6d4257e9-e426-41b3-8043-fded902de4de req-b8674d34-7c56-491a-bf06-e36660ff010b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7a5b680f-02df-44bc-a1b1-f392091b62b9 HTTP/1.1" status: 200 len: 843 time: 0.0442379 Oct 26 08:46:39.875276 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4257e9-e426-41b3-8043-fded902de4de req-5b614106-1692-41b7-9e3b-fc7d711cdaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:46:39.876743 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6d4257e9-e426-41b3-8043-fded902de4de req-5b614106-1692-41b7-9e3b-fc7d711cdaa3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ca39448-6019-487f-ba0c-7a089864c536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0399156 Oct 26 08:46:39.969886 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6d4257e9-e426-41b3-8043-fded902de4de req-c6d96799-76c1-48e8-94ef-23ff746104db service neutron] 10.222.0.47 "GET /v2.0/networks/7ca39448-6019-487f-ba0c-7a089864c536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857704 Oct 26 08:46:40.057187 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6d4257e9-e426-41b3-8043-fded902de4de req-f299be31-5bd5-45b3-9e48-325ce123d138 service neutron] 10.222.0.47 "GET /v2.0/networks/7ca39448-6019-487f-ba0c-7a089864c536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804112 Oct 26 08:46:49.375971 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6a923719-b616-424b-950e-06342aea0693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:46:52.050626 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-be458df1-c0fd-4287-bbef-5aa661fea340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:46:52.910789 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:46:53.284489 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:46:54.202305 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:46:54.808442 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:47:15.019662 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39748) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:47:15.025045 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-7e82b1a9-708d-441b-bbd9-be7745353824 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:47:15.116692 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7e82b1a9-708d-441b-bbd9-be7745353824 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6163856'] for subnet, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:47:15.261231 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7e82b1a9-708d-441b-bbd9-be7745353824 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763432359918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8235508'] for subnet, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:47:15.292940 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e82b1a9-708d-441b-bbd9-be7745353824 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:47:15.293938 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7e82b1a9-708d-441b-bbd9-be7745353824 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:47:15.294771 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-7e82b1a9-708d-441b-bbd9-be7745353824 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "PUT /v2.0/subnets/7a5b680f-02df-44bc-a1b1-f392091b62b9 HTTP/1.1" status: 200 len: 835 time: 0.2740884 Oct 26 08:47:15.302556 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ecf768-36fe-4b39-8e89-a5067cee98f7 None None] Network 7ca39448-6019-487f-ba0c-7a089864c536 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:47:15.315210 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82b1a9-708d-441b-bbd9-be7745353824 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Subnet': ['ID=7a5b680f-02df-44bc-a1b1-f392091b62b9,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:47:15.323348 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82b1a9-708d-441b-bbd9-be7745353824 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:47:15.323694 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82b1a9-708d-441b-bbd9-be7745353824 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:47:15.324037 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82b1a9-708d-441b-bbd9-be7745353824 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:47:15.324369 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82b1a9-708d-441b-bbd9-be7745353824 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:47:15.324724 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82b1a9-708d-441b-bbd9-be7745353824 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:47:15.325034 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82b1a9-708d-441b-bbd9-be7745353824 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:47:15.325364 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82b1a9-708d-441b-bbd9-be7745353824 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:47:15.325713 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82b1a9-708d-441b-bbd9-be7745353824 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:47:15.326041 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82b1a9-708d-441b-bbd9-be7745353824 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:47:15.326364 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82b1a9-708d-441b-bbd9-be7745353824 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:47:15.326686 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82b1a9-708d-441b-bbd9-be7745353824 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:47:15.327005 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82b1a9-708d-441b-bbd9-be7745353824 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:47:15.666260 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:47:15.717022 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-2f2c584a-f73b-48fa-94e2-c775dac24722 None None] Provisioning complete for port 953e2f66-ec8d-4a4b-b460-0cfe417251d5 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:47:15.717281 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2f2c584a-f73b-48fa-94e2-c775dac24722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:47:15.810857 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-2f2c584a-f73b-48fa-94e2-c775dac24722 None None] Provisioning complete for port 7127b371-8c18-40d9-a894-23afe7047c93 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:47:15.811138 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2f2c584a-f73b-48fa-94e2-c775dac24722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:47:15.903750 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-2f2c584a-f73b-48fa-94e2-c775dac24722 None None] Provisioning complete for port 14101d9b-719c-4d6e-af7d-8f6f6c5da2b1 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:47:15.904122 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2f2c584a-f73b-48fa-94e2-c775dac24722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:47:19.378266 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a3c23348-7e48-4739-9840-495b607433df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:47:22.052781 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-df3cee36-035c-49a9-99bf-7ea81158425c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:47:22.914698 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:47:23.286529 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:47:24.214812 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:47:24.811401 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:47:39.679324 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b8fbf661-4efb-4433-bfd2-a206f406b5de req-a5bba60f-c4e9-4f41-965f-6d2ec78ac0f1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eb568fb2-0fe5-471b-b0b7-827516734490&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1904826 Oct 26 08:47:39.764512 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbf661-4efb-4433-bfd2-a206f406b5de req-62fb0374-9805-47e8-b91c-79dccc1452ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:47:39.765915 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b8fbf661-4efb-4433-bfd2-a206f406b5de req-62fb0374-9805-47e8-b91c-79dccc1452ce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=eb568fb2-0fe5-471b-b0b7-827516734490 HTTP/1.1" status: 200 len: 1099 time: 0.0410964 Oct 26 08:47:39.873079 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbf661-4efb-4433-bfd2-a206f406b5de req-01052546-b6aa-4164-bd83-fadda3fc8db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:47:39.874598 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b8fbf661-4efb-4433-bfd2-a206f406b5de req-01052546-b6aa-4164-bd83-fadda3fc8db0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ca39448-6019-487f-ba0c-7a089864c536 HTTP/1.1" status: 200 len: 896 time: 0.0888257 Oct 26 08:47:39.938758 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b8fbf661-4efb-4433-bfd2-a206f406b5de req-053460cc-75ae-4445-a489-92be0e0048ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14101d9b-719c-4d6e-af7d-8f6f6c5da2b1 HTTP/1.1" status: 200 len: 1001 time: 0.0576034 Oct 26 08:47:39.993174 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbf661-4efb-4433-bfd2-a206f406b5de req-a591c20a-2e15-4e14-a9e3-448941390cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:47:39.994661 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b8fbf661-4efb-4433-bfd2-a206f406b5de req-a591c20a-2e15-4e14-a9e3-448941390cb7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7a5b680f-02df-44bc-a1b1-f392091b62b9 HTTP/1.1" status: 200 len: 843 time: 0.0490789 Oct 26 08:47:40.041530 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbf661-4efb-4433-bfd2-a206f406b5de req-59cda456-56a9-4482-8f58-63aa04c9501f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:47:40.042969 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b8fbf661-4efb-4433-bfd2-a206f406b5de req-59cda456-56a9-4482-8f58-63aa04c9501f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ca39448-6019-487f-ba0c-7a089864c536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0408947 Oct 26 08:47:40.132846 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b8fbf661-4efb-4433-bfd2-a206f406b5de req-31f351b5-da8f-48d2-a1e8-237ce7bdea76 service neutron] 10.222.0.47 "GET /v2.0/networks/7ca39448-6019-487f-ba0c-7a089864c536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829210 Oct 26 08:47:40.224028 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b8fbf661-4efb-4433-bfd2-a206f406b5de req-9ab89d35-3bb4-416e-bafc-c2f27c6a5666 service neutron] 10.222.0.47 "GET /v2.0/networks/7ca39448-6019-487f-ba0c-7a089864c536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844402 Oct 26 08:47:49.379832 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-59037dff-d917-4688-a2a0-54c973151a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:47:52.054938 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9f1a19dd-1c2f-4b5d-b34d-39d08b059323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:47:52.665880 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:47:52.918308 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:47:53.288461 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:47:54.213698 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:47:54.813432 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:47:58.156357 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39760) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:47:58.320552 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-ebbfc926-3ce1-4eb8-8943-0ce97a639b05 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting port 7336aa27-bcf6-4c1c-861a-cee42c1e5ebc {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:47:58.320902 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ebbfc926-3ce1-4eb8-8943-0ce97a639b05 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:47:58.399213 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ebbfc926-3ce1-4eb8-8943-0ce97a639b05 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:47:58.399539 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ebbfc926-3ce1-4eb8-8943-0ce97a639b05 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:47:58.411521 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-ebbfc926-3ce1-4eb8-8943-0ce97a639b05 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Calling delete_port for 7336aa27-bcf6-4c1c-861a-cee42c1e5ebc owned by network:floatingip {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:47:58.555122 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ebbfc926-3ce1-4eb8-8943-0ce97a639b05 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:47:58.585948 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbfc926-3ce1-4eb8-8943-0ce97a639b05 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Port': ['ID=7336aa27-bcf6-4c1c-861a-cee42c1e5ebc,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:47:58.642961 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ebbfc926-3ce1-4eb8-8943-0ce97a639b05 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:47:58.643307 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [None req-ebbfc926-3ce1-4eb8-8943-0ce97a639b05 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Floating IP da4efa66-e0cf-4976-bbda-4e8bf71c0ab3 disassociated (deleted). External IP: 172.26.2.29, port: 14101d9b-719c-4d6e-af7d-8f6f6c5da2b1. Oct 26 08:47:58.848493 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbfc926-3ce1-4eb8-8943-0ce97a639b05 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router abd8af52-68f1-42ff-b050-d6da0ae647ab has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:47:58.956130 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbfc926-3ce1-4eb8-8943-0ce97a639b05 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:47:58.961086 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ebbfc926-3ce1-4eb8-8943-0ce97a639b05 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:47:58.966704 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e830f7b-fb13-4f70-8180-e819e2cb9366 None None] Sync routers for ids ['abd8af52-68f1-42ff-b050-d6da0ae647ab'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:47:58.975895 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e830f7b-fb13-4f70-8180-e819e2cb9366 None None] Routers {'abd8af52-68f1-42ff-b050-d6da0ae647ab'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:47:58.976513 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-5e830f7b-fb13-4f70-8180-e819e2cb9366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:47:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['abd8af52-68f1-42ff-b050-d6da0ae647ab'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:47:58.988484 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ebbfc926-3ce1-4eb8-8943-0ce97a639b05 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/floatingips/da4efa66-e0cf-4976-bbda-4e8bf71c0ab3 HTTP/1.1" status: 204 len: 168 time: 0.8307114 Oct 26 08:47:58.989075 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb568fb2-0fe5-471b-b0b7-827516734490', 'tag': '14101d9b-719c-4d6e-af7d-8f6f6c5da2b1'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:47:58.991534 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc3e157-d207-42fb-b729-1974a5e752d6" -d '{"events": [{"name": "network-changed", "server_uuid": "eb568fb2-0fe5-471b-b0b7-827516734490", "tag": "14101d9b-719c-4d6e-af7d-8f6f6c5da2b1"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:47:59.087766 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-5e830f7b-fb13-4f70-8180-e819e2cb9366 None None] Set router abd8af52-68f1-42ff-b050-d6da0ae647ab gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:47:59.281898 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-5e830f7b-fb13-4f70-8180-e819e2cb9366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'name': 'tempest-TestNetworkBasicOps-router-2093247916', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '9a1e6ce7-206c-47f1-baf3-dad9cec2f04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:44:58Z', 'updated_at': '2021-10-26T08:45:03Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '9a1e6ce7-206c-47f1-baf3-dad9cec2f04b', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:44:59Z', 'updated_at': '2021-10-26T08:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '7127b371-8c18-40d9-a894-23afe7047c93', 'name': '', 'network_id': '7ca39448-6019-487f-ba0c-7a089864c536', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:b0:26:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '7a5b680f-02df-44bc-a1b1-f392091b62b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:45:02Z', 'updated_at': '2021-10-26T08:45:06Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '7a5b680f-02df-44bc-a1b1-f392091b62b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:47:59.311674 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e830f7b-fb13-4f70-8180-e819e2cb9366 None None] Checking router: abd8af52-68f1-42ff-b050-d6da0ae647ab for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:47:59.319764 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e830f7b-fb13-4f70-8180-e819e2cb9366 None None] Routers {'abd8af52-68f1-42ff-b050-d6da0ae647ab'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:47:59.320359 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-5e830f7b-fb13-4f70-8180-e819e2cb9366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:47:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['abd8af52-68f1-42ff-b050-d6da0ae647ab'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:47:59.424195 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-5e830f7b-fb13-4f70-8180-e819e2cb9366 None None] Set router abd8af52-68f1-42ff-b050-d6da0ae647ab gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:47:59.616454 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-5e830f7b-fb13-4f70-8180-e819e2cb9366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'name': 'tempest-TestNetworkBasicOps-router-2093247916', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '9a1e6ce7-206c-47f1-baf3-dad9cec2f04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:44:58Z', 'updated_at': '2021-10-26T08:45:03Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '9a1e6ce7-206c-47f1-baf3-dad9cec2f04b', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:44:59Z', 'updated_at': '2021-10-26T08:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '7127b371-8c18-40d9-a894-23afe7047c93', 'name': '', 'network_id': '7ca39448-6019-487f-ba0c-7a089864c536', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:b0:26:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '7a5b680f-02df-44bc-a1b1-f392091b62b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:45:02Z', 'updated_at': '2021-10-26T08:45:06Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '7a5b680f-02df-44bc-a1b1-f392091b62b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:47:59.642092 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e830f7b-fb13-4f70-8180-e819e2cb9366 None None] The sync data for ids ['abd8af52-68f1-42ff-b050-d6da0ae647ab'] in dv-neutron-804846-13-hyperv is: [{'id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'name': 'tempest-TestNetworkBasicOps-router-2093247916', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '9a1e6ce7-206c-47f1-baf3-dad9cec2f04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:44:58Z', 'updated_at': '2021-10-26T08:45:03Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '9a1e6ce7-206c-47f1-baf3-dad9cec2f04b', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:44:59Z', 'updated_at': '2021-10-26T08:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '7127b371-8c18-40d9-a894-23afe7047c93', 'name': '', 'network_id': '7ca39448-6019-487f-ba0c-7a089864c536', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:b0:26:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '7a5b680f-02df-44bc-a1b1-f392091b62b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:45:02Z', 'updated_at': '2021-10-26T08:45:06Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '7a5b680f-02df-44bc-a1b1-f392091b62b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:47:59.850296 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3fa510-5e1e-4933-b2b7-8333025f19e4 None None] New status for floating IP da4efa66-e0cf-4976-bbda-4e8bf71c0ab3: DOWN {{(pid=102104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:48:00.049771 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66708546-414b-40dc-a2a9-1d1825389753 x-openstack-request-id: req-66708546-414b-40dc-a2a9-1d1825389753 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:48:00.050236 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb568fb2-0fe5-471b-b0b7-827516734490", "tag": "14101d9b-719c-4d6e-af7d-8f6f6c5da2b1", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:48:00.050355 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-66708546-414b-40dc-a2a9-1d1825389753 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:48:00.050721 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb568fb2-0fe5-471b-b0b7-827516734490', 'tag': '14101d9b-719c-4d6e-af7d-8f6f6c5da2b1', 'status': 'completed', 'code': 200} Oct 26 08:48:00.114169 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3e157-d207-42fb-b729-1974a5e752d6 req-3b06d641-f0cf-41c7-b122-25a2e8e11425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:00.115697 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-cdc3e157-d207-42fb-b729-1974a5e752d6 req-3b06d641-f0cf-41c7-b122-25a2e8e11425 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=eb568fb2-0fe5-471b-b0b7-827516734490 HTTP/1.1" status: 200 len: 1099 time: 0.0416071 Oct 26 08:48:00.221976 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3e157-d207-42fb-b729-1974a5e752d6 req-fa302b7d-2547-4a7e-a1c4-4867e56813c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:00.223510 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-cdc3e157-d207-42fb-b729-1974a5e752d6 req-fa302b7d-2547-4a7e-a1c4-4867e56813c6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ca39448-6019-487f-ba0c-7a089864c536 HTTP/1.1" status: 200 len: 896 time: 0.1001384 Oct 26 08:48:00.266089 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-cdc3e157-d207-42fb-b729-1974a5e752d6 req-c4d85d30-8079-4e4d-bacf-17b2be9092bb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14101d9b-719c-4d6e-af7d-8f6f6c5da2b1 HTTP/1.1" status: 200 len: 217 time: 0.0347302 Oct 26 08:48:00.315733 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3e157-d207-42fb-b729-1974a5e752d6 req-2f1aa5ed-c1b3-49a7-a9a7-037c473998af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:00.317200 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-cdc3e157-d207-42fb-b729-1974a5e752d6 req-2f1aa5ed-c1b3-49a7-a9a7-037c473998af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7a5b680f-02df-44bc-a1b1-f392091b62b9 HTTP/1.1" status: 200 len: 843 time: 0.0435367 Oct 26 08:48:00.404667 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71040a39-681e-4b34-8f68-be630adebcfb req-2e352a8f-5253-4d6d-882c-157923b4e3d0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:00.406176 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-71040a39-681e-4b34-8f68-be630adebcfb req-2e352a8f-5253-4d6d-882c-157923b4e3d0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb568fb2-0fe5-471b-b0b7-827516734490 HTTP/1.1" status: 200 len: 946 time: 0.2276025 Oct 26 08:48:00.407929 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3e157-d207-42fb-b729-1974a5e752d6 req-2479a38a-a185-4ffc-9b8c-26617e658349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:00.409261 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-cdc3e157-d207-42fb-b729-1974a5e752d6 req-2479a38a-a185-4ffc-9b8c-26617e658349 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ca39448-6019-487f-ba0c-7a089864c536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0797284 Oct 26 08:48:00.493010 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-71040a39-681e-4b34-8f68-be630adebcfb req-5cd2569d-01d7-4be4-abc6-9e1ba0f62420 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=031eadc8-55f0-48b3-9905-f60d71ff1cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808997 Oct 26 08:48:00.522990 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-cdc3e157-d207-42fb-b729-1974a5e752d6 req-5ec030ee-95ee-4827-8f2e-042d1be8bbc5 service neutron] 10.222.0.47 "GET /v2.0/networks/7ca39448-6019-487f-ba0c-7a089864c536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051383 Oct 26 08:48:00.614584 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-cdc3e157-d207-42fb-b729-1974a5e752d6 req-f16880e7-9efb-4e66-9c57-a445a7a13e11 service neutron] 10.222.0.47 "GET /v2.0/networks/7ca39448-6019-487f-ba0c-7a089864c536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820365 Oct 26 08:48:01.517431 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36859da9-5b7e-4a3b-8f85-03846bc47c23 req-d0241915-304e-4fd5-9eb1-07fb8ac029ad tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:01.519137 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-36859da9-5b7e-4a3b-8f85-03846bc47c23 req-d0241915-304e-4fd5-9eb1-07fb8ac029ad tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb568fb2-0fe5-471b-b0b7-827516734490 HTTP/1.1" status: 200 len: 946 time: 0.0492728 Oct 26 08:48:01.613441 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-36859da9-5b7e-4a3b-8f85-03846bc47c23 req-4ae33b65-93d1-45ff-9f76-5f1731c477ef tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting port 14101d9b-719c-4d6e-af7d-8f6f6c5da2b1 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:48:01.613820 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-36859da9-5b7e-4a3b-8f85-03846bc47c23 req-4ae33b65-93d1-45ff-9f76-5f1731c477ef tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:01.670468 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7be47-ea61-4e47-9e1e-ad0f115646a7 req-6b1b612b-1cb3-4acb-a415-227dae2ee500 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:01.672020 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-6dc7be47-ea61-4e47-9e1e-ad0f115646a7 req-6b1b612b-1cb3-4acb-a415-227dae2ee500 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb568fb2-0fe5-471b-b0b7-827516734490 HTTP/1.1" status: 200 len: 946 time: 0.1074183 Oct 26 08:48:01.702777 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-36859da9-5b7e-4a3b-8f85-03846bc47c23 req-4ae33b65-93d1-45ff-9f76-5f1731c477ef tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] For port 14101d9b-719c-4d6e-af7d-8f6f6c5da2b1, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=14101d9b-719c-4d6e-af7d-8f6f6c5da2b1,segment=NetworkSegment(3f89f311-bc2d-4b5e-8418-cab3317d51b9),segment_id=3f89f311-bc2d-4b5e-8418-cab3317d51b9)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:48:01.703147 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-36859da9-5b7e-4a3b-8f85-03846bc47c23 req-4ae33b65-93d1-45ff-9f76-5f1731c477ef tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:01.710623 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-6dc7be47-ea61-4e47-9e1e-ad0f115646a7 req-f4be88e0-ed94-4b2c-b11e-35b03953c8c6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=031eadc8-55f0-48b3-9905-f60d71ff1cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327075 Oct 26 08:48:01.715659 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-36859da9-5b7e-4a3b-8f85-03846bc47c23 req-4ae33b65-93d1-45ff-9f76-5f1731c477ef tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Calling delete_port for 14101d9b-719c-4d6e-af7d-8f6f6c5da2b1 owned by compute:nova {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:48:01.846098 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-36859da9-5b7e-4a3b-8f85-03846bc47c23 req-4ae33b65-93d1-45ff-9f76-5f1731c477ef tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:01.873844 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae33b65-93d1-45ff-9f76-5f1731c477ef tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Port': ['ID=14101d9b-719c-4d6e-af7d-8f6f6c5da2b1,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:01.919598 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-36859da9-5b7e-4a3b-8f85-03846bc47c23 req-4ae33b65-93d1-45ff-9f76-5f1731c477ef tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] No DVR routers for this DVR port 14101d9b-719c-4d6e-af7d-8f6f6c5da2b1 on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:48:01.922017 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-36859da9-5b7e-4a3b-8f85-03846bc47c23 req-4ae33b65-93d1-45ff-9f76-5f1731c477ef tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:01.925282 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-36859da9-5b7e-4a3b-8f85-03846bc47c23 req-4ae33b65-93d1-45ff-9f76-5f1731c477ef tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "DELETE /v2.0/ports/14101d9b-719c-4d6e-af7d-8f6f6c5da2b1 HTTP/1.1" status: 204 len: 173 time: 0.4003029 Oct 26 08:48:02.051338 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb568fb2-0fe5-471b-b0b7-827516734490', 'name': 'network-vif-deleted', 'tag': '14101d9b-719c-4d6e-af7d-8f6f6c5da2b1'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:48:02.053789 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8a1c07-d2cd-4664-ba31-f3bb87790806" -d '{"events": [{"server_uuid": "eb568fb2-0fe5-471b-b0b7-827516734490", "name": "network-vif-deleted", "tag": "14101d9b-719c-4d6e-af7d-8f6f6c5da2b1"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:48:02.090037 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41f3e65-9230-4743-9c24-bdda6432cf2a x-openstack-request-id: req-c41f3e65-9230-4743-9c24-bdda6432cf2a {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:48:02.090337 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb568fb2-0fe5-471b-b0b7-827516734490", "name": "network-vif-deleted", "tag": "14101d9b-719c-4d6e-af7d-8f6f6c5da2b1", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:48:02.090621 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c41f3e65-9230-4743-9c24-bdda6432cf2a {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:48:02.091663 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb568fb2-0fe5-471b-b0b7-827516734490', 'name': 'network-vif-deleted', 'tag': '14101d9b-719c-4d6e-af7d-8f6f6c5da2b1', 'status': 'completed', 'code': 200} Oct 26 08:48:02.767377 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39794) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:48:02.833731 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-198b6fb0-c5f7-4252-a85e-3c12465278cf tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:02.862148 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-198b6fb0-c5f7-4252-a85e-3c12465278cf tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:02.923622 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-198b6fb0-c5f7-4252-a85e-3c12465278cf tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:02.926373 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-198b6fb0-c5f7-4252-a85e-3c12465278cf tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:02.927566 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-198b6fb0-c5f7-4252-a85e-3c12465278cf tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/security-groups/031eadc8-55f0-48b3-9905-f60d71ff1cf3 HTTP/1.1" status: 204 len: 168 time: 0.1592052 Oct 26 08:48:02.937985 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b6fb0-c5f7-4252-a85e-3c12465278cf tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=031eadc8-55f0-48b3-9905-f60d71ff1cf3,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:02.963220 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39798) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:48:03.574260 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d5f13fde-78a7-4b09-9dd2-b8078bf8024a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:03.827279 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-d5f13fde-78a7-4b09-9dd2-b8078bf8024a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting port 7127b371-8c18-40d9-a894-23afe7047c93 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:48:03.827530 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d5f13fde-78a7-4b09-9dd2-b8078bf8024a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:03.931228 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-d5f13fde-78a7-4b09-9dd2-b8078bf8024a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] For port 7127b371-8c18-40d9-a894-23afe7047c93, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=7127b371-8c18-40d9-a894-23afe7047c93,segment=NetworkSegment(3f89f311-bc2d-4b5e-8418-cab3317d51b9),segment_id=3f89f311-bc2d-4b5e-8418-cab3317d51b9)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:48:03.931591 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d5f13fde-78a7-4b09-9dd2-b8078bf8024a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:03.945065 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-d5f13fde-78a7-4b09-9dd2-b8078bf8024a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Calling delete_port for 7127b371-8c18-40d9-a894-23afe7047c93 owned by network:router_interface {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:48:04.132169 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d5f13fde-78a7-4b09-9dd2-b8078bf8024a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:04.158052 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f13fde-78a7-4b09-9dd2-b8078bf8024a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Port': ['ID=7127b371-8c18-40d9-a894-23afe7047c93,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:04.170283 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f13fde-78a7-4b09-9dd2-b8078bf8024a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:04.170635 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f13fde-78a7-4b09-9dd2-b8078bf8024a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:04.170979 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f13fde-78a7-4b09-9dd2-b8078bf8024a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:04.171321 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f13fde-78a7-4b09-9dd2-b8078bf8024a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:04.171661 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f13fde-78a7-4b09-9dd2-b8078bf8024a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:04.171994 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f13fde-78a7-4b09-9dd2-b8078bf8024a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:04.172325 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f13fde-78a7-4b09-9dd2-b8078bf8024a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:04.172653 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f13fde-78a7-4b09-9dd2-b8078bf8024a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:04.172982 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f13fde-78a7-4b09-9dd2-b8078bf8024a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:04.173309 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f13fde-78a7-4b09-9dd2-b8078bf8024a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:04.173647 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f13fde-78a7-4b09-9dd2-b8078bf8024a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:04.173979 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f13fde-78a7-4b09-9dd2-b8078bf8024a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:04.346073 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d5f13fde-78a7-4b09-9dd2-b8078bf8024a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:04.556761 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f13fde-78a7-4b09-9dd2-b8078bf8024a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router abd8af52-68f1-42ff-b050-d6da0ae647ab has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:48:04.668509 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f13fde-78a7-4b09-9dd2-b8078bf8024a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:48:04.674475 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d5f13fde-78a7-4b09-9dd2-b8078bf8024a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "PUT /v2.0/routers/abd8af52-68f1-42ff-b050-d6da0ae647ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7105055 Oct 26 08:48:04.677233 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39800) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:48:04.683257 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da4675b-642d-410a-b2dc-cfb78e3e0fad None None] Sync routers for ids ['abd8af52-68f1-42ff-b050-d6da0ae647ab'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:48:04.693178 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da4675b-642d-410a-b2dc-cfb78e3e0fad None None] Routers {'abd8af52-68f1-42ff-b050-d6da0ae647ab'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:48:04.693838 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-5da4675b-642d-410a-b2dc-cfb78e3e0fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:47:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['abd8af52-68f1-42ff-b050-d6da0ae647ab'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:48:04.729993 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb42088-0eab-4513-93be-385007d243b7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting subnet 7a5b680f-02df-44bc-a1b1-f392091b62b9 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:48:04.734292 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0cb42088-0eab-4513-93be-385007d243b7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:04.777954 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0cb42088-0eab-4513-93be-385007d243b7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:04.799241 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-5da4675b-642d-410a-b2dc-cfb78e3e0fad None None] Set router abd8af52-68f1-42ff-b050-d6da0ae647ab gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:48:04.863286 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0cb42088-0eab-4513-93be-385007d243b7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:04.922993 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0cb42088-0eab-4513-93be-385007d243b7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:04.956592 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb42088-0eab-4513-93be-385007d243b7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Subnet': ['ID=7a5b680f-02df-44bc-a1b1-f392091b62b9,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:04.958579 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0cb42088-0eab-4513-93be-385007d243b7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:04.964345 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-0cb42088-0eab-4513-93be-385007d243b7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/subnets/7a5b680f-02df-44bc-a1b1-f392091b62b9 HTTP/1.1" status: 204 len: 168 time: 0.2837541 Oct 26 08:48:04.964761 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39802) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:48:04.970656 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8027fa4e-cfb9-4be4-a4ef-338a420734f0 None None] Network 7ca39448-6019-487f-ba0c-7a089864c536 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:48:05.042599 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-5da4675b-642d-410a-b2dc-cfb78e3e0fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'name': 'tempest-TestNetworkBasicOps-router-2093247916', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '9a1e6ce7-206c-47f1-baf3-dad9cec2f04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:44:58Z', 'updated_at': '2021-10-26T08:48:04Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '9a1e6ce7-206c-47f1-baf3-dad9cec2f04b', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:44:59Z', 'updated_at': '2021-10-26T08:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:48:05.073325 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-06693f0e-1466-4ae4-9d8b-fe8c72e01c64 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:05.085934 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da4675b-642d-410a-b2dc-cfb78e3e0fad None None] Checking router: abd8af52-68f1-42ff-b050-d6da0ae647ab for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:48:05.115226 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da4675b-642d-410a-b2dc-cfb78e3e0fad None None] Routers {'abd8af52-68f1-42ff-b050-d6da0ae647ab'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:48:05.115753 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-5da4675b-642d-410a-b2dc-cfb78e3e0fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:47:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['abd8af52-68f1-42ff-b050-d6da0ae647ab'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:48:05.177607 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-06693f0e-1466-4ae4-9d8b-fe8c72e01c64 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:05.187013 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 14101d9b-719c-4d6e-af7d-8f6f6c5da2b1 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:48:05.217647 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] No Port match for: 14101d9b-719c-4d6e-af7d-8f6f6c5da2b1 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:48:05.217986 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 14101d9b-719c-4d6e-af7d-8f6f6c5da2b1 not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:48:05.231080 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-06693f0e-1466-4ae4-9d8b-fe8c72e01c64 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting port 9a1e6ce7-206c-47f1-baf3-dad9cec2f04b {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:48:05.231429 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-06693f0e-1466-4ae4-9d8b-fe8c72e01c64 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:05.250645 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-5da4675b-642d-410a-b2dc-cfb78e3e0fad None None] Set router abd8af52-68f1-42ff-b050-d6da0ae647ab gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:48:05.305235 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337ba09f-053f-4d41-ae0d-f26544d03b85 None None] DHCP port deletion for 7ca39448-6019-487f-ba0c-7a089864c536 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:48:05.318487 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-06693f0e-1466-4ae4-9d8b-fe8c72e01c64 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] For port 9a1e6ce7-206c-47f1-baf3-dad9cec2f04b, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=9a1e6ce7-206c-47f1-baf3-dad9cec2f04b,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:48:05.318860 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-06693f0e-1466-4ae4-9d8b-fe8c72e01c64 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:05.331848 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-06693f0e-1466-4ae4-9d8b-fe8c72e01c64 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Calling delete_port for 9a1e6ce7-206c-47f1-baf3-dad9cec2f04b owned by network:router_gateway {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:48:05.438793 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-337ba09f-053f-4d41-ae0d-f26544d03b85 None None] Deleting port 953e2f66-ec8d-4a4b-b460-0cfe417251d5 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:48:05.439198 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-337ba09f-053f-4d41-ae0d-f26544d03b85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:05.516831 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-337ba09f-053f-4d41-ae0d-f26544d03b85 None None] For port 953e2f66-ec8d-4a4b-b460-0cfe417251d5, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=953e2f66-ec8d-4a4b-b460-0cfe417251d5,segment=NetworkSegment(3f89f311-bc2d-4b5e-8418-cab3317d51b9),segment_id=3f89f311-bc2d-4b5e-8418-cab3317d51b9)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:48:05.517133 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-337ba09f-053f-4d41-ae0d-f26544d03b85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:05.531930 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-337ba09f-053f-4d41-ae0d-f26544d03b85 None None] Calling delete_port for 953e2f66-ec8d-4a4b-b460-0cfe417251d5 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:48:05.548893 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-5da4675b-642d-410a-b2dc-cfb78e3e0fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'name': 'tempest-TestNetworkBasicOps-router-2093247916', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '9a1e6ce7-206c-47f1-baf3-dad9cec2f04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:44:58Z', 'updated_at': '2021-10-26T08:48:04Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '9a1e6ce7-206c-47f1-baf3-dad9cec2f04b', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:44:59Z', 'updated_at': '2021-10-26T08:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:48:05.609829 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da4675b-642d-410a-b2dc-cfb78e3e0fad None None] The sync data for ids ['abd8af52-68f1-42ff-b050-d6da0ae647ab'] in dv-neutron-804846-13-hyperv is: [{'id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'name': 'tempest-TestNetworkBasicOps-router-2093247916', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '9a1e6ce7-206c-47f1-baf3-dad9cec2f04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:44:58Z', 'updated_at': '2021-10-26T08:48:04Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': '9a1e6ce7-206c-47f1-baf3-dad9cec2f04b', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd8af52-68f1-42ff-b050-d6da0ae647ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:44:59Z', 'updated_at': '2021-10-26T08:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:48:05.660232 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-337ba09f-053f-4d41-ae0d-f26544d03b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:05.686798 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ba09f-053f-4d41-ae0d-f26544d03b85 None None] Pushing event deleted for resources: {'Port': ['ID=953e2f66-ec8d-4a4b-b460-0cfe417251d5,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:05.691405 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337ba09f-053f-4d41-ae0d-f26544d03b85 None None] No DVR routers for this DVR port 953e2f66-ec8d-4a4b-b460-0cfe417251d5 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:48:05.698132 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ba09f-053f-4d41-ae0d-f26544d03b85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:05.698486 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ba09f-053f-4d41-ae0d-f26544d03b85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:05.698826 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ba09f-053f-4d41-ae0d-f26544d03b85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:05.699164 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ba09f-053f-4d41-ae0d-f26544d03b85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:05.699499 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ba09f-053f-4d41-ae0d-f26544d03b85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:05.699830 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ba09f-053f-4d41-ae0d-f26544d03b85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:05.700217 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ba09f-053f-4d41-ae0d-f26544d03b85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:05.700954 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ba09f-053f-4d41-ae0d-f26544d03b85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:05.700954 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ba09f-053f-4d41-ae0d-f26544d03b85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:05.701152 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ba09f-053f-4d41-ae0d-f26544d03b85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:05.701473 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ba09f-053f-4d41-ae0d-f26544d03b85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:05.701821 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ba09f-053f-4d41-ae0d-f26544d03b85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:05.790307 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-06693f0e-1466-4ae4-9d8b-fe8c72e01c64 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:05.820415 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06693f0e-1466-4ae4-9d8b-fe8c72e01c64 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Port': ['ID=9a1e6ce7-206c-47f1-baf3-dad9cec2f04b,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:05.879470 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-06693f0e-1466-4ae4-9d8b-fe8c72e01c64 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:05.970991 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-06693f0e-1466-4ae4-9d8b-fe8c72e01c64 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:05.972956 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-06693f0e-1466-4ae4-9d8b-fe8c72e01c64 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:06.023922 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-06693f0e-1466-4ae4-9d8b-fe8c72e01c64 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:06.024606 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06693f0e-1466-4ae4-9d8b-fe8c72e01c64 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Fanout notify agent at l3_agent the message router_deleted on router abd8af52-68f1-42ff-b050-d6da0ae647ab {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:48:06.033598 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-06693f0e-1466-4ae4-9d8b-fe8c72e01c64 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:06.037338 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-06693f0e-1466-4ae4-9d8b-fe8c72e01c64 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/routers/abd8af52-68f1-42ff-b050-d6da0ae647ab HTTP/1.1" status: 204 len: 168 time: 1.0680294 Oct 26 08:48:06.037573 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39804) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:48:06.108019 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 953e2f66-ec8d-4a4b-b460-0cfe417251d5 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:48:06.120586 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-96412d66-e9a9-47fa-b93b-bce2f7d384fa tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:06.131220 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 953e2f66-ec8d-4a4b-b460-0cfe417251d5 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:48:06.131568 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 953e2f66-ec8d-4a4b-b460-0cfe417251d5 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:48:06.131990 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 7127b371-8c18-40d9-a894-23afe7047c93 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:48:06.152785 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 7127b371-8c18-40d9-a894-23afe7047c93 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:48:06.153845 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 7127b371-8c18-40d9-a894-23afe7047c93 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:48:06.216233 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-96412d66-e9a9-47fa-b93b-bce2f7d384fa tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:06.237859 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-96412d66-e9a9-47fa-b93b-bce2f7d384fa tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca39448-6019-487f-ba0c-7a089864c536']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:48:06.247729 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-96412d66-e9a9-47fa-b93b-bce2f7d384fa tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f89f311-bc2d-4b5e-8418-cab3317d51b9') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:48:06.248032 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-96412d66-e9a9-47fa-b93b-bce2f7d384fa tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f89f311-bc2d-4b5e-8418-cab3317d51b9') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:48:06.257812 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-96412d66-e9a9-47fa-b93b-bce2f7d384fa tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:06.271826 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-96412d66-e9a9-47fa-b93b-bce2f7d384fa tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:06.279247 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96412d66-e9a9-47fa-b93b-bce2f7d384fa tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:48:06.279638 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-96412d66-e9a9-47fa-b93b-bce2f7d384fa tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:06.283310 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:48:06.283310 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:48:06.283310 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:48:06.283310 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:48:06.283310 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:48:06.283310 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:48:06.283310 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:48:06.283310 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:48:06.283310 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:48:06.283310 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:48:06.283310 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:48:06.283310 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:48:06.283310 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:48:06.283310 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:48:06.283310 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:48:06.283310 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:48:06.283310 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:48:06.283310 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:48:06.283310 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:48:06.283310 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:48:06.283310 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:48:06.283310 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:48:06.283310 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:48:06.283310 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:48:06.283310 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:48:06.283310 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:48:06.283310 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:48:06.283310 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:48:06.283310 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:48:06.283310 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:48:06.283310 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:48:06.283310 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:48:06.352760 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-96412d66-e9a9-47fa-b93b-bce2f7d384fa tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:06.361260 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-96412d66-e9a9-47fa-b93b-bce2f7d384fa tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:06.363736 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-96412d66-e9a9-47fa-b93b-bce2f7d384fa tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/networks/7ca39448-6019-487f-ba0c-7a089864c536 HTTP/1.1" status: 204 len: 168 time: 0.3250797 Oct 26 08:48:06.375383 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96412d66-e9a9-47fa-b93b-bce2f7d384fa tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Network': ['ID=7ca39448-6019-487f-ba0c-7a089864c536,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:06.377869 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39806) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:48:06.381412 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-4b93be2a-f27e-4e9b-89bb-f7b2237fc895 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'network': {'name': 'tempest-network-smoke--1105518240', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'port_security_enabled': True}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:48:06.401799 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b93be2a-f27e-4e9b-89bb-f7b2237fc895 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Made reservation on behalf of c0122ef6aaf84badac5fbf473c701d56 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:48:06.405989 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4b93be2a-f27e-4e9b-89bb-f7b2237fc895 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:06.428446 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b93be2a-f27e-4e9b-89bb-f7b2237fc895 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:48:06.437148 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4b93be2a-f27e-4e9b-89bb-f7b2237fc895 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:06.437491 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-4b93be2a-f27e-4e9b-89bb-f7b2237fc895 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Added segment 34d976c7-8685-41c5-b501-105b29d3f249 of type vlan for network 090c253f-ce77-4b10-885d-dfca79f745c4 Oct 26 08:48:06.484580 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4b93be2a-f27e-4e9b-89bb-f7b2237fc895 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:06.508161 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4b93be2a-f27e-4e9b-89bb-f7b2237fc895 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:06.514621 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b93be2a-f27e-4e9b-89bb-f7b2237fc895 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:06.515207 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4b93be2a-f27e-4e9b-89bb-f7b2237fc895 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:06.567080 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4b93be2a-f27e-4e9b-89bb-f7b2237fc895 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1898177 Oct 26 08:48:06.569771 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39808) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:48:06.584777 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-7afa7e3e-4f10-440c-962e-9de546fd3d2c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1887129255', 'admin_state_up': True, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:48:06.598827 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93be2a-f27e-4e9b-89bb-f7b2237fc895 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Network': ['ID=090c253f-ce77-4b10-885d-dfca79f745c4,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:06.609123 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 090c253f-ce77-4b10-885d-dfca79f745c4 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:48:06.614131 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7afa7e3e-4f10-440c-962e-9de546fd3d2c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:06.615197 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7afa7e3e-4f10-440c-962e-9de546fd3d2c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:06.668835 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7afa7e3e-4f10-440c-962e-9de546fd3d2c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:06.810273 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7afa7e3e-4f10-440c-962e-9de546fd3d2c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:06.999837 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7afa7e3e-4f10-440c-962e-9de546fd3d2c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_gateway, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:07.018873 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7afa7e3e-4f10-440c-962e-9de546fd3d2c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:07.120963 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-7afa7e3e-4f10-440c-962e-9de546fd3d2c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Allocated IP 172.26.2.157 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/ce79590c-804b-447a-871d-c341d445d3b6) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:48:07.223579 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7afa7e3e-4f10-440c-962e-9de546fd3d2c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:07.254915 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7afa7e3e-4f10-440c-962e-9de546fd3d2c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:07.288968 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afa7e3e-4f10-440c-962e-9de546fd3d2c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:48:07.291716 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-7afa7e3e-4f10-440c-962e-9de546fd3d2c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:48:07.297434 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afa7e3e-4f10-440c-962e-9de546fd3d2c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:48:07.324859 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa7e3e-4f10-440c-962e-9de546fd3d2c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=ce79590c-804b-447a-871d-c341d445d3b6,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:07.545248 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7afa7e3e-4f10-440c-962e-9de546fd3d2c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_gateway, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:07.911743 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 9a1e6ce7-206c-47f1-baf3-dad9cec2f04b no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:48:07.932733 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 9a1e6ce7-206c-47f1-baf3-dad9cec2f04b {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:48:07.933091 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 9a1e6ce7-206c-47f1-baf3-dad9cec2f04b not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:48:08.003547 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7afa7e3e-4f10-440c-962e-9de546fd3d2c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:08.128102 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afa7e3e-4f10-440c-962e-9de546fd3d2c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router 40d2245a-b8bf-45be-8992-e5a0d4dcf8ba is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:48:08.236088 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afa7e3e-4f10-440c-962e-9de546fd3d2c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:48:08.246134 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b2e51c-15f1-4ca5-8bc9-d229e428f59a None None] Sync routers for ids ['40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:48:08.255990 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b2e51c-15f1-4ca5-8bc9-d229e428f59a None None] Routers {'40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:48:08.256583 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-f3b2e51c-15f1-4ca5-8bc9-d229e428f59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:47:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:48:08.257971 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7afa7e3e-4f10-440c-962e-9de546fd3d2c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:08.262191 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7afa7e3e-4f10-440c-962e-9de546fd3d2c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.6885040 Oct 26 08:48:08.262356 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39812) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:48:08.292890 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9dc35dd9-8c7a-42ee-8ce4-4f827bf38e30 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=c0122ef6aaf84badac5fbf473c701d56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288568 Oct 26 08:48:08.295671 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39814) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:48:08.365668 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-f3b2e51c-15f1-4ca5-8bc9-d229e428f59a None None] Set router 40d2245a-b8bf-45be-8992-e5a0d4dcf8ba gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:48:08.382051 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fed846-1782-4afb-96ea-8c57de34fc5c tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:08.386240 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-03fed846-1782-4afb-96ea-8c57de34fc5c tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869253 Oct 26 08:48:08.386411 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39816) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:48:08.414415 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8f51bb48-eaa4-44db-b1f6-7232f0d998d6 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=e0ba3cfd-db28-4690-8a12-e5c00a0b88c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269423 Oct 26 08:48:08.416873 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39818) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:48:08.421788 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-c1784e65-031f-4864-8f76-6444f83e5ef3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1461659851', 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:48:08.514071 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1784e65-031f-4864-8f76-6444f83e5ef3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Made reservation on behalf of c0122ef6aaf84badac5fbf473c701d56 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:48:08.517665 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c1784e65-031f-4864-8f76-6444f83e5ef3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:08.545431 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-f3b2e51c-15f1-4ca5-8bc9-d229e428f59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'name': 'tempest-TestNetworkBasicOps-router-1887129255', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:48:06Z', 'updated_at': '2021-10-26T08:48:07Z', 'revision_number': 3, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:48:07Z', 'updated_at': '2021-10-26T08:48:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:48:08.572558 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b2e51c-15f1-4ca5-8bc9-d229e428f59a None None] Checking router: 40d2245a-b8bf-45be-8992-e5a0d4dcf8ba for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:48:08.572904 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b2e51c-15f1-4ca5-8bc9-d229e428f59a None None] Updating router 40d2245a-b8bf-45be-8992-e5a0d4dcf8ba port ce79590c-804b-447a-871d-c341d445d3b6 binding host dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:48:08.598914 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f3b2e51c-15f1-4ca5-8bc9-d229e428f59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:08.708559 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c1784e65-031f-4864-8f76-6444f83e5ef3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:08.768427 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1784e65-031f-4864-8f76-6444f83e5ef3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Subnet': ['ID=e79398f9-0bcd-463b-8423-24275bc84e4b,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:08.777068 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1784e65-031f-4864-8f76-6444f83e5ef3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Checking segment: {'id': '34d976c7-8685-41c5-b501-105b29d3f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:48:08.777454 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1784e65-031f-4864-8f76-6444f83e5ef3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network hostable DHCP agents. Network: 090c253f-ce77-4b10-885d-dfca79f745c4, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:48:08.794712 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1784e65-031f-4864-8f76-6444f83e5ef3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network 090c253f-ce77-4b10-885d-dfca79f745c4 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:48:08.803792 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-c1784e65-031f-4864-8f76-6444f83e5ef3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 090c253f-ce77-4b10-885d-dfca79f745c4) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:48:08.808111 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1784e65-031f-4864-8f76-6444f83e5ef3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:08.808716 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c1784e65-031f-4864-8f76-6444f83e5ef3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:08.814814 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d21b6b-9466-449e-add0-ce0142ab0e72 None None] Network 090c253f-ce77-4b10-885d-dfca79f745c4 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:48:08.827012 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c1784e65-031f-4864-8f76-6444f83e5ef3 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4091165 Oct 26 08:48:08.829832 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39822) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:48:08.876135 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f3b2e51c-15f1-4ca5-8bc9-d229e428f59a None None] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:08.886846 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f3b2e51c-15f1-4ca5-8bc9-d229e428f59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:08.942596 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-f3b2e51c-15f1-4ca5-8bc9-d229e428f59a None None] Attempting to bind port ce79590c-804b-447a-871d-c341d445d3b6 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:48:08.943155 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-f3b2e51c-15f1-4ca5-8bc9-d229e428f59a None None] Attempting to bind port ce79590c-804b-447a-871d-c341d445d3b6 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:48:08.943530 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b2e51c-15f1-4ca5-8bc9-d229e428f59a None None] Attempting to bind port ce79590c-804b-447a-871d-c341d445d3b6 on network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:48:08.946754 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79899f87-4afd-4fd2-92b4-ae07d4242762 None None] Pushing event updated for resources: {'Port': ['ID=ce79590c-804b-447a-871d-c341d445d3b6,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:08.955749 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79899f87-4afd-4fd2-92b4-ae07d4242762 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:08.956107 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79899f87-4afd-4fd2-92b4-ae07d4242762 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:08.956457 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79899f87-4afd-4fd2-92b4-ae07d4242762 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:08.956796 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79899f87-4afd-4fd2-92b4-ae07d4242762 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:08.957128 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79899f87-4afd-4fd2-92b4-ae07d4242762 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:08.957462 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79899f87-4afd-4fd2-92b4-ae07d4242762 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:08.957827 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79899f87-4afd-4fd2-92b4-ae07d4242762 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:08.958796 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79899f87-4afd-4fd2-92b4-ae07d4242762 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:08.959136 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79899f87-4afd-4fd2-92b4-ae07d4242762 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:08.959642 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79899f87-4afd-4fd2-92b4-ae07d4242762 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:08.959980 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79899f87-4afd-4fd2-92b4-ae07d4242762 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:08.960308 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79899f87-4afd-4fd2-92b4-ae07d4242762 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:08.964409 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b2e51c-15f1-4ca5-8bc9-d229e428f59a None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:48:08.964799 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b2e51c-15f1-4ca5-8bc9-d229e428f59a None None] Checking segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:48:08.965205 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f3b2e51c-15f1-4ca5-8bc9-d229e428f59a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:08.966357 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b2e51c-15f1-4ca5-8bc9-d229e428f59a None None] Bound using segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:48:08.966938 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-f3b2e51c-15f1-4ca5-8bc9-d229e428f59a None None] Bound port: ce79590c-804b-447a-871d-c341d445d3b6, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:48:08.968307 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f3b2e51c-15f1-4ca5-8bc9-d229e428f59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:08.969193 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c381183-121f-44e0-9bd6-c7c6edb1020c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-090c253f-ce77-4b10-885d-dfca79f745c4', 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ips': [{'subnet_id': 'e79398f9-0bcd-463b-8423-24275bc84e4b'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:48:08.970414 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7c381183-121f-44e0-9bd6-c7c6edb1020c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:09.022542 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-f3b2e51c-15f1-4ca5-8bc9-d229e428f59a None None] For port ce79590c-804b-447a-871d-c341d445d3b6, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:48:09.025830 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-f3b2e51c-15f1-4ca5-8bc9-d229e428f59a None None] For port ce79590c-804b-447a-871d-c341d445d3b6, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=ce79590c-804b-447a-871d-c341d445d3b6,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:48:09.031638 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f3b2e51c-15f1-4ca5-8bc9-d229e428f59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:09.096182 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b2e51c-15f1-4ca5-8bc9-d229e428f59a None None] Routers {'40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:48:09.096972 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-f3b2e51c-15f1-4ca5-8bc9-d229e428f59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:47:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:48:09.115137 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-7c381183-121f-44e0-9bd6-c7c6edb1020c None None] Allocated IP 172.20.0.2 (090c253f-ce77-4b10-885d-dfca79f745c4/e79398f9-0bcd-463b-8423-24275bc84e4b/19d7e40b-b079-4914-a67e-f5842b9783ca) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:48:09.193516 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79899f87-4afd-4fd2-92b4-ae07d4242762 None None] Pushing event updated for resources: {'Port': ['ID=ce79590c-804b-447a-871d-c341d445d3b6,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:09.234181 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-f3b2e51c-15f1-4ca5-8bc9-d229e428f59a None None] Set router 40d2245a-b8bf-45be-8992-e5a0d4dcf8ba gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:48:09.269106 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7c381183-121f-44e0-9bd6-c7c6edb1020c None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:09.276469 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7c381183-121f-44e0-9bd6-c7c6edb1020c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:09.310250 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-01a000a1-c726-46db-ab92-f1decc3a962c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:09.318233 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c381183-121f-44e0-9bd6-c7c6edb1020c None None] Network 090c253f-ce77-4b10-885d-dfca79f745c4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:48:09.322933 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-7c381183-121f-44e0-9bd6-c7c6edb1020c None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:48:09.327619 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c381183-121f-44e0-9bd6-c7c6edb1020c None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:48:09.330849 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c381183-121f-44e0-9bd6-c7c6edb1020c None None] Pushing event updated for resources: {'Port': ['ID=19d7e40b-b079-4914-a67e-f5842b9783ca,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:09.385980 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-7c381183-121f-44e0-9bd6-c7c6edb1020c None None] Attempting to bind port 19d7e40b-b079-4914-a67e-f5842b9783ca on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:48:09.386361 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-7c381183-121f-44e0-9bd6-c7c6edb1020c None None] Attempting to bind port 19d7e40b-b079-4914-a67e-f5842b9783ca by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '34d976c7-8685-41c5-b501-105b29d3f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:48:09.386729 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c381183-121f-44e0-9bd6-c7c6edb1020c None None] Attempting to bind port 19d7e40b-b079-4914-a67e-f5842b9783ca on network 090c253f-ce77-4b10-885d-dfca79f745c4 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:48:09.392960 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c381183-121f-44e0-9bd6-c7c6edb1020c None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:48:09.392960 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c381183-121f-44e0-9bd6-c7c6edb1020c None None] Checking segment: {'id': '34d976c7-8685-41c5-b501-105b29d3f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:48:09.393285 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7c381183-121f-44e0-9bd6-c7c6edb1020c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:09.393703 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c381183-121f-44e0-9bd6-c7c6edb1020c None None] Bound using segment: {'id': '34d976c7-8685-41c5-b501-105b29d3f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:48:09.394176 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-7c381183-121f-44e0-9bd6-c7c6edb1020c None None] Bound port: 19d7e40b-b079-4914-a67e-f5842b9783ca, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d976c7-8685-41c5-b501-105b29d3f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:48:09.394775 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7c381183-121f-44e0-9bd6-c7c6edb1020c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:09.443194 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-f3b2e51c-15f1-4ca5-8bc9-d229e428f59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'name': 'tempest-TestNetworkBasicOps-router-1887129255', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:48:06Z', 'updated_at': '2021-10-26T08:48:07Z', 'revision_number': 3, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:48:07Z', 'updated_at': '2021-10-26T08:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:48:09.462378 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-7c381183-121f-44e0-9bd6-c7c6edb1020c None None] For port 19d7e40b-b079-4914-a67e-f5842b9783ca, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:48:09.465394 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-7c381183-121f-44e0-9bd6-c7c6edb1020c None None] For port 19d7e40b-b079-4914-a67e-f5842b9783ca, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=19d7e40b-b079-4914-a67e-f5842b9783ca,segment=NetworkSegment(34d976c7-8685-41c5-b501-105b29d3f249),segment_id=34d976c7-8685-41c5-b501-105b29d3f249)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:48:09.470697 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b2e51c-15f1-4ca5-8bc9-d229e428f59a None None] The sync data for ids ['40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'] in dv-neutron-804846-13-hyperv is: [{'id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'name': 'tempest-TestNetworkBasicOps-router-1887129255', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:48:06Z', 'updated_at': '2021-10-26T08:48:07Z', 'revision_number': 3, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:48:07Z', 'updated_at': '2021-10-26T08:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:48:09.471190 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7c381183-121f-44e0-9bd6-c7c6edb1020c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:09.537894 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c381183-121f-44e0-9bd6-c7c6edb1020c None None] Pushing event updated for resources: {'Port': ['ID=19d7e40b-b079-4914-a67e-f5842b9783ca,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:09.613285 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-01a000a1-c726-46db-ab92-f1decc3a962c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Allocated IP 172.20.0.1 (090c253f-ce77-4b10-885d-dfca79f745c4/e79398f9-0bcd-463b-8423-24275bc84e4b/96674e41-ec58-404c-8b2a-dfd7e34b82f3) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:48:09.766484 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-01a000a1-c726-46db-ab92-f1decc3a962c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:09.807447 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-01a000a1-c726-46db-ab92-f1decc3a962c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:09.867509 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a000a1-c726-46db-ab92-f1decc3a962c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network 090c253f-ce77-4b10-885d-dfca79f745c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:48:09.876505 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-01a000a1-c726-46db-ab92-f1decc3a962c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:48:09.879653 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a000a1-c726-46db-ab92-f1decc3a962c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:48:09.889959 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a000a1-c726-46db-ab92-f1decc3a962c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=96674e41-ec58-404c-8b2a-dfd7e34b82f3,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:09.948827 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-01a000a1-c726-46db-ab92-f1decc3a962c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:10.037555 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device ce79590c-804b-447a-871d-c341d445d3b6 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:48:10.095559 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-01a000a1-c726-46db-ab92-f1decc3a962c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:10.098117 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port ce79590c-804b-447a-871d-c341d445d3b6 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:48:10.098940 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:10.185720 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:10.208965 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port ce79590c-804b-447a-871d-c341d445d3b6, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=ce79590c-804b-447a-871d-c341d445d3b6,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:48:10.213209 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:10.214042 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 19d7e40b-b079-4914-a67e-f5842b9783ca up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:48:10.303322 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=ce79590c-804b-447a-871d-c341d445d3b6,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:10.323277 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 19d7e40b-b079-4914-a67e-f5842b9783ca triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:48:10.323660 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:10.426368 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-01a000a1-c726-46db-ab92-f1decc3a962c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:10.433891 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:10.437929 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-01a000a1-c726-46db-ab92-f1decc3a962c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:10.473335 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 19d7e40b-b079-4914-a67e-f5842b9783ca, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=19d7e40b-b079-4914-a67e-f5842b9783ca,segment=NetworkSegment(34d976c7-8685-41c5-b501-105b29d3f249),segment_id=34d976c7-8685-41c5-b501-105b29d3f249)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:48:10.478607 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:10.532456 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=19d7e40b-b079-4914-a67e-f5842b9783ca,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:10.541758 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-01a000a1-c726-46db-ab92-f1decc3a962c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:10.550900 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a000a1-c726-46db-ab92-f1decc3a962c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=96674e41-ec58-404c-8b2a-dfd7e34b82f3,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:10.643815 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a000a1-c726-46db-ab92-f1decc3a962c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network 090c253f-ce77-4b10-885d-dfca79f745c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:48:10.645206 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-01a000a1-c726-46db-ab92-f1decc3a962c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:48:10.647899 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f717c9a-765a-45f8-9757-afe3ec1a35a7 None None] Network 090c253f-ce77-4b10-885d-dfca79f745c4 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:48:10.763818 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a000a1-c726-46db-ab92-f1decc3a962c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router 40d2245a-b8bf-45be-8992-e5a0d4dcf8ba has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:48:10.769156 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-adcd0d43-4ba1-48ec-b2b2-81f4041df809 None None] Provisioning complete for port 19d7e40b-b079-4914-a67e-f5842b9783ca triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:48:10.769529 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-adcd0d43-4ba1-48ec-b2b2-81f4041df809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:10.883649 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a000a1-c726-46db-ab92-f1decc3a962c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:48:10.892318 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39826) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:48:10.892896 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-01a000a1-c726-46db-ab92-f1decc3a962c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "PUT /v2.0/routers/40d2245a-b8bf-45be-8992-e5a0d4dcf8ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0613487 Oct 26 08:48:11.003445 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f093af-9952-49e2-b10f-7410481a906a tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:11.004026 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f093af-9952-49e2-b10f-7410481a906a tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:11.004513 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f093af-9952-49e2-b10f-7410481a906a tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:11.004996 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f093af-9952-49e2-b10f-7410481a906a tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:11.006851 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-18f093af-9952-49e2-b10f-7410481a906a tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1126685 Oct 26 08:48:11.009509 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39830) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:48:11.072900 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8ccf24-32cd-405f-a25d-790613ef6e04 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:11.073382 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8ccf24-32cd-405f-a25d-790613ef6e04 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:11.073875 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8ccf24-32cd-405f-a25d-790613ef6e04 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:11.074340 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8ccf24-32cd-405f-a25d-790613ef6e04 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:11.078686 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-0f8ccf24-32cd-405f-a25d-790613ef6e04 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0656612 Oct 26 08:48:11.079034 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39832) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:48:11.218553 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-cc0a41fc-acfc-4adb-93ac-dd8015bb5030 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1379540 Oct 26 08:48:11.225415 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9114afa2-d29e-4179-9406-74f048b5e075 None None] Sync routers for ids ['40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:48:11.236655 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9114afa2-d29e-4179-9406-74f048b5e075 None None] Routers {'40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:48:11.237289 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-9114afa2-d29e-4179-9406-74f048b5e075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:47:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:48:11.323426 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-ac038961-d7f9-4132-afc1-9a307b25d1fc None None] Provisioning complete for port 96674e41-ec58-404c-8b2a-dfd7e34b82f3 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:48:11.323801 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ac038961-d7f9-4132-afc1-9a307b25d1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:11.372499 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-ac038961-d7f9-4132-afc1-9a307b25d1fc None None] Port 96674e41-ec58-404c-8b2a-dfd7e34b82f3 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:48:11.391542 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-9114afa2-d29e-4179-9406-74f048b5e075 None None] Set router 40d2245a-b8bf-45be-8992-e5a0d4dcf8ba gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:48:11.426552 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-ac038961-d7f9-4132-afc1-9a307b25d1fc None None] Provisioning complete for port 19d7e40b-b079-4914-a67e-f5842b9783ca triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:48:11.426935 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ac038961-d7f9-4132-afc1-9a307b25d1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:11.481189 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39836) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:48:11.486764 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-d5038cf9-bd45-4d2c-8bd6-e5637d966202 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2111480306', 'description': 'tempest-secgroup-smoke-2111480306 description', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:48:11.512520 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d5038cf9-bd45-4d2c-8bd6-e5637d966202 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:11.595466 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d5038cf9-bd45-4d2c-8bd6-e5637d966202 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:11.599690 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d5038cf9-bd45-4d2c-8bd6-e5637d966202 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:11.634894 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d5038cf9-bd45-4d2c-8bd6-e5637d966202 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:11.639624 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d5038cf9-bd45-4d2c-8bd6-e5637d966202 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1531837 Oct 26 08:48:11.639624 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39838) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:48:11.645656 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-0bfc9885-dd89-41c4-82fa-ebeff487b048 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '460a75c0-bdbc-4cc3-8044-552b622bf28e', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:48:11.652789 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5038cf9-bd45-4d2c-8bd6-e5637d966202 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=460a75c0-bdbc-4cc3-8044-552b622bf28e,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:11.675013 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-9114afa2-d29e-4179-9406-74f048b5e075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'name': 'tempest-TestNetworkBasicOps-router-1887129255', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:48:06Z', 'updated_at': '2021-10-26T08:48:10Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:48:07Z', 'updated_at': '2021-10-26T08:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '96674e41-ec58-404c-8b2a-dfd7e34b82f3', 'name': '', 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:e4:38:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'e79398f9-0bcd-463b-8423-24275bc84e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:48:09Z', 'updated_at': '2021-10-26T08:48:10Z', 'revision_number': 2, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'e79398f9-0bcd-463b-8423-24275bc84e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:48:11.676245 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0bfc9885-dd89-41c4-82fa-ebeff487b048 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:11.706441 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9114afa2-d29e-4179-9406-74f048b5e075 None None] Checking router: 40d2245a-b8bf-45be-8992-e5a0d4dcf8ba for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:48:11.706733 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9114afa2-d29e-4179-9406-74f048b5e075 None None] Updating router 40d2245a-b8bf-45be-8992-e5a0d4dcf8ba port 96674e41-ec58-404c-8b2a-dfd7e34b82f3 binding host dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:48:11.735456 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0bfc9885-dd89-41c4-82fa-ebeff487b048 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:11.738770 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9114afa2-d29e-4179-9406-74f048b5e075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:11.739371 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0bfc9885-dd89-41c4-82fa-ebeff487b048 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:11.754691 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-a30747ab-6594-4e49-bcaf-bea174ab48e7 None None] Provisioning complete for port 96674e41-ec58-404c-8b2a-dfd7e34b82f3 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:48:11.755070 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a30747ab-6594-4e49-bcaf-bea174ab48e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:11.757131 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc9885-dd89-41c4-82fa-ebeff487b048 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd3ea01-83bf-4ae6-8c06-8163fd253127,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:11.766107 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0bfc9885-dd89-41c4-82fa-ebeff487b048 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:11.767321 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-0bfc9885-dd89-41c4-82fa-ebeff487b048 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1268785 Oct 26 08:48:11.769968 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39840) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:48:11.774290 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-b0366b0a-7928-40e8-be18-e543bb861e8e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '460a75c0-bdbc-4cc3-8044-552b622bf28e', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:48:11.800633 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b0366b0a-7928-40e8-be18-e543bb861e8e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:11.821534 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-a30747ab-6594-4e49-bcaf-bea174ab48e7 None None] Port 96674e41-ec58-404c-8b2a-dfd7e34b82f3 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:48:11.863643 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b0366b0a-7928-40e8-be18-e543bb861e8e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:11.867224 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b0366b0a-7928-40e8-be18-e543bb861e8e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:11.884869 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0366b0a-7928-40e8-be18-e543bb861e8e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=726850be-ffe9-4535-adc1-b465e7aa9efd,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:11.895444 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b0366b0a-7928-40e8-be18-e543bb861e8e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:11.898085 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b0366b0a-7928-40e8-be18-e543bb861e8e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1271138 Oct 26 08:48:11.899059 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39842) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:48:11.904300 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-6b217d06-f8d0-44f6-844f-14aea2f928fe tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '460a75c0-bdbc-4cc3-8044-552b622bf28e', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:48:11.939332 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6b217d06-f8d0-44f6-844f-14aea2f928fe tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:11.964888 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device ce79590c-804b-447a-871d-c341d445d3b6 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:48:11.999887 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6b217d06-f8d0-44f6-844f-14aea2f928fe tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:12.004437 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6b217d06-f8d0-44f6-844f-14aea2f928fe tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:12.020037 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b217d06-f8d0-44f6-844f-14aea2f928fe tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a10a5fb-dce3-4938-9526-69bf5dca1ffa,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:12.032327 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6b217d06-f8d0-44f6-844f-14aea2f928fe tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:12.033700 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6b217d06-f8d0-44f6-844f-14aea2f928fe tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1336744 Oct 26 08:48:12.036799 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39844) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:48:12.041465 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-42b58cc7-8d1d-471e-9ca2-72bb17d9b7f1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '460a75c0-bdbc-4cc3-8044-552b622bf28e', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:48:12.065753 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port ce79590c-804b-447a-871d-c341d445d3b6 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:48:12.066132 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:12.068385 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-42b58cc7-8d1d-471e-9ca2-72bb17d9b7f1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:12.128486 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-42b58cc7-8d1d-471e-9ca2-72bb17d9b7f1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:12.131794 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-42b58cc7-8d1d-471e-9ca2-72bb17d9b7f1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:12.132119 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9114afa2-d29e-4179-9406-74f048b5e075 None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:12.140238 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9114afa2-d29e-4179-9406-74f048b5e075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:12.150009 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b58cc7-8d1d-471e-9ca2-72bb17d9b7f1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e71f15cb-9a08-49d1-99b1-2d2cdb0fee68,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:12.159820 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-42b58cc7-8d1d-471e-9ca2-72bb17d9b7f1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:12.161041 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-42b58cc7-8d1d-471e-9ca2-72bb17d9b7f1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231728 Oct 26 08:48:12.163756 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39846) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:48:12.168102 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-1729f500-6b0f-4cee-9024-6fb1fd605024 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '460a75c0-bdbc-4cc3-8044-552b622bf28e', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:48:12.195263 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.securitygroups_db [None req-1729f500-6b0f-4cee-9024-6fb1fd605024 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Project c0122ef6aaf84badac5fbf473c701d56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 08:48:12.201248 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1729f500-6b0f-4cee-9024-6fb1fd605024 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:12.220071 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968ffd4-da3d-470b-bd73-cb0fd46347b1 None None] Pushing event updated for resources: {'Port': ['ID=96674e41-ec58-404c-8b2a-dfd7e34b82f3,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:12.252400 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 19d7e40b-b079-4914-a67e-f5842b9783ca up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:48:12.271132 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1729f500-6b0f-4cee-9024-6fb1fd605024 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:12.275442 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1729f500-6b0f-4cee-9024-6fb1fd605024 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:12.292654 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729f500-6b0f-4cee-9024-6fb1fd605024 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f8c2a8-d211-4d43-ba98-fb0a35e72c63,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:12.306883 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1729f500-6b0f-4cee-9024-6fb1fd605024 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:12.308719 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1729f500-6b0f-4cee-9024-6fb1fd605024 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1440232 Oct 26 08:48:12.311780 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39848) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:48:12.316718 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-2269e745-5c9d-4a27-92c1-d3338b561b26 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '460a75c0-bdbc-4cc3-8044-552b622bf28e', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:48:12.319117 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-9114afa2-d29e-4179-9406-74f048b5e075 None None] Attempting to bind port 96674e41-ec58-404c-8b2a-dfd7e34b82f3 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:48:12.319497 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-9114afa2-d29e-4179-9406-74f048b5e075 None None] Attempting to bind port 96674e41-ec58-404c-8b2a-dfd7e34b82f3 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '34d976c7-8685-41c5-b501-105b29d3f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:48:12.319863 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9114afa2-d29e-4179-9406-74f048b5e075 None None] Attempting to bind port 96674e41-ec58-404c-8b2a-dfd7e34b82f3 on network 090c253f-ce77-4b10-885d-dfca79f745c4 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:48:12.327852 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9114afa2-d29e-4179-9406-74f048b5e075 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:48:12.328234 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9114afa2-d29e-4179-9406-74f048b5e075 None None] Checking segment: {'id': '34d976c7-8685-41c5-b501-105b29d3f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:48:12.328646 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9114afa2-d29e-4179-9406-74f048b5e075 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:12.329066 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9114afa2-d29e-4179-9406-74f048b5e075 None None] Bound using segment: {'id': '34d976c7-8685-41c5-b501-105b29d3f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:48:12.329553 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-9114afa2-d29e-4179-9406-74f048b5e075 None None] Bound port: 96674e41-ec58-404c-8b2a-dfd7e34b82f3, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d976c7-8685-41c5-b501-105b29d3f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:48:12.329961 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9114afa2-d29e-4179-9406-74f048b5e075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:12.341780 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.securitygroups_db [None req-2269e745-5c9d-4a27-92c1-d3338b561b26 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Project c0122ef6aaf84badac5fbf473c701d56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 08:48:12.348187 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2269e745-5c9d-4a27-92c1-d3338b561b26 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:12.376728 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 19d7e40b-b079-4914-a67e-f5842b9783ca triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:48:12.377164 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:12.419177 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2269e745-5c9d-4a27-92c1-d3338b561b26 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:12.423140 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2269e745-5c9d-4a27-92c1-d3338b561b26 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:12.438437 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269e745-5c9d-4a27-92c1-d3338b561b26 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a634a76-94e8-4cdd-8dd4-798864a84af5,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:12.440428 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-9114afa2-d29e-4179-9406-74f048b5e075 None None] For port 96674e41-ec58-404c-8b2a-dfd7e34b82f3, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:48:12.446144 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-9114afa2-d29e-4179-9406-74f048b5e075 None None] For port 96674e41-ec58-404c-8b2a-dfd7e34b82f3, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=96674e41-ec58-404c-8b2a-dfd7e34b82f3,segment=NetworkSegment(34d976c7-8685-41c5-b501-105b29d3f249),segment_id=34d976c7-8685-41c5-b501-105b29d3f249)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:48:12.449633 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-2269e745-5c9d-4a27-92c1-d3338b561b26 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:12.460900 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-2269e745-5c9d-4a27-92c1-d3338b561b26 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1386111 Oct 26 08:48:12.461117 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9114afa2-d29e-4179-9406-74f048b5e075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:12.491352 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-52890a15-2412-49f2-b24e-09e5c6141f3b None None] Provisioning complete for port 96674e41-ec58-404c-8b2a-dfd7e34b82f3 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:48:12.491726 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-52890a15-2412-49f2-b24e-09e5c6141f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:12.599659 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968ffd4-da3d-470b-bd73-cb0fd46347b1 None None] Pushing event updated for resources: {'Port': ['ID=96674e41-ec58-404c-8b2a-dfd7e34b82f3,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:12.602181 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9114afa2-d29e-4179-9406-74f048b5e075 None None] Routers {'40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:48:12.602788 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-9114afa2-d29e-4179-9406-74f048b5e075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:47:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:48:12.662388 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-460496f9-97df-45b0-9468-d3b9c159281f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2111480306&fields=id&tenant_id=c0122ef6aaf84badac5fbf473c701d56 HTTP/1.1" status: 200 len: 267 time: 0.0373108 Oct 26 08:48:12.733870 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-52890a15-2412-49f2-b24e-09e5c6141f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:12.771058 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-9114afa2-d29e-4179-9406-74f048b5e075 None None] Set router 40d2245a-b8bf-45be-8992-e5a0d4dcf8ba gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:48:12.780047 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-f4ff7b7b-1bad-4f12-8d72-fb8fd651b8fe tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:12.781563 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-f4ff7b7b-1bad-4f12-8d72-fb8fd651b8fe tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/networks?id=090c253f-ce77-4b10-885d-dfca79f745c4 HTTP/1.1" status: 200 len: 797 time: 0.1119902 Oct 26 08:48:12.797800 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-f6c76709-663c-49c6-8f73-2e73ddfe2eca tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/quotas/c0122ef6aaf84badac5fbf473c701d56 HTTP/1.1" status: 200 len: 375 time: 0.0102761 Oct 26 08:48:12.812806 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-52890a15-2412-49f2-b24e-09e5c6141f3b None None] For port 96674e41-ec58-404c-8b2a-dfd7e34b82f3, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=96674e41-ec58-404c-8b2a-dfd7e34b82f3,segment=NetworkSegment(34d976c7-8685-41c5-b501-105b29d3f249),segment_id=34d976c7-8685-41c5-b501-105b29d3f249)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:48:12.818089 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-52890a15-2412-49f2-b24e-09e5c6141f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:12.850186 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-5a2f3747-8951-48f7-b5e8-cb743bb1ab9e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467665 Oct 26 08:48:12.912229 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-52c2a999-cf40-4f9e-84d2-f0e4ce361bb2 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:48:12.913236 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-52c2a999-cf40-4f9e-84d2-f0e4ce361bb2 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0508392 Oct 26 08:48:12.959251 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52890a15-2412-49f2-b24e-09e5c6141f3b None None] Pushing event updated for resources: {'Port': ['ID=96674e41-ec58-404c-8b2a-dfd7e34b82f3,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:12.970714 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-633d3eb9-f94d-44d5-9c5a-b5c4a701ea92 None None] Provisioning complete for port 96674e41-ec58-404c-8b2a-dfd7e34b82f3 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:48:12.971085 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-633d3eb9-f94d-44d5-9c5a-b5c4a701ea92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:13.005034 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-5805bc2a-2d77-4e1c-9c59-45542df83e79 service neutron] 10.222.0.41 "GET /v2.0/networks/090c253f-ce77-4b10-885d-dfca79f745c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843420 Oct 26 08:48:13.102319 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-7922ef36-1131-42b6-b009-038b15078ac8 service neutron] 10.222.0.41 "GET /v2.0/networks/090c253f-ce77-4b10-885d-dfca79f745c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906403 Oct 26 08:48:13.118667 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-9114afa2-d29e-4179-9406-74f048b5e075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'name': 'tempest-TestNetworkBasicOps-router-1887129255', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:48:06Z', 'updated_at': '2021-10-26T08:48:10Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:48:07Z', 'updated_at': '2021-10-26T08:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '96674e41-ec58-404c-8b2a-dfd7e34b82f3', 'name': '', 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:e4:38:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'e79398f9-0bcd-463b-8423-24275bc84e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:48:09Z', 'updated_at': '2021-10-26T08:48:12Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'e79398f9-0bcd-463b-8423-24275bc84e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:48:13.147220 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9114afa2-d29e-4179-9406-74f048b5e075 None None] The sync data for ids ['40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'] in dv-neutron-804846-13-hyperv is: [{'id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'name': 'tempest-TestNetworkBasicOps-router-1887129255', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:48:06Z', 'updated_at': '2021-10-26T08:48:10Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:48:07Z', 'updated_at': '2021-10-26T08:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '96674e41-ec58-404c-8b2a-dfd7e34b82f3', 'name': '', 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:e4:38:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'e79398f9-0bcd-463b-8423-24275bc84e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:48:09Z', 'updated_at': '2021-10-26T08:48:12Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'e79398f9-0bcd-463b-8423-24275bc84e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:48:13.286641 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b3d2ba24-7594-49bd-b793-02dce5b9804d req-95894127-7c29-4412-9cfd-737b8957a140 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac10dcf1-0d4f-466b-b426-673415bdd4b1 HTTP/1.1" status: 200 len: 210 time: 0.0269549 Oct 26 08:48:13.986509 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 96674e41-ec58-404c-8b2a-dfd7e34b82f3 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:48:14.037944 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 96674e41-ec58-404c-8b2a-dfd7e34b82f3 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:48:14.038318 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:14.407188 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1d761161-6675-4b84-a5c5-0ed7620a2e7a req-a0913ec5-4378-47a4-9bdc-40045c4af6ca tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac10dcf1-0d4f-466b-b426-673415bdd4b1 HTTP/1.1" status: 200 len: 210 time: 0.0383868 Oct 26 08:48:14.430380 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-b58b8984-7dd6-4e87-96e0-4241d7bb46db tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:14.431875 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-b58b8984-7dd6-4e87-96e0-4241d7bb46db tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "GET /v2.0/networks?id=090c253f-ce77-4b10-885d-dfca79f745c4 HTTP/1.1" status: 200 len: 797 time: 0.1438961 Oct 26 08:48:14.478875 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-b1b0de59-7004-4177-af98-37a290efcf3f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0122ef6aaf84badac5fbf473c701d56 HTTP/1.1" status: 200 len: 380 time: 0.0346196 Oct 26 08:48:14.490824 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-3ec819dc-16ce-4750-bc96-2c9f106f2d0a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'port': {'device_id': 'ac10dcf1-0d4f-466b-b426-673415bdd4b1', 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4', 'admin_state_up': True, 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'security_groups': ['460a75c0-bdbc-4cc3-8044-552b622bf28e']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:48:14.601440 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-3ec819dc-16ce-4750-bc96-2c9f106f2d0a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Made reservation on behalf of c0122ef6aaf84badac5fbf473c701d56 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:48:14.605031 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-3ec819dc-16ce-4750-bc96-2c9f106f2d0a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:14.726341 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-3ec819dc-16ce-4750-bc96-2c9f106f2d0a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Allocated IP 172.20.0.8 (090c253f-ce77-4b10-885d-dfca79f745c4/e79398f9-0bcd-463b-8423-24275bc84e4b/a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:48:14.862633 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-3ec819dc-16ce-4750-bc96-2c9f106f2d0a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:14.894435 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-3ec819dc-16ce-4750-bc96-2c9f106f2d0a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:14.938494 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-3ec819dc-16ce-4750-bc96-2c9f106f2d0a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network 090c253f-ce77-4b10-885d-dfca79f745c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:48:14.945225 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-3ec819dc-16ce-4750-bc96-2c9f106f2d0a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:48:14.950049 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-3ec819dc-16ce-4750-bc96-2c9f106f2d0a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:48:14.954287 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec819dc-16ce-4750-bc96-2c9f106f2d0a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:15.005803 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-3ec819dc-16ce-4750-bc96-2c9f106f2d0a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:15.006437 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-3ec819dc-16ce-4750-bc96-2c9f106f2d0a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:15.022848 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-3ec819dc-16ce-4750-bc96-2c9f106f2d0a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5355392 Oct 26 08:48:15.035547 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-097001e2-5d57-4711-8d96-2a233a220a6c service neutron] Request body: {'port': {'device_id': 'ac10dcf1-0d4f-466b-b426-673415bdd4b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:48:15.092187 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-097001e2-5d57-4711-8d96-2a233a220a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:15.240182 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-2eed91fd-8975-47bb-a6c4-b2c80992793d None None] Provisioning complete for port a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:48:15.241157 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2eed91fd-8975-47bb-a6c4-b2c80992793d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:15.274872 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-2eed91fd-8975-47bb-a6c4-b2c80992793d None None] Port a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:48:15.353907 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-097001e2-5d57-4711-8d96-2a233a220a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3 {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:48:15.361866 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-097001e2-5d57-4711-8d96-2a233a220a6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:15.373746 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-097001e2-5d57-4711-8d96-2a233a220a6c service neutron] Transition to ACTIVE for port object a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3 will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 08:48:15.377103 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-097001e2-5d57-4711-8d96-2a233a220a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:15.429165 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097001e2-5d57-4711-8d96-2a233a220a6c service neutron] Pushing event updated for resources: {'Port': ['ID=a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:15.441975 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097001e2-5d57-4711-8d96-2a233a220a6c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:15.442327 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097001e2-5d57-4711-8d96-2a233a220a6c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:15.442671 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097001e2-5d57-4711-8d96-2a233a220a6c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:15.443092 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097001e2-5d57-4711-8d96-2a233a220a6c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:15.443345 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097001e2-5d57-4711-8d96-2a233a220a6c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:15.443677 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097001e2-5d57-4711-8d96-2a233a220a6c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:15.444007 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097001e2-5d57-4711-8d96-2a233a220a6c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:15.444336 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097001e2-5d57-4711-8d96-2a233a220a6c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:15.444662 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097001e2-5d57-4711-8d96-2a233a220a6c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:15.444991 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097001e2-5d57-4711-8d96-2a233a220a6c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:15.445321 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097001e2-5d57-4711-8d96-2a233a220a6c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:15.445964 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097001e2-5d57-4711-8d96-2a233a220a6c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:48:15.518385 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-097001e2-5d57-4711-8d96-2a233a220a6c service neutron] Attempting to bind port a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:48:15.518720 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-097001e2-5d57-4711-8d96-2a233a220a6c service neutron] Attempting to bind port a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '34d976c7-8685-41c5-b501-105b29d3f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:48:15.519029 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-097001e2-5d57-4711-8d96-2a233a220a6c service neutron] Attempting to bind port a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3 on network 090c253f-ce77-4b10-885d-dfca79f745c4 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:48:15.523846 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-097001e2-5d57-4711-8d96-2a233a220a6c service neutron] Port a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3 on network 090c253f-ce77-4b10-885d-dfca79f745c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:48:15.524174 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-097001e2-5d57-4711-8d96-2a233a220a6c service neutron] Attempting to bind port a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3 on network 090c253f-ce77-4b10-885d-dfca79f745c4 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:48:15.531201 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-097001e2-5d57-4711-8d96-2a233a220a6c service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:48:15.531542 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-097001e2-5d57-4711-8d96-2a233a220a6c service neutron] Checking segment: {'id': '34d976c7-8685-41c5-b501-105b29d3f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:48:15.531959 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-097001e2-5d57-4711-8d96-2a233a220a6c service neutron] Bound using segment: {'id': '34d976c7-8685-41c5-b501-105b29d3f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:48:15.532399 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-097001e2-5d57-4711-8d96-2a233a220a6c service neutron] Bound port: a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34d976c7-8685-41c5-b501-105b29d3f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:48:15.532764 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-097001e2-5d57-4711-8d96-2a233a220a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:15.543869 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f1213-6ab9-4491-8ab3-4f23d445caab req-87b449aa-cd4b-4ebb-99e5-bf5de9f5e176 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:15.545442 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-674f1213-6ab9-4491-8ab3-4f23d445caab req-87b449aa-cd4b-4ebb-99e5-bf5de9f5e176 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac10dcf1-0d4f-466b-b426-673415bdd4b1 HTTP/1.1" status: 200 len: 943 time: 0.0557981 Oct 26 08:48:15.590261 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-674f1213-6ab9-4491-8ab3-4f23d445caab req-bbd51b59-f74b-4561-add3-d4fb5618c5a8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=460a75c0-bdbc-4cc3-8044-552b622bf28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384769 Oct 26 08:48:15.611213 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-097001e2-5d57-4711-8d96-2a233a220a6c service neutron] For port a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:48:15.614910 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-097001e2-5d57-4711-8d96-2a233a220a6c service neutron] For port a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3,segment=NetworkSegment(34d976c7-8685-41c5-b501-105b29d3f249),segment_id=34d976c7-8685-41c5-b501-105b29d3f249)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:48:15.618588 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-097001e2-5d57-4711-8d96-2a233a220a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:15.657871 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-097001e2-5d57-4711-8d96-2a233a220a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:15.658483 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-097001e2-5d57-4711-8d96-2a233a220a6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:15.659854 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-097001e2-5d57-4711-8d96-2a233a220a6c service neutron] 10.222.0.47 "PUT /v2.0/ports/a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3 HTTP/1.1" status: 200 len: 1093 time: 0.6288018 Oct 26 08:48:15.660288 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac10dcf1-0d4f-466b-b426-673415bdd4b1', 'tag': 'a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:48:15.662609 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51d1a39-eb63-4be3-beac-d592b12bafac" -d '{"events": [{"name": "network-changed", "server_uuid": "ac10dcf1-0d4f-466b-b426-673415bdd4b1", "tag": "a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:48:15.695556 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097001e2-5d57-4711-8d96-2a233a220a6c service neutron] Pushing event updated for resources: {'Port': ['ID=a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:15.701651 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6bc252-e90b-434b-97eb-1a0ac42d646b x-openstack-request-id: req-fa6bc252-e90b-434b-97eb-1a0ac42d646b {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:48:15.702015 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac10dcf1-0d4f-466b-b426-673415bdd4b1", "tag": "a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:48:15.702335 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fa6bc252-e90b-434b-97eb-1a0ac42d646b {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:48:15.702832 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac10dcf1-0d4f-466b-b426-673415bdd4b1', 'tag': 'a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3', 'status': 'completed', 'code': 200} Oct 26 08:48:15.757616 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-a6c5b050-6afb-477d-865f-44b959d67d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:15.759296 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-a6c5b050-6afb-477d-865f-44b959d67d6e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=ac10dcf1-0d4f-466b-b426-673415bdd4b1 HTTP/1.1" status: 200 len: 1096 time: 0.0441868 Oct 26 08:48:15.805994 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-df34a2a2-18ef-49fd-809a-b377fa5e3b58 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3 HTTP/1.1" status: 200 len: 217 time: 0.0391796 Oct 26 08:48:15.864423 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-2868a84c-d542-4e00-b648-7df70660320c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:15.866019 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-2868a84c-d542-4e00-b648-7df70660320c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e79398f9-0bcd-463b-8423-24275bc84e4b HTTP/1.1" status: 200 len: 835 time: 0.0528996 Oct 26 08:48:15.914090 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-a19971d0-3a53-4487-b29b-97ee6f0676c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:15.915800 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-a19971d0-3a53-4487-b29b-97ee6f0676c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=090c253f-ce77-4b10-885d-dfca79f745c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0426567 Oct 26 08:48:16.017416 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-da542802-cf67-4ed2-a030-20d3f3aedfcf service neutron] 10.222.0.47 "GET /v2.0/networks/090c253f-ce77-4b10-885d-dfca79f745c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868778 Oct 26 08:48:16.113710 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c58febbc-82e2-46c5-8197-c6887f7aeb04 req-5f6dd7f7-09d2-481b-829e-c911e87f676d service neutron] 10.222.0.47 "GET /v2.0/networks/090c253f-ce77-4b10-885d-dfca79f745c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885491 Oct 26 08:48:16.200290 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d1a39-eb63-4be3-beac-d592b12bafac req-d650fdae-7455-4d7f-ad32-3d99e835ed0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:16.201816 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e51d1a39-eb63-4be3-beac-d592b12bafac req-d650fdae-7455-4d7f-ad32-3d99e835ed0d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=ac10dcf1-0d4f-466b-b426-673415bdd4b1 HTTP/1.1" status: 200 len: 1096 time: 0.0418432 Oct 26 08:48:16.294655 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d1a39-eb63-4be3-beac-d592b12bafac req-67db4635-dd47-4936-82f8-f200b74ca7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:16.296294 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e51d1a39-eb63-4be3-beac-d592b12bafac req-67db4635-dd47-4936-82f8-f200b74ca7f4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=090c253f-ce77-4b10-885d-dfca79f745c4 HTTP/1.1" status: 200 len: 898 time: 0.0874605 Oct 26 08:48:16.341944 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e51d1a39-eb63-4be3-beac-d592b12bafac req-ddb5c975-66b9-4dc2-86cf-bc56712a0d94 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3 HTTP/1.1" status: 200 len: 217 time: 0.0376480 Oct 26 08:48:16.391926 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d1a39-eb63-4be3-beac-d592b12bafac req-4193aea0-85dc-46f2-ba80-195c27fbbebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:16.393354 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e51d1a39-eb63-4be3-beac-d592b12bafac req-4193aea0-85dc-46f2-ba80-195c27fbbebb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e79398f9-0bcd-463b-8423-24275bc84e4b HTTP/1.1" status: 200 len: 835 time: 0.0434101 Oct 26 08:48:16.444043 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d1a39-eb63-4be3-beac-d592b12bafac req-20830829-8fba-4a0a-9ca2-fe7834a62c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:16.445537 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e51d1a39-eb63-4be3-beac-d592b12bafac req-20830829-8fba-4a0a-9ca2-fe7834a62c0f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=090c253f-ce77-4b10-885d-dfca79f745c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0439723 Oct 26 08:48:16.537195 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e51d1a39-eb63-4be3-beac-d592b12bafac req-838ed25d-6180-4421-a589-c51bb768d92d service neutron] 10.222.0.47 "GET /v2.0/networks/090c253f-ce77-4b10-885d-dfca79f745c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818682 Oct 26 08:48:16.630681 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e51d1a39-eb63-4be3-beac-d592b12bafac req-317d9702-8830-4e49-a63c-3fb3c54a1c4b service neutron] 10.222.0.47 "GET /v2.0/networks/090c253f-ce77-4b10-885d-dfca79f745c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855052 Oct 26 08:48:16.704067 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2349b30-a36f-48a9-bf3a-000771f9d2e0 req-ae553435-0006-4f93-9f0b-f2fa7a0b88c6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:16.705548 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-c2349b30-a36f-48a9-bf3a-000771f9d2e0 req-ae553435-0006-4f93-9f0b-f2fa7a0b88c6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac10dcf1-0d4f-466b-b426-673415bdd4b1 HTTP/1.1" status: 200 len: 943 time: 0.0484025 Oct 26 08:48:16.747326 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-c2349b30-a36f-48a9-bf3a-000771f9d2e0 req-490ebf39-9e6c-4019-b3a8-3a70614ded9f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=460a75c0-bdbc-4cc3-8044-552b622bf28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357902 Oct 26 08:48:17.862839 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fe673-d9cb-4085-aa5a-0c58e149d3c8 req-077b73c1-0462-4725-b114-4a8edb38ae7b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:17.864255 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-395fe673-d9cb-4085-aa5a-0c58e149d3c8 req-077b73c1-0462-4725-b114-4a8edb38ae7b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac10dcf1-0d4f-466b-b426-673415bdd4b1 HTTP/1.1" status: 200 len: 943 time: 0.0492551 Oct 26 08:48:17.901534 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-395fe673-d9cb-4085-aa5a-0c58e149d3c8 req-dc03761d-3f7a-4543-903c-f3ec8ff63c5c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=460a75c0-bdbc-4cc3-8044-552b622bf28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313628 Oct 26 08:48:19.018455 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1275cb5-bf52-4317-aaf2-9c0e9fbe3fcc req-03f0f45c-8e92-4231-a18d-242e582e47e8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:19.019931 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f1275cb5-bf52-4317-aaf2-9c0e9fbe3fcc req-03f0f45c-8e92-4231-a18d-242e582e47e8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac10dcf1-0d4f-466b-b426-673415bdd4b1 HTTP/1.1" status: 200 len: 943 time: 0.0511980 Oct 26 08:48:19.057031 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f1275cb5-bf52-4317-aaf2-9c0e9fbe3fcc req-1f9860d0-a4db-4cea-9eb2-24bf44261d9c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=460a75c0-bdbc-4cc3-8044-552b622bf28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312715 Oct 26 08:48:19.222343 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 08:48:19.317301 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3,segment=NetworkSegment(34d976c7-8685-41c5-b501-105b29d3f249),segment_id=34d976c7-8685-41c5-b501-105b29d3f249)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:48:19.328128 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': 'a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3', 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4', 'port_id': 'a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3', 'mac_address': 'fa:16:3e:fa:df:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e79398f9-0bcd-463b-8423-24275bc84e4b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 08:48:19.378246 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:19.394430 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:48:19.398420 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cdc7c53a-6fea-4fe7-a32f-66bffe52f1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:19.415075 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3,segment=NetworkSegment(34d976c7-8685-41c5-b501-105b29d3f249),segment_id=34d976c7-8685-41c5-b501-105b29d3f249)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:48:19.419256 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:19.466297 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:19.654889 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:48:20.170994 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bee56b-06e5-4339-8719-e647b0fc4d69 req-595260bb-3b39-4f03-a003-d11e56aac6c1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:20.172388 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-54bee56b-06e5-4339-8719-e647b0fc4d69 req-595260bb-3b39-4f03-a003-d11e56aac6c1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac10dcf1-0d4f-466b-b426-673415bdd4b1 HTTP/1.1" status: 200 len: 944 time: 0.0488796 Oct 26 08:48:20.209520 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-54bee56b-06e5-4339-8719-e647b0fc4d69 req-2ce43638-b0c7-4326-96ca-00c36e5a12e8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=460a75c0-bdbc-4cc3-8044-552b622bf28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311992 Oct 26 08:48:21.221804 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3 up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:48:21.270388 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3 completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 08:48:21.274270 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:48:21.274640 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:21.324469 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aef937-8599-4cf5-b708-7f231c81a6a5 req-70fd58b2-b21c-481b-be39-fcf1bc5a4cfa tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:21.326069 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-35aef937-8599-4cf5-b708-7f231c81a6a5 req-70fd58b2-b21c-481b-be39-fcf1bc5a4cfa tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac10dcf1-0d4f-466b-b426-673415bdd4b1 HTTP/1.1" status: 200 len: 944 time: 0.0494406 Oct 26 08:48:21.358524 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:21.365210 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-35aef937-8599-4cf5-b708-7f231c81a6a5 req-d2d68c85-1687-401f-a6c2-38d1c1ca5afa tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=460a75c0-bdbc-4cc3-8044-552b622bf28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332122 Oct 26 08:48:21.381447 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac10dcf1-0d4f-466b-b426-673415bdd4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:48:21.383766 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d019da8-9cee-45a6-9434-464561b78696" -d '{"events": [{"server_uuid": "ac10dcf1-0d4f-466b-b426-673415bdd4b1", "name": "network-vif-plugged", "status": "completed", "tag": "a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:48:21.397139 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3,segment=NetworkSegment(34d976c7-8685-41c5-b501-105b29d3f249),segment_id=34d976c7-8685-41c5-b501-105b29d3f249)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:48:21.400819 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:21.424391 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937c1178-d640-4622-bce2-47be71cb90c7 x-openstack-request-id: req-937c1178-d640-4622-bce2-47be71cb90c7 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:48:21.424688 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac10dcf1-0d4f-466b-b426-673415bdd4b1", "name": "network-vif-plugged", "status": "completed", "tag": "a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:48:21.424940 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-937c1178-d640-4622-bce2-47be71cb90c7 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:48:21.425329 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac10dcf1-0d4f-466b-b426-673415bdd4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3', 'code': 200} Oct 26 08:48:21.450441 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:21.608544 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b304317-6634-402a-97dd-0a956126977d req-e1f6e1ab-819d-4d44-89d0-ac6b725579c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:21.610065 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5b304317-6634-402a-97dd-0a956126977d req-e1f6e1ab-819d-4d44-89d0-ac6b725579c3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ac10dcf1-0d4f-466b-b426-673415bdd4b1 HTTP/1.1" status: 200 len: 1098 time: 0.0454049 Oct 26 08:48:21.643660 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5b304317-6634-402a-97dd-0a956126977d req-ebc08ab2-8310-4c0d-a324-3984c137e97d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=460a75c0-bdbc-4cc3-8044-552b622bf28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269747 Oct 26 08:48:22.056419 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2a408db5-92bb-4153-b836-e1882158bc21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:22.480688 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3b14f-af6a-47f7-875f-2708f0deaa96 req-f6ae4d56-0fab-4dbd-a2c5-f1fcceec6d82 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:22.482798 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-41a3b14f-af6a-47f7-875f-2708f0deaa96 req-f6ae4d56-0fab-4dbd-a2c5-f1fcceec6d82 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac10dcf1-0d4f-466b-b426-673415bdd4b1 HTTP/1.1" status: 200 len: 945 time: 0.0500450 Oct 26 08:48:22.524650 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-41a3b14f-af6a-47f7-875f-2708f0deaa96 req-8cfb67d7-c639-413a-bf58-2e0513faeca0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=460a75c0-bdbc-4cc3-8044-552b622bf28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358436 Oct 26 08:48:22.919318 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:23.293315 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:23.641469 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59e80a-75ff-437f-b841-bcafd5f65c93 req-d0731df4-e253-487b-b5c8-3b78899bbd39 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:23.642988 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ed59e80a-75ff-437f-b841-bcafd5f65c93 req-d0731df4-e253-487b-b5c8-3b78899bbd39 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac10dcf1-0d4f-466b-b426-673415bdd4b1 HTTP/1.1" status: 200 len: 945 time: 0.0491166 Oct 26 08:48:23.680256 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ed59e80a-75ff-437f-b841-bcafd5f65c93 req-352de600-5747-40b2-ab14-d3cf9184c119 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=460a75c0-bdbc-4cc3-8044-552b622bf28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313997 Oct 26 08:48:23.795785 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d1eca-e4fc-45ed-a985-9c2263c84428 req-d3315089-f67f-46e1-ad34-8e2a626b0519 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:23.797299 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-490d1eca-e4fc-45ed-a985-9c2263c84428 req-d3315089-f67f-46e1-ad34-8e2a626b0519 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac10dcf1-0d4f-466b-b426-673415bdd4b1 HTTP/1.1" status: 200 len: 945 time: 0.0504334 Oct 26 08:48:23.834742 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-490d1eca-e4fc-45ed-a985-9c2263c84428 req-0aea29af-974e-468e-9efc-3855e516a358 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=460a75c0-bdbc-4cc3-8044-552b622bf28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312843 Oct 26 08:48:23.856629 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39912) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:48:23.896311 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e65fee-f16a-4384-a900-542b8dabcb6e tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:23.897877 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d5e65fee-f16a-4384-a900-542b8dabcb6e tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ac10dcf1-0d4f-466b-b426-673415bdd4b1 HTTP/1.1" status: 200 len: 1093 time: 0.0402627 Oct 26 08:48:23.900849 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39914) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:48:23.906613 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-ba25b4bc-c8bb-4688-aaa8-5e4c3f8d103c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'floatingip': {'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'port_id': 'a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:48:23.927499 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ba25b4bc-c8bb-4688-aaa8-5e4c3f8d103c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:24.035473 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ba25b4bc-c8bb-4688-aaa8-5e4c3f8d103c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:24.135116 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-ba25b4bc-c8bb-4688-aaa8-5e4c3f8d103c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Allocated IP 172.26.2.140 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/ee7c6aec-92cb-4ef3-b903-cbab3bc896b0) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:48:24.203964 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:24.240226 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ba25b4bc-c8bb-4688-aaa8-5e4c3f8d103c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:24.273047 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ba25b4bc-c8bb-4688-aaa8-5e4c3f8d103c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:24.312827 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba25b4bc-c8bb-4688-aaa8-5e4c3f8d103c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:48:24.317337 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-ba25b4bc-c8bb-4688-aaa8-5e4c3f8d103c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:48:24.321888 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba25b4bc-c8bb-4688-aaa8-5e4c3f8d103c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:48:24.324678 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25b4bc-c8bb-4688-aaa8-5e4c3f8d103c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=ee7c6aec-92cb-4ef3-b903-cbab3bc896b0,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:24.816176 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:24.923488 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ba25b4bc-c8bb-4688-aaa8-5e4c3f8d103c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:24.989707 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ba25b4bc-c8bb-4688-aaa8-5e4c3f8d103c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:25.139999 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ba25b4bc-c8bb-4688-aaa8-5e4c3f8d103c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:25.144571 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ba25b4bc-c8bb-4688-aaa8-5e4c3f8d103c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:25.218503 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25b4bc-c8bb-4688-aaa8-5e4c3f8d103c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=ee7c6aec-92cb-4ef3-b903-cbab3bc896b0,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:25.227358 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ba25b4bc-c8bb-4688-aaa8-5e4c3f8d103c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:25.326317 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.l3_db [None req-ba25b4bc-c8bb-4688-aaa8-5e4c3f8d103c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Floating IP 16287166-c371-4b33-905e-d0b6e2c9f1a0 associated. External IP: 172.26.2.140, port: a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3. Oct 26 08:48:25.536606 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba25b4bc-c8bb-4688-aaa8-5e4c3f8d103c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router 40d2245a-b8bf-45be-8992-e5a0d4dcf8ba has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:48:25.642636 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba25b4bc-c8bb-4688-aaa8-5e4c3f8d103c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:48:25.652258 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2547d8-9594-4871-8ab6-530cd4ceb841 None None] Sync routers for ids ['40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:48:25.660026 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ba25b4bc-c8bb-4688-aaa8-5e4c3f8d103c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:25.661715 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2547d8-9594-4871-8ab6-530cd4ceb841 None None] Routers {'40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:48:25.662324 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-fa2547d8-9594-4871-8ab6-530cd4ceb841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:48:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:48:25.693178 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ba25b4bc-c8bb-4688-aaa8-5e4c3f8d103c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7887862 Oct 26 08:48:25.693178 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac10dcf1-0d4f-466b-b426-673415bdd4b1', 'tag': 'a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:48:25.693531 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39916) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:48:25.694188 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6001f9b463937e9ba59653060f797cf6a3b9cfc8c69abf6deb468a53c3a3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b79a20-f152-44c3-a201-473d90bcf969" -d '{"events": [{"name": "network-changed", "server_uuid": "ac10dcf1-0d4f-466b-b426-673415bdd4b1", "tag": "a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:48:25.738462 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cbd3ea-34b0-4791-a77c-4d87645aaae1 x-openstack-request-id: req-70cbd3ea-34b0-4791-a77c-4d87645aaae1 {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:48:25.738926 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac10dcf1-0d4f-466b-b426-673415bdd4b1", "tag": "a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3", "status": "completed", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:48:25.739536 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-70cbd3ea-34b0-4791-a77c-4d87645aaae1 {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:48:25.740186 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac10dcf1-0d4f-466b-b426-673415bdd4b1', 'tag': 'a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3', 'status': 'completed', 'code': 200} Oct 26 08:48:25.748011 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba6034e-1143-408c-bb90-fe4e0737fbbb tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:25.750451 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-0ba6034e-1143-408c-bb90-fe4e0737fbbb tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ac10dcf1-0d4f-466b-b426-673415bdd4b1 HTTP/1.1" status: 200 len: 1093 time: 0.0557351 Oct 26 08:48:25.816180 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b79a20-f152-44c3-a201-473d90bcf969 req-983fb434-f756-4171-bd38-6e09898dc419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:25.817920 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-17b79a20-f152-44c3-a201-473d90bcf969 req-983fb434-f756-4171-bd38-6e09898dc419 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=ac10dcf1-0d4f-466b-b426-673415bdd4b1 HTTP/1.1" status: 200 len: 1098 time: 0.0533285 Oct 26 08:48:25.862766 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-fa2547d8-9594-4871-8ab6-530cd4ceb841 None None] Set router 40d2245a-b8bf-45be-8992-e5a0d4dcf8ba gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:48:25.915172 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b79a20-f152-44c3-a201-473d90bcf969 req-b7b484b4-cc0c-484f-89cc-23205a9bc605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:25.916666 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-17b79a20-f152-44c3-a201-473d90bcf969 req-b7b484b4-cc0c-484f-89cc-23205a9bc605 service neutron] 10.222.0.47 "GET /v2.0/networks?id=090c253f-ce77-4b10-885d-dfca79f745c4 HTTP/1.1" status: 200 len: 898 time: 0.0913205 Oct 26 08:48:25.983865 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39922) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:48:25.990122 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-a09b0ff0-adc8-4a54-bad9-7ae96f0b0e8f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1289548286', 'description': 'tempest-secgroup-smoke-1289548286 description', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:48:25.996528 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-17b79a20-f152-44c3-a201-473d90bcf969 req-58083639-ebd2-4bd9-9d5b-01110ed337c4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3 HTTP/1.1" status: 200 len: 999 time: 0.0729148 Oct 26 08:48:26.043774 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a09b0ff0-adc8-4a54-bad9-7ae96f0b0e8f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:26.067542 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b79a20-f152-44c3-a201-473d90bcf969 req-a575faec-d6a8-4dbc-8f6d-95a1f8b9fab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:26.069018 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-17b79a20-f152-44c3-a201-473d90bcf969 req-a575faec-d6a8-4dbc-8f6d-95a1f8b9fab7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e79398f9-0bcd-463b-8423-24275bc84e4b HTTP/1.1" status: 200 len: 835 time: 0.0659575 Oct 26 08:48:26.109857 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-fa2547d8-9594-4871-8ab6-530cd4ceb841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'name': 'tempest-TestNetworkBasicOps-router-1887129255', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:48:06Z', 'updated_at': '2021-10-26T08:48:10Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:48:07Z', 'updated_at': '2021-10-26T08:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '16287166-c371-4b33-905e-d0b6e2c9f1a0', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.140', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'port_id': 'a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4', 'mac_address': 'fa:16:3e:fa:df:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac10dcf1-0d4f-466b-b426-673415bdd4b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:48:24Z', 'updated_at': '2021-10-26T08:48:24Z', 'revision_number': 0, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96674e41-ec58-404c-8b2a-dfd7e34b82f3', 'name': '', 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:e4:38:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'e79398f9-0bcd-463b-8423-24275bc84e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:48:09Z', 'updated_at': '2021-10-26T08:48:12Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'e79398f9-0bcd-463b-8423-24275bc84e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:48:26.136602 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b79a20-f152-44c3-a201-473d90bcf969 req-899ef79a-82bc-467b-93c7-784dbdcf2ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:26.138673 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-17b79a20-f152-44c3-a201-473d90bcf969 req-899ef79a-82bc-467b-93c7-784dbdcf2ee9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=090c253f-ce77-4b10-885d-dfca79f745c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0620384 Oct 26 08:48:26.142370 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2547d8-9594-4871-8ab6-530cd4ceb841 None None] Checking router: 40d2245a-b8bf-45be-8992-e5a0d4dcf8ba for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:48:26.150926 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2547d8-9594-4871-8ab6-530cd4ceb841 None None] Routers {'40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:48:26.151532 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-fa2547d8-9594-4871-8ab6-530cd4ceb841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:48:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:48:26.162720 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a09b0ff0-adc8-4a54-bad9-7ae96f0b0e8f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:26.172761 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a09b0ff0-adc8-4a54-bad9-7ae96f0b0e8f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:26.235423 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a09b0ff0-adc8-4a54-bad9-7ae96f0b0e8f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:26.236666 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a09b0ff0-adc8-4a54-bad9-7ae96f0b0e8f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2518313 Oct 26 08:48:26.241065 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39924) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:48:26.245596 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-7e4996cd-f5f9-4570-9f36-a6df352c988d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '534e2888-d100-4081-aa36-35eae60c202f', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:48:26.246448 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b0ff0-adc8-4a54-bad9-7ae96f0b0e8f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=534e2888-d100-4081-aa36-35eae60c202f,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:26.264089 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-fa2547d8-9594-4871-8ab6-530cd4ceb841 None None] Set router 40d2245a-b8bf-45be-8992-e5a0d4dcf8ba gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:48:26.277667 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7e4996cd-f5f9-4570-9f36-a6df352c988d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:26.279258 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-17b79a20-f152-44c3-a201-473d90bcf969 req-64a7d96a-df45-4a25-9fb6-a2ffc582dfe7 service neutron] 10.222.0.47 "GET /v2.0/networks/090c253f-ce77-4b10-885d-dfca79f745c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326854 Oct 26 08:48:26.332636 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7e4996cd-f5f9-4570-9f36-a6df352c988d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:26.337564 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7e4996cd-f5f9-4570-9f36-a6df352c988d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:26.362231 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4996cd-f5f9-4570-9f36-a6df352c988d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b75161f-c6ae-4f25-9d5d-359bd9cc1505,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:26.367151 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7e4996cd-f5f9-4570-9f36-a6df352c988d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:26.371189 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7e4996cd-f5f9-4570-9f36-a6df352c988d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1303403 Oct 26 08:48:26.372532 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39926) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:48:26.378586 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-c7de34fa-ffdc-4433-93d8-290a5cb07e8d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '534e2888-d100-4081-aa36-35eae60c202f', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:48:26.384068 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-17b79a20-f152-44c3-a201-473d90bcf969 req-709d562b-bd25-4ad5-9ccf-b4dfbd2d4356 service neutron] 10.222.0.47 "GET /v2.0/networks/090c253f-ce77-4b10-885d-dfca79f745c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981166 Oct 26 08:48:26.411373 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c7de34fa-ffdc-4433-93d8-290a5cb07e8d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:26.470305 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c7de34fa-ffdc-4433-93d8-290a5cb07e8d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:26.473974 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c7de34fa-ffdc-4433-93d8-290a5cb07e8d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:26.493796 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de34fa-ffdc-4433-93d8-290a5cb07e8d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2a365c1-4199-48d9-80f6-940a66865cba,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:26.503362 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c7de34fa-ffdc-4433-93d8-290a5cb07e8d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:26.506601 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c7de34fa-ffdc-4433-93d8-290a5cb07e8d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1318572 Oct 26 08:48:26.507316 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39928) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:48:26.511861 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-528eab5e-57dd-4ec8-b55e-d0129c70325c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '534e2888-d100-4081-aa36-35eae60c202f', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:48:26.512107 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-fa2547d8-9594-4871-8ab6-530cd4ceb841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'name': 'tempest-TestNetworkBasicOps-router-1887129255', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:48:06Z', 'updated_at': '2021-10-26T08:48:10Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:48:07Z', 'updated_at': '2021-10-26T08:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '16287166-c371-4b33-905e-d0b6e2c9f1a0', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.140', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'port_id': 'a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4', 'mac_address': 'fa:16:3e:fa:df:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac10dcf1-0d4f-466b-b426-673415bdd4b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:48:24Z', 'updated_at': '2021-10-26T08:48:24Z', 'revision_number': 0, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96674e41-ec58-404c-8b2a-dfd7e34b82f3', 'name': '', 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:e4:38:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'e79398f9-0bcd-463b-8423-24275bc84e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:48:09Z', 'updated_at': '2021-10-26T08:48:12Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'e79398f9-0bcd-463b-8423-24275bc84e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:48:26.539006 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-528eab5e-57dd-4ec8-b55e-d0129c70325c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:26.544108 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2547d8-9594-4871-8ab6-530cd4ceb841 None None] The sync data for ids ['40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'] in dv-neutron-804846-13-hyperv is: [{'id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'name': 'tempest-TestNetworkBasicOps-router-1887129255', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:48:06Z', 'updated_at': '2021-10-26T08:48:10Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:48:07Z', 'updated_at': '2021-10-26T08:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '16287166-c371-4b33-905e-d0b6e2c9f1a0', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.140', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'port_id': 'a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4', 'mac_address': 'fa:16:3e:fa:df:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac10dcf1-0d4f-466b-b426-673415bdd4b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:48:24Z', 'updated_at': '2021-10-26T08:48:24Z', 'revision_number': 0, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96674e41-ec58-404c-8b2a-dfd7e34b82f3', 'name': '', 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:e4:38:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'e79398f9-0bcd-463b-8423-24275bc84e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:48:09Z', 'updated_at': '2021-10-26T08:48:12Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'e79398f9-0bcd-463b-8423-24275bc84e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:48:26.605999 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-528eab5e-57dd-4ec8-b55e-d0129c70325c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:26.610250 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-528eab5e-57dd-4ec8-b55e-d0129c70325c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:26.630144 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528eab5e-57dd-4ec8-b55e-d0129c70325c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eddd649-377a-4af6-abb2-4e4d6298a8ce,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:26.639307 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-528eab5e-57dd-4ec8-b55e-d0129c70325c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:26.640530 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-528eab5e-57dd-4ec8-b55e-d0129c70325c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1322131 Oct 26 08:48:26.643258 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39930) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:48:26.647531 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-e0962193-2671-48d7-9b8c-479717e4c4d4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '534e2888-d100-4081-aa36-35eae60c202f', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:48:26.677232 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e0962193-2671-48d7-9b8c-479717e4c4d4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:26.744489 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0d2e17-bb2b-4016-9fad-3670fb7db728 None None] New status for floating IP 16287166-c371-4b33-905e-d0b6e2c9f1a0: ACTIVE {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:48:26.746424 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e0962193-2671-48d7-9b8c-479717e4c4d4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:26.750819 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e0962193-2671-48d7-9b8c-479717e4c4d4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:26.766009 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0962193-2671-48d7-9b8c-479717e4c4d4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28710d4b-b114-42f0-a717-63ce05db9fc2,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:26.778041 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e0962193-2671-48d7-9b8c-479717e4c4d4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:26.779431 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e0962193-2671-48d7-9b8c-479717e4c4d4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1352434 Oct 26 08:48:26.782331 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39932) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:48:26.787432 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-fc9a1b88-2dd4-49cd-8e74-a5e9a001d88d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '534e2888-d100-4081-aa36-35eae60c202f', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:48:26.811571 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.securitygroups_db [None req-fc9a1b88-2dd4-49cd-8e74-a5e9a001d88d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Project c0122ef6aaf84badac5fbf473c701d56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 08:48:26.816472 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fc9a1b88-2dd4-49cd-8e74-a5e9a001d88d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:26.877867 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fc9a1b88-2dd4-49cd-8e74-a5e9a001d88d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:26.881466 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fc9a1b88-2dd4-49cd-8e74-a5e9a001d88d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:26.901865 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a1b88-2dd4-49cd-8e74-a5e9a001d88d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a07d32e-4a79-4f3e-9cbd-658d6b39fa9f,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:26.911663 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fc9a1b88-2dd4-49cd-8e74-a5e9a001d88d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:26.913479 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-fc9a1b88-2dd4-49cd-8e74-a5e9a001d88d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1299257 Oct 26 08:48:26.916619 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 39934) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:48:26.922788 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-5dcd50ff-4a72-47e7-87e9-50c0763d11e7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '534e2888-d100-4081-aa36-35eae60c202f', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:48:26.946819 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.securitygroups_db [None req-5dcd50ff-4a72-47e7-87e9-50c0763d11e7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Project c0122ef6aaf84badac5fbf473c701d56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 08:48:26.951901 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5dcd50ff-4a72-47e7-87e9-50c0763d11e7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:27.012338 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5dcd50ff-4a72-47e7-87e9-50c0763d11e7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:27.015958 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5dcd50ff-4a72-47e7-87e9-50c0763d11e7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:27.034077 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd50ff-4a72-47e7-87e9-50c0763d11e7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=780c47ee-0a43-4052-a339-67eb4b95fd72,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:27.040951 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5dcd50ff-4a72-47e7-87e9-50c0763d11e7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:27.042500 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-5dcd50ff-4a72-47e7-87e9-50c0763d11e7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1233768 Oct 26 08:48:27.177822 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-11ce00e3-bd75-436b-97d9-937ff0cf775d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1289548286&fields=id&tenant_id=c0122ef6aaf84badac5fbf473c701d56 HTTP/1.1" status: 200 len: 267 time: 0.0338824 Oct 26 08:48:27.286102 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-403a0a5a-b1fd-4a39-8f72-41c135ea36e0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:27.287583 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-403a0a5a-b1fd-4a39-8f72-41c135ea36e0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/networks?id=090c253f-ce77-4b10-885d-dfca79f745c4 HTTP/1.1" status: 200 len: 797 time: 0.1026769 Oct 26 08:48:27.302800 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-cd48bc58-c24d-4fec-b678-e51c022e7df9 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/quotas/c0122ef6aaf84badac5fbf473c701d56 HTTP/1.1" status: 200 len: 375 time: 0.0095840 Oct 26 08:48:27.358115 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-76a5f59e-9ba7-41d6-bb2e-6362bb56dad0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0502193 Oct 26 08:48:27.454740 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-bfbec778-9981-42d1-9272-3b8670bcf860 service neutron] 10.222.0.41 "GET /v2.0/networks/090c253f-ce77-4b10-885d-dfca79f745c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854423 Oct 26 08:48:27.542017 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-026507c6-b6b8-4a90-9371-a0ce351dd19b service neutron] 10.222.0.41 "GET /v2.0/networks/090c253f-ce77-4b10-885d-dfca79f745c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813305 Oct 26 08:48:27.696552 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-bcb6e4a1-0e7a-4d83-acb7-3b50d6ad8a5b req-b80a50fd-7b15-4089-80e3-5f683f817881 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b08e96e-7fad-460a-8d77-0d47cb67670a HTTP/1.1" status: 200 len: 210 time: 0.0258527 Oct 26 08:48:28.602368 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-324bdf10-4b59-4b9f-a9ab-ff341dc8af33 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:28.603950 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-324bdf10-4b59-4b9f-a9ab-ff341dc8af33 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "GET /v2.0/networks?id=090c253f-ce77-4b10-885d-dfca79f745c4 HTTP/1.1" status: 200 len: 797 time: 0.1087615 Oct 26 08:48:28.649680 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-56ef7a5d-478b-44d3-8a2c-6009378f1e89 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0122ef6aaf84badac5fbf473c701d56 HTTP/1.1" status: 200 len: 473 time: 0.0357828 Oct 26 08:48:28.662088 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-fe814eb2-e7fa-43c5-aca8-fcf043d5c962 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'port': {'device_id': '1b08e96e-7fad-460a-8d77-0d47cb67670a', 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4', 'admin_state_up': True, 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'security_groups': ['534e2888-d100-4081-aa36-35eae60c202f']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:48:28.796672 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d5fb41b5-dbe1-4a79-a5b3-397776b43b1c req-60c7666a-01eb-4cbd-b8dc-8cc1fdbe336d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b08e96e-7fad-460a-8d77-0d47cb67670a HTTP/1.1" status: 200 len: 210 time: 0.0319209 Oct 26 08:48:28.797470 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-fe814eb2-e7fa-43c5-aca8-fcf043d5c962 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Made reservation on behalf of c0122ef6aaf84badac5fbf473c701d56 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:48:28.800947 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-fe814eb2-e7fa-43c5-aca8-fcf043d5c962 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:28.927773 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-fe814eb2-e7fa-43c5-aca8-fcf043d5c962 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Allocated IP 172.20.0.5 (090c253f-ce77-4b10-885d-dfca79f745c4/e79398f9-0bcd-463b-8423-24275bc84e4b/0b6d7b29-bfbc-436b-ad00-ab70506eabb7) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:48:29.060163 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-fe814eb2-e7fa-43c5-aca8-fcf043d5c962 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:29.093399 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-fe814eb2-e7fa-43c5-aca8-fcf043d5c962 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:29.135669 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-fe814eb2-e7fa-43c5-aca8-fcf043d5c962 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network 090c253f-ce77-4b10-885d-dfca79f745c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:48:29.141332 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-fe814eb2-e7fa-43c5-aca8-fcf043d5c962 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:48:29.145102 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-fe814eb2-e7fa-43c5-aca8-fcf043d5c962 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:48:29.331920 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-c678b4af-820b-4164-990c-67a9de8a3653 None None] Provisioning complete for port 0b6d7b29-bfbc-436b-ad00-ab70506eabb7 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:48:29.332517 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c678b4af-820b-4164-990c-67a9de8a3653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:29.368464 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-c678b4af-820b-4164-990c-67a9de8a3653 None None] Port 0b6d7b29-bfbc-436b-ad00-ab70506eabb7 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:48:29.460613 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe814eb2-e7fa-43c5-aca8-fcf043d5c962 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=0b6d7b29-bfbc-436b-ad00-ab70506eabb7,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:29.486814 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-fe814eb2-e7fa-43c5-aca8-fcf043d5c962 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:29.487430 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-fe814eb2-e7fa-43c5-aca8-fcf043d5c962 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:29.502523 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-fe814eb2-e7fa-43c5-aca8-fcf043d5c962 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8441637 Oct 26 08:48:29.514940 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-439895c4-7d9a-49d9-9729-9dc66965ef0d service neutron] Request body: {'port': {'device_id': '1b08e96e-7fad-460a-8d77-0d47cb67670a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:48:29.567605 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-439895c4-7d9a-49d9-9729-9dc66965ef0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:29.665635 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:48:29.825676 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-439895c4-7d9a-49d9-9729-9dc66965ef0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b6d7b29-bfbc-436b-ad00-ab70506eabb7 {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:48:29.833190 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-439895c4-7d9a-49d9-9729-9dc66965ef0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:29.846949 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-439895c4-7d9a-49d9-9729-9dc66965ef0d service neutron] Transition to ACTIVE for port object 0b6d7b29-bfbc-436b-ad00-ab70506eabb7 will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 08:48:29.851910 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-439895c4-7d9a-49d9-9729-9dc66965ef0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:29.923979 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439895c4-7d9a-49d9-9729-9dc66965ef0d service neutron] Pushing event updated for resources: {'Port': ['ID=0b6d7b29-bfbc-436b-ad00-ab70506eabb7,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:29.925488 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90922e-d8d4-4ff4-8e48-a6744b5d176e req-dee93ad9-a13b-432d-a2a8-678c3714ffae tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:29.927104 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-8e90922e-d8d4-4ff4-8e48-a6744b5d176e req-dee93ad9-a13b-432d-a2a8-678c3714ffae tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b08e96e-7fad-460a-8d77-0d47cb67670a HTTP/1.1" status: 200 len: 943 time: 0.0622749 Oct 26 08:48:29.970875 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-8e90922e-d8d4-4ff4-8e48-a6744b5d176e req-5dfcdee1-e63a-472c-bcf1-7ebb631fd481 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=534e2888-d100-4081-aa36-35eae60c202f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366013 Oct 26 08:48:29.980430 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-439895c4-7d9a-49d9-9729-9dc66965ef0d service neutron] Attempting to bind port 0b6d7b29-bfbc-436b-ad00-ab70506eabb7 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:48:29.981482 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-439895c4-7d9a-49d9-9729-9dc66965ef0d service neutron] Attempting to bind port 0b6d7b29-bfbc-436b-ad00-ab70506eabb7 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '34d976c7-8685-41c5-b501-105b29d3f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:48:29.981833 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-439895c4-7d9a-49d9-9729-9dc66965ef0d service neutron] Attempting to bind port 0b6d7b29-bfbc-436b-ad00-ab70506eabb7 on network 090c253f-ce77-4b10-885d-dfca79f745c4 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:48:29.986586 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-439895c4-7d9a-49d9-9729-9dc66965ef0d service neutron] Port 0b6d7b29-bfbc-436b-ad00-ab70506eabb7 on network 090c253f-ce77-4b10-885d-dfca79f745c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:48:29.986912 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-439895c4-7d9a-49d9-9729-9dc66965ef0d service neutron] Attempting to bind port 0b6d7b29-bfbc-436b-ad00-ab70506eabb7 on network 090c253f-ce77-4b10-885d-dfca79f745c4 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:48:29.991847 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-439895c4-7d9a-49d9-9729-9dc66965ef0d service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:48:29.992189 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-439895c4-7d9a-49d9-9729-9dc66965ef0d service neutron] Checking segment: {'id': '34d976c7-8685-41c5-b501-105b29d3f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:48:29.992580 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-439895c4-7d9a-49d9-9729-9dc66965ef0d service neutron] Bound using segment: {'id': '34d976c7-8685-41c5-b501-105b29d3f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:48:29.993022 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-439895c4-7d9a-49d9-9729-9dc66965ef0d service neutron] Bound port: 0b6d7b29-bfbc-436b-ad00-ab70506eabb7, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34d976c7-8685-41c5-b501-105b29d3f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:48:29.993387 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-439895c4-7d9a-49d9-9729-9dc66965ef0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:30.057873 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-439895c4-7d9a-49d9-9729-9dc66965ef0d service neutron] For port 0b6d7b29-bfbc-436b-ad00-ab70506eabb7, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:48:30.062242 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-439895c4-7d9a-49d9-9729-9dc66965ef0d service neutron] For port 0b6d7b29-bfbc-436b-ad00-ab70506eabb7, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=0b6d7b29-bfbc-436b-ad00-ab70506eabb7,segment=NetworkSegment(34d976c7-8685-41c5-b501-105b29d3f249),segment_id=34d976c7-8685-41c5-b501-105b29d3f249)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:48:30.067227 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-439895c4-7d9a-49d9-9729-9dc66965ef0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:30.102324 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-439895c4-7d9a-49d9-9729-9dc66965ef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:30.102937 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-439895c4-7d9a-49d9-9729-9dc66965ef0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:30.104301 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-439895c4-7d9a-49d9-9729-9dc66965ef0d service neutron] 10.222.0.47 "PUT /v2.0/ports/0b6d7b29-bfbc-436b-ad00-ab70506eabb7 HTTP/1.1" status: 200 len: 1093 time: 0.5934176 Oct 26 08:48:30.104751 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b08e96e-7fad-460a-8d77-0d47cb67670a', 'tag': '0b6d7b29-bfbc-436b-ad00-ab70506eabb7'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:48:30.108328 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efec5ab4-1089-4a2b-95a9-8b0202a1dc71" -d '{"events": [{"name": "network-changed", "server_uuid": "1b08e96e-7fad-460a-8d77-0d47cb67670a", "tag": "0b6d7b29-bfbc-436b-ad00-ab70506eabb7"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:48:30.134050 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439895c4-7d9a-49d9-9729-9dc66965ef0d service neutron] Pushing event updated for resources: {'Port': ['ID=0b6d7b29-bfbc-436b-ad00-ab70506eabb7,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:30.206926 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-d710de37-e082-471a-b86a-9da6c1fbd9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:30.208472 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-d710de37-e082-471a-b86a-9da6c1fbd9fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=1b08e96e-7fad-460a-8d77-0d47cb67670a HTTP/1.1" status: 200 len: 1096 time: 0.0593145 Oct 26 08:48:30.256577 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73eff05d-2b28-4731-9a27-2d46f5fccc79 x-openstack-request-id: req-73eff05d-2b28-4731-9a27-2d46f5fccc79 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:48:30.256875 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b08e96e-7fad-460a-8d77-0d47cb67670a", "tag": "0b6d7b29-bfbc-436b-ad00-ab70506eabb7", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:48:30.257148 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-73eff05d-2b28-4731-9a27-2d46f5fccc79 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:48:30.257539 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b08e96e-7fad-460a-8d77-0d47cb67670a', 'tag': '0b6d7b29-bfbc-436b-ad00-ab70506eabb7', 'status': 'completed', 'code': 200} Oct 26 08:48:30.259373 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-5d1c319f-0183-406d-a760-3b14eea2d53d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b6d7b29-bfbc-436b-ad00-ab70506eabb7 HTTP/1.1" status: 200 len: 217 time: 0.0428092 Oct 26 08:48:30.311134 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-2a031e79-a418-4500-8285-127d64549246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:30.312602 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-2a031e79-a418-4500-8285-127d64549246 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e79398f9-0bcd-463b-8423-24275bc84e4b HTTP/1.1" status: 200 len: 835 time: 0.0457730 Oct 26 08:48:30.360386 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-4b6c1126-d660-418e-b740-8523468894c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:30.361840 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-4b6c1126-d660-418e-b740-8523468894c9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=090c253f-ce77-4b10-885d-dfca79f745c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0421052 Oct 26 08:48:30.453237 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-5e22cfd3-b341-452a-967a-441ffdaa3960 service neutron] 10.222.0.47 "GET /v2.0/networks/090c253f-ce77-4b10-885d-dfca79f745c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841761 Oct 26 08:48:30.540361 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e06fef53-f4fc-4228-a8e0-835a1433657d req-6b7c8847-8216-428d-8292-3696ac6b3172 service neutron] 10.222.0.47 "GET /v2.0/networks/090c253f-ce77-4b10-885d-dfca79f745c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804508 Oct 26 08:48:30.629319 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec5ab4-1089-4a2b-95a9-8b0202a1dc71 req-5aab62b6-ed3b-4a97-b0b7-1b4a1107c124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:30.630730 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-efec5ab4-1089-4a2b-95a9-8b0202a1dc71 req-5aab62b6-ed3b-4a97-b0b7-1b4a1107c124 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=1b08e96e-7fad-460a-8d77-0d47cb67670a HTTP/1.1" status: 200 len: 1096 time: 0.0455322 Oct 26 08:48:30.722091 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec5ab4-1089-4a2b-95a9-8b0202a1dc71 req-76253ff4-7fce-4a42-addc-9f2973066200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:30.723581 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-efec5ab4-1089-4a2b-95a9-8b0202a1dc71 req-76253ff4-7fce-4a42-addc-9f2973066200 service neutron] 10.222.0.47 "GET /v2.0/networks?id=090c253f-ce77-4b10-885d-dfca79f745c4 HTTP/1.1" status: 200 len: 898 time: 0.0852120 Oct 26 08:48:30.768340 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-efec5ab4-1089-4a2b-95a9-8b0202a1dc71 req-de4f44e3-ee0e-4a4d-a52b-478190029161 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b6d7b29-bfbc-436b-ad00-ab70506eabb7 HTTP/1.1" status: 200 len: 217 time: 0.0368760 Oct 26 08:48:30.816987 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec5ab4-1089-4a2b-95a9-8b0202a1dc71 req-f6adeaf7-1fed-4f34-b8e1-6c144d5456fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:30.818529 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-efec5ab4-1089-4a2b-95a9-8b0202a1dc71 req-f6adeaf7-1fed-4f34-b8e1-6c144d5456fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e79398f9-0bcd-463b-8423-24275bc84e4b HTTP/1.1" status: 200 len: 835 time: 0.0429111 Oct 26 08:48:30.863993 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec5ab4-1089-4a2b-95a9-8b0202a1dc71 req-d50cc2c3-4c28-465f-b172-4a76cafaa245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:30.865514 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-efec5ab4-1089-4a2b-95a9-8b0202a1dc71 req-d50cc2c3-4c28-465f-b172-4a76cafaa245 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=090c253f-ce77-4b10-885d-dfca79f745c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0394485 Oct 26 08:48:30.958114 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-efec5ab4-1089-4a2b-95a9-8b0202a1dc71 req-0aef4f7e-0117-4578-bd4a-5b3b74262554 service neutron] 10.222.0.47 "GET /v2.0/networks/090c253f-ce77-4b10-885d-dfca79f745c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849497 Oct 26 08:48:31.048465 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-efec5ab4-1089-4a2b-95a9-8b0202a1dc71 req-ec655174-1e61-4398-8cc4-90ca38d61b3b service neutron] 10.222.0.47 "GET /v2.0/networks/090c253f-ce77-4b10-885d-dfca79f745c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819302 Oct 26 08:48:31.084904 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e759aa-8133-4649-ac69-b78923c1518c req-cf48a845-3702-43d5-af3f-60e023896967 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:31.086407 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-77e759aa-8133-4649-ac69-b78923c1518c req-cf48a845-3702-43d5-af3f-60e023896967 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b08e96e-7fad-460a-8d77-0d47cb67670a HTTP/1.1" status: 200 len: 943 time: 0.0493860 Oct 26 08:48:31.124777 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-77e759aa-8133-4649-ac69-b78923c1518c req-419ff22f-5215-4284-854f-7f0bcc6beaf8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=534e2888-d100-4081-aa36-35eae60c202f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318508 Oct 26 08:48:32.240364 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31815d7e-137a-40d4-9360-269c93a9b5c2 req-a4c3e163-9e60-4eac-9398-00170cfa2d92 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:32.241922 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-31815d7e-137a-40d4-9360-269c93a9b5c2 req-a4c3e163-9e60-4eac-9398-00170cfa2d92 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b08e96e-7fad-460a-8d77-0d47cb67670a HTTP/1.1" status: 200 len: 943 time: 0.0501945 Oct 26 08:48:32.279438 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-31815d7e-137a-40d4-9360-269c93a9b5c2 req-510cca68-f681-4b5b-9226-133840c1c4fe tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=534e2888-d100-4081-aa36-35eae60c202f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316374 Oct 26 08:48:33.284778 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 0b6d7b29-bfbc-436b-ad00-ab70506eabb7 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 08:48:33.386615 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 0b6d7b29-bfbc-436b-ad00-ab70506eabb7, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=0b6d7b29-bfbc-436b-ad00-ab70506eabb7,segment=NetworkSegment(34d976c7-8685-41c5-b501-105b29d3f249),segment_id=34d976c7-8685-41c5-b501-105b29d3f249)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:48:33.397953 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3aa9ad-9a58-4a4c-9462-9c6992e79eb9 req-d4b58f24-f21d-42f0-81eb-00d76756552a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:33.398852 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': '0b6d7b29-bfbc-436b-ad00-ab70506eabb7', 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4', 'port_id': '0b6d7b29-bfbc-436b-ad00-ab70506eabb7', 'mac_address': 'fa:16:3e:64:e7:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e79398f9-0bcd-463b-8423-24275bc84e4b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 08:48:33.399446 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-dd3aa9ad-9a58-4a4c-9462-9c6992e79eb9 req-d4b58f24-f21d-42f0-81eb-00d76756552a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b08e96e-7fad-460a-8d77-0d47cb67670a HTTP/1.1" status: 200 len: 943 time: 0.0542605 Oct 26 08:48:33.438789 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-dd3aa9ad-9a58-4a4c-9462-9c6992e79eb9 req-ca00e2bd-aedf-422c-b0a4-f93cb97d906a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=534e2888-d100-4081-aa36-35eae60c202f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331388 Oct 26 08:48:33.441291 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:33.454252 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b6d7b29-bfbc-436b-ad00-ab70506eabb7 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:48:33.472863 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 0b6d7b29-bfbc-436b-ad00-ab70506eabb7, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=0b6d7b29-bfbc-436b-ad00-ab70506eabb7,segment=NetworkSegment(34d976c7-8685-41c5-b501-105b29d3f249),segment_id=34d976c7-8685-41c5-b501-105b29d3f249)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:48:33.476653 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:33.524928 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=0b6d7b29-bfbc-436b-ad00-ab70506eabb7,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:33.692449 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['0b6d7b29-bfbc-436b-ad00-ab70506eabb7'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:48:34.557563 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580fd7a4-7c40-42fa-888d-7e336485048a req-b391bcd1-dc29-4118-98fa-99b03f4324ce tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:34.559592 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-580fd7a4-7c40-42fa-888d-7e336485048a req-b391bcd1-dc29-4118-98fa-99b03f4324ce tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b08e96e-7fad-460a-8d77-0d47cb67670a HTTP/1.1" status: 200 len: 944 time: 0.0536602 Oct 26 08:48:34.597412 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-580fd7a4-7c40-42fa-888d-7e336485048a req-e37cff1a-ddc8-4c77-ad84-c2f3ce5414da tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=534e2888-d100-4081-aa36-35eae60c202f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314317 Oct 26 08:48:35.303432 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 0b6d7b29-bfbc-436b-ad00-ab70506eabb7 up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:48:35.352654 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port 0b6d7b29-bfbc-436b-ad00-ab70506eabb7 completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 08:48:35.357220 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port 0b6d7b29-bfbc-436b-ad00-ab70506eabb7 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:48:35.357591 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:35.435044 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:35.456599 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b08e96e-7fad-460a-8d77-0d47cb67670a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6d7b29-bfbc-436b-ad00-ab70506eabb7'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:48:35.459028 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e664411-11a3-4326-bcfb-31aa43e07de4" -d '{"events": [{"server_uuid": "1b08e96e-7fad-460a-8d77-0d47cb67670a", "name": "network-vif-plugged", "status": "completed", "tag": "0b6d7b29-bfbc-436b-ad00-ab70506eabb7"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:48:35.472534 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 0b6d7b29-bfbc-436b-ad00-ab70506eabb7, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=0b6d7b29-bfbc-436b-ad00-ab70506eabb7,segment=NetworkSegment(34d976c7-8685-41c5-b501-105b29d3f249),segment_id=34d976c7-8685-41c5-b501-105b29d3f249)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:48:35.477487 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:35.526043 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=0b6d7b29-bfbc-436b-ad00-ab70506eabb7,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:35.558103 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7097b35d-c0b6-4fff-ab6f-a5f80fbaab92 x-openstack-request-id: req-7097b35d-c0b6-4fff-ab6f-a5f80fbaab92 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:48:35.558406 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b08e96e-7fad-460a-8d77-0d47cb67670a", "name": "network-vif-plugged", "status": "completed", "tag": "0b6d7b29-bfbc-436b-ad00-ab70506eabb7", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:48:35.558729 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7097b35d-c0b6-4fff-ab6f-a5f80fbaab92 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:48:35.559232 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b08e96e-7fad-460a-8d77-0d47cb67670a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6d7b29-bfbc-436b-ad00-ab70506eabb7', 'code': 200} Oct 26 08:48:35.739526 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9122b-a006-433a-b601-8c9fee20a6c8 req-ebe1e54c-d33d-482d-9d0d-aeb6319ebf77 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:35.741028 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-33e9122b-a006-433a-b601-8c9fee20a6c8 req-ebe1e54c-d33d-482d-9d0d-aeb6319ebf77 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b08e96e-7fad-460a-8d77-0d47cb67670a HTTP/1.1" status: 200 len: 945 time: 0.0747111 Oct 26 08:48:35.756686 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77ae8d-7007-48a4-b812-d6c99b1d9c9c req-226af8cd-86ee-4176-8764-1d8f7d368f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:35.758128 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-df77ae8d-7007-48a4-b812-d6c99b1d9c9c req-226af8cd-86ee-4176-8764-1d8f7d368f79 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1b08e96e-7fad-460a-8d77-0d47cb67670a HTTP/1.1" status: 200 len: 1098 time: 0.0631983 Oct 26 08:48:35.803222 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-33e9122b-a006-433a-b601-8c9fee20a6c8 req-712cb4c7-7db8-4bda-874e-513fb219fe2f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=534e2888-d100-4081-aa36-35eae60c202f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541196 Oct 26 08:48:35.814145 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-df77ae8d-7007-48a4-b812-d6c99b1d9c9c req-26405a4e-c00a-4578-a864-97f54f0f5639 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=534e2888-d100-4081-aa36-35eae60c202f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465641 Oct 26 08:48:36.922949 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06fbf5-bd08-4e8e-8e89-5a002ba2b82a req-a8ec23df-b10c-49af-b24d-f0b7f60c631b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:36.924668 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-9c06fbf5-bd08-4e8e-8e89-5a002ba2b82a req-a8ec23df-b10c-49af-b24d-f0b7f60c631b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b08e96e-7fad-460a-8d77-0d47cb67670a HTTP/1.1" status: 200 len: 945 time: 0.0507932 Oct 26 08:48:36.964225 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-9c06fbf5-bd08-4e8e-8e89-5a002ba2b82a req-8c08fc40-6930-4996-8eec-3b8843ec5d8c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=534e2888-d100-4081-aa36-35eae60c202f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334237 Oct 26 08:48:38.163458 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956ed3d-2d0d-402c-acef-bdb78f393915 req-d15aa59b-be20-4f49-bc1f-4b1ba0849751 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:38.164854 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2956ed3d-2d0d-402c-acef-bdb78f393915 req-d15aa59b-be20-4f49-bc1f-4b1ba0849751 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b08e96e-7fad-460a-8d77-0d47cb67670a HTTP/1.1" status: 200 len: 945 time: 0.0512908 Oct 26 08:48:38.203338 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2956ed3d-2d0d-402c-acef-bdb78f393915 req-daa19fe7-0697-4fb7-809e-50e057dca8eb tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=534e2888-d100-4081-aa36-35eae60c202f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318210 Oct 26 08:48:38.317150 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e9f89-b51f-4b8d-8be5-b407a7b16e52 req-bdfea13c-2222-40ce-9f02-4c0dd874a538 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:38.318668 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-060e9f89-b51f-4b8d-8be5-b407a7b16e52 req-bdfea13c-2222-40ce-9f02-4c0dd874a538 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b08e96e-7fad-460a-8d77-0d47cb67670a HTTP/1.1" status: 200 len: 945 time: 0.0497196 Oct 26 08:48:38.357466 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-060e9f89-b51f-4b8d-8be5-b407a7b16e52 req-4d03dc10-aa66-449e-8efe-fb4ae86393e1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=534e2888-d100-4081-aa36-35eae60c202f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328979 Oct 26 08:48:38.378572 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39992) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:48:38.422557 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92db383e-d009-487a-84a8-c11d676b1e0e tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:38.423988 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-92db383e-d009-487a-84a8-c11d676b1e0e tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1b08e96e-7fad-460a-8d77-0d47cb67670a HTTP/1.1" status: 200 len: 1093 time: 0.0444396 Oct 26 08:48:38.426802 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 39994) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:48:38.431028 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-bb650900-46f8-41d7-ae99-ef5d494e423d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'floatingip': {'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'port_id': '0b6d7b29-bfbc-436b-ad00-ab70506eabb7', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:48:38.452169 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bb650900-46f8-41d7-ae99-ef5d494e423d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:38.547783 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bb650900-46f8-41d7-ae99-ef5d494e423d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:38.652273 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-bb650900-46f8-41d7-ae99-ef5d494e423d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Allocated IP 172.26.2.205 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/60f14ff2-525c-48b7-9742-9c31b0fa46dc) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:48:38.751592 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bb650900-46f8-41d7-ae99-ef5d494e423d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:38.784329 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bb650900-46f8-41d7-ae99-ef5d494e423d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:38.828175 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb650900-46f8-41d7-ae99-ef5d494e423d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:48:38.831146 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-bb650900-46f8-41d7-ae99-ef5d494e423d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:48:38.834732 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb650900-46f8-41d7-ae99-ef5d494e423d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:48:38.840902 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb650900-46f8-41d7-ae99-ef5d494e423d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=60f14ff2-525c-48b7-9742-9c31b0fa46dc,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:39.170606 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bb650900-46f8-41d7-ae99-ef5d494e423d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:39.238466 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bb650900-46f8-41d7-ae99-ef5d494e423d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:39.389097 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bb650900-46f8-41d7-ae99-ef5d494e423d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:39.393532 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bb650900-46f8-41d7-ae99-ef5d494e423d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:39.457737 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb650900-46f8-41d7-ae99-ef5d494e423d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=60f14ff2-525c-48b7-9742-9c31b0fa46dc,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:48:39.473176 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bb650900-46f8-41d7-ae99-ef5d494e423d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:39.510873 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ad6e5d53-8d5b-46bb-bf70-45be3bc22ab2 req-3e9536aa-92cb-458a-83bf-f6efcbbaacb9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ac10dcf1-0d4f-466b-b426-673415bdd4b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421247 Oct 26 08:48:39.574688 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.l3_db [None req-bb650900-46f8-41d7-ae99-ef5d494e423d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Floating IP fb8c187b-cefe-42f5-a786-463578ae979e associated. External IP: 172.26.2.205, port: 0b6d7b29-bfbc-436b-ad00-ab70506eabb7. Oct 26 08:48:39.597707 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e5d53-8d5b-46bb-bf70-45be3bc22ab2 req-3a5a9b5d-aef7-471a-a5bd-265d8a4ece1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:39.599206 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ad6e5d53-8d5b-46bb-bf70-45be3bc22ab2 req-3a5a9b5d-aef7-471a-a5bd-265d8a4ece1c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=ac10dcf1-0d4f-466b-b426-673415bdd4b1 HTTP/1.1" status: 200 len: 1098 time: 0.0445709 Oct 26 08:48:39.710775 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e5d53-8d5b-46bb-bf70-45be3bc22ab2 req-859a394b-ba5e-434b-adef-7413b979b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:39.712203 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ad6e5d53-8d5b-46bb-bf70-45be3bc22ab2 req-859a394b-ba5e-434b-adef-7413b979b1c0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=090c253f-ce77-4b10-885d-dfca79f745c4 HTTP/1.1" status: 200 len: 898 time: 0.0894513 Oct 26 08:48:39.779450 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ad6e5d53-8d5b-46bb-bf70-45be3bc22ab2 req-11843dc6-0090-4cde-916c-89c911bdf070 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3 HTTP/1.1" status: 200 len: 1001 time: 0.0588927 Oct 26 08:48:39.784724 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb650900-46f8-41d7-ae99-ef5d494e423d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router 40d2245a-b8bf-45be-8992-e5a0d4dcf8ba has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:48:39.833777 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e5d53-8d5b-46bb-bf70-45be3bc22ab2 req-313a9400-aeab-476b-969a-359695283214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:39.835339 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ad6e5d53-8d5b-46bb-bf70-45be3bc22ab2 req-313a9400-aeab-476b-969a-359695283214 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e79398f9-0bcd-463b-8423-24275bc84e4b HTTP/1.1" status: 200 len: 835 time: 0.0485296 Oct 26 08:48:39.882611 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e5d53-8d5b-46bb-bf70-45be3bc22ab2 req-5143c8f9-b985-4e42-9e69-b93fe6e79149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:39.884142 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ad6e5d53-8d5b-46bb-bf70-45be3bc22ab2 req-5143c8f9-b985-4e42-9e69-b93fe6e79149 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=090c253f-ce77-4b10-885d-dfca79f745c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0412974 Oct 26 08:48:39.894870 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb650900-46f8-41d7-ae99-ef5d494e423d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:48:39.906127 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74612ee-5780-4514-9b6d-f7432f5edc66 None None] Sync routers for ids ['40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:48:39.917615 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74612ee-5780-4514-9b6d-f7432f5edc66 None None] Routers {'40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:48:39.919132 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-f74612ee-5780-4514-9b6d-f7432f5edc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:48:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:48:39.921034 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bb650900-46f8-41d7-ae99-ef5d494e423d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:39.952765 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-bb650900-46f8-41d7-ae99-ef5d494e423d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5199122 Oct 26 08:48:39.952765 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b08e96e-7fad-460a-8d77-0d47cb67670a', 'tag': '0b6d7b29-bfbc-436b-ad00-ab70506eabb7'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:48:39.952765 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6001f9b463937e9ba59653060f797cf6a3b9cfc8c69abf6deb468a53c3a3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a3e5f0-2549-4d4b-abe1-e18c43d6dfab" -d '{"events": [{"name": "network-changed", "server_uuid": "1b08e96e-7fad-460a-8d77-0d47cb67670a", "tag": "0b6d7b29-bfbc-436b-ad00-ab70506eabb7"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:48:39.989975 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63918714-70c1-41e8-91b7-0043139f06cb x-openstack-request-id: req-63918714-70c1-41e8-91b7-0043139f06cb {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:48:39.990270 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b08e96e-7fad-460a-8d77-0d47cb67670a", "tag": "0b6d7b29-bfbc-436b-ad00-ab70506eabb7", "status": "completed", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:48:39.990961 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-63918714-70c1-41e8-91b7-0043139f06cb {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:48:39.990961 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b08e96e-7fad-460a-8d77-0d47cb67670a', 'tag': '0b6d7b29-bfbc-436b-ad00-ab70506eabb7', 'status': 'completed', 'code': 200} Oct 26 08:48:39.994897 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ad6e5d53-8d5b-46bb-bf70-45be3bc22ab2 req-f7702da9-4f31-4f00-aec2-d0a5bf7d30e7 service neutron] 10.222.0.47 "GET /v2.0/networks/090c253f-ce77-4b10-885d-dfca79f745c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032839 Oct 26 08:48:40.035909 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-f74612ee-5780-4514-9b6d-f7432f5edc66 None None] Set router 40d2245a-b8bf-45be-8992-e5a0d4dcf8ba gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:48:40.106788 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3e5f0-2549-4d4b-abe1-e18c43d6dfab req-d88c6082-ec42-4382-89f8-b74ee6dfa509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:40.108294 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a3a3e5f0-2549-4d4b-abe1-e18c43d6dfab req-d88c6082-ec42-4382-89f8-b74ee6dfa509 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=1b08e96e-7fad-460a-8d77-0d47cb67670a HTTP/1.1" status: 200 len: 1098 time: 0.0949104 Oct 26 08:48:40.144800 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ad6e5d53-8d5b-46bb-bf70-45be3bc22ab2 req-d57e3c9b-2e33-4294-8c76-d40321740816 service neutron] 10.222.0.47 "GET /v2.0/networks/090c253f-ce77-4b10-885d-dfca79f745c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396654 Oct 26 08:48:40.212695 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3e5f0-2549-4d4b-abe1-e18c43d6dfab req-98c2f095-26c3-4f42-a789-af3a5d721853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:40.214226 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a3a3e5f0-2549-4d4b-abe1-e18c43d6dfab req-98c2f095-26c3-4f42-a789-af3a5d721853 service neutron] 10.222.0.47 "GET /v2.0/networks?id=090c253f-ce77-4b10-885d-dfca79f745c4 HTTP/1.1" status: 200 len: 898 time: 0.0956364 Oct 26 08:48:40.264635 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-f74612ee-5780-4514-9b6d-f7432f5edc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'name': 'tempest-TestNetworkBasicOps-router-1887129255', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:48:06Z', 'updated_at': '2021-10-26T08:48:10Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:48:07Z', 'updated_at': '2021-10-26T08:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '16287166-c371-4b33-905e-d0b6e2c9f1a0', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.140', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'port_id': 'a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4', 'mac_address': 'fa:16:3e:fa:df:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac10dcf1-0d4f-466b-b426-673415bdd4b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:48:24Z', 'updated_at': '2021-10-26T08:48:26Z', 'revision_number': 1, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}, {'id': 'fb8c187b-cefe-42f5-a786-463578ae979e', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.205', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'port_id': '0b6d7b29-bfbc-436b-ad00-ab70506eabb7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4', 'mac_address': 'fa:16:3e:64:e7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b08e96e-7fad-460a-8d77-0d47cb67670a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:48:39Z', 'updated_at': '2021-10-26T08:48:39Z', 'revision_number': 0, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96674e41-ec58-404c-8b2a-dfd7e34b82f3', 'name': '', 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:e4:38:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'e79398f9-0bcd-463b-8423-24275bc84e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:48:09Z', 'updated_at': '2021-10-26T08:48:12Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'e79398f9-0bcd-463b-8423-24275bc84e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:48:40.284547 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a3a3e5f0-2549-4d4b-abe1-e18c43d6dfab req-fbe430f2-00d4-4b5d-80c0-4a595bfd84e1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b6d7b29-bfbc-436b-ad00-ab70506eabb7 HTTP/1.1" status: 200 len: 999 time: 0.0632715 Oct 26 08:48:40.293864 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74612ee-5780-4514-9b6d-f7432f5edc66 None None] Checking router: 40d2245a-b8bf-45be-8992-e5a0d4dcf8ba for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:48:40.302162 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74612ee-5780-4514-9b6d-f7432f5edc66 None None] Routers {'40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:48:40.302757 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-f74612ee-5780-4514-9b6d-f7432f5edc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:48:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:48:40.336387 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3e5f0-2549-4d4b-abe1-e18c43d6dfab req-2f8d597a-31e8-4ee5-89e3-53583659507e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:40.337892 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a3a3e5f0-2549-4d4b-abe1-e18c43d6dfab req-2f8d597a-31e8-4ee5-89e3-53583659507e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e79398f9-0bcd-463b-8423-24275bc84e4b HTTP/1.1" status: 200 len: 835 time: 0.0453122 Oct 26 08:48:40.386380 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3e5f0-2549-4d4b-abe1-e18c43d6dfab req-85262a64-301f-4aa9-afb7-24c57c856dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:48:40.388147 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a3a3e5f0-2549-4d4b-abe1-e18c43d6dfab req-85262a64-301f-4aa9-afb7-24c57c856dd6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=090c253f-ce77-4b10-885d-dfca79f745c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0432069 Oct 26 08:48:40.407054 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-f74612ee-5780-4514-9b6d-f7432f5edc66 None None] Set router 40d2245a-b8bf-45be-8992-e5a0d4dcf8ba gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:48:40.481483 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a3a3e5f0-2549-4d4b-abe1-e18c43d6dfab req-9b01c5fa-63e7-44d6-862d-7acdb7f39312 service neutron] 10.222.0.47 "GET /v2.0/networks/090c253f-ce77-4b10-885d-dfca79f745c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855176 Oct 26 08:48:40.573160 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a3a3e5f0-2549-4d4b-abe1-e18c43d6dfab req-6851ce93-08d5-4a95-b0ff-57562aaff24a service neutron] 10.222.0.47 "GET /v2.0/networks/090c253f-ce77-4b10-885d-dfca79f745c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846505 Oct 26 08:48:40.633491 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-f74612ee-5780-4514-9b6d-f7432f5edc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'name': 'tempest-TestNetworkBasicOps-router-1887129255', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:48:06Z', 'updated_at': '2021-10-26T08:48:10Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:48:07Z', 'updated_at': '2021-10-26T08:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '16287166-c371-4b33-905e-d0b6e2c9f1a0', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.140', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'port_id': 'a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4', 'mac_address': 'fa:16:3e:fa:df:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac10dcf1-0d4f-466b-b426-673415bdd4b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:48:24Z', 'updated_at': '2021-10-26T08:48:26Z', 'revision_number': 1, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}, {'id': 'fb8c187b-cefe-42f5-a786-463578ae979e', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.205', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'port_id': '0b6d7b29-bfbc-436b-ad00-ab70506eabb7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4', 'mac_address': 'fa:16:3e:64:e7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b08e96e-7fad-460a-8d77-0d47cb67670a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:48:39Z', 'updated_at': '2021-10-26T08:48:39Z', 'revision_number': 0, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96674e41-ec58-404c-8b2a-dfd7e34b82f3', 'name': '', 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:e4:38:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'e79398f9-0bcd-463b-8423-24275bc84e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:48:09Z', 'updated_at': '2021-10-26T08:48:12Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'e79398f9-0bcd-463b-8423-24275bc84e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:48:40.660076 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74612ee-5780-4514-9b6d-f7432f5edc66 None None] The sync data for ids ['40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'] in dv-neutron-804846-13-hyperv is: [{'id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'name': 'tempest-TestNetworkBasicOps-router-1887129255', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:48:06Z', 'updated_at': '2021-10-26T08:48:10Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:48:07Z', 'updated_at': '2021-10-26T08:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '16287166-c371-4b33-905e-d0b6e2c9f1a0', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.140', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'port_id': 'a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4', 'mac_address': 'fa:16:3e:fa:df:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac10dcf1-0d4f-466b-b426-673415bdd4b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:48:24Z', 'updated_at': '2021-10-26T08:48:26Z', 'revision_number': 1, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}, {'id': 'fb8c187b-cefe-42f5-a786-463578ae979e', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.205', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'port_id': '0b6d7b29-bfbc-436b-ad00-ab70506eabb7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4', 'mac_address': 'fa:16:3e:64:e7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b08e96e-7fad-460a-8d77-0d47cb67670a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:48:39Z', 'updated_at': '2021-10-26T08:48:39Z', 'revision_number': 0, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96674e41-ec58-404c-8b2a-dfd7e34b82f3', 'name': '', 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:e4:38:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'e79398f9-0bcd-463b-8423-24275bc84e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:48:09Z', 'updated_at': '2021-10-26T08:48:12Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'e79398f9-0bcd-463b-8423-24275bc84e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:48:40.832304 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03ec90d-3551-486e-9080-ac2727588c0e None None] New status for floating IP fb8c187b-cefe-42f5-a786-463578ae979e: ACTIVE {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:48:49.380234 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-528a50b0-f28d-4311-830a-0e150a8f46df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:52.059030 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c27d9f73-b5a0-49c9-bd64-f18e8e7d239b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:52.921686 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:53.294802 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:54.202473 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:48:54.819848 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:06.664870 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:49:09.322458 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 40008) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:49:09.387936 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-73d7f37b-76fb-4ef9-aaeb-45a816168a5c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/floatingips/16287166-c371-4b33-905e-d0b6e2c9f1a0 HTTP/1.1" status: 200 len: 993 time: 0.0632968 Oct 26 08:49:11.531759 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 40016) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:49:11.537119 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-79a2a67f-ba4b-4f0a-85da-3c36751a5479 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'port': {'admin_state_up': False}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:49:11.870052 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-79a2a67f-ba4b-4f0a-85da-3c36751a5479 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:12.018319 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-79a2a67f-ba4b-4f0a-85da-3c36751a5479 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] For port a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3,segment=NetworkSegment(34d976c7-8685-41c5-b501-105b29d3f249),segment_id=34d976c7-8685-41c5-b501-105b29d3f249)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:49:12.046325 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-79a2a67f-ba4b-4f0a-85da-3c36751a5479 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:12.050771 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-79a2a67f-ba4b-4f0a-85da-3c36751a5479 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:12.093760 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a2a67f-ba4b-4f0a-85da-3c36751a5479 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:12.094446 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-79a2a67f-ba4b-4f0a-85da-3c36751a5479 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:12.095940 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-79a2a67f-ba4b-4f0a-85da-3c36751a5479 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "PUT /v2.0/ports/a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3 HTTP/1.1" status: 200 len: 938 time: 0.5631335 Oct 26 08:49:12.096616 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac10dcf1-0d4f-466b-b426-673415bdd4b1', 'tag': 'a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:49:12.099057 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6001f9b463937e9ba59653060f797cf6a3b9cfc8c69abf6deb468a53c3a3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27382bf5-dbe2-47b0-89d8-8798d36c6732" -d '{"events": [{"name": "network-changed", "server_uuid": "ac10dcf1-0d4f-466b-b426-673415bdd4b1", "tag": "a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:49:12.131727 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2a67f-ba4b-4f0a-85da-3c36751a5479 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3,revision_number=6']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:12.140300 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a2a67f-ba4b-4f0a-85da-3c36751a5479 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:12.140809 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a2a67f-ba4b-4f0a-85da-3c36751a5479 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:12.141289 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a2a67f-ba4b-4f0a-85da-3c36751a5479 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:12.141724 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a2a67f-ba4b-4f0a-85da-3c36751a5479 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:12.142002 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a2a67f-ba4b-4f0a-85da-3c36751a5479 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:12.142337 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a2a67f-ba4b-4f0a-85da-3c36751a5479 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:12.142744 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a2a67f-ba4b-4f0a-85da-3c36751a5479 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:12.142988 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a2a67f-ba4b-4f0a-85da-3c36751a5479 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:12.143323 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a2a67f-ba4b-4f0a-85da-3c36751a5479 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:12.143782 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a2a67f-ba4b-4f0a-85da-3c36751a5479 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:12.144073 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a2a67f-ba4b-4f0a-85da-3c36751a5479 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:12.144453 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a2a67f-ba4b-4f0a-85da-3c36751a5479 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:12.148873 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765f9609-1f10-4d07-8ef2-11d649039b51 x-openstack-request-id: req-765f9609-1f10-4d07-8ef2-11d649039b51 {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:49:12.149733 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac10dcf1-0d4f-466b-b426-673415bdd4b1", "tag": "a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3", "status": "completed", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:49:12.149733 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-765f9609-1f10-4d07-8ef2-11d649039b51 {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:49:12.149972 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac10dcf1-0d4f-466b-b426-673415bdd4b1', 'tag': 'a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3', 'status': 'completed', 'code': 200} Oct 26 08:49:12.213120 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27382bf5-dbe2-47b0-89d8-8798d36c6732 req-2a9dba75-bc0e-4e76-acbb-7e724550d1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:12.214784 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-27382bf5-dbe2-47b0-89d8-8798d36c6732 req-2a9dba75-bc0e-4e76-acbb-7e724550d1ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=ac10dcf1-0d4f-466b-b426-673415bdd4b1 HTTP/1.1" status: 200 len: 1099 time: 0.0434988 Oct 26 08:49:12.311726 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27382bf5-dbe2-47b0-89d8-8798d36c6732 req-72ba1b08-65b5-48a3-b105-602d0149c843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:12.313207 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-27382bf5-dbe2-47b0-89d8-8798d36c6732 req-72ba1b08-65b5-48a3-b105-602d0149c843 service neutron] 10.222.0.47 "GET /v2.0/networks?id=090c253f-ce77-4b10-885d-dfca79f745c4 HTTP/1.1" status: 200 len: 898 time: 0.0908201 Oct 26 08:49:12.372178 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-07c2bf50-c010-454b-8fe9-7cbd94dae9db None None] Provisioning complete for port a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:49:12.372830 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-07c2bf50-c010-454b-8fe9-7cbd94dae9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:12.380078 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-27382bf5-dbe2-47b0-89d8-8798d36c6732 req-25ea70bd-27ff-4d8a-8469-68769fe1b1d0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3 HTTP/1.1" status: 200 len: 1002 time: 0.0584724 Oct 26 08:49:12.413228 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-07c2bf50-c010-454b-8fe9-7cbd94dae9db None None] Port a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3 is administratively disabled so it will not transition to active. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 26 08:49:12.434267 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27382bf5-dbe2-47b0-89d8-8798d36c6732 req-8b39a675-2fd7-429d-a60d-03602174e0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:12.435867 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-27382bf5-dbe2-47b0-89d8-8798d36c6732 req-8b39a675-2fd7-429d-a60d-03602174e0fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e79398f9-0bcd-463b-8423-24275bc84e4b HTTP/1.1" status: 200 len: 835 time: 0.0481598 Oct 26 08:49:12.482268 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27382bf5-dbe2-47b0-89d8-8798d36c6732 req-50d1c195-d538-431a-84af-1a1b58ebdafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:12.483765 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-27382bf5-dbe2-47b0-89d8-8798d36c6732 req-50d1c195-d538-431a-84af-1a1b58ebdafc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=090c253f-ce77-4b10-885d-dfca79f745c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0404472 Oct 26 08:49:12.573086 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-27382bf5-dbe2-47b0-89d8-8798d36c6732 req-57e56444-64e5-4e48-87dd-26445af8b1b6 service neutron] 10.222.0.47 "GET /v2.0/networks/090c253f-ce77-4b10-885d-dfca79f745c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818911 Oct 26 08:49:12.667045 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-27382bf5-dbe2-47b0-89d8-8798d36c6732 req-f22a4ffd-1e8c-4e0a-9b95-429ef99745b8 service neutron] 10.222.0.47 "GET /v2.0/networks/090c253f-ce77-4b10-885d-dfca79f745c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857754 Oct 26 08:49:15.537396 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 40024) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:49:15.542834 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-9f323fd5-18c7-4a83-bef8-5ce100c7b829 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'port': {'admin_state_up': True}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:49:15.604315 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9f323fd5-18c7-4a83-bef8-5ce100c7b829 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:15.752224 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-9f323fd5-18c7-4a83-bef8-5ce100c7b829 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] For port a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3,segment=NetworkSegment(34d976c7-8685-41c5-b501-105b29d3f249),segment_id=34d976c7-8685-41c5-b501-105b29d3f249)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:49:15.780825 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9f323fd5-18c7-4a83-bef8-5ce100c7b829 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:15.785277 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9f323fd5-18c7-4a83-bef8-5ce100c7b829 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:15.828759 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f323fd5-18c7-4a83-bef8-5ce100c7b829 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:15.829392 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9f323fd5-18c7-4a83-bef8-5ce100c7b829 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:15.830835 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9f323fd5-18c7-4a83-bef8-5ce100c7b829 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "PUT /v2.0/ports/a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3 HTTP/1.1" status: 200 len: 937 time: 0.2923622 Oct 26 08:49:15.831406 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac10dcf1-0d4f-466b-b426-673415bdd4b1', 'tag': 'a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:49:15.833757 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc1a162-e962-4f44-95ac-eec756b5d3db" -d '{"events": [{"name": "network-changed", "server_uuid": "ac10dcf1-0d4f-466b-b426-673415bdd4b1", "tag": "a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:49:15.833935 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 40026) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:49:15.867485 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f323fd5-18c7-4a83-bef8-5ce100c7b829 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3,revision_number=7']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:15.877275 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f626d0a2-5e6e-43c5-af43-0f22d51bc32c x-openstack-request-id: req-f626d0a2-5e6e-43c5-af43-0f22d51bc32c {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:49:15.877572 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac10dcf1-0d4f-466b-b426-673415bdd4b1", "tag": "a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:49:15.877845 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f626d0a2-5e6e-43c5-af43-0f22d51bc32c {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:49:15.878299 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac10dcf1-0d4f-466b-b426-673415bdd4b1', 'tag': 'a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3', 'status': 'completed', 'code': 200} Oct 26 08:49:15.880116 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f323fd5-18c7-4a83-bef8-5ce100c7b829 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:15.880478 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f323fd5-18c7-4a83-bef8-5ce100c7b829 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:15.880825 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f323fd5-18c7-4a83-bef8-5ce100c7b829 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:15.881190 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f323fd5-18c7-4a83-bef8-5ce100c7b829 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:15.881505 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f323fd5-18c7-4a83-bef8-5ce100c7b829 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:15.882125 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f323fd5-18c7-4a83-bef8-5ce100c7b829 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:15.882475 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f323fd5-18c7-4a83-bef8-5ce100c7b829 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:15.882811 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f323fd5-18c7-4a83-bef8-5ce100c7b829 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:15.883146 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f323fd5-18c7-4a83-bef8-5ce100c7b829 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:15.883476 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f323fd5-18c7-4a83-bef8-5ce100c7b829 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:15.883804 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f323fd5-18c7-4a83-bef8-5ce100c7b829 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:15.884130 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f323fd5-18c7-4a83-bef8-5ce100c7b829 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:15.917090 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-bc7adcd1-e683-437b-b034-4e07cd73a1a0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/floatingips/16287166-c371-4b33-905e-d0b6e2c9f1a0 HTTP/1.1" status: 200 len: 993 time: 0.0813451 Oct 26 08:49:15.949673 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1a162-e962-4f44-95ac-eec756b5d3db req-932a7211-40cb-4ec7-a8bb-4f8a96bc8d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:15.951430 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8dc1a162-e962-4f44-95ac-eec756b5d3db req-932a7211-40cb-4ec7-a8bb-4f8a96bc8d9c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=ac10dcf1-0d4f-466b-b426-673415bdd4b1 HTTP/1.1" status: 200 len: 1098 time: 0.0463011 Oct 26 08:49:16.043058 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:49:16.053160 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1a162-e962-4f44-95ac-eec756b5d3db req-32b9b6b9-8663-47f1-9c9a-19accba142f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:16.054682 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8dc1a162-e962-4f44-95ac-eec756b5d3db req-32b9b6b9-8663-47f1-9c9a-19accba142f9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=090c253f-ce77-4b10-885d-dfca79f745c4 HTTP/1.1" status: 200 len: 898 time: 0.0953507 Oct 26 08:49:16.088785 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-810f0088-881b-4d6b-8f61-61ae11a39a3b None None] Provisioning complete for port a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:49:16.089470 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-810f0088-881b-4d6b-8f61-61ae11a39a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:16.130577 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8dc1a162-e962-4f44-95ac-eec756b5d3db req-e0a8062d-1515-4263-9041-8c99d5bc2f8a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3 HTTP/1.1" status: 200 len: 1001 time: 0.0674520 Oct 26 08:49:16.187236 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1a162-e962-4f44-95ac-eec756b5d3db req-bd6031cd-ce0d-456c-bd49-edef898ed26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:16.188721 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8dc1a162-e962-4f44-95ac-eec756b5d3db req-bd6031cd-ce0d-456c-bd49-edef898ed26b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e79398f9-0bcd-463b-8423-24275bc84e4b HTTP/1.1" status: 200 len: 835 time: 0.0501621 Oct 26 08:49:16.241181 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1a162-e962-4f44-95ac-eec756b5d3db req-9f83547a-37ba-40b2-9e19-b1d82dc7af99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:16.242818 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8dc1a162-e962-4f44-95ac-eec756b5d3db req-9f83547a-37ba-40b2-9e19-b1d82dc7af99 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=090c253f-ce77-4b10-885d-dfca79f745c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0475109 Oct 26 08:49:16.354029 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8dc1a162-e962-4f44-95ac-eec756b5d3db req-fe93a980-aae3-4c55-b2ac-75620fa7524a service neutron] 10.222.0.47 "GET /v2.0/networks/090c253f-ce77-4b10-885d-dfca79f745c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019557 Oct 26 08:49:16.447794 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8dc1a162-e962-4f44-95ac-eec756b5d3db req-a20fb57a-850c-467d-83e4-3091fb8ff89a service neutron] 10.222.0.47 "GET /v2.0/networks/090c253f-ce77-4b10-885d-dfca79f745c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869060 Oct 26 08:49:18.452144 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 40036) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:49:18.607923 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-1707761b-67c9-487d-a524-4905d7e24e4d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting port 60f14ff2-525c-48b7-9742-9c31b0fa46dc {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:49:18.608298 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1707761b-67c9-487d-a524-4905d7e24e4d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:18.686463 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1707761b-67c9-487d-a524-4905d7e24e4d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:18.686787 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1707761b-67c9-487d-a524-4905d7e24e4d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:18.698158 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-1707761b-67c9-487d-a524-4905d7e24e4d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Calling delete_port for 60f14ff2-525c-48b7-9742-9c31b0fa46dc owned by network:floatingip {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:49:18.846942 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1707761b-67c9-487d-a524-4905d7e24e4d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:18.878307 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707761b-67c9-487d-a524-4905d7e24e4d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Port': ['ID=60f14ff2-525c-48b7-9742-9c31b0fa46dc,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:18.942483 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1707761b-67c9-487d-a524-4905d7e24e4d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:18.942856 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.l3_db [None req-1707761b-67c9-487d-a524-4905d7e24e4d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Floating IP fb8c187b-cefe-42f5-a786-463578ae979e disassociated (deleted). External IP: 172.26.2.205, port: 0b6d7b29-bfbc-436b-ad00-ab70506eabb7. Oct 26 08:49:19.167077 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1707761b-67c9-487d-a524-4905d7e24e4d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router 40d2245a-b8bf-45be-8992-e5a0d4dcf8ba has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:49:19.278980 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1707761b-67c9-487d-a524-4905d7e24e4d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:49:19.285909 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1707761b-67c9-487d-a524-4905d7e24e4d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:19.288282 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba7f02c-8f96-48a5-9a55-beb7b2c684bd None None] Sync routers for ids ['40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:49:19.298021 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba7f02c-8f96-48a5-9a55-beb7b2c684bd None None] Routers {'40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:49:19.298637 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-7ba7f02c-8f96-48a5-9a55-beb7b2c684bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:48:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:49:19.315122 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1707761b-67c9-487d-a524-4905d7e24e4d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/floatingips/fb8c187b-cefe-42f5-a786-463578ae979e HTTP/1.1" status: 204 len: 168 time: 0.8618877 Oct 26 08:49:19.315711 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b08e96e-7fad-460a-8d77-0d47cb67670a', 'tag': '0b6d7b29-bfbc-436b-ad00-ab70506eabb7'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:49:19.318022 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6001f9b463937e9ba59653060f797cf6a3b9cfc8c69abf6deb468a53c3a3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1a632c-9ffe-420f-a16c-7b9f8ab28417" -d '{"events": [{"name": "network-changed", "server_uuid": "1b08e96e-7fad-460a-8d77-0d47cb67670a", "tag": "0b6d7b29-bfbc-436b-ad00-ab70506eabb7"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:49:19.358622 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89988a95-062f-4b21-9950-f69c9a43ed58 x-openstack-request-id: req-89988a95-062f-4b21-9950-f69c9a43ed58 {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:49:19.359408 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b08e96e-7fad-460a-8d77-0d47cb67670a", "tag": "0b6d7b29-bfbc-436b-ad00-ab70506eabb7", "status": "completed", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:49:19.359670 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-89988a95-062f-4b21-9950-f69c9a43ed58 {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:49:19.360235 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b08e96e-7fad-460a-8d77-0d47cb67670a', 'tag': '0b6d7b29-bfbc-436b-ad00-ab70506eabb7', 'status': 'completed', 'code': 200} Oct 26 08:49:19.382202 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-57e50de4-68ce-499e-81bc-b465ecd0ae7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:19.422629 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-7ba7f02c-8f96-48a5-9a55-beb7b2c684bd None None] Set router 40d2245a-b8bf-45be-8992-e5a0d4dcf8ba gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:49:19.428712 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a632c-9ffe-420f-a16c-7b9f8ab28417 req-cdd03ba6-a229-4dc0-a9ce-ea5326f123d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:19.430693 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fb1a632c-9ffe-420f-a16c-7b9f8ab28417 req-cdd03ba6-a229-4dc0-a9ce-ea5326f123d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=1b08e96e-7fad-460a-8d77-0d47cb67670a HTTP/1.1" status: 200 len: 1098 time: 0.0470560 Oct 26 08:49:19.537898 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a632c-9ffe-420f-a16c-7b9f8ab28417 req-9960f828-9aad-4979-b5f1-ecd27311d93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:19.539446 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fb1a632c-9ffe-420f-a16c-7b9f8ab28417 req-9960f828-9aad-4979-b5f1-ecd27311d93c service neutron] 10.222.0.47 "GET /v2.0/networks?id=090c253f-ce77-4b10-885d-dfca79f745c4 HTTP/1.1" status: 200 len: 898 time: 0.1018693 Oct 26 08:49:19.569093 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e43e9-60b1-4f01-9b7b-a75ad9c19941 req-dbf21f2d-aff7-40ea-976b-6764a24f7a1e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:19.570856 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f80e43e9-60b1-4f01-9b7b-a75ad9c19941 req-dbf21f2d-aff7-40ea-976b-6764a24f7a1e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b08e96e-7fad-460a-8d77-0d47cb67670a HTTP/1.1" status: 200 len: 945 time: 0.0553803 Oct 26 08:49:19.593761 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fb1a632c-9ffe-420f-a16c-7b9f8ab28417 req-3a02fbcc-2748-4795-b079-94053bfb3923 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b6d7b29-bfbc-436b-ad00-ab70506eabb7 HTTP/1.1" status: 200 len: 217 time: 0.0458684 Oct 26 08:49:19.618966 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f80e43e9-60b1-4f01-9b7b-a75ad9c19941 req-83f7b3ae-6fcf-46f7-a263-c5954940acc4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=534e2888-d100-4081-aa36-35eae60c202f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406187 Oct 26 08:49:19.648108 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a632c-9ffe-420f-a16c-7b9f8ab28417 req-a7dbf7d7-be77-4e14-b2f3-46e001c8e9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:19.649937 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fb1a632c-9ffe-420f-a16c-7b9f8ab28417 req-a7dbf7d7-be77-4e14-b2f3-46e001c8e9b2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e79398f9-0bcd-463b-8423-24275bc84e4b HTTP/1.1" status: 200 len: 835 time: 0.0493393 Oct 26 08:49:19.662539 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-7ba7f02c-8f96-48a5-9a55-beb7b2c684bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'name': 'tempest-TestNetworkBasicOps-router-1887129255', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:48:06Z', 'updated_at': '2021-10-26T08:48:10Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:48:07Z', 'updated_at': '2021-10-26T08:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '16287166-c371-4b33-905e-d0b6e2c9f1a0', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.140', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'port_id': 'a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4', 'mac_address': 'fa:16:3e:fa:df:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac10dcf1-0d4f-466b-b426-673415bdd4b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:48:24Z', 'updated_at': '2021-10-26T08:48:26Z', 'revision_number': 1, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96674e41-ec58-404c-8b2a-dfd7e34b82f3', 'name': '', 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:e4:38:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'e79398f9-0bcd-463b-8423-24275bc84e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:48:09Z', 'updated_at': '2021-10-26T08:48:12Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'e79398f9-0bcd-463b-8423-24275bc84e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:49:19.691261 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba7f02c-8f96-48a5-9a55-beb7b2c684bd None None] Checking router: 40d2245a-b8bf-45be-8992-e5a0d4dcf8ba for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:49:19.697768 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a632c-9ffe-420f-a16c-7b9f8ab28417 req-5ed0cdc4-db43-4c3d-b4af-6734f5458ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:19.699273 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fb1a632c-9ffe-420f-a16c-7b9f8ab28417 req-5ed0cdc4-db43-4c3d-b4af-6734f5458ac0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=090c253f-ce77-4b10-885d-dfca79f745c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0412598 Oct 26 08:49:19.699437 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba7f02c-8f96-48a5-9a55-beb7b2c684bd None None] Routers {'40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:49:19.699989 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-7ba7f02c-8f96-48a5-9a55-beb7b2c684bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:48:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:49:19.795791 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fb1a632c-9ffe-420f-a16c-7b9f8ab28417 req-95b74683-37a8-4cf6-b76f-b56818465848 service neutron] 10.222.0.47 "GET /v2.0/networks/090c253f-ce77-4b10-885d-dfca79f745c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862908 Oct 26 08:49:19.805740 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-7ba7f02c-8f96-48a5-9a55-beb7b2c684bd None None] Set router 40d2245a-b8bf-45be-8992-e5a0d4dcf8ba gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:49:19.888517 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fb1a632c-9ffe-420f-a16c-7b9f8ab28417 req-f6fb615d-4019-4ed8-8cb3-5e3fcb436dc0 service neutron] 10.222.0.47 "GET /v2.0/networks/090c253f-ce77-4b10-885d-dfca79f745c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836933 Oct 26 08:49:20.029310 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-7ba7f02c-8f96-48a5-9a55-beb7b2c684bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'name': 'tempest-TestNetworkBasicOps-router-1887129255', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:48:06Z', 'updated_at': '2021-10-26T08:48:10Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:48:07Z', 'updated_at': '2021-10-26T08:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '16287166-c371-4b33-905e-d0b6e2c9f1a0', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.140', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'port_id': 'a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4', 'mac_address': 'fa:16:3e:fa:df:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac10dcf1-0d4f-466b-b426-673415bdd4b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:48:24Z', 'updated_at': '2021-10-26T08:48:26Z', 'revision_number': 1, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96674e41-ec58-404c-8b2a-dfd7e34b82f3', 'name': '', 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:e4:38:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'e79398f9-0bcd-463b-8423-24275bc84e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:48:09Z', 'updated_at': '2021-10-26T08:48:12Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'e79398f9-0bcd-463b-8423-24275bc84e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:49:20.054751 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba7f02c-8f96-48a5-9a55-beb7b2c684bd None None] The sync data for ids ['40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'] in dv-neutron-804846-13-hyperv is: [{'id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'name': 'tempest-TestNetworkBasicOps-router-1887129255', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:48:06Z', 'updated_at': '2021-10-26T08:48:10Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:48:07Z', 'updated_at': '2021-10-26T08:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '16287166-c371-4b33-905e-d0b6e2c9f1a0', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.140', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'port_id': 'a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4', 'mac_address': 'fa:16:3e:fa:df:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac10dcf1-0d4f-466b-b426-673415bdd4b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:48:24Z', 'updated_at': '2021-10-26T08:48:26Z', 'revision_number': 1, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96674e41-ec58-404c-8b2a-dfd7e34b82f3', 'name': '', 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:e4:38:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'e79398f9-0bcd-463b-8423-24275bc84e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:48:09Z', 'updated_at': '2021-10-26T08:48:12Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'e79398f9-0bcd-463b-8423-24275bc84e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:49:20.260895 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82c02dd-721f-4a41-9afd-9666fb758f6e None None] New status for floating IP fb8c187b-cefe-42f5-a786-463578ae979e: DOWN {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:49:20.745317 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f207d8-2309-49c2-b781-5319781877b4 req-28f551b3-b4d2-4f4b-b0b5-1700d7944414 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:20.746993 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-31f207d8-2309-49c2-b781-5319781877b4 req-28f551b3-b4d2-4f4b-b0b5-1700d7944414 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b08e96e-7fad-460a-8d77-0d47cb67670a HTTP/1.1" status: 200 len: 945 time: 0.0549345 Oct 26 08:49:20.785106 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-31f207d8-2309-49c2-b781-5319781877b4 req-96d0c044-840e-4b7d-947a-028e47322567 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=534e2888-d100-4081-aa36-35eae60c202f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320079 Oct 26 08:49:20.853482 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2fca65-3cb1-43a8-aae3-3af0628d8998 req-4a8a8d87-819b-4539-99eb-0e475c0658df tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:20.854884 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-cd2fca65-3cb1-43a8-aae3-3af0628d8998 req-4a8a8d87-819b-4539-99eb-0e475c0658df tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b08e96e-7fad-460a-8d77-0d47cb67670a HTTP/1.1" status: 200 len: 945 time: 0.0497401 Oct 26 08:49:20.942463 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-cd2fca65-3cb1-43a8-aae3-3af0628d8998 req-c85d44e2-0fd8-44ea-be2d-805eed81afc6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting port 0b6d7b29-bfbc-436b-ad00-ab70506eabb7 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:49:20.942809 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-cd2fca65-3cb1-43a8-aae3-3af0628d8998 req-c85d44e2-0fd8-44ea-be2d-805eed81afc6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:21.033344 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-cd2fca65-3cb1-43a8-aae3-3af0628d8998 req-c85d44e2-0fd8-44ea-be2d-805eed81afc6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] For port 0b6d7b29-bfbc-436b-ad00-ab70506eabb7, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=0b6d7b29-bfbc-436b-ad00-ab70506eabb7,segment=NetworkSegment(34d976c7-8685-41c5-b501-105b29d3f249),segment_id=34d976c7-8685-41c5-b501-105b29d3f249)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:49:21.033740 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-cd2fca65-3cb1-43a8-aae3-3af0628d8998 req-c85d44e2-0fd8-44ea-be2d-805eed81afc6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:21.046401 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-cd2fca65-3cb1-43a8-aae3-3af0628d8998 req-c85d44e2-0fd8-44ea-be2d-805eed81afc6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Calling delete_port for 0b6d7b29-bfbc-436b-ad00-ab70506eabb7 owned by compute:nova {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:49:21.172100 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-cd2fca65-3cb1-43a8-aae3-3af0628d8998 req-c85d44e2-0fd8-44ea-be2d-805eed81afc6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:21.201782 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d44e2-0fd8-44ea-be2d-805eed81afc6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Port': ['ID=0b6d7b29-bfbc-436b-ad00-ab70506eabb7,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:21.241378 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd2fca65-3cb1-43a8-aae3-3af0628d8998 req-c85d44e2-0fd8-44ea-be2d-805eed81afc6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] No DVR routers for this DVR port 0b6d7b29-bfbc-436b-ad00-ab70506eabb7 on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:49:21.243931 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-cd2fca65-3cb1-43a8-aae3-3af0628d8998 req-c85d44e2-0fd8-44ea-be2d-805eed81afc6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:21.248076 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-cd2fca65-3cb1-43a8-aae3-3af0628d8998 req-c85d44e2-0fd8-44ea-be2d-805eed81afc6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "DELETE /v2.0/ports/0b6d7b29-bfbc-436b-ad00-ab70506eabb7 HTTP/1.1" status: 204 len: 173 time: 0.3862278 Oct 26 08:49:21.248513 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b08e96e-7fad-460a-8d77-0d47cb67670a', 'name': 'network-vif-deleted', 'tag': '0b6d7b29-bfbc-436b-ad00-ab70506eabb7'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:49:21.250868 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0624fef3-4d15-40a4-b862-7f9d3f09bf83" -d '{"events": [{"server_uuid": "1b08e96e-7fad-460a-8d77-0d47cb67670a", "name": "network-vif-deleted", "tag": "0b6d7b29-bfbc-436b-ad00-ab70506eabb7"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:49:21.289634 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add69d89-cd87-4d5f-8b73-f44d3b29d0ab x-openstack-request-id: req-add69d89-cd87-4d5f-8b73-f44d3b29d0ab {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:49:21.289923 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b08e96e-7fad-460a-8d77-0d47cb67670a", "name": "network-vif-deleted", "tag": "0b6d7b29-bfbc-436b-ad00-ab70506eabb7", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:49:21.290173 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-add69d89-cd87-4d5f-8b73-f44d3b29d0ab {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:49:21.290593 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b08e96e-7fad-460a-8d77-0d47cb67670a', 'name': 'network-vif-deleted', 'tag': '0b6d7b29-bfbc-436b-ad00-ab70506eabb7', 'status': 'completed', 'code': 200} Oct 26 08:49:21.841986 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 40050) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:49:21.900648 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-213a962a-d8e7-4ec6-9ae5-7ad8e85e3a1c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:21.926481 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-213a962a-d8e7-4ec6-9ae5-7ad8e85e3a1c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:21.990703 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-213a962a-d8e7-4ec6-9ae5-7ad8e85e3a1c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:21.993466 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-213a962a-d8e7-4ec6-9ae5-7ad8e85e3a1c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:21.994637 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-213a962a-d8e7-4ec6-9ae5-7ad8e85e3a1c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/security-groups/534e2888-d100-4081-aa36-35eae60c202f HTTP/1.1" status: 204 len: 168 time: 0.1513755 Oct 26 08:49:22.004177 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a962a-d8e7-4ec6-9ae5-7ad8e85e3a1c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=534e2888-d100-4081-aa36-35eae60c202f,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:22.024626 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 40054) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:49:22.060213 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b969d904-a5cb-435b-9f22-e86c2fa4e616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:22.181649 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-1c46685b-9129-4fe9-a7ec-76b27b33f6ed tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting port ee7c6aec-92cb-4ef3-b903-cbab3bc896b0 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:49:22.182003 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1c46685b-9129-4fe9-a7ec-76b27b33f6ed tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:22.256442 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1c46685b-9129-4fe9-a7ec-76b27b33f6ed tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:22.256767 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1c46685b-9129-4fe9-a7ec-76b27b33f6ed tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:22.268749 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-1c46685b-9129-4fe9-a7ec-76b27b33f6ed tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Calling delete_port for ee7c6aec-92cb-4ef3-b903-cbab3bc896b0 owned by network:floatingip {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:49:22.417036 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1c46685b-9129-4fe9-a7ec-76b27b33f6ed tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:22.444067 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c46685b-9129-4fe9-a7ec-76b27b33f6ed tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Port': ['ID=ee7c6aec-92cb-4ef3-b903-cbab3bc896b0,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:22.508445 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1c46685b-9129-4fe9-a7ec-76b27b33f6ed tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:22.508777 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.l3_db [None req-1c46685b-9129-4fe9-a7ec-76b27b33f6ed tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Floating IP 16287166-c371-4b33-905e-d0b6e2c9f1a0 disassociated (deleted). External IP: 172.26.2.140, port: a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3. Oct 26 08:49:22.715950 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c46685b-9129-4fe9-a7ec-76b27b33f6ed tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router 40d2245a-b8bf-45be-8992-e5a0d4dcf8ba has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:49:22.822632 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c46685b-9129-4fe9-a7ec-76b27b33f6ed tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:49:22.827806 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1c46685b-9129-4fe9-a7ec-76b27b33f6ed tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:22.832623 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737fc0eb-b305-41e4-9df5-ba8a5424fd6e None None] Sync routers for ids ['40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:49:22.843612 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737fc0eb-b305-41e4-9df5-ba8a5424fd6e None None] Routers {'40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:49:22.844299 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-737fc0eb-b305-41e4-9df5-ba8a5424fd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:49:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:49:22.856468 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1c46685b-9129-4fe9-a7ec-76b27b33f6ed tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/floatingips/16287166-c371-4b33-905e-d0b6e2c9f1a0 HTTP/1.1" status: 204 len: 168 time: 0.8300183 Oct 26 08:49:22.857251 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac10dcf1-0d4f-466b-b426-673415bdd4b1', 'tag': 'a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:49:22.859739 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6001f9b463937e9ba59653060f797cf6a3b9cfc8c69abf6deb468a53c3a3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8033a21-5456-42fa-99ee-63cc0dcaea6f" -d '{"events": [{"name": "network-changed", "server_uuid": "ac10dcf1-0d4f-466b-b426-673415bdd4b1", "tag": "a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:49:22.913245 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e447b4-407f-4897-8abf-ed893bda0453 x-openstack-request-id: req-a8e447b4-407f-4897-8abf-ed893bda0453 {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:49:22.913543 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac10dcf1-0d4f-466b-b426-673415bdd4b1", "tag": "a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3", "status": "completed", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:49:22.913834 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a8e447b4-407f-4897-8abf-ed893bda0453 {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:49:22.914238 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac10dcf1-0d4f-466b-b426-673415bdd4b1', 'tag': 'a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3', 'status': 'completed', 'code': 200} Oct 26 08:49:22.930406 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:22.979128 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-737fc0eb-b305-41e4-9df5-ba8a5424fd6e None None] Set router 40d2245a-b8bf-45be-8992-e5a0d4dcf8ba gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:49:22.981565 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8033a21-5456-42fa-99ee-63cc0dcaea6f req-856155a0-c450-4571-a472-7b554008e64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:22.983824 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c8033a21-5456-42fa-99ee-63cc0dcaea6f req-856155a0-c450-4571-a472-7b554008e64d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=ac10dcf1-0d4f-466b-b426-673415bdd4b1 HTTP/1.1" status: 200 len: 1098 time: 0.0478921 Oct 26 08:49:23.087064 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8033a21-5456-42fa-99ee-63cc0dcaea6f req-29251a96-b563-47f0-9319-c82c1174f15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:23.088549 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c8033a21-5456-42fa-99ee-63cc0dcaea6f req-29251a96-b563-47f0-9319-c82c1174f15f service neutron] 10.222.0.47 "GET /v2.0/networks?id=090c253f-ce77-4b10-885d-dfca79f745c4 HTTP/1.1" status: 200 len: 898 time: 0.0932565 Oct 26 08:49:23.116238 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bda58-7a3c-4fb1-bc5d-788c188be51c req-0f7bf977-efb6-4ed8-8e1a-d53ac3be7016 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:23.118040 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-ce1bda58-7a3c-4fb1-bc5d-788c188be51c req-0f7bf977-efb6-4ed8-8e1a-d53ac3be7016 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac10dcf1-0d4f-466b-b426-673415bdd4b1 HTTP/1.1" status: 200 len: 945 time: 0.0533359 Oct 26 08:49:23.137036 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c8033a21-5456-42fa-99ee-63cc0dcaea6f req-dfcccd80-9a2e-4d0c-9869-1c0fe9244b58 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3 HTTP/1.1" status: 200 len: 217 time: 0.0398221 Oct 26 08:49:23.160489 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-ce1bda58-7a3c-4fb1-bc5d-788c188be51c req-97a9d667-079e-4cba-96a3-8d99dfea55c9 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=460a75c0-bdbc-4cc3-8044-552b622bf28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349069 Oct 26 08:49:23.188583 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8033a21-5456-42fa-99ee-63cc0dcaea6f req-8ab17d28-4343-4842-bf06-9b5b967fec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:23.190257 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c8033a21-5456-42fa-99ee-63cc0dcaea6f req-8ab17d28-4343-4842-bf06-9b5b967fec2b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e79398f9-0bcd-463b-8423-24275bc84e4b HTTP/1.1" status: 200 len: 835 time: 0.0462284 Oct 26 08:49:23.201413 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-737fc0eb-b305-41e4-9df5-ba8a5424fd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'name': 'tempest-TestNetworkBasicOps-router-1887129255', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:48:06Z', 'updated_at': '2021-10-26T08:48:10Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:48:07Z', 'updated_at': '2021-10-26T08:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '96674e41-ec58-404c-8b2a-dfd7e34b82f3', 'name': '', 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:e4:38:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'e79398f9-0bcd-463b-8423-24275bc84e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:48:09Z', 'updated_at': '2021-10-26T08:48:12Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'e79398f9-0bcd-463b-8423-24275bc84e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:49:23.231773 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737fc0eb-b305-41e4-9df5-ba8a5424fd6e None None] Checking router: 40d2245a-b8bf-45be-8992-e5a0d4dcf8ba for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:49:23.237957 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8033a21-5456-42fa-99ee-63cc0dcaea6f req-72af694f-9258-448f-8fdc-bf4c25dbb8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:23.239474 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c8033a21-5456-42fa-99ee-63cc0dcaea6f req-72af694f-9258-448f-8fdc-bf4c25dbb8b6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=090c253f-ce77-4b10-885d-dfca79f745c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0406570 Oct 26 08:49:23.240094 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737fc0eb-b305-41e4-9df5-ba8a5424fd6e None None] Routers {'40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:49:23.240691 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-737fc0eb-b305-41e4-9df5-ba8a5424fd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:49:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:49:23.300091 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:23.343990 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c8033a21-5456-42fa-99ee-63cc0dcaea6f req-96cb44f0-7758-4f25-a41b-54540a1d8f96 service neutron] 10.222.0.47 "GET /v2.0/networks/090c253f-ce77-4b10-885d-dfca79f745c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960913 Oct 26 08:49:23.353559 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-737fc0eb-b305-41e4-9df5-ba8a5424fd6e None None] Set router 40d2245a-b8bf-45be-8992-e5a0d4dcf8ba gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:49:23.435228 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c8033a21-5456-42fa-99ee-63cc0dcaea6f req-310880cf-d942-47df-af84-cd3f94947df1 service neutron] 10.222.0.47 "GET /v2.0/networks/090c253f-ce77-4b10-885d-dfca79f745c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840123 Oct 26 08:49:23.632842 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-737fc0eb-b305-41e4-9df5-ba8a5424fd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'name': 'tempest-TestNetworkBasicOps-router-1887129255', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:48:06Z', 'updated_at': '2021-10-26T08:48:10Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:48:07Z', 'updated_at': '2021-10-26T08:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '96674e41-ec58-404c-8b2a-dfd7e34b82f3', 'name': '', 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:e4:38:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'e79398f9-0bcd-463b-8423-24275bc84e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:48:09Z', 'updated_at': '2021-10-26T08:48:12Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'e79398f9-0bcd-463b-8423-24275bc84e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:49:23.659077 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737fc0eb-b305-41e4-9df5-ba8a5424fd6e None None] The sync data for ids ['40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'] in dv-neutron-804846-13-hyperv is: [{'id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'name': 'tempest-TestNetworkBasicOps-router-1887129255', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:48:06Z', 'updated_at': '2021-10-26T08:48:10Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:48:07Z', 'updated_at': '2021-10-26T08:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '96674e41-ec58-404c-8b2a-dfd7e34b82f3', 'name': '', 'network_id': '090c253f-ce77-4b10-885d-dfca79f745c4', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:e4:38:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'e79398f9-0bcd-463b-8423-24275bc84e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:48:09Z', 'updated_at': '2021-10-26T08:48:12Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': 'e79398f9-0bcd-463b-8423-24275bc84e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:49:23.867240 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01031219-0575-49be-8a4a-71189c5f869b None None] New status for floating IP 16287166-c371-4b33-905e-d0b6e2c9f1a0: DOWN {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:49:24.220675 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:24.281314 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ebfb5-83e6-4f46-92eb-ae8180028ba0 req-bb8ee1c4-c142-4e08-b198-b374a72042c5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:24.282855 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e48ebfb5-83e6-4f46-92eb-ae8180028ba0 req-bb8ee1c4-c142-4e08-b198-b374a72042c5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac10dcf1-0d4f-466b-b426-673415bdd4b1 HTTP/1.1" status: 200 len: 945 time: 0.0497093 Oct 26 08:49:24.326716 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e48ebfb5-83e6-4f46-92eb-ae8180028ba0 req-098af6e5-7d86-4f9b-9c26-57aa69397411 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=460a75c0-bdbc-4cc3-8044-552b622bf28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379510 Oct 26 08:49:24.527295 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642c1a4-97b6-43f8-b445-ecdf6e0c74d6 req-0d1e436e-6453-413a-b9c3-1de6ff804a9a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:24.528668 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7642c1a4-97b6-43f8-b445-ecdf6e0c74d6 req-0d1e436e-6453-413a-b9c3-1de6ff804a9a tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "GET /v2.0/ports?device_id=ac10dcf1-0d4f-466b-b426-673415bdd4b1 HTTP/1.1" status: 200 len: 945 time: 0.0526671 Oct 26 08:49:24.615777 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-7642c1a4-97b6-43f8-b445-ecdf6e0c74d6 req-992676ef-3066-4a56-af7d-0d3052f4738c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting port a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:49:24.616120 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-7642c1a4-97b6-43f8-b445-ecdf6e0c74d6 req-992676ef-3066-4a56-af7d-0d3052f4738c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:24.706158 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-7642c1a4-97b6-43f8-b445-ecdf6e0c74d6 req-992676ef-3066-4a56-af7d-0d3052f4738c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] For port a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3,segment=NetworkSegment(34d976c7-8685-41c5-b501-105b29d3f249),segment_id=34d976c7-8685-41c5-b501-105b29d3f249)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:49:24.706524 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-7642c1a4-97b6-43f8-b445-ecdf6e0c74d6 req-992676ef-3066-4a56-af7d-0d3052f4738c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:24.720015 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-7642c1a4-97b6-43f8-b445-ecdf6e0c74d6 req-992676ef-3066-4a56-af7d-0d3052f4738c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Calling delete_port for a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3 owned by compute:nova {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:49:24.822904 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:24.859714 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-7642c1a4-97b6-43f8-b445-ecdf6e0c74d6 req-992676ef-3066-4a56-af7d-0d3052f4738c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:25.179022 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992676ef-3066-4a56-af7d-0d3052f4738c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Port': ['ID=a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:25.216242 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-7642c1a4-97b6-43f8-b445-ecdf6e0c74d6 req-992676ef-3066-4a56-af7d-0d3052f4738c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] No DVR routers for this DVR port a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3 on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:49:25.219128 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-7642c1a4-97b6-43f8-b445-ecdf6e0c74d6 req-992676ef-3066-4a56-af7d-0d3052f4738c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:25.222626 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7642c1a4-97b6-43f8-b445-ecdf6e0c74d6 req-992676ef-3066-4a56-af7d-0d3052f4738c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "DELETE /v2.0/ports/a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3 HTTP/1.1" status: 204 len: 173 time: 0.6881092 Oct 26 08:49:25.223077 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac10dcf1-0d4f-466b-b426-673415bdd4b1', 'name': 'network-vif-deleted', 'tag': 'a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:49:25.225917 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddb7b3c-84a4-4c96-a889-5474065c4939" -d '{"events": [{"server_uuid": "ac10dcf1-0d4f-466b-b426-673415bdd4b1", "name": "network-vif-deleted", "tag": "a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:49:25.266795 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc21502-2ac6-4a5c-954b-c9fd77febed9 x-openstack-request-id: req-ddc21502-2ac6-4a5c-954b-c9fd77febed9 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:49:25.267086 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac10dcf1-0d4f-466b-b426-673415bdd4b1", "name": "network-vif-deleted", "tag": "a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:49:25.267332 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ddc21502-2ac6-4a5c-954b-c9fd77febed9 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:49:25.267725 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac10dcf1-0d4f-466b-b426-673415bdd4b1', 'name': 'network-vif-deleted', 'tag': 'a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3', 'status': 'completed', 'code': 200} Oct 26 08:49:25.430308 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-197da2c3-0086-4dea-b4de-05c8c04d87aa req-0fd20cbb-181f-4cdb-a1b0-3147886cd7c5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac10dcf1-0d4f-466b-b426-673415bdd4b1 HTTP/1.1" status: 200 len: 210 time: 0.0258677 Oct 26 08:49:25.545969 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 0b6d7b29-bfbc-436b-ad00-ab70506eabb7 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:49:25.570639 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] No Port match for: 0b6d7b29-bfbc-436b-ad00-ab70506eabb7 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:49:25.570990 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 0b6d7b29-bfbc-436b-ad00-ab70506eabb7 not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:49:25.571416 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:49:25.593385 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] No Port match for: a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:49:25.593744 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device a6c34a3a-c9bc-49e4-b11a-872d6c56aaf3 not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:49:26.486550 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 40070) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:49:26.544621 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-50d77790-2bc8-403f-9b66-2af91934d9a4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:26.570654 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-50d77790-2bc8-403f-9b66-2af91934d9a4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:26.634206 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-50d77790-2bc8-403f-9b66-2af91934d9a4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:26.636794 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-50d77790-2bc8-403f-9b66-2af91934d9a4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:26.637938 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-50d77790-2bc8-403f-9b66-2af91934d9a4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/security-groups/460a75c0-bdbc-4cc3-8044-552b622bf28e HTTP/1.1" status: 204 len: 168 time: 0.1503367 Oct 26 08:49:26.647238 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d77790-2bc8-403f-9b66-2af91934d9a4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=460a75c0-bdbc-4cc3-8044-552b622bf28e,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:26.668594 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 40074) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:49:27.027280 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-13a9ca81-906d-4199-8ff7-7e9ef7740ee7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:27.281028 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-13a9ca81-906d-4199-8ff7-7e9ef7740ee7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting port 96674e41-ec58-404c-8b2a-dfd7e34b82f3 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:49:27.281558 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-13a9ca81-906d-4199-8ff7-7e9ef7740ee7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:27.368993 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-13a9ca81-906d-4199-8ff7-7e9ef7740ee7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] For port 96674e41-ec58-404c-8b2a-dfd7e34b82f3, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=96674e41-ec58-404c-8b2a-dfd7e34b82f3,segment=NetworkSegment(34d976c7-8685-41c5-b501-105b29d3f249),segment_id=34d976c7-8685-41c5-b501-105b29d3f249)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:49:27.369355 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-13a9ca81-906d-4199-8ff7-7e9ef7740ee7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:27.381757 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-13a9ca81-906d-4199-8ff7-7e9ef7740ee7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Calling delete_port for 96674e41-ec58-404c-8b2a-dfd7e34b82f3 owned by network:router_interface {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:49:27.569141 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-13a9ca81-906d-4199-8ff7-7e9ef7740ee7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:27.596523 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9ca81-906d-4199-8ff7-7e9ef7740ee7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Port': ['ID=96674e41-ec58-404c-8b2a-dfd7e34b82f3,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:27.795838 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-13a9ca81-906d-4199-8ff7-7e9ef7740ee7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:28.017408 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a9ca81-906d-4199-8ff7-7e9ef7740ee7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router 40d2245a-b8bf-45be-8992-e5a0d4dcf8ba has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:49:28.128140 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a9ca81-906d-4199-8ff7-7e9ef7740ee7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:49:28.136323 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-13a9ca81-906d-4199-8ff7-7e9ef7740ee7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "PUT /v2.0/routers/40d2245a-b8bf-45be-8992-e5a0d4dcf8ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4666073 Oct 26 08:49:28.136539 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 40076) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:49:28.141229 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e87c3a-8c89-443b-8fa8-d4f63a92bc82 None None] Sync routers for ids ['40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:49:28.150738 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e87c3a-8c89-443b-8fa8-d4f63a92bc82 None None] Routers {'40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:49:28.151348 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-02e87c3a-8c89-443b-8fa8-d4f63a92bc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:49:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:49:28.190327 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c09efc3-8ad2-4d78-9312-4c7b429284f6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting subnet e79398f9-0bcd-463b-8423-24275bc84e4b {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:49:28.193593 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c09efc3-8ad2-4d78-9312-4c7b429284f6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:28.233036 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c09efc3-8ad2-4d78-9312-4c7b429284f6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:28.256212 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-02e87c3a-8c89-443b-8fa8-d4f63a92bc82 None None] Set router 40d2245a-b8bf-45be-8992-e5a0d4dcf8ba gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:49:28.326520 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c09efc3-8ad2-4d78-9312-4c7b429284f6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:28.388009 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c09efc3-8ad2-4d78-9312-4c7b429284f6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:28.416017 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c09efc3-8ad2-4d78-9312-4c7b429284f6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Subnet': ['ID=e79398f9-0bcd-463b-8423-24275bc84e4b,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:28.420014 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4c09efc3-8ad2-4d78-9312-4c7b429284f6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:28.424497 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4c09efc3-8ad2-4d78-9312-4c7b429284f6 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/subnets/e79398f9-0bcd-463b-8423-24275bc84e4b HTTP/1.1" status: 204 len: 168 time: 0.2869248 Oct 26 08:49:28.427063 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 40078) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:49:28.427441 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dc1423-a6dd-4c1b-99a6-7e305b6e7996 None None] Network 090c253f-ce77-4b10-885d-dfca79f745c4 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:49:28.447354 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-02e87c3a-8c89-443b-8fa8-d4f63a92bc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'name': 'tempest-TestNetworkBasicOps-router-1887129255', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:48:06Z', 'updated_at': '2021-10-26T08:49:27Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:48:07Z', 'updated_at': '2021-10-26T08:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:49:28.476894 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e87c3a-8c89-443b-8fa8-d4f63a92bc82 None None] Checking router: 40d2245a-b8bf-45be-8992-e5a0d4dcf8ba for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:49:28.487413 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e87c3a-8c89-443b-8fa8-d4f63a92bc82 None None] Routers {'40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:49:28.488899 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-02e87c3a-8c89-443b-8fa8-d4f63a92bc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:49:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:49:28.538686 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a6e71a9a-2853-4a09-97da-16baed6a0ceb tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:28.604839 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-02e87c3a-8c89-443b-8fa8-d4f63a92bc82 None None] Set router 40d2245a-b8bf-45be-8992-e5a0d4dcf8ba gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:49:28.618862 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd0d0ff-22f9-49ca-9f9d-6dd37d0c1633 None None] DHCP port deletion for 090c253f-ce77-4b10-885d-dfca79f745c4 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:49:28.656864 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a6e71a9a-2853-4a09-97da-16baed6a0ceb tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:28.674929 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-0fd0d0ff-22f9-49ca-9f9d-6dd37d0c1633 None None] Deleting port 19d7e40b-b079-4914-a67e-f5842b9783ca {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:49:28.675666 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0fd0d0ff-22f9-49ca-9f9d-6dd37d0c1633 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:28.712880 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-a6e71a9a-2853-4a09-97da-16baed6a0ceb tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting port ce79590c-804b-447a-871d-c341d445d3b6 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:49:28.713123 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a6e71a9a-2853-4a09-97da-16baed6a0ceb tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:28.746879 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-0fd0d0ff-22f9-49ca-9f9d-6dd37d0c1633 None None] For port 19d7e40b-b079-4914-a67e-f5842b9783ca, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=19d7e40b-b079-4914-a67e-f5842b9783ca,segment=NetworkSegment(34d976c7-8685-41c5-b501-105b29d3f249),segment_id=34d976c7-8685-41c5-b501-105b29d3f249)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:49:28.747290 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0fd0d0ff-22f9-49ca-9f9d-6dd37d0c1633 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:28.759884 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-0fd0d0ff-22f9-49ca-9f9d-6dd37d0c1633 None None] Calling delete_port for 19d7e40b-b079-4914-a67e-f5842b9783ca owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:49:28.795380 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-02e87c3a-8c89-443b-8fa8-d4f63a92bc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'name': 'tempest-TestNetworkBasicOps-router-1887129255', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:48:06Z', 'updated_at': '2021-10-26T08:49:27Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:48:07Z', 'updated_at': '2021-10-26T08:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:49:28.830591 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e87c3a-8c89-443b-8fa8-d4f63a92bc82 None None] The sync data for ids ['40d2245a-b8bf-45be-8992-e5a0d4dcf8ba'] in dv-neutron-804846-13-hyperv is: [{'id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'name': 'tempest-TestNetworkBasicOps-router-1887129255', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157'}], 'enable_snat': True}, 'gw_port_id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:48:06Z', 'updated_at': '2021-10-26T08:49:27Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'ce79590c-804b-447a-871d-c341d445d3b6', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d2245a-b8bf-45be-8992-e5a0d4dcf8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:48:07Z', 'updated_at': '2021-10-26T08:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:49:28.994382 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0fd0d0ff-22f9-49ca-9f9d-6dd37d0c1633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:29.020586 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0d0ff-22f9-49ca-9f9d-6dd37d0c1633 None None] Pushing event deleted for resources: {'Port': ['ID=19d7e40b-b079-4914-a67e-f5842b9783ca,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:29.025063 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd0d0ff-22f9-49ca-9f9d-6dd37d0c1633 None None] No DVR routers for this DVR port 19d7e40b-b079-4914-a67e-f5842b9783ca on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:49:29.031851 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0d0ff-22f9-49ca-9f9d-6dd37d0c1633 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:29.032319 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0d0ff-22f9-49ca-9f9d-6dd37d0c1633 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:29.032543 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0d0ff-22f9-49ca-9f9d-6dd37d0c1633 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:29.032881 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0d0ff-22f9-49ca-9f9d-6dd37d0c1633 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:29.039319 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0d0ff-22f9-49ca-9f9d-6dd37d0c1633 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:29.039319 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0d0ff-22f9-49ca-9f9d-6dd37d0c1633 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:29.039319 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0d0ff-22f9-49ca-9f9d-6dd37d0c1633 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:29.039319 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0d0ff-22f9-49ca-9f9d-6dd37d0c1633 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:29.039319 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0d0ff-22f9-49ca-9f9d-6dd37d0c1633 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:29.039319 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0d0ff-22f9-49ca-9f9d-6dd37d0c1633 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:29.039319 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0d0ff-22f9-49ca-9f9d-6dd37d0c1633 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:29.039319 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0d0ff-22f9-49ca-9f9d-6dd37d0c1633 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:29.062976 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-a6e71a9a-2853-4a09-97da-16baed6a0ceb tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] For port ce79590c-804b-447a-871d-c341d445d3b6, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=ce79590c-804b-447a-871d-c341d445d3b6,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:49:29.063417 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a6e71a9a-2853-4a09-97da-16baed6a0ceb tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:29.075551 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-a6e71a9a-2853-4a09-97da-16baed6a0ceb tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Calling delete_port for ce79590c-804b-447a-871d-c341d445d3b6 owned by network:router_gateway {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:49:29.242130 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a6e71a9a-2853-4a09-97da-16baed6a0ceb tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:29.267376 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e71a9a-2853-4a09-97da-16baed6a0ceb tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Port': ['ID=ce79590c-804b-447a-871d-c341d445d3b6,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:29.331635 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a6e71a9a-2853-4a09-97da-16baed6a0ceb tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:29.423680 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a6e71a9a-2853-4a09-97da-16baed6a0ceb tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:29.425907 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a6e71a9a-2853-4a09-97da-16baed6a0ceb tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:29.471780 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a6e71a9a-2853-4a09-97da-16baed6a0ceb tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:29.472467 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e71a9a-2853-4a09-97da-16baed6a0ceb tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Fanout notify agent at l3_agent the message router_deleted on router 40d2245a-b8bf-45be-8992-e5a0d4dcf8ba {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:49:29.479846 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a6e71a9a-2853-4a09-97da-16baed6a0ceb tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:29.480990 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a6e71a9a-2853-4a09-97da-16baed6a0ceb tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/routers/40d2245a-b8bf-45be-8992-e5a0d4dcf8ba HTTP/1.1" status: 204 len: 168 time: 1.0529730 Oct 26 08:49:29.484358 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 40080) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:49:29.566681 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e48335e3-a091-4a1b-a12a-2b13bf144b68 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:29.658022 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e48335e3-a091-4a1b-a12a-2b13bf144b68 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:29.677090 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-e48335e3-a091-4a1b-a12a-2b13bf144b68 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['090c253f-ce77-4b10-885d-dfca79f745c4']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:49:29.686248 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-e48335e3-a091-4a1b-a12a-2b13bf144b68 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34d976c7-8685-41c5-b501-105b29d3f249') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:49:29.686669 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-e48335e3-a091-4a1b-a12a-2b13bf144b68 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34d976c7-8685-41c5-b501-105b29d3f249') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:49:29.696105 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e48335e3-a091-4a1b-a12a-2b13bf144b68 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:29.710474 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e48335e3-a091-4a1b-a12a-2b13bf144b68 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:29.716708 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e48335e3-a091-4a1b-a12a-2b13bf144b68 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:49:29.717090 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e48335e3-a091-4a1b-a12a-2b13bf144b68 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:29.721169 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 08:49:29.721169 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:49:29.721169 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 08:49:29.721169 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:49:29.721169 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 08:49:29.721169 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:49:29.721169 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 08:49:29.721169 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:49:29.721169 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 08:49:29.721169 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:49:29.721169 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 08:49:29.721169 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:49:29.721169 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 08:49:29.721169 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:49:29.721169 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:49:29.721169 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:49:29.721169 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:49:29.721169 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:49:29.721169 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 08:49:29.721169 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:49:29.721169 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 08:49:29.721169 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:49:29.721169 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:49:29.721169 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:49:29.721169 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 08:49:29.721169 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:49:29.721169 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:49:29.721169 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:49:29.721169 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:49:29.721169 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:49:29.721169 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:49:29.721169 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:49:29.782123 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e48335e3-a091-4a1b-a12a-2b13bf144b68 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:29.788762 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e48335e3-a091-4a1b-a12a-2b13bf144b68 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:29.791787 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e48335e3-a091-4a1b-a12a-2b13bf144b68 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/networks/090c253f-ce77-4b10-885d-dfca79f745c4 HTTP/1.1" status: 204 len: 168 time: 0.3064754 Oct 26 08:49:29.804087 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48335e3-a091-4a1b-a12a-2b13bf144b68 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Network': ['ID=090c253f-ce77-4b10-885d-dfca79f745c4,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:29.817922 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 40082) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:49:29.823190 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-3e887e8e-0eb6-4011-b778-781ea48ee00d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'network': {'name': 'tempest-network-smoke--536213009', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'port_security_enabled': True}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:49:29.845313 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e887e8e-0eb6-4011-b778-781ea48ee00d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Made reservation on behalf of c0122ef6aaf84badac5fbf473c701d56 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:49:29.848683 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3e887e8e-0eb6-4011-b778-781ea48ee00d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:29.871572 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e887e8e-0eb6-4011-b778-781ea48ee00d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:49:29.881451 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3e887e8e-0eb6-4011-b778-781ea48ee00d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:29.881831 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-3e887e8e-0eb6-4011-b778-781ea48ee00d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Added segment f8609159-ff92-4ea2-aa40-3fedfd8e72c1 of type vlan for network 58da8795-f79c-4b42-9d02-c22a976cd923 Oct 26 08:49:29.925158 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3e887e8e-0eb6-4011-b778-781ea48ee00d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:29.951655 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3e887e8e-0eb6-4011-b778-781ea48ee00d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:29.958679 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e887e8e-0eb6-4011-b778-781ea48ee00d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:29.959287 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3e887e8e-0eb6-4011-b778-781ea48ee00d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:29.990976 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device ce79590c-804b-447a-871d-c341d445d3b6 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:49:30.011955 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: ce79590c-804b-447a-871d-c341d445d3b6 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:49:30.012351 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device ce79590c-804b-447a-871d-c341d445d3b6 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:49:30.013039 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 96674e41-ec58-404c-8b2a-dfd7e34b82f3 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:49:30.019322 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3e887e8e-0eb6-4011-b778-781ea48ee00d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2002113 Oct 26 08:49:30.022382 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 40084) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:49:30.026721 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-24774317-54d7-4b16-b66d-32cc345986f0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1255717530', 'admin_state_up': True, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:49:30.033280 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 96674e41-ec58-404c-8b2a-dfd7e34b82f3 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:49:30.033561 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 96674e41-ec58-404c-8b2a-dfd7e34b82f3 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:49:30.034105 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 19d7e40b-b079-4914-a67e-f5842b9783ca no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:49:30.040495 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e887e8e-0eb6-4011-b778-781ea48ee00d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Network': ['ID=58da8795-f79c-4b42-9d02-c22a976cd923,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:30.057478 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24774317-54d7-4b16-b66d-32cc345986f0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:30.064736 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24774317-54d7-4b16-b66d-32cc345986f0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:30.065021 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 58da8795-f79c-4b42-9d02-c22a976cd923 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:49:30.065021 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 19d7e40b-b079-4914-a67e-f5842b9783ca {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:49:30.065021 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 19d7e40b-b079-4914-a67e-f5842b9783ca not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:49:30.115561 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24774317-54d7-4b16-b66d-32cc345986f0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:30.258706 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24774317-54d7-4b16-b66d-32cc345986f0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:30.447830 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24774317-54d7-4b16-b66d-32cc345986f0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_gateway, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:30.471238 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24774317-54d7-4b16-b66d-32cc345986f0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:30.569965 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-24774317-54d7-4b16-b66d-32cc345986f0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Allocated IP 172.26.2.182 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/f151ae7c-6e94-4753-9c73-d1f071cfbd39) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:49:30.673287 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24774317-54d7-4b16-b66d-32cc345986f0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:30.706096 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24774317-54d7-4b16-b66d-32cc345986f0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:30.741278 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24774317-54d7-4b16-b66d-32cc345986f0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:49:30.746158 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-24774317-54d7-4b16-b66d-32cc345986f0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:49:30.750313 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24774317-54d7-4b16-b66d-32cc345986f0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:49:30.775832 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24774317-54d7-4b16-b66d-32cc345986f0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=f151ae7c-6e94-4753-9c73-d1f071cfbd39,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:30.997399 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24774317-54d7-4b16-b66d-32cc345986f0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_gateway, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:31.192299 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24774317-54d7-4b16-b66d-32cc345986f0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:31.319812 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24774317-54d7-4b16-b66d-32cc345986f0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router 351e851e-d30d-499c-a1d2-d0541ed732f8 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:49:31.426865 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24774317-54d7-4b16-b66d-32cc345986f0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:49:31.436282 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd170e31-e8b7-4f3c-aaff-bfa318ade5fa None None] Sync routers for ids ['351e851e-d30d-499c-a1d2-d0541ed732f8'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:49:31.446177 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd170e31-e8b7-4f3c-aaff-bfa318ade5fa None None] Routers {'351e851e-d30d-499c-a1d2-d0541ed732f8'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:49:31.446877 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-24774317-54d7-4b16-b66d-32cc345986f0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:31.447050 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-bd170e31-e8b7-4f3c-aaff-bfa318ade5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:49:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['351e851e-d30d-499c-a1d2-d0541ed732f8'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:49:31.448092 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-24774317-54d7-4b16-b66d-32cc345986f0 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4249241 Oct 26 08:49:31.451209 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 40086) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:49:31.558138 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-bd170e31-e8b7-4f3c-aaff-bfa318ade5fa None None] Set router 351e851e-d30d-499c-a1d2-d0541ed732f8 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:49:31.609051 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-88991ca3-c127-49ec-a12b-7a532568c2f7 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=c0122ef6aaf84badac5fbf473c701d56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1561463 Oct 26 08:49:31.611635 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 40090) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:49:31.695703 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad2676a-2d4a-499c-a7ab-97237f0b02de tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:31.697222 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7ad2676a-2d4a-499c-a7ab-97237f0b02de tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0846798 Oct 26 08:49:31.700073 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 40092) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:49:31.732133 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-464f946f-7095-427e-b06d-8082e993ea6c tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=e0ba3cfd-db28-4690-8a12-e5c00a0b88c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309813 Oct 26 08:49:31.735862 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 40094) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:49:31.740565 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-c462a725-bf37-4347-961f-d2d4a107ca42 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-896110583', 'network_id': '58da8795-f79c-4b42-9d02-c22a976cd923', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:49:31.742387 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-bd170e31-e8b7-4f3c-aaff-bfa318ade5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'name': 'tempest-TestNetworkBasicOps-router-1255717530', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f151ae7c-6e94-4753-9c73-d1f071cfbd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:49:30Z', 'updated_at': '2021-10-26T08:49:30Z', 'revision_number': 3, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'f151ae7c-6e94-4753-9c73-d1f071cfbd39', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:49:30Z', 'updated_at': '2021-10-26T08:49:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:49:31.768489 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd170e31-e8b7-4f3c-aaff-bfa318ade5fa None None] Checking router: 351e851e-d30d-499c-a1d2-d0541ed732f8 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:49:31.768840 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd170e31-e8b7-4f3c-aaff-bfa318ade5fa None None] Updating router 351e851e-d30d-499c-a1d2-d0541ed732f8 port f151ae7c-6e94-4753-9c73-d1f071cfbd39 binding host dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:49:31.793495 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bd170e31-e8b7-4f3c-aaff-bfa318ade5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:31.836787 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c462a725-bf37-4347-961f-d2d4a107ca42 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Made reservation on behalf of c0122ef6aaf84badac5fbf473c701d56 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:49:31.840403 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c462a725-bf37-4347-961f-d2d4a107ca42 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:32.022185 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c462a725-bf37-4347-961f-d2d4a107ca42 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:32.052771 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bd170e31-e8b7-4f3c-aaff-bfa318ade5fa None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:32.058549 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bd170e31-e8b7-4f3c-aaff-bfa318ade5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:32.075888 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c462a725-bf37-4347-961f-d2d4a107ca42 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Subnet': ['ID=232b798a-cf2d-46ea-902c-c9407c1e11c2,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:32.098055 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c462a725-bf37-4347-961f-d2d4a107ca42 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Checking segment: {'id': 'f8609159-ff92-4ea2-aa40-3fedfd8e72c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '58da8795-f79c-4b42-9d02-c22a976cd923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:49:32.098420 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c462a725-bf37-4347-961f-d2d4a107ca42 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network hostable DHCP agents. Network: 58da8795-f79c-4b42-9d02-c22a976cd923, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:49:32.109851 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-bd170e31-e8b7-4f3c-aaff-bfa318ade5fa None None] Attempting to bind port f151ae7c-6e94-4753-9c73-d1f071cfbd39 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:49:32.111277 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-bd170e31-e8b7-4f3c-aaff-bfa318ade5fa None None] Attempting to bind port f151ae7c-6e94-4753-9c73-d1f071cfbd39 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:49:32.111277 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd170e31-e8b7-4f3c-aaff-bfa318ade5fa None None] Attempting to bind port f151ae7c-6e94-4753-9c73-d1f071cfbd39 on network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:49:32.114931 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c462a725-bf37-4347-961f-d2d4a107ca42 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network 58da8795-f79c-4b42-9d02-c22a976cd923 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:49:32.118092 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3154e-4da0-4647-a5f0-478a8b80ce9a None None] Pushing event updated for resources: {'Port': ['ID=f151ae7c-6e94-4753-9c73-d1f071cfbd39,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:32.120852 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd170e31-e8b7-4f3c-aaff-bfa318ade5fa None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:49:32.121233 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd170e31-e8b7-4f3c-aaff-bfa318ade5fa None None] Checking segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:49:32.121707 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bd170e31-e8b7-4f3c-aaff-bfa318ade5fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:32.122053 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd170e31-e8b7-4f3c-aaff-bfa318ade5fa None None] Bound using segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:49:32.122624 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-bd170e31-e8b7-4f3c-aaff-bfa318ade5fa None None] Bound port: f151ae7c-6e94-4753-9c73-d1f071cfbd39, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:49:32.123012 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bd170e31-e8b7-4f3c-aaff-bfa318ade5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:32.126136 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-c462a725-bf37-4347-961f-d2d4a107ca42 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 58da8795-f79c-4b42-9d02-c22a976cd923) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:49:32.131237 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c462a725-bf37-4347-961f-d2d4a107ca42 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:32.132057 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c462a725-bf37-4347-961f-d2d4a107ca42 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:32.146171 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42eda04-dd08-456a-89f7-8d7ed3bc6a4c None None] Network 58da8795-f79c-4b42-9d02-c22a976cd923 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:49:32.149606 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c462a725-bf37-4347-961f-d2d4a107ca42 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4125628 Oct 26 08:49:32.152660 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 40096) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:49:32.228187 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-bd170e31-e8b7-4f3c-aaff-bfa318ade5fa None None] For port f151ae7c-6e94-4753-9c73-d1f071cfbd39, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:49:32.233088 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-bd170e31-e8b7-4f3c-aaff-bfa318ade5fa None None] For port f151ae7c-6e94-4753-9c73-d1f071cfbd39, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=f151ae7c-6e94-4753-9c73-d1f071cfbd39,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:49:32.243663 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bd170e31-e8b7-4f3c-aaff-bfa318ade5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:32.348419 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3154e-4da0-4647-a5f0-478a8b80ce9a None None] Pushing event updated for resources: {'Port': ['ID=f151ae7c-6e94-4753-9c73-d1f071cfbd39,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:32.350895 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd170e31-e8b7-4f3c-aaff-bfa318ade5fa None None] Routers {'351e851e-d30d-499c-a1d2-d0541ed732f8'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:49:32.351503 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-bd170e31-e8b7-4f3c-aaff-bfa318ade5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:49:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['351e851e-d30d-499c-a1d2-d0541ed732f8'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:49:32.441424 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0cf72e-3d08-4756-85ce-6e0d99baffa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-58da8795-f79c-4b42-9d02-c22a976cd923', 'network_id': '58da8795-f79c-4b42-9d02-c22a976cd923', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ips': [{'subnet_id': '232b798a-cf2d-46ea-902c-c9407c1e11c2'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:49:32.442131 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ed0cf72e-3d08-4756-85ce-6e0d99baffa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:32.543813 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-bd170e31-e8b7-4f3c-aaff-bfa318ade5fa None None] Set router 351e851e-d30d-499c-a1d2-d0541ed732f8 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:49:32.600409 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5e7cf08d-1f0e-4fa0-bfd7-c9d126720fee tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:32.709474 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-ed0cf72e-3d08-4756-85ce-6e0d99baffa8 None None] Allocated IP 172.20.0.2 (58da8795-f79c-4b42-9d02-c22a976cd923/232b798a-cf2d-46ea-902c-c9407c1e11c2/58c49671-c624-4e18-bbcb-71271de0c36a) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:49:32.866293 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-bd170e31-e8b7-4f3c-aaff-bfa318ade5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'name': 'tempest-TestNetworkBasicOps-router-1255717530', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f151ae7c-6e94-4753-9c73-d1f071cfbd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:49:30Z', 'updated_at': '2021-10-26T08:49:30Z', 'revision_number': 3, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'f151ae7c-6e94-4753-9c73-d1f071cfbd39', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:49:30Z', 'updated_at': '2021-10-26T08:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:49:32.911476 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd170e31-e8b7-4f3c-aaff-bfa318ade5fa None None] The sync data for ids ['351e851e-d30d-499c-a1d2-d0541ed732f8'] in dv-neutron-804846-13-hyperv is: [{'id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'name': 'tempest-TestNetworkBasicOps-router-1255717530', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f151ae7c-6e94-4753-9c73-d1f071cfbd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:49:30Z', 'updated_at': '2021-10-26T08:49:30Z', 'revision_number': 3, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'f151ae7c-6e94-4753-9c73-d1f071cfbd39', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:49:30Z', 'updated_at': '2021-10-26T08:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:49:32.934763 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ed0cf72e-3d08-4756-85ce-6e0d99baffa8 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:32.941993 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ed0cf72e-3d08-4756-85ce-6e0d99baffa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:32.990573 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0cf72e-3d08-4756-85ce-6e0d99baffa8 None None] Network 58da8795-f79c-4b42-9d02-c22a976cd923 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:49:32.996379 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-ed0cf72e-3d08-4756-85ce-6e0d99baffa8 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:49:32.998342 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0cf72e-3d08-4756-85ce-6e0d99baffa8 None None] Pushing event updated for resources: {'Port': ['ID=58c49671-c624-4e18-bbcb-71271de0c36a,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:33.000600 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0cf72e-3d08-4756-85ce-6e0d99baffa8 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:49:33.193046 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-5e7cf08d-1f0e-4fa0-bfd7-c9d126720fee tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Allocated IP 172.20.0.1 (58da8795-f79c-4b42-9d02-c22a976cd923/232b798a-cf2d-46ea-902c-c9407c1e11c2/c3154be3-ea70-4930-94d0-5a3d98428a97) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:49:33.224737 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-ed0cf72e-3d08-4756-85ce-6e0d99baffa8 None None] Attempting to bind port 58c49671-c624-4e18-bbcb-71271de0c36a on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:49:33.225194 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-ed0cf72e-3d08-4756-85ce-6e0d99baffa8 None None] Attempting to bind port 58c49671-c624-4e18-bbcb-71271de0c36a by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'f8609159-ff92-4ea2-aa40-3fedfd8e72c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '58da8795-f79c-4b42-9d02-c22a976cd923'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:49:33.225648 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0cf72e-3d08-4756-85ce-6e0d99baffa8 None None] Attempting to bind port 58c49671-c624-4e18-bbcb-71271de0c36a on network 58da8795-f79c-4b42-9d02-c22a976cd923 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:49:33.231093 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0cf72e-3d08-4756-85ce-6e0d99baffa8 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:49:33.231568 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0cf72e-3d08-4756-85ce-6e0d99baffa8 None None] Checking segment: {'id': 'f8609159-ff92-4ea2-aa40-3fedfd8e72c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '58da8795-f79c-4b42-9d02-c22a976cd923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:49:33.232038 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ed0cf72e-3d08-4756-85ce-6e0d99baffa8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:33.232538 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0cf72e-3d08-4756-85ce-6e0d99baffa8 None None] Bound using segment: {'id': 'f8609159-ff92-4ea2-aa40-3fedfd8e72c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '58da8795-f79c-4b42-9d02-c22a976cd923'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:49:33.233128 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-ed0cf72e-3d08-4756-85ce-6e0d99baffa8 None None] Bound port: 58c49671-c624-4e18-bbcb-71271de0c36a, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8609159-ff92-4ea2-aa40-3fedfd8e72c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '58da8795-f79c-4b42-9d02-c22a976cd923'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:49:33.234442 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ed0cf72e-3d08-4756-85ce-6e0d99baffa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:33.311955 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-ed0cf72e-3d08-4756-85ce-6e0d99baffa8 None None] For port 58c49671-c624-4e18-bbcb-71271de0c36a, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:49:33.315869 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-ed0cf72e-3d08-4756-85ce-6e0d99baffa8 None None] For port 58c49671-c624-4e18-bbcb-71271de0c36a, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=58c49671-c624-4e18-bbcb-71271de0c36a,segment=NetworkSegment(f8609159-ff92-4ea2-aa40-3fedfd8e72c1),segment_id=f8609159-ff92-4ea2-aa40-3fedfd8e72c1)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:49:33.321032 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ed0cf72e-3d08-4756-85ce-6e0d99baffa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:33.322480 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5e7cf08d-1f0e-4fa0-bfd7-c9d126720fee tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:33.366890 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5e7cf08d-1f0e-4fa0-bfd7-c9d126720fee tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:33.398459 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0cf72e-3d08-4756-85ce-6e0d99baffa8 None None] Pushing event updated for resources: {'Port': ['ID=58c49671-c624-4e18-bbcb-71271de0c36a,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:33.416901 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7cf08d-1f0e-4fa0-bfd7-c9d126720fee tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network 58da8795-f79c-4b42-9d02-c22a976cd923 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:49:33.420263 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-5e7cf08d-1f0e-4fa0-bfd7-c9d126720fee tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:49:33.425021 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7cf08d-1f0e-4fa0-bfd7-c9d126720fee tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:49:33.431866 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7cf08d-1f0e-4fa0-bfd7-c9d126720fee tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=c3154be3-ea70-4930-94d0-5a3d98428a97,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:33.476248 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5e7cf08d-1f0e-4fa0-bfd7-c9d126720fee tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:33.641518 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5e7cf08d-1f0e-4fa0-bfd7-c9d126720fee tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:33.934412 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5e7cf08d-1f0e-4fa0-bfd7-c9d126720fee tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:33.939824 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5e7cf08d-1f0e-4fa0-bfd7-c9d126720fee tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:34.020348 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5e7cf08d-1f0e-4fa0-bfd7-c9d126720fee tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:34.022128 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7cf08d-1f0e-4fa0-bfd7-c9d126720fee tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=c3154be3-ea70-4930-94d0-5a3d98428a97,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:34.043163 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device f151ae7c-6e94-4753-9c73-d1f071cfbd39 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:49:34.098481 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port f151ae7c-6e94-4753-9c73-d1f071cfbd39 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:49:34.098851 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:34.125038 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7cf08d-1f0e-4fa0-bfd7-c9d126720fee tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network 58da8795-f79c-4b42-9d02-c22a976cd923 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:49:34.126460 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-5e7cf08d-1f0e-4fa0-bfd7-c9d126720fee tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:49:34.177558 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:34.198763 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port f151ae7c-6e94-4753-9c73-d1f071cfbd39, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=f151ae7c-6e94-4753-9c73-d1f071cfbd39,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:49:34.203518 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:34.204716 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 58c49671-c624-4e18-bbcb-71271de0c36a up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:49:34.244140 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7cf08d-1f0e-4fa0-bfd7-c9d126720fee tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router 351e851e-d30d-499c-a1d2-d0541ed732f8 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:49:34.284245 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=f151ae7c-6e94-4753-9c73-d1f071cfbd39,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:34.299266 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 58c49671-c624-4e18-bbcb-71271de0c36a triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:49:34.299646 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:34.377497 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7cf08d-1f0e-4fa0-bfd7-c9d126720fee tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:49:34.382733 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5e7cf08d-1f0e-4fa0-bfd7-c9d126720fee tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "PUT /v2.0/routers/351e851e-d30d-499c-a1d2-d0541ed732f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2290967 Oct 26 08:49:34.385165 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 40098) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:49:34.393151 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:34.432087 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 58c49671-c624-4e18-bbcb-71271de0c36a, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=58c49671-c624-4e18-bbcb-71271de0c36a,segment=NetworkSegment(f8609159-ff92-4ea2-aa40-3fedfd8e72c1),segment_id=f8609159-ff92-4ea2-aa40-3fedfd8e72c1)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:49:34.437343 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:34.499394 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ff7552-9af5-4f7f-91cd-311e942e95cd tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:34.499894 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ff7552-9af5-4f7f-91cd-311e942e95cd tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:34.500437 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ff7552-9af5-4f7f-91cd-311e942e95cd tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:34.500930 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ff7552-9af5-4f7f-91cd-311e942e95cd tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:34.502312 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=58c49671-c624-4e18-bbcb-71271de0c36a,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:34.503480 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f4ff7552-9af5-4f7f-91cd-311e942e95cd tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1170211 Oct 26 08:49:34.506351 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 40100) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:49:34.570558 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20858ecd-fd28-4f02-a0a7-f7c82dae988b tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:34.571033 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20858ecd-fd28-4f02-a0a7-f7c82dae988b tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:34.571502 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20858ecd-fd28-4f02-a0a7-f7c82dae988b tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:34.571961 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20858ecd-fd28-4f02-a0a7-f7c82dae988b tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:34.574824 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-20858ecd-fd28-4f02-a0a7-f7c82dae988b tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0657303 Oct 26 08:49:34.576537 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 40102) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:49:34.590951 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28faee4d-8c92-49f7-837d-15f6fca94d2c None None] Network 58da8795-f79c-4b42-9d02-c22a976cd923 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:49:34.651137 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-c8b83200-54a5-4d6d-b87d-eb3612fd6e73 None None] Provisioning complete for port 58c49671-c624-4e18-bbcb-71271de0c36a triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:49:34.651479 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c8b83200-54a5-4d6d-b87d-eb3612fd6e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:34.715856 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-aec39162-63ec-4dbc-ae1b-a552d90b794c tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1378822 Oct 26 08:49:34.872901 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d2eb3d-0d3b-4040-b597-0d63c28b79cd None None] Sync routers for ids ['351e851e-d30d-499c-a1d2-d0541ed732f8'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:49:34.883855 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d2eb3d-0d3b-4040-b597-0d63c28b79cd None None] Routers {'351e851e-d30d-499c-a1d2-d0541ed732f8'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:49:34.884471 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-66d2eb3d-0d3b-4040-b597-0d63c28b79cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:49:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['351e851e-d30d-499c-a1d2-d0541ed732f8'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:49:34.998212 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-66d2eb3d-0d3b-4040-b597-0d63c28b79cd None None] Set router 351e851e-d30d-499c-a1d2-d0541ed732f8 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:49:35.131687 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-38edbcaf-42b6-4422-9260-c25490745a88 None None] Provisioning complete for port 58c49671-c624-4e18-bbcb-71271de0c36a triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:49:35.132295 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-38edbcaf-42b6-4422-9260-c25490745a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:35.210106 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-66d2eb3d-0d3b-4040-b597-0d63c28b79cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'name': 'tempest-TestNetworkBasicOps-router-1255717530', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f151ae7c-6e94-4753-9c73-d1f071cfbd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:49:30Z', 'updated_at': '2021-10-26T08:49:33Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'f151ae7c-6e94-4753-9c73-d1f071cfbd39', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:49:30Z', 'updated_at': '2021-10-26T08:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'c3154be3-ea70-4930-94d0-5a3d98428a97', 'name': '', 'network_id': '58da8795-f79c-4b42-9d02-c22a976cd923', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:bb:e9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '232b798a-cf2d-46ea-902c-c9407c1e11c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:49:32Z', 'updated_at': '2021-10-26T08:49:33Z', 'revision_number': 2, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '232b798a-cf2d-46ea-902c-c9407c1e11c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:49:35.230231 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-38edbcaf-42b6-4422-9260-c25490745a88 None None] Provisioning complete for port c3154be3-ea70-4930-94d0-5a3d98428a97 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:49:35.230609 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-38edbcaf-42b6-4422-9260-c25490745a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:35.244023 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d2eb3d-0d3b-4040-b597-0d63c28b79cd None None] Checking router: 351e851e-d30d-499c-a1d2-d0541ed732f8 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:49:35.244383 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d2eb3d-0d3b-4040-b597-0d63c28b79cd None None] Updating router 351e851e-d30d-499c-a1d2-d0541ed732f8 port c3154be3-ea70-4930-94d0-5a3d98428a97 binding host dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:49:35.268837 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-38edbcaf-42b6-4422-9260-c25490745a88 None None] Port c3154be3-ea70-4930-94d0-5a3d98428a97 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:49:35.271589 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-66d2eb3d-0d3b-4040-b597-0d63c28b79cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:35.315142 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 40106) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:49:35.320933 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-8dfa41bf-c4fb-4f5b-a6a1-46db55e78701 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1620563745', 'description': 'tempest-secgroup-smoke-1620563745 description', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:49:35.344272 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8dfa41bf-c4fb-4f5b-a6a1-46db55e78701 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:35.393778 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-76e7d4b0-8958-4217-87b1-bcc675973b1a None None] Provisioning complete for port c3154be3-ea70-4930-94d0-5a3d98428a97 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:49:35.394712 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-76e7d4b0-8958-4217-87b1-bcc675973b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:35.428127 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8dfa41bf-c4fb-4f5b-a6a1-46db55e78701 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:35.435846 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8dfa41bf-c4fb-4f5b-a6a1-46db55e78701 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:35.442083 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-76e7d4b0-8958-4217-87b1-bcc675973b1a None None] Port c3154be3-ea70-4930-94d0-5a3d98428a97 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:49:35.470931 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa41bf-c4fb-4f5b-a6a1-46db55e78701 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e75fe8f-70c5-483f-aba0-1050ad39969d,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:35.476156 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8dfa41bf-c4fb-4f5b-a6a1-46db55e78701 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:35.477418 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8dfa41bf-c4fb-4f5b-a6a1-46db55e78701 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1607125 Oct 26 08:49:35.480579 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 40108) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:49:35.485984 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-3599b479-5c93-4b35-871d-6585d16dd2d9 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '6e75fe8f-70c5-483f-aba0-1050ad39969d', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:49:35.512541 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3599b479-5c93-4b35-871d-6585d16dd2d9 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:35.566171 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-c53eb0d8-7d42-4771-a2f9-2b5595e41f37 None None] Provisioning complete for port c3154be3-ea70-4930-94d0-5a3d98428a97 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:49:35.566577 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c53eb0d8-7d42-4771-a2f9-2b5595e41f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:35.574211 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3599b479-5c93-4b35-871d-6585d16dd2d9 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:35.575600 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-66d2eb3d-0d3b-4040-b597-0d63c28b79cd None None] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:35.583867 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3599b479-5c93-4b35-871d-6585d16dd2d9 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:35.584728 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-66d2eb3d-0d3b-4040-b597-0d63c28b79cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:35.600579 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599b479-5c93-4b35-871d-6585d16dd2d9 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a9104bc-bde2-4740-872c-989139d008fa,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:35.611942 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3599b479-5c93-4b35-871d-6585d16dd2d9 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:35.613224 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-c53eb0d8-7d42-4771-a2f9-2b5595e41f37 None None] Port c3154be3-ea70-4930-94d0-5a3d98428a97 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:49:35.613599 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3599b479-5c93-4b35-871d-6585d16dd2d9 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1318123 Oct 26 08:49:35.616247 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 40110) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:49:35.620654 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-dd5b3a71-bc54-4042-b4fd-ef120ea00bc4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '6e75fe8f-70c5-483f-aba0-1050ad39969d', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:49:35.644580 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26683e7-9985-49f4-84ca-80de9054bc7d None None] Pushing event updated for resources: {'Port': ['ID=c3154be3-ea70-4930-94d0-5a3d98428a97,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:35.652077 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dd5b3a71-bc54-4042-b4fd-ef120ea00bc4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:35.669556 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26683e7-9985-49f4-84ca-80de9054bc7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:35.670463 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26683e7-9985-49f4-84ca-80de9054bc7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:35.670861 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26683e7-9985-49f4-84ca-80de9054bc7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:35.671191 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26683e7-9985-49f4-84ca-80de9054bc7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:35.671612 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26683e7-9985-49f4-84ca-80de9054bc7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:35.671971 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26683e7-9985-49f4-84ca-80de9054bc7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:35.672299 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26683e7-9985-49f4-84ca-80de9054bc7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:35.672625 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26683e7-9985-49f4-84ca-80de9054bc7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:35.672947 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26683e7-9985-49f4-84ca-80de9054bc7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:35.673278 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26683e7-9985-49f4-84ca-80de9054bc7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:35.673598 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26683e7-9985-49f4-84ca-80de9054bc7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:35.673939 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26683e7-9985-49f4-84ca-80de9054bc7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:49:35.702462 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-66d2eb3d-0d3b-4040-b597-0d63c28b79cd None None] Attempting to bind port c3154be3-ea70-4930-94d0-5a3d98428a97 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:49:35.702884 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-66d2eb3d-0d3b-4040-b597-0d63c28b79cd None None] Attempting to bind port c3154be3-ea70-4930-94d0-5a3d98428a97 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'f8609159-ff92-4ea2-aa40-3fedfd8e72c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '58da8795-f79c-4b42-9d02-c22a976cd923'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:49:35.703246 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d2eb3d-0d3b-4040-b597-0d63c28b79cd None None] Attempting to bind port c3154be3-ea70-4930-94d0-5a3d98428a97 on network 58da8795-f79c-4b42-9d02-c22a976cd923 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:49:35.708806 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d2eb3d-0d3b-4040-b597-0d63c28b79cd None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:49:35.709220 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d2eb3d-0d3b-4040-b597-0d63c28b79cd None None] Checking segment: {'id': 'f8609159-ff92-4ea2-aa40-3fedfd8e72c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '58da8795-f79c-4b42-9d02-c22a976cd923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:49:35.709592 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-66d2eb3d-0d3b-4040-b597-0d63c28b79cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:35.710012 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d2eb3d-0d3b-4040-b597-0d63c28b79cd None None] Bound using segment: {'id': 'f8609159-ff92-4ea2-aa40-3fedfd8e72c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '58da8795-f79c-4b42-9d02-c22a976cd923'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:49:35.710483 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-66d2eb3d-0d3b-4040-b597-0d63c28b79cd None None] Bound port: c3154be3-ea70-4930-94d0-5a3d98428a97, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8609159-ff92-4ea2-aa40-3fedfd8e72c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '58da8795-f79c-4b42-9d02-c22a976cd923'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:49:35.710862 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-66d2eb3d-0d3b-4040-b597-0d63c28b79cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:35.718797 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dd5b3a71-bc54-4042-b4fd-ef120ea00bc4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:35.723705 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dd5b3a71-bc54-4042-b4fd-ef120ea00bc4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:35.743572 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b3a71-bc54-4042-b4fd-ef120ea00bc4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8761899-3b79-4c20-bc50-977ab8a445ab,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:35.749335 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dd5b3a71-bc54-4042-b4fd-ef120ea00bc4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:35.750606 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-dd5b3a71-bc54-4042-b4fd-ef120ea00bc4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1334321 Oct 26 08:49:35.755915 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 40112) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:49:35.761373 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-1d693c4e-6715-4a0f-a315-2b6d86e7e1dc tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '6e75fe8f-70c5-483f-aba0-1050ad39969d', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:49:35.788679 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-66d2eb3d-0d3b-4040-b597-0d63c28b79cd None None] For port c3154be3-ea70-4930-94d0-5a3d98428a97, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:49:35.790068 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1d693c4e-6715-4a0f-a315-2b6d86e7e1dc tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:35.791861 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-66d2eb3d-0d3b-4040-b597-0d63c28b79cd None None] For port c3154be3-ea70-4930-94d0-5a3d98428a97, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=c3154be3-ea70-4930-94d0-5a3d98428a97,segment=NetworkSegment(f8609159-ff92-4ea2-aa40-3fedfd8e72c1),segment_id=f8609159-ff92-4ea2-aa40-3fedfd8e72c1)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:49:35.798843 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-66d2eb3d-0d3b-4040-b597-0d63c28b79cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:35.859946 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1d693c4e-6715-4a0f-a315-2b6d86e7e1dc tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:35.863434 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26683e7-9985-49f4-84ca-80de9054bc7d None None] Pushing event updated for resources: {'Port': ['ID=c3154be3-ea70-4930-94d0-5a3d98428a97,revision_number=4']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:35.864280 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1d693c4e-6715-4a0f-a315-2b6d86e7e1dc tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:35.866227 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d2eb3d-0d3b-4040-b597-0d63c28b79cd None None] Routers {'351e851e-d30d-499c-a1d2-d0541ed732f8'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:49:35.866831 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-66d2eb3d-0d3b-4040-b597-0d63c28b79cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:49:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['351e851e-d30d-499c-a1d2-d0541ed732f8'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:49:35.891056 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d693c4e-6715-4a0f-a315-2b6d86e7e1dc tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c952f1c1-54c2-41fb-81b4-0e7b9233861d,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:35.902551 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1d693c4e-6715-4a0f-a315-2b6d86e7e1dc tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:35.904065 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1d693c4e-6715-4a0f-a315-2b6d86e7e1dc tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1467316 Oct 26 08:49:35.907501 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 40114) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:49:35.912402 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-e50b469d-8708-4e9b-8b5f-126fa51e4523 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '6e75fe8f-70c5-483f-aba0-1050ad39969d', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:49:35.935605 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-83c735eb-441b-4fc5-be0b-f35421f37cee None None] Provisioning complete for port c3154be3-ea70-4930-94d0-5a3d98428a97 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:49:35.937293 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-83c735eb-441b-4fc5-be0b-f35421f37cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:35.951291 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e50b469d-8708-4e9b-8b5f-126fa51e4523 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:36.045129 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-83c735eb-441b-4fc5-be0b-f35421f37cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:36.065045 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device f151ae7c-6e94-4753-9c73-d1f071cfbd39 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:49:36.065338 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e50b469d-8708-4e9b-8b5f-126fa51e4523 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:36.071387 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e50b469d-8708-4e9b-8b5f-126fa51e4523 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:36.089902 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b469d-8708-4e9b-8b5f-126fa51e4523 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcabb72b-414d-4148-b2a1-8b37b207ead9,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:36.101760 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-66d2eb3d-0d3b-4040-b597-0d63c28b79cd None None] Set router 351e851e-d30d-499c-a1d2-d0541ed732f8 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:49:36.104718 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e50b469d-8708-4e9b-8b5f-126fa51e4523 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:36.107858 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e50b469d-8708-4e9b-8b5f-126fa51e4523 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1969361 Oct 26 08:49:36.108233 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 40116) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:49:36.113378 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-3a984e64-1bed-43ed-9e10-04fce79bc8a1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '6e75fe8f-70c5-483f-aba0-1050ad39969d', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:49:36.136638 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.securitygroups_db [None req-3a984e64-1bed-43ed-9e10-04fce79bc8a1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Project c0122ef6aaf84badac5fbf473c701d56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 08:49:36.142176 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3a984e64-1bed-43ed-9e10-04fce79bc8a1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:36.147248 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-83c735eb-441b-4fc5-be0b-f35421f37cee None None] For port c3154be3-ea70-4930-94d0-5a3d98428a97, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=c3154be3-ea70-4930-94d0-5a3d98428a97,segment=NetworkSegment(f8609159-ff92-4ea2-aa40-3fedfd8e72c1),segment_id=f8609159-ff92-4ea2-aa40-3fedfd8e72c1)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:49:36.155902 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-83c735eb-441b-4fc5-be0b-f35421f37cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:36.198839 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port f151ae7c-6e94-4753-9c73-d1f071cfbd39 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:49:36.199210 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:36.204975 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3a984e64-1bed-43ed-9e10-04fce79bc8a1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:36.211357 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3a984e64-1bed-43ed-9e10-04fce79bc8a1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:36.230092 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a984e64-1bed-43ed-9e10-04fce79bc8a1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29d04dc4-4771-4914-a142-d5b5dbfc847f,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:36.237697 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3a984e64-1bed-43ed-9e10-04fce79bc8a1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:36.242392 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3a984e64-1bed-43ed-9e10-04fce79bc8a1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1295705 Oct 26 08:49:36.242392 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 40118) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:49:36.247174 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-31a2cdcc-9e1e-4799-89e9-d5a5fcae03c7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'security_group_rule': {'security_group_id': '6e75fe8f-70c5-483f-aba0-1050ad39969d', 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:49:36.260403 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c735eb-441b-4fc5-be0b-f35421f37cee None None] Pushing event updated for resources: {'Port': ['ID=c3154be3-ea70-4930-94d0-5a3d98428a97,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:36.271375 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.securitygroups_db [None req-31a2cdcc-9e1e-4799-89e9-d5a5fcae03c7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Project c0122ef6aaf84badac5fbf473c701d56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 08:49:36.276642 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-31a2cdcc-9e1e-4799-89e9-d5a5fcae03c7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:36.293691 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8dbf622b-c8db-40e9-9795-33c0c43229e6 None None] Provisioning complete for port c3154be3-ea70-4930-94d0-5a3d98428a97 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:49:36.294130 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8dbf622b-c8db-40e9-9795-33c0c43229e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:36.339512 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-66d2eb3d-0d3b-4040-b597-0d63c28b79cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'name': 'tempest-TestNetworkBasicOps-router-1255717530', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f151ae7c-6e94-4753-9c73-d1f071cfbd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:49:30Z', 'updated_at': '2021-10-26T08:49:33Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'f151ae7c-6e94-4753-9c73-d1f071cfbd39', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:49:30Z', 'updated_at': '2021-10-26T08:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'c3154be3-ea70-4930-94d0-5a3d98428a97', 'name': '', 'network_id': '58da8795-f79c-4b42-9d02-c22a976cd923', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:bb:e9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '232b798a-cf2d-46ea-902c-c9407c1e11c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:49:32Z', 'updated_at': '2021-10-26T08:49:35Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '232b798a-cf2d-46ea-902c-c9407c1e11c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:49:36.343971 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-31a2cdcc-9e1e-4799-89e9-d5a5fcae03c7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:36.350543 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-31a2cdcc-9e1e-4799-89e9-d5a5fcae03c7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:36.367871 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2cdcc-9e1e-4799-89e9-d5a5fcae03c7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d588826-7f2f-44dc-adb1-511eb4d98dcd,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:36.372476 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d2eb3d-0d3b-4040-b597-0d63c28b79cd None None] The sync data for ids ['351e851e-d30d-499c-a1d2-d0541ed732f8'] in dv-neutron-804846-13-hyperv is: [{'id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'name': 'tempest-TestNetworkBasicOps-router-1255717530', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f151ae7c-6e94-4753-9c73-d1f071cfbd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:49:30Z', 'updated_at': '2021-10-26T08:49:33Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'f151ae7c-6e94-4753-9c73-d1f071cfbd39', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:49:30Z', 'updated_at': '2021-10-26T08:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'c3154be3-ea70-4930-94d0-5a3d98428a97', 'name': '', 'network_id': '58da8795-f79c-4b42-9d02-c22a976cd923', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:bb:e9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '232b798a-cf2d-46ea-902c-c9407c1e11c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:49:32Z', 'updated_at': '2021-10-26T08:49:35Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '232b798a-cf2d-46ea-902c-c9407c1e11c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:49:36.383978 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 58c49671-c624-4e18-bbcb-71271de0c36a up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:49:36.385891 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-31a2cdcc-9e1e-4799-89e9-d5a5fcae03c7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:36.396696 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-31a2cdcc-9e1e-4799-89e9-d5a5fcae03c7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1444879 Oct 26 08:49:36.477440 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 58c49671-c624-4e18-bbcb-71271de0c36a triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:49:36.477857 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:36.591824 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-d662452b-5ed7-4110-8f78-3bf86d52787b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1620563745&fields=id&tenant_id=c0122ef6aaf84badac5fbf473c701d56 HTTP/1.1" status: 200 len: 267 time: 0.0476677 Oct 26 08:49:36.703923 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-e05118d5-76db-4b5f-9073-53418a039760 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:36.705502 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-e05118d5-76db-4b5f-9073-53418a039760 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/networks?id=58da8795-f79c-4b42-9d02-c22a976cd923 HTTP/1.1" status: 200 len: 796 time: 0.1062255 Oct 26 08:49:36.721839 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-ccda952b-9179-492d-8ecd-14b558ea4063 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/quotas/c0122ef6aaf84badac5fbf473c701d56 HTTP/1.1" status: 200 len: 375 time: 0.0104601 Oct 26 08:49:36.778434 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-9cbc1b7b-0a9b-44c8-a958-54ae74c59389 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506880 Oct 26 08:49:36.879221 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-fd1649c4-bc39-48f7-a2cc-b19f0fcf855d service neutron] 10.222.0.41 "GET /v2.0/networks/58da8795-f79c-4b42-9d02-c22a976cd923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883300 Oct 26 08:49:36.977135 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-0cfac8bf-054b-4de0-a891-ffd3edd8159f service neutron] 10.222.0.41 "GET /v2.0/networks/58da8795-f79c-4b42-9d02-c22a976cd923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918608 Oct 26 08:49:37.145313 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-09144e74-9156-49f7-9698-70bbb279f895 req-d6f83ce3-9d4a-44d3-a379-c180fa23e8e1 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=f206759a-3736-4589-894c-f3b21e7ac9f3 HTTP/1.1" status: 200 len: 210 time: 0.0309811 Oct 26 08:49:38.016181 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device c3154be3-ea70-4930-94d0-5a3d98428a97 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:49:38.065373 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port c3154be3-ea70-4930-94d0-5a3d98428a97 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:49:38.065873 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:38.251267 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-97152e80-3be0-4897-889b-4697ce69e95c req-02f012d7-8329-475d-a880-04e8f6aff11b tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=f206759a-3736-4589-894c-f3b21e7ac9f3 HTTP/1.1" status: 200 len: 210 time: 0.0352678 Oct 26 08:49:38.261845 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-37145ce1-f71d-4a64-81c7-7848a54ad955 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:38.263267 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-37145ce1-f71d-4a64-81c7-7848a54ad955 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "GET /v2.0/networks?id=58da8795-f79c-4b42-9d02-c22a976cd923 HTTP/1.1" status: 200 len: 796 time: 0.1351600 Oct 26 08:49:38.314747 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-ee588fce-c1fb-4f09-897b-936890577d07 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0122ef6aaf84badac5fbf473c701d56 HTTP/1.1" status: 200 len: 380 time: 0.0420280 Oct 26 08:49:38.324314 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-e509c7e6-fdc3-4972-b515-2e89231fc037 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'port': {'device_id': 'f206759a-3736-4589-894c-f3b21e7ac9f3', 'network_id': '58da8795-f79c-4b42-9d02-c22a976cd923', 'admin_state_up': True, 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'security_groups': ['6e75fe8f-70c5-483f-aba0-1050ad39969d']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:49:38.431464 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-e509c7e6-fdc3-4972-b515-2e89231fc037 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Made reservation on behalf of c0122ef6aaf84badac5fbf473c701d56 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:49:38.434953 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-e509c7e6-fdc3-4972-b515-2e89231fc037 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:38.565641 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-e509c7e6-fdc3-4972-b515-2e89231fc037 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Allocated IP 172.20.0.7 (58da8795-f79c-4b42-9d02-c22a976cd923/232b798a-cf2d-46ea-902c-c9407c1e11c2/a1892a6c-5b0a-4329-9ebb-6976a8f03abc) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:49:38.699640 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-e509c7e6-fdc3-4972-b515-2e89231fc037 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:38.737007 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-e509c7e6-fdc3-4972-b515-2e89231fc037 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:38.779759 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-e509c7e6-fdc3-4972-b515-2e89231fc037 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network 58da8795-f79c-4b42-9d02-c22a976cd923 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:49:38.783984 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-e509c7e6-fdc3-4972-b515-2e89231fc037 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:49:38.787713 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-e509c7e6-fdc3-4972-b515-2e89231fc037 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:49:38.794017 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509c7e6-fdc3-4972-b515-2e89231fc037 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=a1892a6c-5b0a-4329-9ebb-6976a8f03abc,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:38.840311 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-e509c7e6-fdc3-4972-b515-2e89231fc037 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:38.840942 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-e509c7e6-fdc3-4972-b515-2e89231fc037 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:38.858780 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-e509c7e6-fdc3-4972-b515-2e89231fc037 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5381963 Oct 26 08:49:38.871843 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-981e6b7a-f443-489d-af54-7dbc2b107edb service neutron] Request body: {'port': {'device_id': 'f206759a-3736-4589-894c-f3b21e7ac9f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:49:38.932106 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-981e6b7a-f443-489d-af54-7dbc2b107edb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:39.000623 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-747b0955-0b3d-4ebe-996b-812e3c4407ac None None] Provisioning complete for port a1892a6c-5b0a-4329-9ebb-6976a8f03abc triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:49:39.001003 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-747b0955-0b3d-4ebe-996b-812e3c4407ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:39.034913 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-747b0955-0b3d-4ebe-996b-812e3c4407ac None None] Port a1892a6c-5b0a-4329-9ebb-6976a8f03abc cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:49:39.192525 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-981e6b7a-f443-489d-af54-7dbc2b107edb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1892a6c-5b0a-4329-9ebb-6976a8f03abc {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:49:39.199967 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-981e6b7a-f443-489d-af54-7dbc2b107edb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:39.212729 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-981e6b7a-f443-489d-af54-7dbc2b107edb service neutron] Transition to ACTIVE for port object a1892a6c-5b0a-4329-9ebb-6976a8f03abc will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 08:49:39.215440 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-981e6b7a-f443-489d-af54-7dbc2b107edb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:39.263613 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e6b7a-f443-489d-af54-7dbc2b107edb service neutron] Pushing event updated for resources: {'Port': ['ID=a1892a6c-5b0a-4329-9ebb-6976a8f03abc,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:39.352333 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-981e6b7a-f443-489d-af54-7dbc2b107edb service neutron] Attempting to bind port a1892a6c-5b0a-4329-9ebb-6976a8f03abc on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:49:39.352678 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-981e6b7a-f443-489d-af54-7dbc2b107edb service neutron] Attempting to bind port a1892a6c-5b0a-4329-9ebb-6976a8f03abc by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'f8609159-ff92-4ea2-aa40-3fedfd8e72c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '58da8795-f79c-4b42-9d02-c22a976cd923'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:49:39.353018 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-981e6b7a-f443-489d-af54-7dbc2b107edb service neutron] Attempting to bind port a1892a6c-5b0a-4329-9ebb-6976a8f03abc on network 58da8795-f79c-4b42-9d02-c22a976cd923 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:49:39.357841 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-981e6b7a-f443-489d-af54-7dbc2b107edb service neutron] Port a1892a6c-5b0a-4329-9ebb-6976a8f03abc on network 58da8795-f79c-4b42-9d02-c22a976cd923 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:49:39.358657 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-981e6b7a-f443-489d-af54-7dbc2b107edb service neutron] Attempting to bind port a1892a6c-5b0a-4329-9ebb-6976a8f03abc on network 58da8795-f79c-4b42-9d02-c22a976cd923 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:49:39.364030 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-981e6b7a-f443-489d-af54-7dbc2b107edb service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:49:39.364375 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-981e6b7a-f443-489d-af54-7dbc2b107edb service neutron] Checking segment: {'id': 'f8609159-ff92-4ea2-aa40-3fedfd8e72c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '58da8795-f79c-4b42-9d02-c22a976cd923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:49:39.364761 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-981e6b7a-f443-489d-af54-7dbc2b107edb service neutron] Bound using segment: {'id': 'f8609159-ff92-4ea2-aa40-3fedfd8e72c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '58da8795-f79c-4b42-9d02-c22a976cd923'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:49:39.365200 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-981e6b7a-f443-489d-af54-7dbc2b107edb service neutron] Bound port: a1892a6c-5b0a-4329-9ebb-6976a8f03abc, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8609159-ff92-4ea2-aa40-3fedfd8e72c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '58da8795-f79c-4b42-9d02-c22a976cd923'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:49:39.365554 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-981e6b7a-f443-489d-af54-7dbc2b107edb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:39.375641 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2beb2a-90b7-45b5-b5f8-1d1fbf15e52f req-f257429a-d883-4456-a48c-6135e6cb868d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:39.378109 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3f2beb2a-90b7-45b5-b5f8-1d1fbf15e52f req-f257429a-d883-4456-a48c-6135e6cb868d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=f206759a-3736-4589-894c-f3b21e7ac9f3 HTTP/1.1" status: 200 len: 943 time: 0.0563407 Oct 26 08:49:39.423737 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3f2beb2a-90b7-45b5-b5f8-1d1fbf15e52f req-06a04cef-24a2-42f1-9cb6-45edfb364400 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e75fe8f-70c5-483f-aba0-1050ad39969d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403290 Oct 26 08:49:39.446049 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-981e6b7a-f443-489d-af54-7dbc2b107edb service neutron] For port a1892a6c-5b0a-4329-9ebb-6976a8f03abc, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:49:39.449726 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-981e6b7a-f443-489d-af54-7dbc2b107edb service neutron] For port a1892a6c-5b0a-4329-9ebb-6976a8f03abc, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=a1892a6c-5b0a-4329-9ebb-6976a8f03abc,segment=NetworkSegment(f8609159-ff92-4ea2-aa40-3fedfd8e72c1),segment_id=f8609159-ff92-4ea2-aa40-3fedfd8e72c1)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:49:39.454510 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-981e6b7a-f443-489d-af54-7dbc2b107edb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:39.493450 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-981e6b7a-f443-489d-af54-7dbc2b107edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:39.494121 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-981e6b7a-f443-489d-af54-7dbc2b107edb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:39.495573 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-981e6b7a-f443-489d-af54-7dbc2b107edb service neutron] 10.222.0.47 "PUT /v2.0/ports/a1892a6c-5b0a-4329-9ebb-6976a8f03abc HTTP/1.1" status: 200 len: 1093 time: 0.6286623 Oct 26 08:49:39.496025 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f206759a-3736-4589-894c-f3b21e7ac9f3', 'tag': 'a1892a6c-5b0a-4329-9ebb-6976a8f03abc'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:49:39.498359 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bcdf68-1fbb-46d0-b937-612d5ded5f00" -d '{"events": [{"name": "network-changed", "server_uuid": "f206759a-3736-4589-894c-f3b21e7ac9f3", "tag": "a1892a6c-5b0a-4329-9ebb-6976a8f03abc"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:49:39.520919 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e6b7a-f443-489d-af54-7dbc2b107edb service neutron] Pushing event updated for resources: {'Port': ['ID=a1892a6c-5b0a-4329-9ebb-6976a8f03abc,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:39.558233 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03575c27-ec3b-4581-b50d-fb87d1d06f9e x-openstack-request-id: req-03575c27-ec3b-4581-b50d-fb87d1d06f9e {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:49:39.558529 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f206759a-3736-4589-894c-f3b21e7ac9f3", "tag": "a1892a6c-5b0a-4329-9ebb-6976a8f03abc", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:49:39.558785 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-03575c27-ec3b-4581-b50d-fb87d1d06f9e {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:49:39.559188 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f206759a-3736-4589-894c-f3b21e7ac9f3', 'tag': 'a1892a6c-5b0a-4329-9ebb-6976a8f03abc', 'status': 'completed', 'code': 200} Oct 26 08:49:39.596139 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-9265cb43-ace7-4144-adcc-daefc59f40b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:39.597828 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-9265cb43-ace7-4144-adcc-daefc59f40b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=f206759a-3736-4589-894c-f3b21e7ac9f3 HTTP/1.1" status: 200 len: 1096 time: 0.0542469 Oct 26 08:49:39.643698 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-72923df4-ae60-47b3-8e5a-eba88d7e22b6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1892a6c-5b0a-4329-9ebb-6976a8f03abc HTTP/1.1" status: 200 len: 217 time: 0.0384855 Oct 26 08:49:39.694327 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-5e8f69c3-a09c-4b4f-a694-672170ae1c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:39.695817 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-5e8f69c3-a09c-4b4f-a694-672170ae1c83 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=232b798a-cf2d-46ea-902c-c9407c1e11c2 HTTP/1.1" status: 200 len: 834 time: 0.0453203 Oct 26 08:49:39.741066 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-9f783f74-de30-40b0-adb0-01bdfa2d3d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:39.742469 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-9f783f74-de30-40b0-adb0-01bdfa2d3d99 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=58da8795-f79c-4b42-9d02-c22a976cd923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0388176 Oct 26 08:49:39.835301 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-abef90e1-d813-46c1-b7a8-a9394b852d3e service neutron] 10.222.0.47 "GET /v2.0/networks/58da8795-f79c-4b42-9d02-c22a976cd923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850244 Oct 26 08:49:39.924765 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-50295c2a-b7f8-4fed-b16f-0b06a7738840 req-ee074b65-a22a-4493-8546-e490fb8abaaf service neutron] 10.222.0.47 "GET /v2.0/networks/58da8795-f79c-4b42-9d02-c22a976cd923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809357 Oct 26 08:49:40.013690 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bcdf68-1fbb-46d0-b937-612d5ded5f00 req-98ca358c-0ebd-48ef-888b-9113ab089ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:40.015815 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-54bcdf68-1fbb-46d0-b937-612d5ded5f00 req-98ca358c-0ebd-48ef-888b-9113ab089ea6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=f206759a-3736-4589-894c-f3b21e7ac9f3 HTTP/1.1" status: 200 len: 1096 time: 0.0458584 Oct 26 08:49:40.109307 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bcdf68-1fbb-46d0-b937-612d5ded5f00 req-2e6f1169-3f39-4802-bbed-e67feee69c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:40.110803 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-54bcdf68-1fbb-46d0-b937-612d5ded5f00 req-2e6f1169-3f39-4802-bbed-e67feee69c51 service neutron] 10.222.0.47 "GET /v2.0/networks?id=58da8795-f79c-4b42-9d02-c22a976cd923 HTTP/1.1" status: 200 len: 897 time: 0.0863991 Oct 26 08:49:40.156236 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-54bcdf68-1fbb-46d0-b937-612d5ded5f00 req-9c3a06d8-c335-4190-bb6e-85267892346a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1892a6c-5b0a-4329-9ebb-6976a8f03abc HTTP/1.1" status: 200 len: 217 time: 0.0379212 Oct 26 08:49:40.206102 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bcdf68-1fbb-46d0-b937-612d5ded5f00 req-1fc750c6-9f0a-481b-b260-58c356c186b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:40.207450 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-54bcdf68-1fbb-46d0-b937-612d5ded5f00 req-1fc750c6-9f0a-481b-b260-58c356c186b5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=232b798a-cf2d-46ea-902c-c9407c1e11c2 HTTP/1.1" status: 200 len: 834 time: 0.0436015 Oct 26 08:49:40.254763 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bcdf68-1fbb-46d0-b937-612d5ded5f00 req-ba2ecdba-e59b-45b3-aa3d-8b9a723d884f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:40.256204 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-54bcdf68-1fbb-46d0-b937-612d5ded5f00 req-ba2ecdba-e59b-45b3-aa3d-8b9a723d884f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=58da8795-f79c-4b42-9d02-c22a976cd923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0406592 Oct 26 08:49:40.349317 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-54bcdf68-1fbb-46d0-b937-612d5ded5f00 req-807cb523-8796-4e0e-ba73-f6d3c3243d76 service neutron] 10.222.0.47 "GET /v2.0/networks/58da8795-f79c-4b42-9d02-c22a976cd923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836351 Oct 26 08:49:40.446485 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-54bcdf68-1fbb-46d0-b937-612d5ded5f00 req-30634a29-d877-4af6-aaf2-55e035094561 service neutron] 10.222.0.47 "GET /v2.0/networks/58da8795-f79c-4b42-9d02-c22a976cd923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895317 Oct 26 08:49:40.543207 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b1f6f-77e9-4419-b668-2103956ba44b req-21b35ea5-285a-4085-91d8-8369aa7175e8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:40.544697 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e48b1f6f-77e9-4419-b668-2103956ba44b req-21b35ea5-285a-4085-91d8-8369aa7175e8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=f206759a-3736-4589-894c-f3b21e7ac9f3 HTTP/1.1" status: 200 len: 943 time: 0.0496948 Oct 26 08:49:40.583007 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e48b1f6f-77e9-4419-b668-2103956ba44b req-e258b2ff-7b4f-4491-9e28-c18aa21a76fd tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e75fe8f-70c5-483f-aba0-1050ad39969d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316381 Oct 26 08:49:41.603671 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device a1892a6c-5b0a-4329-9ebb-6976a8f03abc details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 08:49:41.703877 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be9558-41e2-446d-b210-cc10616943e9 req-de6fa80d-d609-48a9-b37f-f41f64190087 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:41.705439 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f4be9558-41e2-446d-b210-cc10616943e9 req-de6fa80d-d609-48a9-b37f-f41f64190087 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=f206759a-3736-4589-894c-f3b21e7ac9f3 HTTP/1.1" status: 200 len: 943 time: 0.0537264 Oct 26 08:49:41.709466 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port a1892a6c-5b0a-4329-9ebb-6976a8f03abc, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=a1892a6c-5b0a-4329-9ebb-6976a8f03abc,segment=NetworkSegment(f8609159-ff92-4ea2-aa40-3fedfd8e72c1),segment_id=f8609159-ff92-4ea2-aa40-3fedfd8e72c1)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:49:41.722307 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': 'a1892a6c-5b0a-4329-9ebb-6976a8f03abc', 'network_id': '58da8795-f79c-4b42-9d02-c22a976cd923', 'port_id': 'a1892a6c-5b0a-4329-9ebb-6976a8f03abc', 'mac_address': 'fa:16:3e:0d:99:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '232b798a-cf2d-46ea-902c-c9407c1e11c2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 08:49:41.745404 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f4be9558-41e2-446d-b210-cc10616943e9 req-e552ae20-450e-4d0c-b42a-0d8f129d2a49 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e75fe8f-70c5-483f-aba0-1050ad39969d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338430 Oct 26 08:49:41.762578 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:41.775831 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1892a6c-5b0a-4329-9ebb-6976a8f03abc {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:49:41.794857 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port a1892a6c-5b0a-4329-9ebb-6976a8f03abc, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=a1892a6c-5b0a-4329-9ebb-6976a8f03abc,segment=NetworkSegment(f8609159-ff92-4ea2-aa40-3fedfd8e72c1),segment_id=f8609159-ff92-4ea2-aa40-3fedfd8e72c1)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:49:41.798934 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:41.848673 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=a1892a6c-5b0a-4329-9ebb-6976a8f03abc,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:42.015599 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['a1892a6c-5b0a-4329-9ebb-6976a8f03abc'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:49:42.863025 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671e7f2-34ec-41e5-9ac4-284b50233c24 req-2facfad7-c007-4cc5-b9f0-0ff09a9eb508 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:42.864513 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-4671e7f2-34ec-41e5-9ac4-284b50233c24 req-2facfad7-c007-4cc5-b9f0-0ff09a9eb508 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=f206759a-3736-4589-894c-f3b21e7ac9f3 HTTP/1.1" status: 200 len: 944 time: 0.0495212 Oct 26 08:49:42.901965 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-4671e7f2-34ec-41e5-9ac4-284b50233c24 req-5b916880-c587-4a83-a1c5-1e2596586464 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e75fe8f-70c5-483f-aba0-1050ad39969d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316017 Oct 26 08:49:43.612847 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device a1892a6c-5b0a-4329-9ebb-6976a8f03abc up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:49:43.664015 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port a1892a6c-5b0a-4329-9ebb-6976a8f03abc completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 08:49:43.666172 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:49:43.668264 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port a1892a6c-5b0a-4329-9ebb-6976a8f03abc triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:49:43.668643 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:43.750402 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:43.773301 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f206759a-3736-4589-894c-f3b21e7ac9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1892a6c-5b0a-4329-9ebb-6976a8f03abc'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:49:43.775595 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd14aa4-ce4a-4dbd-a67b-68fec41833be" -d '{"events": [{"server_uuid": "f206759a-3736-4589-894c-f3b21e7ac9f3", "name": "network-vif-plugged", "status": "completed", "tag": "a1892a6c-5b0a-4329-9ebb-6976a8f03abc"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:49:43.792275 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port a1892a6c-5b0a-4329-9ebb-6976a8f03abc, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=a1892a6c-5b0a-4329-9ebb-6976a8f03abc,segment=NetworkSegment(f8609159-ff92-4ea2-aa40-3fedfd8e72c1),segment_id=f8609159-ff92-4ea2-aa40-3fedfd8e72c1)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:49:43.797020 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:43.822698 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f283cf-9557-45e8-8404-5b55daa99fb2 x-openstack-request-id: req-38f283cf-9557-45e8-8404-5b55daa99fb2 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:49:43.822936 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f206759a-3736-4589-894c-f3b21e7ac9f3", "name": "network-vif-plugged", "status": "completed", "tag": "a1892a6c-5b0a-4329-9ebb-6976a8f03abc", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:49:43.823053 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-38f283cf-9557-45e8-8404-5b55daa99fb2 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:49:43.823434 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f206759a-3736-4589-894c-f3b21e7ac9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1892a6c-5b0a-4329-9ebb-6976a8f03abc', 'code': 200} Oct 26 08:49:43.854281 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=a1892a6c-5b0a-4329-9ebb-6976a8f03abc,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:44.031206 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e1307-cd99-41b2-a49b-cc638ec6486b req-d8934317-a690-43fb-93d5-7673130d90dc tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:44.033082 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5f2e1307-cd99-41b2-a49b-cc638ec6486b req-d8934317-a690-43fb-93d5-7673130d90dc tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=f206759a-3736-4589-894c-f3b21e7ac9f3 HTTP/1.1" status: 200 len: 945 time: 0.0578525 Oct 26 08:49:44.086478 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5f2e1307-cd99-41b2-a49b-cc638ec6486b req-522c90c7-1345-4236-b682-e9e9aaa74e5f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e75fe8f-70c5-483f-aba0-1050ad39969d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465317 Oct 26 08:49:44.292660 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af35dba-9412-4283-a946-09d4f2988efa req-0e7b3cd0-dfd3-41be-8501-98baa3b69d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:44.294116 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4af35dba-9412-4283-a946-09d4f2988efa req-0e7b3cd0-dfd3-41be-8501-98baa3b69d9d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f206759a-3736-4589-894c-f3b21e7ac9f3 HTTP/1.1" status: 200 len: 1098 time: 0.3331308 Oct 26 08:49:44.329369 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4af35dba-9412-4283-a946-09d4f2988efa req-42d9780d-261f-4962-a601-25d3f5400d32 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6e75fe8f-70c5-483f-aba0-1050ad39969d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283306 Oct 26 08:49:45.203811 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb8abb-ec3e-4453-8e6d-800158aad38c req-9161a6c6-ce7d-4330-aed1-e471f2a20e7d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:45.205337 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-eebb8abb-ec3e-4453-8e6d-800158aad38c req-9161a6c6-ce7d-4330-aed1-e471f2a20e7d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=f206759a-3736-4589-894c-f3b21e7ac9f3 HTTP/1.1" status: 200 len: 945 time: 0.0493956 Oct 26 08:49:45.242872 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-eebb8abb-ec3e-4453-8e6d-800158aad38c req-3223ab8c-dee8-4970-a92b-2528aa07419f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e75fe8f-70c5-483f-aba0-1050ad39969d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311015 Oct 26 08:49:46.359541 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec5945-6330-419e-939c-d5496c6fbd32 req-124a02c3-91f2-4595-b10c-26b881c39930 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:46.361052 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-52ec5945-6330-419e-939c-d5496c6fbd32 req-124a02c3-91f2-4595-b10c-26b881c39930 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=f206759a-3736-4589-894c-f3b21e7ac9f3 HTTP/1.1" status: 200 len: 945 time: 0.0508318 Oct 26 08:49:46.398364 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-52ec5945-6330-419e-939c-d5496c6fbd32 req-b13017a0-eae1-43cb-b3e2-c8bcd368372c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e75fe8f-70c5-483f-aba0-1050ad39969d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315249 Oct 26 08:49:46.510089 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef4af5-5509-4609-84e0-f458237b8b8b req-0326f6fb-7aaa-4d0a-ab32-716cd521cb74 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:46.511556 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8aef4af5-5509-4609-84e0-f458237b8b8b req-0326f6fb-7aaa-4d0a-ab32-716cd521cb74 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=f206759a-3736-4589-894c-f3b21e7ac9f3 HTTP/1.1" status: 200 len: 945 time: 0.0479209 Oct 26 08:49:46.549266 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8aef4af5-5509-4609-84e0-f458237b8b8b req-0dc9da69-5e35-4a3a-a9fd-ec75d5547357 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e75fe8f-70c5-483f-aba0-1050ad39969d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308106 Oct 26 08:49:46.570771 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 40174) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:49:46.613463 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f31bad-dc0b-478d-bc37-1da90f19d546 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:46.615000 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-33f31bad-dc0b-478d-bc37-1da90f19d546 tempest-TestNetworkBasicOps-1768742428 tempest-TestNetworkBasicOps-1768742428-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f206759a-3736-4589-894c-f3b21e7ac9f3 HTTP/1.1" status: 200 len: 1093 time: 0.0432367 Oct 26 08:49:46.617764 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 40176) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:49:46.622052 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-61c40ae5-7c4f-4952-b0cb-ad8fbf2ce237 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'floatingip': {'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'port_id': 'a1892a6c-5b0a-4329-9ebb-6976a8f03abc', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:49:46.644067 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-61c40ae5-7c4f-4952-b0cb-ad8fbf2ce237 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:46.737937 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-61c40ae5-7c4f-4952-b0cb-ad8fbf2ce237 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:46.841810 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-61c40ae5-7c4f-4952-b0cb-ad8fbf2ce237 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Allocated IP 172.26.2.40 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/9e1c2e24-a9ac-4541-8f0f-4a443b697ef7) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:49:46.942846 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-61c40ae5-7c4f-4952-b0cb-ad8fbf2ce237 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:46.974463 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-61c40ae5-7c4f-4952-b0cb-ad8fbf2ce237 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:47.012940 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c40ae5-7c4f-4952-b0cb-ad8fbf2ce237 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:49:47.015829 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-61c40ae5-7c4f-4952-b0cb-ad8fbf2ce237 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:49:47.021372 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c40ae5-7c4f-4952-b0cb-ad8fbf2ce237 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:49:47.049344 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c40ae5-7c4f-4952-b0cb-ad8fbf2ce237 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=9e1c2e24-a9ac-4541-8f0f-4a443b697ef7,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:47.360376 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-61c40ae5-7c4f-4952-b0cb-ad8fbf2ce237 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:47.429379 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-61c40ae5-7c4f-4952-b0cb-ad8fbf2ce237 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:47.578477 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-61c40ae5-7c4f-4952-b0cb-ad8fbf2ce237 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:47.583410 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-61c40ae5-7c4f-4952-b0cb-ad8fbf2ce237 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:47.649455 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c40ae5-7c4f-4952-b0cb-ad8fbf2ce237 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event updated for resources: {'Port': ['ID=9e1c2e24-a9ac-4541-8f0f-4a443b697ef7,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:49:47.661860 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-61c40ae5-7c4f-4952-b0cb-ad8fbf2ce237 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:47.760931 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [None req-61c40ae5-7c4f-4952-b0cb-ad8fbf2ce237 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Floating IP 80a96343-9efa-4d27-b4a9-c5ca2b50f6cb associated. External IP: 172.26.2.40, port: a1892a6c-5b0a-4329-9ebb-6976a8f03abc. Oct 26 08:49:47.968479 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c40ae5-7c4f-4952-b0cb-ad8fbf2ce237 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router 351e851e-d30d-499c-a1d2-d0541ed732f8 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:49:48.075686 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c40ae5-7c4f-4952-b0cb-ad8fbf2ce237 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:49:48.085981 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9042198-0c09-46de-a003-c2e1235fe35f None None] Sync routers for ids ['351e851e-d30d-499c-a1d2-d0541ed732f8'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:49:48.094678 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-61c40ae5-7c4f-4952-b0cb-ad8fbf2ce237 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:48.098757 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9042198-0c09-46de-a003-c2e1235fe35f None None] Routers {'351e851e-d30d-499c-a1d2-d0541ed732f8'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:49:48.099376 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-f9042198-0c09-46de-a003-c2e1235fe35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:49:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['351e851e-d30d-499c-a1d2-d0541ed732f8'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:49:48.122240 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-61c40ae5-7c4f-4952-b0cb-ad8fbf2ce237 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5034645 Oct 26 08:49:48.122826 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f206759a-3736-4589-894c-f3b21e7ac9f3', 'tag': 'a1892a6c-5b0a-4329-9ebb-6976a8f03abc'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:49:48.125591 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 40178) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:49:48.126136 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3856482-5d25-49bf-94bb-588631e24a7a" -d '{"events": [{"name": "network-changed", "server_uuid": "f206759a-3736-4589-894c-f3b21e7ac9f3", "tag": "a1892a6c-5b0a-4329-9ebb-6976a8f03abc"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:49:48.165468 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92972f48-23a8-4f49-b694-972ee405efee x-openstack-request-id: req-92972f48-23a8-4f49-b694-972ee405efee {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:49:48.165786 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f206759a-3736-4589-894c-f3b21e7ac9f3", "tag": "a1892a6c-5b0a-4329-9ebb-6976a8f03abc", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:49:48.166046 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-92972f48-23a8-4f49-b694-972ee405efee {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:49:48.166465 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f206759a-3736-4589-894c-f3b21e7ac9f3', 'tag': 'a1892a6c-5b0a-4329-9ebb-6976a8f03abc', 'status': 'completed', 'code': 200} Oct 26 08:49:48.189148 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a0eb121a-1e08-473f-91c4-278e8f494205 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/floatingips/80a96343-9efa-4d27-b4a9-c5ca2b50f6cb HTTP/1.1" status: 200 len: 990 time: 0.0623710 Oct 26 08:49:48.214314 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-f9042198-0c09-46de-a003-c2e1235fe35f None None] Set router 351e851e-d30d-499c-a1d2-d0541ed732f8 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:49:48.232196 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3856482-5d25-49bf-94bb-588631e24a7a req-b907ae46-d304-4acc-872f-12a524671b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:48.234593 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d3856482-5d25-49bf-94bb-588631e24a7a req-b907ae46-d304-4acc-872f-12a524671b48 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=f206759a-3736-4589-894c-f3b21e7ac9f3 HTTP/1.1" status: 200 len: 1098 time: 0.0420778 Oct 26 08:49:48.330633 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3856482-5d25-49bf-94bb-588631e24a7a req-9248f56f-8df7-48ec-8bae-1b3c1774ee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:48.332111 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d3856482-5d25-49bf-94bb-588631e24a7a req-9248f56f-8df7-48ec-8bae-1b3c1774ee9e service neutron] 10.222.0.47 "GET /v2.0/networks?id=58da8795-f79c-4b42-9d02-c22a976cd923 HTTP/1.1" status: 200 len: 897 time: 0.0899718 Oct 26 08:49:48.398731 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d3856482-5d25-49bf-94bb-588631e24a7a req-5f2cebb4-faac-4f03-b74d-413f0cda03e8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1892a6c-5b0a-4329-9ebb-6976a8f03abc HTTP/1.1" status: 200 len: 998 time: 0.0600455 Oct 26 08:49:48.443989 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-f9042198-0c09-46de-a003-c2e1235fe35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'name': 'tempest-TestNetworkBasicOps-router-1255717530', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f151ae7c-6e94-4753-9c73-d1f071cfbd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:49:30Z', 'updated_at': '2021-10-26T08:49:33Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'f151ae7c-6e94-4753-9c73-d1f071cfbd39', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:49:30Z', 'updated_at': '2021-10-26T08:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '80a96343-9efa-4d27-b4a9-c5ca2b50f6cb', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.40', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'port_id': 'a1892a6c-5b0a-4329-9ebb-6976a8f03abc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58da8795-f79c-4b42-9d02-c22a976cd923', 'mac_address': 'fa:16:3e:0d:99:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f206759a-3736-4589-894c-f3b21e7ac9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:49:47Z', 'updated_at': '2021-10-26T08:49:47Z', 'revision_number': 0, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3154be3-ea70-4930-94d0-5a3d98428a97', 'name': '', 'network_id': '58da8795-f79c-4b42-9d02-c22a976cd923', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:bb:e9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '232b798a-cf2d-46ea-902c-c9407c1e11c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:49:32Z', 'updated_at': '2021-10-26T08:49:36Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '232b798a-cf2d-46ea-902c-c9407c1e11c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:49:48.448971 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3856482-5d25-49bf-94bb-588631e24a7a req-49129602-e095-492c-b2c0-829830d0fa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:48.450473 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d3856482-5d25-49bf-94bb-588631e24a7a req-49129602-e095-492c-b2c0-829830d0fa5a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=232b798a-cf2d-46ea-902c-c9407c1e11c2 HTTP/1.1" status: 200 len: 834 time: 0.0443602 Oct 26 08:49:48.470809 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9042198-0c09-46de-a003-c2e1235fe35f None None] Checking router: 351e851e-d30d-499c-a1d2-d0541ed732f8 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:49:48.479227 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9042198-0c09-46de-a003-c2e1235fe35f None None] Routers {'351e851e-d30d-499c-a1d2-d0541ed732f8'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:49:48.479873 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-f9042198-0c09-46de-a003-c2e1235fe35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:49:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['351e851e-d30d-499c-a1d2-d0541ed732f8'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:49:48.501483 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3856482-5d25-49bf-94bb-588631e24a7a req-379bac45-d84b-4a92-aa76-2b5083270887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:49:48.503033 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d3856482-5d25-49bf-94bb-588631e24a7a req-379bac45-d84b-4a92-aa76-2b5083270887 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=58da8795-f79c-4b42-9d02-c22a976cd923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0455308 Oct 26 08:49:48.597258 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-f9042198-0c09-46de-a003-c2e1235fe35f None None] Set router 351e851e-d30d-499c-a1d2-d0541ed732f8 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:49:48.603846 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d3856482-5d25-49bf-94bb-588631e24a7a req-0c279cfe-0e2e-48f2-9227-0cff6f21abad service neutron] 10.222.0.47 "GET /v2.0/networks/58da8795-f79c-4b42-9d02-c22a976cd923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927165 Oct 26 08:49:48.711467 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d3856482-5d25-49bf-94bb-588631e24a7a req-f95e7b57-b65b-45f9-8058-162e0092bede service neutron] 10.222.0.47 "GET /v2.0/networks/58da8795-f79c-4b42-9d02-c22a976cd923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996063 Oct 26 08:49:48.837831 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-f9042198-0c09-46de-a003-c2e1235fe35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'name': 'tempest-TestNetworkBasicOps-router-1255717530', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f151ae7c-6e94-4753-9c73-d1f071cfbd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:49:30Z', 'updated_at': '2021-10-26T08:49:33Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'f151ae7c-6e94-4753-9c73-d1f071cfbd39', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:49:30Z', 'updated_at': '2021-10-26T08:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '80a96343-9efa-4d27-b4a9-c5ca2b50f6cb', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.40', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'port_id': 'a1892a6c-5b0a-4329-9ebb-6976a8f03abc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58da8795-f79c-4b42-9d02-c22a976cd923', 'mac_address': 'fa:16:3e:0d:99:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f206759a-3736-4589-894c-f3b21e7ac9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:49:47Z', 'updated_at': '2021-10-26T08:49:47Z', 'revision_number': 0, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3154be3-ea70-4930-94d0-5a3d98428a97', 'name': '', 'network_id': '58da8795-f79c-4b42-9d02-c22a976cd923', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:bb:e9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '232b798a-cf2d-46ea-902c-c9407c1e11c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:49:32Z', 'updated_at': '2021-10-26T08:49:36Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '232b798a-cf2d-46ea-902c-c9407c1e11c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:49:48.869677 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9042198-0c09-46de-a003-c2e1235fe35f None None] The sync data for ids ['351e851e-d30d-499c-a1d2-d0541ed732f8'] in dv-neutron-804846-13-hyperv is: [{'id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'name': 'tempest-TestNetworkBasicOps-router-1255717530', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f151ae7c-6e94-4753-9c73-d1f071cfbd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:49:30Z', 'updated_at': '2021-10-26T08:49:33Z', 'revision_number': 4, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'f151ae7c-6e94-4753-9c73-d1f071cfbd39', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:49:30Z', 'updated_at': '2021-10-26T08:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '80a96343-9efa-4d27-b4a9-c5ca2b50f6cb', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.40', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'port_id': 'a1892a6c-5b0a-4329-9ebb-6976a8f03abc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58da8795-f79c-4b42-9d02-c22a976cd923', 'mac_address': 'fa:16:3e:0d:99:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f206759a-3736-4589-894c-f3b21e7ac9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:49:47Z', 'updated_at': '2021-10-26T08:49:47Z', 'revision_number': 0, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3154be3-ea70-4930-94d0-5a3d98428a97', 'name': '', 'network_id': '58da8795-f79c-4b42-9d02-c22a976cd923', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:bb:e9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '232b798a-cf2d-46ea-902c-c9407c1e11c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:49:32Z', 'updated_at': '2021-10-26T08:49:36Z', 'revision_number': 5, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '232b798a-cf2d-46ea-902c-c9407c1e11c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:49:49.062327 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0202951-c792-4b4a-a9f8-aa63da28716f None None] New status for floating IP 80a96343-9efa-4d27-b4a9-c5ca2b50f6cb: ACTIVE {{(pid=102104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:49:49.193067 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 40182) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:49:49.259549 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-35751862-2d50-46aa-96c4-e158d9e03ac2 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/floatingips/80a96343-9efa-4d27-b4a9-c5ca2b50f6cb HTTP/1.1" status: 200 len: 992 time: 0.0651877 Oct 26 08:49:49.385016 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2326a7b2-90e6-4f93-bc71-91421a23cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:52.062990 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4751c3b5-c451-4188-99fc-2a93349be807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:52.928457 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:53.303350 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:54.235419 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:49:54.827077 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:19.522560 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4664f659-fb60-4768-8cea-0a90f6b16794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:20.505084 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 40194) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:50:20.509801 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-01649c30-8acb-4527-b44d-91cc03f3855f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'router': {'admin_state_up': False}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:50:20.664853 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:50:20.809415 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-01649c30-8acb-4527-b44d-91cc03f3855f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8100261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8097850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15702'] for router, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:20.819719 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-01649c30-8acb-4527-b44d-91cc03f3855f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8100266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8100243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8097827'] for router, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:20.927821 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01649c30-8acb-4527-b44d-91cc03f3855f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router 351e851e-d30d-499c-a1d2-d0541ed732f8 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:50:21.036588 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01649c30-8acb-4527-b44d-91cc03f3855f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:50:21.044426 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-01649c30-8acb-4527-b44d-91cc03f3855f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:21.045803 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-01649c30-8acb-4527-b44d-91cc03f3855f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "PUT /v2.0/routers/351e851e-d30d-499c-a1d2-d0541ed732f8 HTTP/1.1" status: 200 len: 889 time: 0.5396664 Oct 26 08:50:21.046087 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f54b319-af00-4176-b381-2dcd1c79282a None None] Sync routers for ids ['351e851e-d30d-499c-a1d2-d0541ed732f8'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:50:21.057596 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f54b319-af00-4176-b381-2dcd1c79282a None None] Routers {'351e851e-d30d-499c-a1d2-d0541ed732f8'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:50:21.058246 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-9f54b319-af00-4176-b381-2dcd1c79282a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:49:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['351e851e-d30d-499c-a1d2-d0541ed732f8'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:50:21.091267 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-9f54b319-af00-4176-b381-2dcd1c79282a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:50:21.100158 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f54b319-af00-4176-b381-2dcd1c79282a None None] Routers {'351e851e-d30d-499c-a1d2-d0541ed732f8'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:50:21.100753 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-9f54b319-af00-4176-b381-2dcd1c79282a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:49:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['351e851e-d30d-499c-a1d2-d0541ed732f8'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:50:21.135249 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-9f54b319-af00-4176-b381-2dcd1c79282a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:50:21.135883 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f54b319-af00-4176-b381-2dcd1c79282a None None] The sync data for ids ['351e851e-d30d-499c-a1d2-d0541ed732f8'] in dv-neutron-804846-13-hyperv is: [] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:50:21.869788 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f5bfc4-26a8-4225-84cf-da668439c091 None None] New status for floating IP 80a96343-9efa-4d27-b4a9-c5ca2b50f6cb: DOWN {{(pid=102104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:50:22.016534 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device f151ae7c-6e94-4753-9c73-d1f071cfbd39 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:50:22.073856 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c53bd2c1-d381-4c01-b371-c9c187b6b334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:22.106944 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:22.128800 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port f151ae7c-6e94-4753-9c73-d1f071cfbd39, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=f151ae7c-6e94-4753-9c73-d1f071cfbd39,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:50:22.132518 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:22.133198 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device c3154be3-ea70-4930-94d0-5a3d98428a97 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:50:22.209967 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=f151ae7c-6e94-4753-9c73-d1f071cfbd39,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:50:22.251206 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:22.282311 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port c3154be3-ea70-4930-94d0-5a3d98428a97, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=c3154be3-ea70-4930-94d0-5a3d98428a97,segment=NetworkSegment(f8609159-ff92-4ea2-aa40-3fedfd8e72c1),segment_id=f8609159-ff92-4ea2-aa40-3fedfd8e72c1)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:50:22.286665 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:22.338171 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=c3154be3-ea70-4930-94d0-5a3d98428a97,revision_number=6']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:50:22.931981 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:23.158896 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 40198) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:50:23.163575 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-bc49f2fa-758c-4291-9c4b-8928575da05e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:50:23.306253 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:23.471428 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bc49f2fa-758c-4291-9c4b-8928575da05e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8100261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8097850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15702'] for router, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:23.481880 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bc49f2fa-758c-4291-9c4b-8928575da05e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8100266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8100243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8097827'] for router, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:23.594509 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc49f2fa-758c-4291-9c4b-8928575da05e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router 351e851e-d30d-499c-a1d2-d0541ed732f8 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:50:23.696936 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc49f2fa-758c-4291-9c4b-8928575da05e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:50:23.704365 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bc49f2fa-758c-4291-9c4b-8928575da05e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:23.705549 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-bc49f2fa-758c-4291-9c4b-8928575da05e tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "PUT /v2.0/routers/351e851e-d30d-499c-a1d2-d0541ed732f8 HTTP/1.1" status: 200 len: 888 time: 0.5456514 Oct 26 08:50:23.707327 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da71e09-e885-4df5-9492-8073ee6c4704 None None] Sync routers for ids ['351e851e-d30d-499c-a1d2-d0541ed732f8'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:50:23.708410 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 40200) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:50:23.719234 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da71e09-e885-4df5-9492-8073ee6c4704 None None] Routers {'351e851e-d30d-499c-a1d2-d0541ed732f8'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:50:23.719928 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-0da71e09-e885-4df5-9492-8073ee6c4704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:50:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['351e851e-d30d-499c-a1d2-d0541ed732f8'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:50:23.772563 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5313f96d-c641-485e-bcca-a3d23cea4184 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/floatingips/80a96343-9efa-4d27-b4a9-c5ca2b50f6cb HTTP/1.1" status: 200 len: 990 time: 0.0630276 Oct 26 08:50:23.824161 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-0da71e09-e885-4df5-9492-8073ee6c4704 None None] Set router 351e851e-d30d-499c-a1d2-d0541ed732f8 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:50:24.045160 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-0da71e09-e885-4df5-9492-8073ee6c4704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'name': 'tempest-TestNetworkBasicOps-router-1255717530', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f151ae7c-6e94-4753-9c73-d1f071cfbd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:49:30Z', 'updated_at': '2021-10-26T08:50:23Z', 'revision_number': 6, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'f151ae7c-6e94-4753-9c73-d1f071cfbd39', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:49:30Z', 'updated_at': '2021-10-26T08:50:22Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '80a96343-9efa-4d27-b4a9-c5ca2b50f6cb', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.40', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'port_id': 'a1892a6c-5b0a-4329-9ebb-6976a8f03abc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58da8795-f79c-4b42-9d02-c22a976cd923', 'mac_address': 'fa:16:3e:0d:99:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f206759a-3736-4589-894c-f3b21e7ac9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:49:47Z', 'updated_at': '2021-10-26T08:50:21Z', 'revision_number': 2, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3154be3-ea70-4930-94d0-5a3d98428a97', 'name': '', 'network_id': '58da8795-f79c-4b42-9d02-c22a976cd923', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:bb:e9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '232b798a-cf2d-46ea-902c-c9407c1e11c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:49:32Z', 'updated_at': '2021-10-26T08:50:22Z', 'revision_number': 6, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '232b798a-cf2d-46ea-902c-c9407c1e11c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:50:24.074508 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da71e09-e885-4df5-9492-8073ee6c4704 None None] Checking router: 351e851e-d30d-499c-a1d2-d0541ed732f8 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:50:24.083361 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da71e09-e885-4df5-9492-8073ee6c4704 None None] Routers {'351e851e-d30d-499c-a1d2-d0541ed732f8'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:50:24.083969 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-0da71e09-e885-4df5-9492-8073ee6c4704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:50:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['351e851e-d30d-499c-a1d2-d0541ed732f8'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:50:24.185834 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-0da71e09-e885-4df5-9492-8073ee6c4704 None None] Set router 351e851e-d30d-499c-a1d2-d0541ed732f8 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:50:24.279476 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:24.416171 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-0da71e09-e885-4df5-9492-8073ee6c4704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'name': 'tempest-TestNetworkBasicOps-router-1255717530', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f151ae7c-6e94-4753-9c73-d1f071cfbd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:49:30Z', 'updated_at': '2021-10-26T08:50:23Z', 'revision_number': 6, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'f151ae7c-6e94-4753-9c73-d1f071cfbd39', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:49:30Z', 'updated_at': '2021-10-26T08:50:22Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '80a96343-9efa-4d27-b4a9-c5ca2b50f6cb', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.40', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'port_id': 'a1892a6c-5b0a-4329-9ebb-6976a8f03abc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58da8795-f79c-4b42-9d02-c22a976cd923', 'mac_address': 'fa:16:3e:0d:99:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f206759a-3736-4589-894c-f3b21e7ac9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:49:47Z', 'updated_at': '2021-10-26T08:50:21Z', 'revision_number': 2, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3154be3-ea70-4930-94d0-5a3d98428a97', 'name': '', 'network_id': '58da8795-f79c-4b42-9d02-c22a976cd923', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:bb:e9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '232b798a-cf2d-46ea-902c-c9407c1e11c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:49:32Z', 'updated_at': '2021-10-26T08:50:22Z', 'revision_number': 6, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '232b798a-cf2d-46ea-902c-c9407c1e11c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:50:24.446894 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da71e09-e885-4df5-9492-8073ee6c4704 None None] The sync data for ids ['351e851e-d30d-499c-a1d2-d0541ed732f8'] in dv-neutron-804846-13-hyperv is: [{'id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'name': 'tempest-TestNetworkBasicOps-router-1255717530', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f151ae7c-6e94-4753-9c73-d1f071cfbd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:49:30Z', 'updated_at': '2021-10-26T08:50:23Z', 'revision_number': 6, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'f151ae7c-6e94-4753-9c73-d1f071cfbd39', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:49:30Z', 'updated_at': '2021-10-26T08:50:22Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '80a96343-9efa-4d27-b4a9-c5ca2b50f6cb', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'floating_ip_address': '172.26.2.40', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'port_id': 'a1892a6c-5b0a-4329-9ebb-6976a8f03abc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58da8795-f79c-4b42-9d02-c22a976cd923', 'mac_address': 'fa:16:3e:0d:99:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f206759a-3736-4589-894c-f3b21e7ac9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:49:47Z', 'updated_at': '2021-10-26T08:50:21Z', 'revision_number': 2, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3154be3-ea70-4930-94d0-5a3d98428a97', 'name': '', 'network_id': '58da8795-f79c-4b42-9d02-c22a976cd923', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:bb:e9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '232b798a-cf2d-46ea-902c-c9407c1e11c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:49:32Z', 'updated_at': '2021-10-26T08:50:22Z', 'revision_number': 6, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '232b798a-cf2d-46ea-902c-c9407c1e11c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:50:24.776576 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 40202) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:50:24.831131 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:24.848618 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-72fda81e-434f-43e9-b299-1f5e4f36ac8f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/floatingips/80a96343-9efa-4d27-b4a9-c5ca2b50f6cb HTTP/1.1" status: 200 len: 990 time: 0.0708542 Oct 26 08:50:25.852500 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 40204) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:50:25.918827 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f566a4a0-3095-4378-aab2-57e184c0cc9c tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/floatingips/80a96343-9efa-4d27-b4a9-c5ca2b50f6cb HTTP/1.1" status: 200 len: 990 time: 0.0651002 Oct 26 08:50:25.972745 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e450ff-8ad5-4c23-b014-32bed19e6f3f None None] New status for floating IP 80a96343-9efa-4d27-b4a9-c5ca2b50f6cb: ACTIVE {{(pid=102104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:50:26.076909 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device f151ae7c-6e94-4753-9c73-d1f071cfbd39 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:50:26.127711 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port f151ae7c-6e94-4753-9c73-d1f071cfbd39 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:50:26.128091 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:26.210101 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:26.230629 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port f151ae7c-6e94-4753-9c73-d1f071cfbd39, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=f151ae7c-6e94-4753-9c73-d1f071cfbd39,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:50:26.235834 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:26.236611 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device c3154be3-ea70-4930-94d0-5a3d98428a97 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:50:26.309299 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=f151ae7c-6e94-4753-9c73-d1f071cfbd39,revision_number=6']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:50:26.322681 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port c3154be3-ea70-4930-94d0-5a3d98428a97 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:50:26.323057 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:26.406390 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:26.436745 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port c3154be3-ea70-4930-94d0-5a3d98428a97, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=c3154be3-ea70-4930-94d0-5a3d98428a97,segment=NetworkSegment(f8609159-ff92-4ea2-aa40-3fedfd8e72c1),segment_id=f8609159-ff92-4ea2-aa40-3fedfd8e72c1)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:50:26.441506 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:26.489042 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=c3154be3-ea70-4930-94d0-5a3d98428a97,revision_number=7']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:50:26.922186 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 40206) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:50:26.996446 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-0b1e8560-12f2-44b6-8cc0-2be36616f644 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/floatingips/80a96343-9efa-4d27-b4a9-c5ca2b50f6cb HTTP/1.1" status: 200 len: 992 time: 0.0730910 Oct 26 08:50:27.227348 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 40212) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:50:27.387976 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-b656d4cf-f43b-4c2a-b3f7-7291df7c1c66 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting port 9e1c2e24-a9ac-4541-8f0f-4a443b697ef7 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:50:27.388318 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b656d4cf-f43b-4c2a-b3f7-7291df7c1c66 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:27.463960 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b656d4cf-f43b-4c2a-b3f7-7291df7c1c66 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:27.464282 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b656d4cf-f43b-4c2a-b3f7-7291df7c1c66 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:27.476721 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-b656d4cf-f43b-4c2a-b3f7-7291df7c1c66 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Calling delete_port for 9e1c2e24-a9ac-4541-8f0f-4a443b697ef7 owned by network:floatingip {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:50:27.622227 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b656d4cf-f43b-4c2a-b3f7-7291df7c1c66 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:27.654080 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b656d4cf-f43b-4c2a-b3f7-7291df7c1c66 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Port': ['ID=9e1c2e24-a9ac-4541-8f0f-4a443b697ef7,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:50:27.695446 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b656d4cf-f43b-4c2a-b3f7-7291df7c1c66 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:50:27.695825 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b656d4cf-f43b-4c2a-b3f7-7291df7c1c66 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:50:27.696169 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b656d4cf-f43b-4c2a-b3f7-7291df7c1c66 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:50:27.696507 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b656d4cf-f43b-4c2a-b3f7-7291df7c1c66 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:50:27.696841 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b656d4cf-f43b-4c2a-b3f7-7291df7c1c66 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:50:27.697174 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b656d4cf-f43b-4c2a-b3f7-7291df7c1c66 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:50:27.697509 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b656d4cf-f43b-4c2a-b3f7-7291df7c1c66 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:50:27.697860 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b656d4cf-f43b-4c2a-b3f7-7291df7c1c66 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:50:27.698192 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b656d4cf-f43b-4c2a-b3f7-7291df7c1c66 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:50:27.698520 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b656d4cf-f43b-4c2a-b3f7-7291df7c1c66 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:50:27.698844 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b656d4cf-f43b-4c2a-b3f7-7291df7c1c66 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:50:27.699168 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b656d4cf-f43b-4c2a-b3f7-7291df7c1c66 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:50:27.723188 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b656d4cf-f43b-4c2a-b3f7-7291df7c1c66 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for floatingip, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:27.723525 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.l3_db [None req-b656d4cf-f43b-4c2a-b3f7-7291df7c1c66 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Floating IP 80a96343-9efa-4d27-b4a9-c5ca2b50f6cb disassociated (deleted). External IP: 172.26.2.40, port: a1892a6c-5b0a-4329-9ebb-6976a8f03abc. Oct 26 08:50:27.929162 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b656d4cf-f43b-4c2a-b3f7-7291df7c1c66 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router 351e851e-d30d-499c-a1d2-d0541ed732f8 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:50:28.026761 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device f151ae7c-6e94-4753-9c73-d1f071cfbd39 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:50:28.041037 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b656d4cf-f43b-4c2a-b3f7-7291df7c1c66 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:50:28.045961 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b656d4cf-f43b-4c2a-b3f7-7291df7c1c66 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:28.057970 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8970d0f9-7b27-472c-972a-34d63c6dc9f8 None None] Sync routers for ids ['351e851e-d30d-499c-a1d2-d0541ed732f8'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:50:28.073450 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b656d4cf-f43b-4c2a-b3f7-7291df7c1c66 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/floatingips/80a96343-9efa-4d27-b4a9-c5ca2b50f6cb HTTP/1.1" status: 204 len: 168 time: 0.8450828 Oct 26 08:50:28.074342 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f206759a-3736-4589-894c-f3b21e7ac9f3', 'tag': 'a1892a6c-5b0a-4329-9ebb-6976a8f03abc'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:50:28.074509 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8970d0f9-7b27-472c-972a-34d63c6dc9f8 None None] Routers {'351e851e-d30d-499c-a1d2-d0541ed732f8'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:50:28.075030 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-8970d0f9-7b27-472c-972a-34d63c6dc9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:50:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['351e851e-d30d-499c-a1d2-d0541ed732f8'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:50:28.076641 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6001f9b463937e9ba59653060f797cf6a3b9cfc8c69abf6deb468a53c3a3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc62806f-5826-44e3-8cd8-7bf40fd60394" -d '{"events": [{"name": "network-changed", "server_uuid": "f206759a-3736-4589-894c-f3b21e7ac9f3", "tag": "a1892a6c-5b0a-4329-9ebb-6976a8f03abc"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:50:28.161105 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port f151ae7c-6e94-4753-9c73-d1f071cfbd39 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:50:28.161469 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:28.191209 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c398bc6f-683f-42bb-b495-2a8f9c285f2b x-openstack-request-id: req-c398bc6f-683f-42bb-b495-2a8f9c285f2b {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:50:28.191475 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f206759a-3736-4589-894c-f3b21e7ac9f3", "tag": "a1892a6c-5b0a-4329-9ebb-6976a8f03abc", "status": "completed", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:50:28.191694 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c398bc6f-683f-42bb-b495-2a8f9c285f2b {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:50:28.192706 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f206759a-3736-4589-894c-f3b21e7ac9f3', 'tag': 'a1892a6c-5b0a-4329-9ebb-6976a8f03abc', 'status': 'completed', 'code': 200} Oct 26 08:50:28.222494 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-8970d0f9-7b27-472c-972a-34d63c6dc9f8 None None] Set router 351e851e-d30d-499c-a1d2-d0541ed732f8 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:50:28.273518 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62806f-5826-44e3-8cd8-7bf40fd60394 req-ac058e41-31bb-4b1d-9b48-2c96873d3c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:50:28.275080 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fc62806f-5826-44e3-8cd8-7bf40fd60394 req-ac058e41-31bb-4b1d-9b48-2c96873d3c11 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0122ef6aaf84badac5fbf473c701d56&device_id=f206759a-3736-4589-894c-f3b21e7ac9f3 HTTP/1.1" status: 200 len: 1098 time: 0.0465705 Oct 26 08:50:28.386163 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef3af0-0120-4699-aa5b-1388866c4c97 req-6f0df5d1-73b8-47d6-8006-00745f6485b8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:50:28.387772 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-78ef3af0-0120-4699-aa5b-1388866c4c97 req-6f0df5d1-73b8-47d6-8006-00745f6485b8 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=f206759a-3736-4589-894c-f3b21e7ac9f3 HTTP/1.1" status: 200 len: 945 time: 0.1165538 Oct 26 08:50:28.429368 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62806f-5826-44e3-8cd8-7bf40fd60394 req-6fe3782a-ec47-4226-9fec-ca4ed78fdc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:50:28.430900 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fc62806f-5826-44e3-8cd8-7bf40fd60394 req-6fe3782a-ec47-4226-9fec-ca4ed78fdc0e service neutron] 10.222.0.47 "GET /v2.0/networks?id=58da8795-f79c-4b42-9d02-c22a976cd923 HTTP/1.1" status: 200 len: 897 time: 0.1464312 Oct 26 08:50:28.486502 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-78ef3af0-0120-4699-aa5b-1388866c4c97 req-d1a7df8c-6906-4839-b188-37bdd871c7e5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e75fe8f-70c5-483f-aba0-1050ad39969d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871181 Oct 26 08:50:28.487809 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fc62806f-5826-44e3-8cd8-7bf40fd60394 req-b4c1cda2-61ca-4f84-972a-140702f99886 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1892a6c-5b0a-4329-9ebb-6976a8f03abc HTTP/1.1" status: 200 len: 217 time: 0.0462468 Oct 26 08:50:28.523729 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device c3154be3-ea70-4930-94d0-5a3d98428a97 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:50:28.539141 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62806f-5826-44e3-8cd8-7bf40fd60394 req-44e85925-de99-4168-aeaf-6085f60b6c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:50:28.540654 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fc62806f-5826-44e3-8cd8-7bf40fd60394 req-44e85925-de99-4168-aeaf-6085f60b6c5b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=232b798a-cf2d-46ea-902c-c9407c1e11c2 HTTP/1.1" status: 200 len: 834 time: 0.0451214 Oct 26 08:50:28.589275 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62806f-5826-44e3-8cd8-7bf40fd60394 req-53b029d0-8335-4e09-9d6d-6fa3d7c368d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:50:28.590940 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fc62806f-5826-44e3-8cd8-7bf40fd60394 req-53b029d0-8335-4e09-9d6d-6fa3d7c368d7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=58da8795-f79c-4b42-9d02-c22a976cd923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0415912 Oct 26 08:50:28.622214 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port c3154be3-ea70-4930-94d0-5a3d98428a97 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:50:28.622588 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:28.683619 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-8970d0f9-7b27-472c-972a-34d63c6dc9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'name': 'tempest-TestNetworkBasicOps-router-1255717530', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f151ae7c-6e94-4753-9c73-d1f071cfbd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:49:30Z', 'updated_at': '2021-10-26T08:50:23Z', 'revision_number': 6, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'f151ae7c-6e94-4753-9c73-d1f071cfbd39', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:49:30Z', 'updated_at': '2021-10-26T08:50:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'c3154be3-ea70-4930-94d0-5a3d98428a97', 'name': '', 'network_id': '58da8795-f79c-4b42-9d02-c22a976cd923', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:bb:e9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '232b798a-cf2d-46ea-902c-c9407c1e11c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:49:32Z', 'updated_at': '2021-10-26T08:50:26Z', 'revision_number': 7, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '232b798a-cf2d-46ea-902c-c9407c1e11c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:50:28.685462 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fc62806f-5826-44e3-8cd8-7bf40fd60394 req-2ebc46f8-a9ea-4d04-b7f7-9d7bdbae55f4 service neutron] 10.222.0.47 "GET /v2.0/networks/58da8795-f79c-4b42-9d02-c22a976cd923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862253 Oct 26 08:50:28.729216 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8970d0f9-7b27-472c-972a-34d63c6dc9f8 None None] Checking router: 351e851e-d30d-499c-a1d2-d0541ed732f8 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:50:28.748752 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8970d0f9-7b27-472c-972a-34d63c6dc9f8 None None] Routers {'351e851e-d30d-499c-a1d2-d0541ed732f8'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:50:28.750436 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-8970d0f9-7b27-472c-972a-34d63c6dc9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:50:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['351e851e-d30d-499c-a1d2-d0541ed732f8'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:50:28.778251 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fc62806f-5826-44e3-8cd8-7bf40fd60394 req-07d025b0-dd14-4926-873f-606397bc45ca service neutron] 10.222.0.47 "GET /v2.0/networks/58da8795-f79c-4b42-9d02-c22a976cd923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848556 Oct 26 08:50:28.856223 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-8970d0f9-7b27-472c-972a-34d63c6dc9f8 None None] Set router 351e851e-d30d-499c-a1d2-d0541ed732f8 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:50:29.054728 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-8970d0f9-7b27-472c-972a-34d63c6dc9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'name': 'tempest-TestNetworkBasicOps-router-1255717530', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f151ae7c-6e94-4753-9c73-d1f071cfbd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:49:30Z', 'updated_at': '2021-10-26T08:50:23Z', 'revision_number': 6, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'f151ae7c-6e94-4753-9c73-d1f071cfbd39', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:49:30Z', 'updated_at': '2021-10-26T08:50:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'c3154be3-ea70-4930-94d0-5a3d98428a97', 'name': '', 'network_id': '58da8795-f79c-4b42-9d02-c22a976cd923', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:bb:e9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '232b798a-cf2d-46ea-902c-c9407c1e11c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:49:32Z', 'updated_at': '2021-10-26T08:50:26Z', 'revision_number': 7, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '232b798a-cf2d-46ea-902c-c9407c1e11c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:50:29.081281 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8970d0f9-7b27-472c-972a-34d63c6dc9f8 None None] The sync data for ids ['351e851e-d30d-499c-a1d2-d0541ed732f8'] in dv-neutron-804846-13-hyperv is: [{'id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'name': 'tempest-TestNetworkBasicOps-router-1255717530', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f151ae7c-6e94-4753-9c73-d1f071cfbd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:49:30Z', 'updated_at': '2021-10-26T08:50:23Z', 'revision_number': 6, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'f151ae7c-6e94-4753-9c73-d1f071cfbd39', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:49:30Z', 'updated_at': '2021-10-26T08:50:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'c3154be3-ea70-4930-94d0-5a3d98428a97', 'name': '', 'network_id': '58da8795-f79c-4b42-9d02-c22a976cd923', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'mac_address': 'fa:16:3e:bb:e9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '232b798a-cf2d-46ea-902c-c9407c1e11c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:49:32Z', 'updated_at': '2021-10-26T08:50:26Z', 'revision_number': 7, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'subnets': [{'id': '232b798a-cf2d-46ea-902c-c9407c1e11c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:50:29.614751 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab38bf-c5ef-4251-aa39-98c7b4e42121 req-b5948b42-6e15-471a-a327-e06530979267 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:50:29.616339 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-24ab38bf-c5ef-4251-aa39-98c7b4e42121 req-b5948b42-6e15-471a-a327-e06530979267 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=f206759a-3736-4589-894c-f3b21e7ac9f3 HTTP/1.1" status: 200 len: 945 time: 0.0594978 Oct 26 08:50:29.622192 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5c417-c6a6-42a8-94bc-de9badae9cc2 req-65ac3792-0f02-4e1d-a21c-aff588cdcb1f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:50:29.623656 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-01b5c417-c6a6-42a8-94bc-de9badae9cc2 req-65ac3792-0f02-4e1d-a21c-aff588cdcb1f tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "GET /v2.0/ports?device_id=f206759a-3736-4589-894c-f3b21e7ac9f3 HTTP/1.1" status: 200 len: 945 time: 0.0704794 Oct 26 08:50:29.656761 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-24ab38bf-c5ef-4251-aa39-98c7b4e42121 req-5fd8f1df-0a2d-470a-8f5e-e2171f051bd5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e75fe8f-70c5-483f-aba0-1050ad39969d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335717 Oct 26 08:50:29.716212 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-01b5c417-c6a6-42a8-94bc-de9badae9cc2 req-24bda279-c35c-4847-9330-82f9acbc0ca5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting port a1892a6c-5b0a-4329-9ebb-6976a8f03abc {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:50:29.716826 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-01b5c417-c6a6-42a8-94bc-de9badae9cc2 req-24bda279-c35c-4847-9330-82f9acbc0ca5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:29.720708 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06951b9d-5e4f-45af-908e-0c54c086f17a None None] New status for floating IP 80a96343-9efa-4d27-b4a9-c5ca2b50f6cb: DOWN {{(pid=102104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:50:29.811683 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-01b5c417-c6a6-42a8-94bc-de9badae9cc2 req-24bda279-c35c-4847-9330-82f9acbc0ca5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] For port a1892a6c-5b0a-4329-9ebb-6976a8f03abc, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=a1892a6c-5b0a-4329-9ebb-6976a8f03abc,segment=NetworkSegment(f8609159-ff92-4ea2-aa40-3fedfd8e72c1),segment_id=f8609159-ff92-4ea2-aa40-3fedfd8e72c1)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:50:29.812205 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-01b5c417-c6a6-42a8-94bc-de9badae9cc2 req-24bda279-c35c-4847-9330-82f9acbc0ca5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:29.825931 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-01b5c417-c6a6-42a8-94bc-de9badae9cc2 req-24bda279-c35c-4847-9330-82f9acbc0ca5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Calling delete_port for a1892a6c-5b0a-4329-9ebb-6976a8f03abc owned by compute:nova {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:50:29.952254 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-01b5c417-c6a6-42a8-94bc-de9badae9cc2 req-24bda279-c35c-4847-9330-82f9acbc0ca5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:29.984128 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bda279-c35c-4847-9330-82f9acbc0ca5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Port': ['ID=a1892a6c-5b0a-4329-9ebb-6976a8f03abc,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:50:29.996177 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bda279-c35c-4847-9330-82f9acbc0ca5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:50:29.996542 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bda279-c35c-4847-9330-82f9acbc0ca5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:50:29.996890 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bda279-c35c-4847-9330-82f9acbc0ca5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:50:29.997239 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bda279-c35c-4847-9330-82f9acbc0ca5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:50:29.997578 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bda279-c35c-4847-9330-82f9acbc0ca5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:50:29.997941 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bda279-c35c-4847-9330-82f9acbc0ca5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:50:29.998280 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bda279-c35c-4847-9330-82f9acbc0ca5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:50:29.998618 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bda279-c35c-4847-9330-82f9acbc0ca5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:50:29.998954 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bda279-c35c-4847-9330-82f9acbc0ca5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:50:29.999832 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bda279-c35c-4847-9330-82f9acbc0ca5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:50:30.000163 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bda279-c35c-4847-9330-82f9acbc0ca5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:50:30.000598 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bda279-c35c-4847-9330-82f9acbc0ca5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:50:30.320324 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b5c417-c6a6-42a8-94bc-de9badae9cc2 req-24bda279-c35c-4847-9330-82f9acbc0ca5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] No DVR routers for this DVR port a1892a6c-5b0a-4329-9ebb-6976a8f03abc on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:50:30.322948 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-01b5c417-c6a6-42a8-94bc-de9badae9cc2 req-24bda279-c35c-4847-9330-82f9acbc0ca5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:30.326421 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-01b5c417-c6a6-42a8-94bc-de9badae9cc2 req-24bda279-c35c-4847-9330-82f9acbc0ca5 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.47 "DELETE /v2.0/ports/a1892a6c-5b0a-4329-9ebb-6976a8f03abc HTTP/1.1" status: 204 len: 173 time: 0.6967218 Oct 26 08:50:30.326892 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f206759a-3736-4589-894c-f3b21e7ac9f3', 'name': 'network-vif-deleted', 'tag': 'a1892a6c-5b0a-4329-9ebb-6976a8f03abc'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:50:30.329264 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32dec2b8-e00a-4456-a011-e68ec4b19b4d" -d '{"events": [{"server_uuid": "f206759a-3736-4589-894c-f3b21e7ac9f3", "name": "network-vif-deleted", "tag": "a1892a6c-5b0a-4329-9ebb-6976a8f03abc"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:50:30.370750 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea325225-3bbd-4a68-9df0-7de6d0316e2b x-openstack-request-id: req-ea325225-3bbd-4a68-9df0-7de6d0316e2b {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:50:30.371172 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f206759a-3736-4589-894c-f3b21e7ac9f3", "name": "network-vif-deleted", "tag": "a1892a6c-5b0a-4329-9ebb-6976a8f03abc", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:50:30.371509 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ea325225-3bbd-4a68-9df0-7de6d0316e2b {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:50:30.372019 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f206759a-3736-4589-894c-f3b21e7ac9f3', 'name': 'network-vif-deleted', 'tag': 'a1892a6c-5b0a-4329-9ebb-6976a8f03abc', 'status': 'completed', 'code': 200} Oct 26 08:50:30.766476 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-6c1270bb-8474-49a2-8b45-dc4b43723aa6 req-ac234755-bbcd-49c2-b068-2e99f0c290f7 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "GET /v2.0/ports?device_id=f206759a-3736-4589-894c-f3b21e7ac9f3 HTTP/1.1" status: 200 len: 210 time: 0.0266943 Oct 26 08:50:31.826459 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 40230) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:50:31.884231 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-44572858-8d0f-4d18-827d-6a40b73e2ee4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:31.908527 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-44572858-8d0f-4d18-827d-6a40b73e2ee4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:31.966335 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-44572858-8d0f-4d18-827d-6a40b73e2ee4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:31.969562 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-44572858-8d0f-4d18-827d-6a40b73e2ee4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:31.970755 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-44572858-8d0f-4d18-827d-6a40b73e2ee4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/security-groups/6e75fe8f-70c5-483f-aba0-1050ad39969d HTTP/1.1" status: 204 len: 168 time: 0.1432998 Oct 26 08:50:31.979987 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44572858-8d0f-4d18-827d-6a40b73e2ee4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e75fe8f-70c5-483f-aba0-1050ad39969d,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:50:32.001357 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 40234) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:50:32.359519 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7529d95e-e14d-4255-a6c7-e2910917221d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:32.610928 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-7529d95e-e14d-4255-a6c7-e2910917221d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting port c3154be3-ea70-4930-94d0-5a3d98428a97 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:50:32.611274 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7529d95e-e14d-4255-a6c7-e2910917221d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:32.701906 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-7529d95e-e14d-4255-a6c7-e2910917221d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] For port c3154be3-ea70-4930-94d0-5a3d98428a97, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=c3154be3-ea70-4930-94d0-5a3d98428a97,segment=NetworkSegment(f8609159-ff92-4ea2-aa40-3fedfd8e72c1),segment_id=f8609159-ff92-4ea2-aa40-3fedfd8e72c1)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:50:32.702275 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7529d95e-e14d-4255-a6c7-e2910917221d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:32.714552 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-7529d95e-e14d-4255-a6c7-e2910917221d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Calling delete_port for c3154be3-ea70-4930-94d0-5a3d98428a97 owned by network:router_interface {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:50:32.900231 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7529d95e-e14d-4255-a6c7-e2910917221d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:32.927341 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529d95e-e14d-4255-a6c7-e2910917221d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Port': ['ID=c3154be3-ea70-4930-94d0-5a3d98428a97,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:50:33.102695 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7529d95e-e14d-4255-a6c7-e2910917221d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:33.318100 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7529d95e-e14d-4255-a6c7-e2910917221d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Router 351e851e-d30d-499c-a1d2-d0541ed732f8 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:50:33.422703 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7529d95e-e14d-4255-a6c7-e2910917221d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:50:33.429757 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-7529d95e-e14d-4255-a6c7-e2910917221d tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "PUT /v2.0/routers/351e851e-d30d-499c-a1d2-d0541ed732f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4268692 Oct 26 08:50:33.431960 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 40236) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:50:33.432704 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51314a08-6b4e-409c-8b11-97bd6e2b70a2 None None] Sync routers for ids ['351e851e-d30d-499c-a1d2-d0541ed732f8'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:50:33.447028 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51314a08-6b4e-409c-8b11-97bd6e2b70a2 None None] Routers {'351e851e-d30d-499c-a1d2-d0541ed732f8'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:50:33.447651 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-51314a08-6b4e-409c-8b11-97bd6e2b70a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:50:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['351e851e-d30d-499c-a1d2-d0541ed732f8'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:50:33.486177 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-c87435e3-517a-452a-a287-3ef3f88c3c09 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting subnet 232b798a-cf2d-46ea-902c-c9407c1e11c2 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:50:33.489281 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c87435e3-517a-452a-a287-3ef3f88c3c09 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:33.532160 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c87435e3-517a-452a-a287-3ef3f88c3c09 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:33.551107 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-51314a08-6b4e-409c-8b11-97bd6e2b70a2 None None] Set router 351e851e-d30d-499c-a1d2-d0541ed732f8 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:50:33.616082 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c87435e3-517a-452a-a287-3ef3f88c3c09 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:33.683324 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c87435e3-517a-452a-a287-3ef3f88c3c09 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:33.710805 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87435e3-517a-452a-a287-3ef3f88c3c09 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Subnet': ['ID=232b798a-cf2d-46ea-902c-c9407c1e11c2,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:50:33.714484 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c87435e3-517a-452a-a287-3ef3f88c3c09 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:33.717928 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c87435e3-517a-452a-a287-3ef3f88c3c09 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/subnets/232b798a-cf2d-46ea-902c-c9407c1e11c2 HTTP/1.1" status: 204 len: 168 time: 0.2849550 Oct 26 08:50:33.721354 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 40238) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:50:33.732312 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3aeacc8-11e4-4baf-9889-93b74e70e4d9 None None] Network 58da8795-f79c-4b42-9d02-c22a976cd923 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:50:33.803346 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device a1892a6c-5b0a-4329-9ebb-6976a8f03abc no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:50:33.810513 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-51314a08-6b4e-409c-8b11-97bd6e2b70a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'name': 'tempest-TestNetworkBasicOps-router-1255717530', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f151ae7c-6e94-4753-9c73-d1f071cfbd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:49:30Z', 'updated_at': '2021-10-26T08:50:32Z', 'revision_number': 7, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'f151ae7c-6e94-4753-9c73-d1f071cfbd39', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:49:30Z', 'updated_at': '2021-10-26T08:50:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:50:33.831018 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eaa5728e-6f92-48cf-861b-c3d064073879 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:33.856740 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] No Port match for: a1892a6c-5b0a-4329-9ebb-6976a8f03abc {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:50:33.857067 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device a1892a6c-5b0a-4329-9ebb-6976a8f03abc not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:50:33.862831 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51314a08-6b4e-409c-8b11-97bd6e2b70a2 None None] Checking router: 351e851e-d30d-499c-a1d2-d0541ed732f8 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:50:33.893169 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51314a08-6b4e-409c-8b11-97bd6e2b70a2 None None] Routers {'351e851e-d30d-499c-a1d2-d0541ed732f8'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:50:33.893824 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-51314a08-6b4e-409c-8b11-97bd6e2b70a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:50:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['351e851e-d30d-499c-a1d2-d0541ed732f8'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:50:33.940250 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eaa5728e-6f92-48cf-861b-c3d064073879 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:33.995498 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-eaa5728e-6f92-48cf-861b-c3d064073879 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Deleting port f151ae7c-6e94-4753-9c73-d1f071cfbd39 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:50:33.995853 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eaa5728e-6f92-48cf-861b-c3d064073879 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:34.030377 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-51314a08-6b4e-409c-8b11-97bd6e2b70a2 None None] Set router 351e851e-d30d-499c-a1d2-d0541ed732f8 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:50:34.102955 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9680158-b04e-4654-9d33-cea692250cad None None] DHCP port deletion for 58da8795-f79c-4b42-9d02-c22a976cd923 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:50:34.247459 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-b9680158-b04e-4654-9d33-cea692250cad None None] Deleting port 58c49671-c624-4e18-bbcb-71271de0c36a {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:50:34.247833 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b9680158-b04e-4654-9d33-cea692250cad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:34.320026 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-b9680158-b04e-4654-9d33-cea692250cad None None] For port 58c49671-c624-4e18-bbcb-71271de0c36a, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=58c49671-c624-4e18-bbcb-71271de0c36a,segment=NetworkSegment(f8609159-ff92-4ea2-aa40-3fedfd8e72c1),segment_id=f8609159-ff92-4ea2-aa40-3fedfd8e72c1)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:50:34.320343 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b9680158-b04e-4654-9d33-cea692250cad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:34.341904 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-b9680158-b04e-4654-9d33-cea692250cad None None] Calling delete_port for 58c49671-c624-4e18-bbcb-71271de0c36a owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:50:34.346531 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-eaa5728e-6f92-48cf-861b-c3d064073879 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] For port f151ae7c-6e94-4753-9c73-d1f071cfbd39, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=f151ae7c-6e94-4753-9c73-d1f071cfbd39,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:50:34.346903 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eaa5728e-6f92-48cf-861b-c3d064073879 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:34.350806 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-51314a08-6b4e-409c-8b11-97bd6e2b70a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'name': 'tempest-TestNetworkBasicOps-router-1255717530', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f151ae7c-6e94-4753-9c73-d1f071cfbd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:49:30Z', 'updated_at': '2021-10-26T08:50:32Z', 'revision_number': 7, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'f151ae7c-6e94-4753-9c73-d1f071cfbd39', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:49:30Z', 'updated_at': '2021-10-26T08:50:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:50:34.360095 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-eaa5728e-6f92-48cf-861b-c3d064073879 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Calling delete_port for f151ae7c-6e94-4753-9c73-d1f071cfbd39 owned by network:router_gateway {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:50:34.383243 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51314a08-6b4e-409c-8b11-97bd6e2b70a2 None None] The sync data for ids ['351e851e-d30d-499c-a1d2-d0541ed732f8'] in dv-neutron-804846-13-hyperv is: [{'id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'name': 'tempest-TestNetworkBasicOps-router-1255717530', 'tenant_id': 'c0122ef6aaf84badac5fbf473c701d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f151ae7c-6e94-4753-9c73-d1f071cfbd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:49:30Z', 'updated_at': '2021-10-26T08:50:32Z', 'revision_number': 7, 'project_id': 'c0122ef6aaf84badac5fbf473c701d56', 'gw_port': {'id': 'f151ae7c-6e94-4753-9c73-d1f071cfbd39', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351e851e-d30d-499c-a1d2-d0541ed732f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:49:30Z', 'updated_at': '2021-10-26T08:50:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:50:34.455724 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b9680158-b04e-4654-9d33-cea692250cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:34.479747 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9680158-b04e-4654-9d33-cea692250cad None None] Pushing event deleted for resources: {'Port': ['ID=58c49671-c624-4e18-bbcb-71271de0c36a,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:50:34.490448 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9680158-b04e-4654-9d33-cea692250cad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:50:34.490798 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9680158-b04e-4654-9d33-cea692250cad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:50:34.491143 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9680158-b04e-4654-9d33-cea692250cad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:50:34.491486 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9680158-b04e-4654-9d33-cea692250cad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:50:34.491825 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9680158-b04e-4654-9d33-cea692250cad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:50:34.492169 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9680158-b04e-4654-9d33-cea692250cad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:50:34.492506 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9680158-b04e-4654-9d33-cea692250cad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:50:34.492834 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9680158-b04e-4654-9d33-cea692250cad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:50:34.493167 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9680158-b04e-4654-9d33-cea692250cad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:50:34.493499 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9680158-b04e-4654-9d33-cea692250cad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:50:34.493855 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9680158-b04e-4654-9d33-cea692250cad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:50:34.494180 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9680158-b04e-4654-9d33-cea692250cad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:50:34.496863 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9680158-b04e-4654-9d33-cea692250cad None None] No DVR routers for this DVR port 58c49671-c624-4e18-bbcb-71271de0c36a on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:50:34.529755 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eaa5728e-6f92-48cf-861b-c3d064073879 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:34.556346 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa5728e-6f92-48cf-861b-c3d064073879 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Port': ['ID=f151ae7c-6e94-4753-9c73-d1f071cfbd39,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:50:34.619771 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eaa5728e-6f92-48cf-861b-c3d064073879 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:34.712165 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eaa5728e-6f92-48cf-861b-c3d064073879 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:34.714418 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eaa5728e-6f92-48cf-861b-c3d064073879 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:34.761345 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eaa5728e-6f92-48cf-861b-c3d064073879 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:34.761954 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa5728e-6f92-48cf-861b-c3d064073879 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Fanout notify agent at l3_agent the message router_deleted on router 351e851e-d30d-499c-a1d2-d0541ed732f8 {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:50:34.770612 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eaa5728e-6f92-48cf-861b-c3d064073879 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:34.771759 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-eaa5728e-6f92-48cf-861b-c3d064073879 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/routers/351e851e-d30d-499c-a1d2-d0541ed732f8 HTTP/1.1" status: 204 len: 168 time: 1.0493538 Oct 26 08:50:34.774729 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 40240) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:50:34.856857 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c4b2bc6f-9c96-4cb8-8f69-ebb74772fab4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:34.950081 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c4b2bc6f-9c96-4cb8-8f69-ebb74772fab4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:34.971590 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-c4b2bc6f-9c96-4cb8-8f69-ebb74772fab4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58da8795-f79c-4b42-9d02-c22a976cd923']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:50:34.981600 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-c4b2bc6f-9c96-4cb8-8f69-ebb74772fab4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8609159-ff92-4ea2-aa40-3fedfd8e72c1') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:50:34.981950 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-c4b2bc6f-9c96-4cb8-8f69-ebb74772fab4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8609159-ff92-4ea2-aa40-3fedfd8e72c1') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:50:34.992356 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c4b2bc6f-9c96-4cb8-8f69-ebb74772fab4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:35.006959 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c4b2bc6f-9c96-4cb8-8f69-ebb74772fab4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:35.013033 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b2bc6f-9c96-4cb8-8f69-ebb74772fab4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:50:35.013434 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c4b2bc6f-9c96-4cb8-8f69-ebb74772fab4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:35.016595 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:50:35.016595 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:50:35.016595 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:50:35.016595 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:50:35.016595 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:50:35.016595 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:50:35.016595 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:50:35.016595 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:50:35.016595 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:50:35.016595 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:50:35.016595 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:50:35.016595 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:50:35.016595 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:50:35.016595 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:50:35.016595 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:50:35.016595 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:50:35.016595 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:50:35.016595 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:50:35.016595 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:50:35.016595 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:50:35.016595 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:50:35.016595 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:50:35.016595 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:50:35.016595 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:50:35.016595 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:50:35.016595 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:50:35.016595 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:50:35.016595 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:50:35.016595 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:50:35.016595 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:50:35.016595 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:50:35.016595 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:50:35.078830 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c4b2bc6f-9c96-4cb8-8f69-ebb74772fab4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:35.086164 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c4b2bc6f-9c96-4cb8-8f69-ebb74772fab4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:35.088654 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c4b2bc6f-9c96-4cb8-8f69-ebb74772fab4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] 10.222.0.41 "DELETE /v2.0/networks/58da8795-f79c-4b42-9d02-c22a976cd923 HTTP/1.1" status: 204 len: 168 time: 0.3128853 Oct 26 08:50:35.100737 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2bc6f-9c96-4cb8-8f69-ebb74772fab4 tempest-TestNetworkBasicOps-1429912072 tempest-TestNetworkBasicOps-1429912072-project] Pushing event deleted for resources: {'Network': ['ID=58da8795-f79c-4b42-9d02-c22a976cd923,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:50:35.357340 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 40246) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:50:35.487608 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1d7aaa71-0868-4141-9e02-4d6f41b2def1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c0122ef6aaf84badac5fbf473c701d56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1289675 Oct 26 08:50:35.490140 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 40250) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:50:35.538187 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d05c2636-f1e4-4f1a-9b63-8983a5f8292a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:35.558860 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d05c2636-f1e4-4f1a-9b63-8983a5f8292a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:35.605323 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d05c2636-f1e4-4f1a-9b63-8983a5f8292a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:35.607988 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d05c2636-f1e4-4f1a-9b63-8983a5f8292a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:35.609723 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d05c2636-f1e4-4f1a-9b63-8983a5f8292a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4f3c8c2d-3ba7-4e43-912b-8d12942c4a5d HTTP/1.1" status: 204 len: 168 time: 0.1186461 Oct 26 08:50:35.617465 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c2636-f1e4-4f1a-9b63-8983a5f8292a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3c8c2d-3ba7-4e43-912b-8d12942c4a5d,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:50:35.873926 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 40256) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:50:35.887823 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8df92539-8b07-4fbe-a159-7b7ee6d89a14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:35.963340 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8df92539-8b07-4fbe-a159-7b7ee6d89a14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:35.967267 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-8df92539-8b07-4fbe-a159-7b7ee6d89a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:36.008707 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-8df92539-8b07-4fbe-a159-7b7ee6d89a14 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=85e744e4d644456d9831b6d87e467a11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1330709 Oct 26 08:50:36.010811 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df92539-8b07-4fbe-a159-7b7ee6d89a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d3de03-7100-4b7c-b64a-d751e9b08976,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:50:36.011562 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 40258) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:50:36.029404 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device f151ae7c-6e94-4753-9c73-d1f071cfbd39 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:50:36.057144 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: f151ae7c-6e94-4753-9c73-d1f071cfbd39 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:50:36.057659 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device f151ae7c-6e94-4753-9c73-d1f071cfbd39 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:50:36.058175 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 58c49671-c624-4e18-bbcb-71271de0c36a no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:50:36.066082 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a14d11cb-32d1-47f5-8087-213fbb1194dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:36.077885 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 58c49671-c624-4e18-bbcb-71271de0c36a {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:50:36.078244 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 58c49671-c624-4e18-bbcb-71271de0c36a not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:50:36.078677 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device c3154be3-ea70-4930-94d0-5a3d98428a97 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:50:36.087114 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a14d11cb-32d1-47f5-8087-213fbb1194dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:36.098266 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: c3154be3-ea70-4930-94d0-5a3d98428a97 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:50:36.098623 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device c3154be3-ea70-4930-94d0-5a3d98428a97 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:50:36.136438 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a14d11cb-32d1-47f5-8087-213fbb1194dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:36.139089 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a14d11cb-32d1-47f5-8087-213fbb1194dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:36.140328 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a14d11cb-32d1-47f5-8087-213fbb1194dd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/18d3de03-7100-4b7c-b64a-d751e9b08976 HTTP/1.1" status: 204 len: 168 time: 0.1276934 Oct 26 08:50:36.147791 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d11cb-32d1-47f5-8087-213fbb1194dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d3de03-7100-4b7c-b64a-d751e9b08976,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:50:42.694521 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-f70eeefc-89e7-4d05-8aa0-22d735897089 tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c6b8042fa7634696868c4faa5d10d9cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300510 Oct 26 08:50:42.878995 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-527b73ef-11ba-40e3-b8cb-f9eca28e97b5 tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:50:42.880476 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-527b73ef-11ba-40e3-b8cb-f9eca28e97b5 tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1801517 Oct 26 08:50:42.895852 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-59f47193-505e-4c6a-bf09-b79721799dd7 tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] 10.222.0.41 "GET /v2.0/quotas/c6b8042fa7634696868c4faa5d10d9cb HTTP/1.1" status: 200 len: 375 time: 0.0096850 Oct 26 08:50:42.926553 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-18d870a9-4ce4-4c9f-883c-84b0d1032808 tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6b8042fa7634696868c4faa5d10d9cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254750 Oct 26 08:50:43.081649 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-4555f520-d153-4d2f-8be3-5ea5500fc270 req-22004f9a-dd4d-4512-8bfa-0083457b8aa7 tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] 10.222.0.41 "GET /v2.0/ports?device_id=331d272b-32ac-4fdf-b73e-25d3739c108c HTTP/1.1" status: 200 len: 210 time: 0.0278335 Oct 26 08:50:43.902820 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-a0e20bda-36ec-4a21-b614-d8272be260b3 tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=c6b8042fa7634696868c4faa5d10d9cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265548 Oct 26 08:50:44.023684 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-642b09a5-259d-4964-8e80-fbb00d47099f tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:50:44.025244 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-642b09a5-259d-4964-8e80-fbb00d47099f tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1170120 Oct 26 08:50:44.038564 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-dcdc1dcc-d864-492a-bc46-9456f14e6e2f tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] Request body: {'port': {'device_id': '331d272b-32ac-4fdf-b73e-25d3739c108c', 'network_id': 'd31e8a1b-2df3-4b85-9379-34be2ef8ad4f', 'admin_state_up': True, 'tenant_id': 'c6b8042fa7634696868c4faa5d10d9cb'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:50:44.167064 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-dcdc1dcc-d864-492a-bc46-9456f14e6e2f tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] Made reservation on behalf of c6b8042fa7634696868c4faa5d10d9cb for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:50:44.172844 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-dcdc1dcc-d864-492a-bc46-9456f14e6e2f tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:44.187922 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-28411f58-4563-4abc-aac5-c7e476947b7c req-c2810f98-87aa-46b3-b110-07476818dffd tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] 10.222.0.41 "GET /v2.0/ports?device_id=331d272b-32ac-4fdf-b73e-25d3739c108c HTTP/1.1" status: 200 len: 210 time: 0.0341103 Oct 26 08:50:44.193351 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-dcdc1dcc-d864-492a-bc46-9456f14e6e2f tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:44.271534 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-dcdc1dcc-d864-492a-bc46-9456f14e6e2f tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:44.275189 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-dcdc1dcc-d864-492a-bc46-9456f14e6e2f tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:44.339729 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc1dcc-d864-492a-bc46-9456f14e6e2f tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9e7b6f-5c7e-4b3a-b5ed-bc0c4c345388,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:50:44.411475 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-dcdc1dcc-d864-492a-bc46-9456f14e6e2f tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] Allocated IP 192.168.233.241 (d31e8a1b-2df3-4b85-9379-34be2ef8ad4f/2c0ba859-ecc2-4124-b6d4-44a6a43f91b0/759ed90f-ab5c-43f8-bce3-28ab5b8973d0) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:50:44.560213 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-dcdc1dcc-d864-492a-bc46-9456f14e6e2f tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:44.596272 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-dcdc1dcc-d864-492a-bc46-9456f14e6e2f tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:44.638692 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-dcdc1dcc-d864-492a-bc46-9456f14e6e2f tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] Network d31e8a1b-2df3-4b85-9379-34be2ef8ad4f is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:50:44.644686 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-dcdc1dcc-d864-492a-bc46-9456f14e6e2f tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:50:44.647126 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-dcdc1dcc-d864-492a-bc46-9456f14e6e2f tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:50:44.682717 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc1dcc-d864-492a-bc46-9456f14e6e2f tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] Pushing event updated for resources: {'Port': ['ID=759ed90f-ab5c-43f8-bce3-28ab5b8973d0,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:50:44.705948 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-dcdc1dcc-d864-492a-bc46-9456f14e6e2f tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:50:44.706601 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-dcdc1dcc-d864-492a-bc46-9456f14e6e2f tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:44.723380 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-dcdc1dcc-d864-492a-bc46-9456f14e6e2f tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6886330 Oct 26 08:50:44.735954 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-c6379616-cfde-4331-9afc-ce941e1b5710 service neutron] Request body: {'port': {'device_id': '331d272b-32ac-4fdf-b73e-25d3739c108c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:50:44.797061 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-c6379616-cfde-4331-9afc-ce941e1b5710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:44.890716 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-47375f88-0034-45e8-aca9-1d34e640df8f None None] Provisioning complete for port 759ed90f-ab5c-43f8-bce3-28ab5b8973d0 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:50:44.891314 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-47375f88-0034-45e8-aca9-1d34e640df8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:44.923969 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-47375f88-0034-45e8-aca9-1d34e640df8f None None] Port 759ed90f-ab5c-43f8-bce3-28ab5b8973d0 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:50:45.053304 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-c6379616-cfde-4331-9afc-ce941e1b5710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 759ed90f-ab5c-43f8-bce3-28ab5b8973d0 {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:50:45.060950 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-c6379616-cfde-4331-9afc-ce941e1b5710 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:45.073521 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-c6379616-cfde-4331-9afc-ce941e1b5710 service neutron] Transition to ACTIVE for port object 759ed90f-ab5c-43f8-bce3-28ab5b8973d0 will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 08:50:45.077125 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-c6379616-cfde-4331-9afc-ce941e1b5710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:45.125953 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6379616-cfde-4331-9afc-ce941e1b5710 service neutron] Pushing event updated for resources: {'Port': ['ID=759ed90f-ab5c-43f8-bce3-28ab5b8973d0,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:50:45.320608 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b7e26-8d75-42d0-af4c-5a8f90700f9e req-80905810-3db8-4d92-b663-5bbbd62a98ce tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:50:45.322328 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-8b9b7e26-8d75-42d0-af4c-5a8f90700f9e req-80905810-3db8-4d92-b663-5bbbd62a98ce tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] 10.222.0.41 "GET /v2.0/ports?device_id=331d272b-32ac-4fdf-b73e-25d3739c108c HTTP/1.1" status: 200 len: 948 time: 0.0560000 Oct 26 08:50:45.366152 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-8b9b7e26-8d75-42d0-af4c-5a8f90700f9e req-c8c4b425-7603-4e18-b34c-61ac91aea41c tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f9e7b6f-5c7e-4b3a-b5ed-bc0c4c345388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370102 Oct 26 08:50:45.487962 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-c6379616-cfde-4331-9afc-ce941e1b5710 service neutron] Attempting to bind port 759ed90f-ab5c-43f8-bce3-28ab5b8973d0 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:50:45.488301 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-c6379616-cfde-4331-9afc-ce941e1b5710 service neutron] Attempting to bind port 759ed90f-ab5c-43f8-bce3-28ab5b8973d0 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '5fb78bb3-94f7-45cd-9f85-eb42a62702c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd31e8a1b-2df3-4b85-9379-34be2ef8ad4f'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:50:45.488633 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-c6379616-cfde-4331-9afc-ce941e1b5710 service neutron] Attempting to bind port 759ed90f-ab5c-43f8-bce3-28ab5b8973d0 on network d31e8a1b-2df3-4b85-9379-34be2ef8ad4f {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:50:45.492857 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-c6379616-cfde-4331-9afc-ce941e1b5710 service neutron] Port 759ed90f-ab5c-43f8-bce3-28ab5b8973d0 on network d31e8a1b-2df3-4b85-9379-34be2ef8ad4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:50:45.493180 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-c6379616-cfde-4331-9afc-ce941e1b5710 service neutron] Attempting to bind port 759ed90f-ab5c-43f8-bce3-28ab5b8973d0 on network d31e8a1b-2df3-4b85-9379-34be2ef8ad4f {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:50:45.498006 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-c6379616-cfde-4331-9afc-ce941e1b5710 service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:50:45.498342 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-c6379616-cfde-4331-9afc-ce941e1b5710 service neutron] Checking segment: {'id': '5fb78bb3-94f7-45cd-9f85-eb42a62702c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd31e8a1b-2df3-4b85-9379-34be2ef8ad4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:50:45.498723 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-c6379616-cfde-4331-9afc-ce941e1b5710 service neutron] Bound using segment: {'id': '5fb78bb3-94f7-45cd-9f85-eb42a62702c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd31e8a1b-2df3-4b85-9379-34be2ef8ad4f'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:50:45.499723 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-c6379616-cfde-4331-9afc-ce941e1b5710 service neutron] Bound port: 759ed90f-ab5c-43f8-bce3-28ab5b8973d0, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fb78bb3-94f7-45cd-9f85-eb42a62702c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd31e8a1b-2df3-4b85-9379-34be2ef8ad4f'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:50:45.500083 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-c6379616-cfde-4331-9afc-ce941e1b5710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:45.563265 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-c6379616-cfde-4331-9afc-ce941e1b5710 service neutron] For port 759ed90f-ab5c-43f8-bce3-28ab5b8973d0, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:50:45.566218 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-c6379616-cfde-4331-9afc-ce941e1b5710 service neutron] For port 759ed90f-ab5c-43f8-bce3-28ab5b8973d0, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=759ed90f-ab5c-43f8-bce3-28ab5b8973d0,segment=NetworkSegment(5fb78bb3-94f7-45cd-9f85-eb42a62702c3),segment_id=5fb78bb3-94f7-45cd-9f85-eb42a62702c3)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:50:45.570698 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-c6379616-cfde-4331-9afc-ce941e1b5710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:45.603398 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-c6379616-cfde-4331-9afc-ce941e1b5710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:50:45.604065 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-c6379616-cfde-4331-9afc-ce941e1b5710 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:45.605539 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-c6379616-cfde-4331-9afc-ce941e1b5710 service neutron] 10.222.0.47 "PUT /v2.0/ports/759ed90f-ab5c-43f8-bce3-28ab5b8973d0 HTTP/1.1" status: 200 len: 1098 time: 0.8742170 Oct 26 08:50:45.607663 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '331d272b-32ac-4fdf-b73e-25d3739c108c', 'tag': '759ed90f-ab5c-43f8-bce3-28ab5b8973d0'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:50:45.610799 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a737af3-b6b7-4750-956f-0b9a80488cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "331d272b-32ac-4fdf-b73e-25d3739c108c", "tag": "759ed90f-ab5c-43f8-bce3-28ab5b8973d0"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:50:45.640907 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6379616-cfde-4331-9afc-ce941e1b5710 service neutron] Pushing event updated for resources: {'Port': ['ID=759ed90f-ab5c-43f8-bce3-28ab5b8973d0,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:50:45.662987 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637a6ebd-0e5f-493d-a5c0-36931322a5e3 x-openstack-request-id: req-637a6ebd-0e5f-493d-a5c0-36931322a5e3 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:50:45.663283 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "331d272b-32ac-4fdf-b73e-25d3739c108c", "tag": "759ed90f-ab5c-43f8-bce3-28ab5b8973d0", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:50:45.663540 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-637a6ebd-0e5f-493d-a5c0-36931322a5e3 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:50:45.663940 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '331d272b-32ac-4fdf-b73e-25d3739c108c', 'tag': '759ed90f-ab5c-43f8-bce3-28ab5b8973d0', 'status': 'completed', 'code': 200} Oct 26 08:50:45.700819 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-2b50942f-4ba6-41f2-971c-22cf9f1368e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:50:45.702645 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-2b50942f-4ba6-41f2-971c-22cf9f1368e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c6b8042fa7634696868c4faa5d10d9cb&device_id=331d272b-32ac-4fdf-b73e-25d3739c108c HTTP/1.1" status: 200 len: 1101 time: 0.0511115 Oct 26 08:50:45.747143 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-0443451b-5156-478a-a73b-09bf06141e38 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=759ed90f-ab5c-43f8-bce3-28ab5b8973d0 HTTP/1.1" status: 200 len: 217 time: 0.0358939 Oct 26 08:50:45.798546 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-c480b881-e653-4c54-b97f-c1f05f785b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:50:45.800041 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-c480b881-e653-4c54-b97f-c1f05f785b4f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c0ba859-ecc2-4124-b6d4-44a6a43f91b0 HTTP/1.1" status: 200 len: 843 time: 0.0454655 Oct 26 08:50:45.848520 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-29e5f223-cd62-42f5-9dc2-d602b463988e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:50:45.850072 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-29e5f223-cd62-42f5-9dc2-d602b463988e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d31e8a1b-2df3-4b85-9379-34be2ef8ad4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1181 time: 0.0433545 Oct 26 08:50:45.938660 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-e92629bf-fcb7-4f9d-ad48-47693cddaabe service neutron] 10.222.0.47 "GET /v2.0/networks/d31e8a1b-2df3-4b85-9379-34be2ef8ad4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816121 Oct 26 08:50:46.030253 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e2098390-b9a8-43a6-883b-a6419f4c05d7 req-6ef32210-72e0-47ee-b46b-e207b2c9326f service neutron] 10.222.0.47 "GET /v2.0/networks/d31e8a1b-2df3-4b85-9379-34be2ef8ad4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848949 Oct 26 08:50:46.119875 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a737af3-b6b7-4750-956f-0b9a80488cf8 req-511cffd4-001e-4016-aee1-342f9ee6ed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:50:46.121465 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0a737af3-b6b7-4750-956f-0b9a80488cf8 req-511cffd4-001e-4016-aee1-342f9ee6ed6f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c6b8042fa7634696868c4faa5d10d9cb&device_id=331d272b-32ac-4fdf-b73e-25d3739c108c HTTP/1.1" status: 200 len: 1101 time: 0.0416365 Oct 26 08:50:46.212589 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a737af3-b6b7-4750-956f-0b9a80488cf8 req-f8fe56c3-c8bc-4b6d-b722-543e60a227e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:50:46.214092 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0a737af3-b6b7-4750-956f-0b9a80488cf8 req-f8fe56c3-c8bc-4b6d-b722-543e60a227e0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d31e8a1b-2df3-4b85-9379-34be2ef8ad4f HTTP/1.1" status: 200 len: 870 time: 0.0853534 Oct 26 08:50:46.259558 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0a737af3-b6b7-4750-956f-0b9a80488cf8 req-df70e95c-099c-4464-92f1-0db0aba7a53d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=759ed90f-ab5c-43f8-bce3-28ab5b8973d0 HTTP/1.1" status: 200 len: 217 time: 0.0369518 Oct 26 08:50:46.307329 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a737af3-b6b7-4750-956f-0b9a80488cf8 req-9f5571ae-602f-42f5-a96b-976f1e8fad6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:50:46.308739 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0a737af3-b6b7-4750-956f-0b9a80488cf8 req-9f5571ae-602f-42f5-a96b-976f1e8fad6e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c0ba859-ecc2-4124-b6d4-44a6a43f91b0 HTTP/1.1" status: 200 len: 843 time: 0.0422471 Oct 26 08:50:46.357460 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a737af3-b6b7-4750-956f-0b9a80488cf8 req-27c024c5-b44a-4a11-b619-b42bd2c7bd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:50:46.359221 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0a737af3-b6b7-4750-956f-0b9a80488cf8 req-27c024c5-b44a-4a11-b619-b42bd2c7bd84 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d31e8a1b-2df3-4b85-9379-34be2ef8ad4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1181 time: 0.0407784 Oct 26 08:50:46.454503 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0a737af3-b6b7-4750-956f-0b9a80488cf8 req-7c352e37-9fb0-45fb-8e12-7d5d4d9e980a service neutron] 10.222.0.47 "GET /v2.0/networks/d31e8a1b-2df3-4b85-9379-34be2ef8ad4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868149 Oct 26 08:50:46.481557 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4388123-4a09-4201-8748-efd8ac172def req-56dfb45a-a186-42a4-9928-d3156b2a9448 tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:50:46.483079 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e4388123-4a09-4201-8748-efd8ac172def req-56dfb45a-a186-42a4-9928-d3156b2a9448 tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] 10.222.0.41 "GET /v2.0/ports?device_id=331d272b-32ac-4fdf-b73e-25d3739c108c HTTP/1.1" status: 200 len: 948 time: 0.0500252 Oct 26 08:50:46.521856 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e4388123-4a09-4201-8748-efd8ac172def req-b04a1543-dece-4944-a636-3688649d687a tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f9e7b6f-5c7e-4b3a-b5ed-bc0c4c345388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326490 Oct 26 08:50:46.546795 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0a737af3-b6b7-4750-956f-0b9a80488cf8 req-32892f9a-4592-4a79-a80e-93450820307e service neutron] 10.222.0.47 "GET /v2.0/networks/d31e8a1b-2df3-4b85-9379-34be2ef8ad4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844944 Oct 26 08:50:47.642010 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8776b-4c17-4cb2-915d-dd04186a802c req-05f8d0b3-8e63-4601-8a5b-419e265b1a16 tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:50:47.643514 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a5b8776b-4c17-4cb2-915d-dd04186a802c req-05f8d0b3-8e63-4601-8a5b-419e265b1a16 tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] 10.222.0.41 "GET /v2.0/ports?device_id=331d272b-32ac-4fdf-b73e-25d3739c108c HTTP/1.1" status: 200 len: 948 time: 0.0549066 Oct 26 08:50:47.680820 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a5b8776b-4c17-4cb2-915d-dd04186a802c req-8f1fbd16-d2a6-49d3-a388-3334c48a9372 tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f9e7b6f-5c7e-4b3a-b5ed-bc0c4c345388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314763 Oct 26 08:50:47.846176 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 759ed90f-ab5c-43f8-bce3-28ab5b8973d0 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 08:50:47.941578 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 759ed90f-ab5c-43f8-bce3-28ab5b8973d0, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=759ed90f-ab5c-43f8-bce3-28ab5b8973d0,segment=NetworkSegment(5fb78bb3-94f7-45cd-9f85-eb42a62702c3),segment_id=5fb78bb3-94f7-45cd-9f85-eb42a62702c3)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:50:47.953181 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': '759ed90f-ab5c-43f8-bce3-28ab5b8973d0', 'network_id': 'd31e8a1b-2df3-4b85-9379-34be2ef8ad4f', 'port_id': '759ed90f-ab5c-43f8-bce3-28ab5b8973d0', 'mac_address': 'fa:16:3e:0e:2b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c0ba859-ecc2-4124-b6d4-44a6a43f91b0', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 08:50:47.990008 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:48.003664 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 759ed90f-ab5c-43f8-bce3-28ab5b8973d0 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:50:48.023545 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 759ed90f-ab5c-43f8-bce3-28ab5b8973d0, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=759ed90f-ab5c-43f8-bce3-28ab5b8973d0,segment=NetworkSegment(5fb78bb3-94f7-45cd-9f85-eb42a62702c3),segment_id=5fb78bb3-94f7-45cd-9f85-eb42a62702c3)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:50:48.027322 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:48.073898 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=759ed90f-ab5c-43f8-bce3-28ab5b8973d0,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:50:48.240173 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['759ed90f-ab5c-43f8-bce3-28ab5b8973d0'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:50:48.798635 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57b1f1-2805-4a57-9e6c-f368e57111de req-728d5fcb-24a6-463c-a163-1a83b2870cd1 tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:50:48.800122 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5f57b1f1-2805-4a57-9e6c-f368e57111de req-728d5fcb-24a6-463c-a163-1a83b2870cd1 tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] 10.222.0.41 "GET /v2.0/ports?device_id=331d272b-32ac-4fdf-b73e-25d3739c108c HTTP/1.1" status: 200 len: 949 time: 0.0542519 Oct 26 08:50:48.837368 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5f57b1f1-2805-4a57-9e6c-f368e57111de req-86598347-4832-4acd-893f-2567e4910fa8 tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f9e7b6f-5c7e-4b3a-b5ed-bc0c4c345388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313323 Oct 26 08:50:49.386040 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-834e9996-af6e-4341-a3df-1ad243fdc561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:49.862777 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 759ed90f-ab5c-43f8-bce3-28ab5b8973d0 up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:50:49.915534 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port 759ed90f-ab5c-43f8-bce3-28ab5b8973d0 completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 08:50:49.919235 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port 759ed90f-ab5c-43f8-bce3-28ab5b8973d0 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:50:49.919626 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:49.955805 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933d6c1-d9e0-4300-b7b5-101cb52e764c req-66191d97-b043-49c9-9780-aa31023efa87 tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:50:49.957321 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b933d6c1-d9e0-4300-b7b5-101cb52e764c req-66191d97-b043-49c9-9780-aa31023efa87 tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] 10.222.0.41 "GET /v2.0/ports?device_id=331d272b-32ac-4fdf-b73e-25d3739c108c HTTP/1.1" status: 200 len: 949 time: 0.0527484 Oct 26 08:50:49.995793 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b933d6c1-d9e0-4300-b7b5-101cb52e764c req-0a427190-9ef6-428c-a1fb-d633c2d7a5f9 tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f9e7b6f-5c7e-4b3a-b5ed-bc0c4c345388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324075 Oct 26 08:50:50.001565 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:50.025111 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331d272b-32ac-4fdf-b73e-25d3739c108c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759ed90f-ab5c-43f8-bce3-28ab5b8973d0'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:50:50.027306 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b144fe-5688-4e13-a219-5835359902ea" -d '{"events": [{"server_uuid": "331d272b-32ac-4fdf-b73e-25d3739c108c", "name": "network-vif-plugged", "status": "completed", "tag": "759ed90f-ab5c-43f8-bce3-28ab5b8973d0"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:50:50.040353 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 759ed90f-ab5c-43f8-bce3-28ab5b8973d0, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=759ed90f-ab5c-43f8-bce3-28ab5b8973d0,segment=NetworkSegment(5fb78bb3-94f7-45cd-9f85-eb42a62702c3),segment_id=5fb78bb3-94f7-45cd-9f85-eb42a62702c3)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:50:50.044072 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:50.067918 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0877d1-9066-4f6f-b0a5-955a9983ea7d x-openstack-request-id: req-bd0877d1-9066-4f6f-b0a5-955a9983ea7d {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:50:50.068220 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331d272b-32ac-4fdf-b73e-25d3739c108c", "name": "network-vif-plugged", "status": "completed", "tag": "759ed90f-ab5c-43f8-bce3-28ab5b8973d0", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:50:50.068474 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd0877d1-9066-4f6f-b0a5-955a9983ea7d {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:50:50.068863 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331d272b-32ac-4fdf-b73e-25d3739c108c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759ed90f-ab5c-43f8-bce3-28ab5b8973d0', 'code': 200} Oct 26 08:50:50.094260 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=759ed90f-ab5c-43f8-bce3-28ab5b8973d0,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:50:50.235286 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f6c6d-7bf6-4dee-a45c-fdddbd127df9 req-9f73f092-c8fc-4efd-a2b7-68c4b82bd99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:50:50.236771 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-529f6c6d-7bf6-4dee-a45c-fdddbd127df9 req-9f73f092-c8fc-4efd-a2b7-68c4b82bd99d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=331d272b-32ac-4fdf-b73e-25d3739c108c HTTP/1.1" status: 200 len: 1103 time: 0.0406194 Oct 26 08:50:50.270938 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-529f6c6d-7bf6-4dee-a45c-fdddbd127df9 req-5ba727a9-c092-4bd9-a604-2352d21a1097 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0f9e7b6f-5c7e-4b3a-b5ed-bc0c4c345388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273328 Oct 26 08:50:51.114731 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300645ac-6a2e-4a16-b213-7c811d633739 req-2fa79783-07c5-4372-a321-2e5fba5e6112 tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:50:51.116234 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-300645ac-6a2e-4a16-b213-7c811d633739 req-2fa79783-07c5-4372-a321-2e5fba5e6112 tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] 10.222.0.41 "GET /v2.0/ports?device_id=331d272b-32ac-4fdf-b73e-25d3739c108c HTTP/1.1" status: 200 len: 950 time: 0.0549703 Oct 26 08:50:51.154352 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-300645ac-6a2e-4a16-b213-7c811d633739 req-8e7b1712-80ff-4575-9f1a-e37124af5b67 tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f9e7b6f-5c7e-4b3a-b5ed-bc0c4c345388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322442 Oct 26 08:50:52.065909 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a2e0fdb7-7fad-4546-8ffd-80065e405ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:52.268793 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0fa2f-bd9d-4256-9591-a2257c881592 req-055d840a-12ce-4956-b246-f74ca0d5b795 tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:50:52.270203 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-c3c0fa2f-bd9d-4256-9591-a2257c881592 req-055d840a-12ce-4956-b246-f74ca0d5b795 tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] 10.222.0.41 "GET /v2.0/ports?device_id=331d272b-32ac-4fdf-b73e-25d3739c108c HTTP/1.1" status: 200 len: 950 time: 0.0483403 Oct 26 08:50:52.307764 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-c3c0fa2f-bd9d-4256-9591-a2257c881592 req-2f357541-78c7-4996-8f46-95b2cbd59bce tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f9e7b6f-5c7e-4b3a-b5ed-bc0c4c345388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316596 Oct 26 08:50:52.586123 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [req-869314ee-0dfa-42d9-941a-f79739392fb9 req-75dde464-ff53-4d81-b08a-59adb61bb0ce service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:50:52.587113 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-869314ee-0dfa-42d9-941a-f79739392fb9 req-75dde464-ff53-4d81-b08a-59adb61bb0ce service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054624 Oct 26 08:50:52.934635 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:53.039222 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [req-bd744c2a-20cd-4092-8237-83e4bc586d48 req-ad22e0a4-1f23-4ff6-b7cf-17fffaf99908 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:50:53.040232 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-bd744c2a-20cd-4092-8237-83e4bc586d48 req-ad22e0a4-1f23-4ff6-b7cf-17fffaf99908 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0957196 Oct 26 08:50:53.310511 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:53.390885 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5be45-da18-4b9b-9a38-18dab1c622e0 req-1192513f-cd20-4169-8e68-e834363062d5 tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:50:53.392400 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-c4a5be45-da18-4b9b-9a38-18dab1c622e0 req-1192513f-cd20-4169-8e68-e834363062d5 tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] 10.222.0.41 "GET /v2.0/ports?device_id=331d272b-32ac-4fdf-b73e-25d3739c108c HTTP/1.1" status: 200 len: 950 time: 0.0517046 Oct 26 08:50:53.430256 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-c4a5be45-da18-4b9b-9a38-18dab1c622e0 req-709076cb-55e4-4db7-ae33-82d973aabd01 tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f9e7b6f-5c7e-4b3a-b5ed-bc0c4c345388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317316 Oct 26 08:50:54.250938 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:54.547466 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de36a9-5aba-4669-85b8-1108d2f26df1 req-13aeab88-79e2-4327-b7d6-8c001fdb44c0 tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:50:54.548868 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-50de36a9-5aba-4669-85b8-1108d2f26df1 req-13aeab88-79e2-4327-b7d6-8c001fdb44c0 tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] 10.222.0.41 "GET /v2.0/ports?device_id=331d272b-32ac-4fdf-b73e-25d3739c108c HTTP/1.1" status: 200 len: 950 time: 0.0494864 Oct 26 08:50:54.586751 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-50de36a9-5aba-4669-85b8-1108d2f26df1 req-a54010d6-1967-4d50-a9a8-c92f63938439 tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] 10.222.0.41 "GET /v2.0/security-groups?id=0f9e7b6f-5c7e-4b3a-b5ed-bc0c4c345388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319607 Oct 26 08:50:54.664353 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30d599-763c-4536-ba35-ad8143b1492f req-0b9646b5-af31-4afb-ac64-c6971a25dcbc tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:50:54.665863 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8c30d599-763c-4536-ba35-ad8143b1492f req-0b9646b5-af31-4afb-ac64-c6971a25dcbc tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] 10.222.0.47 "GET /v2.0/ports?device_id=331d272b-32ac-4fdf-b73e-25d3739c108c HTTP/1.1" status: 200 len: 950 time: 0.0481508 Oct 26 08:50:54.756765 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-8c30d599-763c-4536-ba35-ad8143b1492f req-c83ee98c-7296-423e-a480-72d3bc95eb69 tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] Deleting port 759ed90f-ab5c-43f8-bce3-28ab5b8973d0 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:50:54.757108 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-8c30d599-763c-4536-ba35-ad8143b1492f req-c83ee98c-7296-423e-a480-72d3bc95eb69 tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:54.830306 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:54.849165 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-8c30d599-763c-4536-ba35-ad8143b1492f req-c83ee98c-7296-423e-a480-72d3bc95eb69 tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] For port 759ed90f-ab5c-43f8-bce3-28ab5b8973d0, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=759ed90f-ab5c-43f8-bce3-28ab5b8973d0,segment=NetworkSegment(5fb78bb3-94f7-45cd-9f85-eb42a62702c3),segment_id=5fb78bb3-94f7-45cd-9f85-eb42a62702c3)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:50:54.849646 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-8c30d599-763c-4536-ba35-ad8143b1492f req-c83ee98c-7296-423e-a480-72d3bc95eb69 tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:54.861974 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-8c30d599-763c-4536-ba35-ad8143b1492f req-c83ee98c-7296-423e-a480-72d3bc95eb69 tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] Calling delete_port for 759ed90f-ab5c-43f8-bce3-28ab5b8973d0 owned by compute:nova {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:50:54.991758 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-8c30d599-763c-4536-ba35-ad8143b1492f req-c83ee98c-7296-423e-a480-72d3bc95eb69 tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:55.004169 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['759ed90f-ab5c-43f8-bce3-28ab5b8973d0'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:50:55.020025 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ee98c-7296-423e-a480-72d3bc95eb69 tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] Pushing event deleted for resources: {'Port': ['ID=759ed90f-ab5c-43f8-bce3-28ab5b8973d0,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:50:55.070916 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c30d599-763c-4536-ba35-ad8143b1492f req-c83ee98c-7296-423e-a480-72d3bc95eb69 tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] No DVR routers for this DVR port 759ed90f-ab5c-43f8-bce3-28ab5b8973d0 on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:50:55.073484 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-8c30d599-763c-4536-ba35-ad8143b1492f req-c83ee98c-7296-423e-a480-72d3bc95eb69 tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:55.077560 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8c30d599-763c-4536-ba35-ad8143b1492f req-c83ee98c-7296-423e-a480-72d3bc95eb69 tempest-ServersAdminNegativeTestJSON-1937513197 tempest-ServersAdminNegativeTestJSON-1937513197-project] 10.222.0.47 "DELETE /v2.0/ports/759ed90f-ab5c-43f8-bce3-28ab5b8973d0 HTTP/1.1" status: 204 len: 173 time: 0.4041281 Oct 26 08:50:55.078049 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331d272b-32ac-4fdf-b73e-25d3739c108c', 'name': 'network-vif-deleted', 'tag': '759ed90f-ab5c-43f8-bce3-28ab5b8973d0'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:50:55.080520 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1ae501-3858-4ca7-a9c8-9c8d265936af" -d '{"events": [{"server_uuid": "331d272b-32ac-4fdf-b73e-25d3739c108c", "name": "network-vif-deleted", "tag": "759ed90f-ab5c-43f8-bce3-28ab5b8973d0"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:50:55.126561 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef61780-f1fc-4c3f-b814-c6ea70210322 x-openstack-request-id: req-7ef61780-f1fc-4c3f-b814-c6ea70210322 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:50:55.126925 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331d272b-32ac-4fdf-b73e-25d3739c108c", "name": "network-vif-deleted", "tag": "759ed90f-ab5c-43f8-bce3-28ab5b8973d0", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:50:55.127126 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7ef61780-f1fc-4c3f-b814-c6ea70210322 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:50:55.127568 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331d272b-32ac-4fdf-b73e-25d3739c108c', 'name': 'network-vif-deleted', 'tag': '759ed90f-ab5c-43f8-bce3-28ab5b8973d0', 'status': 'completed', 'code': 200} Oct 26 08:50:55.877042 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 40396) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:50:56.006729 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3f884201-cdf7-46ae-9e69-a02af4fc5047 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c6b8042fa7634696868c4faa5d10d9cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1278257 Oct 26 08:50:56.009200 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 40400) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:50:56.057409 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f353907f-bc24-48c5-b7b0-8d280915985b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:56.079012 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f353907f-bc24-48c5-b7b0-8d280915985b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:56.127970 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f353907f-bc24-48c5-b7b0-8d280915985b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:56.130585 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f353907f-bc24-48c5-b7b0-8d280915985b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:56.131770 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f353907f-bc24-48c5-b7b0-8d280915985b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0f9e7b6f-5c7e-4b3a-b5ed-bc0c4c345388 HTTP/1.1" status: 204 len: 168 time: 0.1216464 Oct 26 08:50:56.139306 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f353907f-bc24-48c5-b7b0-8d280915985b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9e7b6f-5c7e-4b3a-b5ed-bc0c4c345388,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:50:56.387266 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 40406) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:50:56.401165 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f52f2449-0c9b-4ce3-a952-cc0bb2f02772 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:56.479609 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f52f2449-0c9b-4ce3-a952-cc0bb2f02772 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:56.484321 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f52f2449-0c9b-4ce3-a952-cc0bb2f02772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:56.523352 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f52f2449-0c9b-4ce3-a952-cc0bb2f02772 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=64ee4fa366894b83b35cb9474e9193a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1350045 Oct 26 08:50:56.524475 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f2449-0c9b-4ce3-a952-cc0bb2f02772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a30b626-b995-44d8-a4e8-f09e9b07aa9d,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:50:56.526169 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 40408) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:50:56.575729 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-31f6d55b-474d-4f68-b3e2-78a51f64f029 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:56.597827 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-31f6d55b-474d-4f68-b3e2-78a51f64f029 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:56.647534 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-31f6d55b-474d-4f68-b3e2-78a51f64f029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:56.650228 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-31f6d55b-474d-4f68-b3e2-78a51f64f029 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:56.651381 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-31f6d55b-474d-4f68-b3e2-78a51f64f029 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7a30b626-b995-44d8-a4e8-f09e9b07aa9d HTTP/1.1" status: 204 len: 168 time: 0.1241398 Oct 26 08:50:56.658907 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6d55b-474d-4f68-b3e2-78a51f64f029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a30b626-b995-44d8-a4e8-f09e9b07aa9d,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:50:57.336529 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 40430) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:50:57.432616 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-0de82d4a-0fc3-4c57-b441-62cc8c363313 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-13978508-network', 'tenant_id': '1624990dcf9e4ed0b195905f3f2e3b68'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:50:57.453590 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de82d4a-0fc3-4c57-b441-62cc8c363313 admin admin] Made reservation on behalf of 1624990dcf9e4ed0b195905f3f2e3b68 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:50:57.455933 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0de82d4a-0fc3-4c57-b441-62cc8c363313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:57.464025 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0de82d4a-0fc3-4c57-b441-62cc8c363313 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:57.537319 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0de82d4a-0fc3-4c57-b441-62cc8c363313 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:57.541050 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0de82d4a-0fc3-4c57-b441-62cc8c363313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:57.562787 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de82d4a-0fc3-4c57-b441-62cc8c363313 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:50:57.578134 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de82d4a-0fc3-4c57-b441-62cc8c363313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fbae7a-0584-4855-8a61-8515174ac2a2,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:50:57.581122 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0de82d4a-0fc3-4c57-b441-62cc8c363313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:57.581462 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-0de82d4a-0fc3-4c57-b441-62cc8c363313 admin admin] Added segment 6fd8fe4a-5563-440a-92bd-72026fc5f547 of type vlan for network d3ad905e-4d13-45a0-b199-8b4927fa42c7 Oct 26 08:50:57.623119 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0de82d4a-0fc3-4c57-b441-62cc8c363313 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:57.647094 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0de82d4a-0fc3-4c57-b441-62cc8c363313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:57.648072 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de82d4a-0fc3-4c57-b441-62cc8c363313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:50:57.648807 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0de82d4a-0fc3-4c57-b441-62cc8c363313 admin admin] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:57.664688 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:50:57.712557 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-0de82d4a-0fc3-4c57-b441-62cc8c363313 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3747795 Oct 26 08:50:57.715451 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 40434) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:50:57.721660 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-5212ec43-a669-4511-9f44-29071aefed3a admin admin] Request body: {'subnet': {'network_id': 'd3ad905e-4d13-45a0-b199-8b4927fa42c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-13978508-subnet', 'tenant_id': '1624990dcf9e4ed0b195905f3f2e3b68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:50:57.741959 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de82d4a-0fc3-4c57-b441-62cc8c363313 admin admin] Pushing event updated for resources: {'Network': ['ID=d3ad905e-4d13-45a0-b199-8b4927fa42c7,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:50:57.742843 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5212ec43-a669-4511-9f44-29071aefed3a admin admin] Made reservation on behalf of 1624990dcf9e4ed0b195905f3f2e3b68 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:50:57.745331 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5212ec43-a669-4511-9f44-29071aefed3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:57.753529 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network d3ad905e-4d13-45a0-b199-8b4927fa42c7 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:50:57.915905 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5212ec43-a669-4511-9f44-29071aefed3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:57.923638 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 759ed90f-ab5c-43f8-bce3-28ab5b8973d0 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:50:57.942885 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] No Port match for: 759ed90f-ab5c-43f8-bce3-28ab5b8973d0 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:50:57.943234 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 759ed90f-ab5c-43f8-bce3-28ab5b8973d0 not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:50:57.972352 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212ec43-a669-4511-9f44-29071aefed3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=175fa725-f7ee-4670-bdc4-e769e10e2752,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:50:57.980948 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5212ec43-a669-4511-9f44-29071aefed3a admin admin] Checking segment: {'id': '6fd8fe4a-5563-440a-92bd-72026fc5f547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3ad905e-4d13-45a0-b199-8b4927fa42c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:50:57.981402 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5212ec43-a669-4511-9f44-29071aefed3a admin admin] Network hostable DHCP agents. Network: d3ad905e-4d13-45a0-b199-8b4927fa42c7, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:50:57.997834 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5212ec43-a669-4511-9f44-29071aefed3a admin admin] Network d3ad905e-4d13-45a0-b199-8b4927fa42c7 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:50:58.007121 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-5212ec43-a669-4511-9f44-29071aefed3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, d3ad905e-4d13-45a0-b199-8b4927fa42c7) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:50:58.011229 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5212ec43-a669-4511-9f44-29071aefed3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:50:58.011829 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5212ec43-a669-4511-9f44-29071aefed3a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:50:58.017107 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f0f415-6b05-43de-9e2e-c180dfc5230e None None] Network d3ad905e-4d13-45a0-b199-8b4927fa42c7 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:50:58.031700 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-5212ec43-a669-4511-9f44-29071aefed3a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3147993 Oct 26 08:50:58.290240 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc226f80-c4a5-48f0-87c2-6ac867a2882c None None] Network d3ad905e-4d13-45a0-b199-8b4927fa42c7 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:50:58.467703 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd57705-2228-4091-8654-64cd398d2361 req-4df78018-b302-44bd-9233-c1710fbac484 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:50:58.469791 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3cd57705-2228-4091-8654-64cd398d2361 req-4df78018-b302-44bd-9233-c1710fbac484 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/networks?id=d3ad905e-4d13-45a0-b199-8b4927fa42c7 HTTP/1.1" status: 200 len: 810 time: 0.1129723 Oct 26 08:50:58.484651 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3cd57705-2228-4091-8654-64cd398d2361 req-dc67435d-8de2-4d14-b7ee-1b7b31ae306d tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/quotas/1624990dcf9e4ed0b195905f3f2e3b68 HTTP/1.1" status: 200 len: 375 time: 0.0088704 Oct 26 08:50:58.516468 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3cd57705-2228-4091-8654-64cd398d2361 req-7b05adae-65fb-4a44-8377-7e1b21cd74be tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1624990dcf9e4ed0b195905f3f2e3b68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256698 Oct 26 08:50:58.608595 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3cd57705-2228-4091-8654-64cd398d2361 req-638c154f-ee3c-4540-8e85-b7a0a351007b service neutron] 10.222.0.41 "GET /v2.0/networks/d3ad905e-4d13-45a0-b199-8b4927fa42c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853472 Oct 26 08:50:58.696849 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3cd57705-2228-4091-8654-64cd398d2361 req-5c255885-b4d9-4f72-80dc-d57f0f10397f service neutron] 10.222.0.41 "GET /v2.0/networks/d3ad905e-4d13-45a0-b199-8b4927fa42c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815129 Oct 26 08:50:58.852114 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e0fe2f21-1f84-4916-b7f3-9cbe7b8ca90b req-2250a0ff-6f4e-480e-aa00-08ba5ef04e25 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 210 time: 0.0283089 Oct 26 08:50:59.802695 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd57705-2228-4091-8654-64cd398d2361 req-ae81bf88-33ec-42d3-b494-64ac40608919 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:50:59.804191 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3cd57705-2228-4091-8654-64cd398d2361 req-ae81bf88-33ec-42d3-b494-64ac40608919 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.47 "GET /v2.0/networks?id=d3ad905e-4d13-45a0-b199-8b4927fa42c7 HTTP/1.1" status: 200 len: 810 time: 0.1067395 Oct 26 08:50:59.817939 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-3cd57705-2228-4091-8654-64cd398d2361 req-632a8aec-c605-43ae-80e5-d319c3ac768e tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Request body: {'port': {'device_id': '1ee08960-ee2a-46e8-a334-bd6ab57b53dc', 'network_id': 'd3ad905e-4d13-45a0-b199-8b4927fa42c7', 'admin_state_up': True, 'tenant_id': '1624990dcf9e4ed0b195905f3f2e3b68'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:50:59.949712 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-84b3640b-3bc6-4b7c-a3e0-421cb9554e9e req-03d3b0ac-f47a-4b27-a54a-e0cf504cb4b4 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 210 time: 0.0275359 Oct 26 08:50:59.958171 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cd57705-2228-4091-8654-64cd398d2361 req-632a8aec-c605-43ae-80e5-d319c3ac768e tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Made reservation on behalf of 1624990dcf9e4ed0b195905f3f2e3b68 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:50:59.961827 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-3cd57705-2228-4091-8654-64cd398d2361 req-632a8aec-c605-43ae-80e5-d319c3ac768e tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:00.089830 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-3cd57705-2228-4091-8654-64cd398d2361 req-632a8aec-c605-43ae-80e5-d319c3ac768e tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Allocated IP 172.20.0.5 (d3ad905e-4d13-45a0-b199-8b4927fa42c7/175fa725-f7ee-4670-bdc4-e769e10e2752/48f02268-474d-4029-ad7e-dfb7c503fe20) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:51:00.235164 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-3cd57705-2228-4091-8654-64cd398d2361 req-632a8aec-c605-43ae-80e5-d319c3ac768e tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:00.268381 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-3cd57705-2228-4091-8654-64cd398d2361 req-632a8aec-c605-43ae-80e5-d319c3ac768e tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:00.306744 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cd57705-2228-4091-8654-64cd398d2361 req-632a8aec-c605-43ae-80e5-d319c3ac768e tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Network d3ad905e-4d13-45a0-b199-8b4927fa42c7 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:51:00.312860 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-3cd57705-2228-4091-8654-64cd398d2361 req-632a8aec-c605-43ae-80e5-d319c3ac768e tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:51:00.316829 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd57705-2228-4091-8654-64cd398d2361 req-632a8aec-c605-43ae-80e5-d319c3ac768e tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:51:00.344207 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a8aec-c605-43ae-80e5-d319c3ac768e tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Pushing event updated for resources: {'Port': ['ID=48f02268-474d-4029-ad7e-dfb7c503fe20,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:51:00.369910 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd57705-2228-4091-8654-64cd398d2361 req-632a8aec-c605-43ae-80e5-d319c3ac768e tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:00.370533 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-3cd57705-2228-4091-8654-64cd398d2361 req-632a8aec-c605-43ae-80e5-d319c3ac768e tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:00.386786 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3cd57705-2228-4091-8654-64cd398d2361 req-632a8aec-c605-43ae-80e5-d319c3ac768e tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5728114 Oct 26 08:51:00.399447 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-3cd57705-2228-4091-8654-64cd398d2361 req-b5f15d52-8a7a-4a77-9c85-9153a0c26554 service neutron] Request body: {'port': {'device_id': '1ee08960-ee2a-46e8-a334-bd6ab57b53dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:51:00.456494 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-3cd57705-2228-4091-8654-64cd398d2361 req-b5f15d52-8a7a-4a77-9c85-9153a0c26554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:00.721842 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-3cd57705-2228-4091-8654-64cd398d2361 req-b5f15d52-8a7a-4a77-9c85-9153a0c26554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48f02268-474d-4029-ad7e-dfb7c503fe20 {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:51:00.729113 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-3cd57705-2228-4091-8654-64cd398d2361 req-b5f15d52-8a7a-4a77-9c85-9153a0c26554 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:00.741884 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-3cd57705-2228-4091-8654-64cd398d2361 req-b5f15d52-8a7a-4a77-9c85-9153a0c26554 service neutron] Transition to ACTIVE for port object 48f02268-474d-4029-ad7e-dfb7c503fe20 will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 08:51:00.745418 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-3cd57705-2228-4091-8654-64cd398d2361 req-b5f15d52-8a7a-4a77-9c85-9153a0c26554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:00.798200 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f15d52-8a7a-4a77-9c85-9153a0c26554 service neutron] Pushing event updated for resources: {'Port': ['ID=48f02268-474d-4029-ad7e-dfb7c503fe20,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:51:00.866846 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-3cd57705-2228-4091-8654-64cd398d2361 req-b5f15d52-8a7a-4a77-9c85-9153a0c26554 service neutron] Attempting to bind port 48f02268-474d-4029-ad7e-dfb7c503fe20 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:51:00.867184 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-3cd57705-2228-4091-8654-64cd398d2361 req-b5f15d52-8a7a-4a77-9c85-9153a0c26554 service neutron] Attempting to bind port 48f02268-474d-4029-ad7e-dfb7c503fe20 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '6fd8fe4a-5563-440a-92bd-72026fc5f547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3ad905e-4d13-45a0-b199-8b4927fa42c7'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:51:00.867518 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd57705-2228-4091-8654-64cd398d2361 req-b5f15d52-8a7a-4a77-9c85-9153a0c26554 service neutron] Attempting to bind port 48f02268-474d-4029-ad7e-dfb7c503fe20 on network d3ad905e-4d13-45a0-b199-8b4927fa42c7 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:51:00.871818 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd57705-2228-4091-8654-64cd398d2361 req-b5f15d52-8a7a-4a77-9c85-9153a0c26554 service neutron] Port 48f02268-474d-4029-ad7e-dfb7c503fe20 on network d3ad905e-4d13-45a0-b199-8b4927fa42c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:51:00.872138 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd57705-2228-4091-8654-64cd398d2361 req-b5f15d52-8a7a-4a77-9c85-9153a0c26554 service neutron] Attempting to bind port 48f02268-474d-4029-ad7e-dfb7c503fe20 on network d3ad905e-4d13-45a0-b199-8b4927fa42c7 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:51:00.877076 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd57705-2228-4091-8654-64cd398d2361 req-b5f15d52-8a7a-4a77-9c85-9153a0c26554 service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:51:00.877413 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd57705-2228-4091-8654-64cd398d2361 req-b5f15d52-8a7a-4a77-9c85-9153a0c26554 service neutron] Checking segment: {'id': '6fd8fe4a-5563-440a-92bd-72026fc5f547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3ad905e-4d13-45a0-b199-8b4927fa42c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:51:00.877839 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd57705-2228-4091-8654-64cd398d2361 req-b5f15d52-8a7a-4a77-9c85-9153a0c26554 service neutron] Bound using segment: {'id': '6fd8fe4a-5563-440a-92bd-72026fc5f547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3ad905e-4d13-45a0-b199-8b4927fa42c7'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:51:00.878292 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-3cd57705-2228-4091-8654-64cd398d2361 req-b5f15d52-8a7a-4a77-9c85-9153a0c26554 service neutron] Bound port: 48f02268-474d-4029-ad7e-dfb7c503fe20, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fd8fe4a-5563-440a-92bd-72026fc5f547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3ad905e-4d13-45a0-b199-8b4927fa42c7'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:51:00.878646 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-3cd57705-2228-4091-8654-64cd398d2361 req-b5f15d52-8a7a-4a77-9c85-9153a0c26554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:00.939953 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-3cd57705-2228-4091-8654-64cd398d2361 req-b5f15d52-8a7a-4a77-9c85-9153a0c26554 service neutron] For port 48f02268-474d-4029-ad7e-dfb7c503fe20, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:51:00.943839 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-3cd57705-2228-4091-8654-64cd398d2361 req-b5f15d52-8a7a-4a77-9c85-9153a0c26554 service neutron] For port 48f02268-474d-4029-ad7e-dfb7c503fe20, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=48f02268-474d-4029-ad7e-dfb7c503fe20,segment=NetworkSegment(6fd8fe4a-5563-440a-92bd-72026fc5f547),segment_id=6fd8fe4a-5563-440a-92bd-72026fc5f547)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:51:00.948037 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-3cd57705-2228-4091-8654-64cd398d2361 req-b5f15d52-8a7a-4a77-9c85-9153a0c26554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:00.982475 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd57705-2228-4091-8654-64cd398d2361 req-b5f15d52-8a7a-4a77-9c85-9153a0c26554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:00.983106 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-3cd57705-2228-4091-8654-64cd398d2361 req-b5f15d52-8a7a-4a77-9c85-9153a0c26554 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:00.984544 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3cd57705-2228-4091-8654-64cd398d2361 req-b5f15d52-8a7a-4a77-9c85-9153a0c26554 service neutron] 10.222.0.47 "PUT /v2.0/ports/48f02268-474d-4029-ad7e-dfb7c503fe20 HTTP/1.1" status: 200 len: 1093 time: 0.5891209 Oct 26 08:51:00.984989 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee08960-ee2a-46e8-a334-bd6ab57b53dc', 'tag': '48f02268-474d-4029-ad7e-dfb7c503fe20'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:51:00.987335 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2705bb08-959e-40f9-b47e-4ae3c658607c" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee08960-ee2a-46e8-a334-bd6ab57b53dc", "tag": "48f02268-474d-4029-ad7e-dfb7c503fe20"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:51:01.019151 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f15d52-8a7a-4a77-9c85-9153a0c26554 service neutron] Pushing event updated for resources: {'Port': ['ID=48f02268-474d-4029-ad7e-dfb7c503fe20,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:51:01.063003 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47aeada4-a59a-4cf3-bae5-daab69877a85 x-openstack-request-id: req-47aeada4-a59a-4cf3-bae5-daab69877a85 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:51:01.063292 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee08960-ee2a-46e8-a334-bd6ab57b53dc", "tag": "48f02268-474d-4029-ad7e-dfb7c503fe20", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:51:01.063556 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-47aeada4-a59a-4cf3-bae5-daab69877a85 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:51:01.063964 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee08960-ee2a-46e8-a334-bd6ab57b53dc', 'tag': '48f02268-474d-4029-ad7e-dfb7c503fe20', 'status': 'completed', 'code': 200} Oct 26 08:51:01.106909 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbecd6-9333-45a9-8d79-aab2e8501b54 req-75aa1e96-bf6e-4ccd-8248-be319987fe26 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:01.108416 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e8bbecd6-9333-45a9-8d79-aab2e8501b54 req-75aa1e96-bf6e-4ccd-8248-be319987fe26 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 943 time: 0.0836279 Oct 26 08:51:01.114687 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd57705-2228-4091-8654-64cd398d2361 req-0dae72d7-a282-4bf0-a079-b58c6a1d6f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:01.116098 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3cd57705-2228-4091-8654-64cd398d2361 req-0dae72d7-a282-4bf0-a079-b58c6a1d6f57 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1624990dcf9e4ed0b195905f3f2e3b68&device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 1096 time: 0.0800195 Oct 26 08:51:01.168644 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3cd57705-2228-4091-8654-64cd398d2361 req-bca66ba1-8c2b-43e3-a51e-ee94afea0512 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48f02268-474d-4029-ad7e-dfb7c503fe20 HTTP/1.1" status: 200 len: 217 time: 0.0382304 Oct 26 08:51:01.188051 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e8bbecd6-9333-45a9-8d79-aab2e8501b54 req-cec5e047-7c11-4e0c-a399-106a9a5bc346 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0fbae7a-0584-4855-8a61-8515174ac2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704408 Oct 26 08:51:01.232069 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd57705-2228-4091-8654-64cd398d2361 req-88e87fe1-83b4-46f2-962f-d4045d0aa552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:01.233467 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3cd57705-2228-4091-8654-64cd398d2361 req-88e87fe1-83b4-46f2-962f-d4045d0aa552 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=175fa725-f7ee-4670-bdc4-e769e10e2752 HTTP/1.1" status: 200 len: 850 time: 0.0551584 Oct 26 08:51:01.265089 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3cd57705-2228-4091-8654-64cd398d2361 req-4ba8d707-7817-4903-8124-bac03195210b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d3ad905e-4d13-45a0-b199-8b4927fa42c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247097 Oct 26 08:51:01.353763 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3cd57705-2228-4091-8654-64cd398d2361 req-90d63089-10c7-448a-afee-e876fe609dde service neutron] 10.222.0.47 "GET /v2.0/networks/d3ad905e-4d13-45a0-b199-8b4927fa42c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818880 Oct 26 08:51:01.447234 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3cd57705-2228-4091-8654-64cd398d2361 req-d00fd7a7-47b5-4a96-a82f-651cb263a44e service neutron] 10.222.0.47 "GET /v2.0/networks/d3ad905e-4d13-45a0-b199-8b4927fa42c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863175 Oct 26 08:51:01.533806 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705bb08-959e-40f9-b47e-4ae3c658607c req-a51ee318-0b0b-4902-95cf-1a90a49383f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:01.535224 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2705bb08-959e-40f9-b47e-4ae3c658607c req-a51ee318-0b0b-4902-95cf-1a90a49383f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1624990dcf9e4ed0b195905f3f2e3b68&device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 1096 time: 0.0410604 Oct 26 08:51:01.630700 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705bb08-959e-40f9-b47e-4ae3c658607c req-46082f97-ffea-42b9-b36c-8d5a74afbb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:01.632199 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2705bb08-959e-40f9-b47e-4ae3c658607c req-46082f97-ffea-42b9-b36c-8d5a74afbb5b service neutron] 10.222.0.47 "GET /v2.0/networks?id=d3ad905e-4d13-45a0-b199-8b4927fa42c7 HTTP/1.1" status: 200 len: 911 time: 0.0886817 Oct 26 08:51:01.674949 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2705bb08-959e-40f9-b47e-4ae3c658607c req-d8c76745-4d04-4ae6-b256-d313d91421d7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48f02268-474d-4029-ad7e-dfb7c503fe20 HTTP/1.1" status: 200 len: 217 time: 0.0344963 Oct 26 08:51:01.724051 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705bb08-959e-40f9-b47e-4ae3c658607c req-d0c84a35-0d4d-4212-a0ac-6806a086edfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:01.725455 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2705bb08-959e-40f9-b47e-4ae3c658607c req-d0c84a35-0d4d-4212-a0ac-6806a086edfb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=175fa725-f7ee-4670-bdc4-e769e10e2752 HTTP/1.1" status: 200 len: 850 time: 0.0429835 Oct 26 08:51:01.758897 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2705bb08-959e-40f9-b47e-4ae3c658607c req-4d6390ad-2a25-45c8-a47d-a5272e53af55 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d3ad905e-4d13-45a0-b199-8b4927fa42c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246041 Oct 26 08:51:01.852100 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2705bb08-959e-40f9-b47e-4ae3c658607c req-99008be5-aa01-4589-b7df-1fb2bf2e15b3 service neutron] 10.222.0.47 "GET /v2.0/networks/d3ad905e-4d13-45a0-b199-8b4927fa42c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843470 Oct 26 08:51:01.941049 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2705bb08-959e-40f9-b47e-4ae3c658607c req-b6381053-21bc-4690-8a03-2ddfd3c9a893 service neutron] 10.222.0.47 "GET /v2.0/networks/d3ad905e-4d13-45a0-b199-8b4927fa42c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806463 Oct 26 08:51:02.307536 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1b1f5-4832-4dbb-858d-35a2290f869b req-9c238e61-b865-4a70-a2c4-ab7a0f8deb3c tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:02.309039 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-32c1b1f5-4832-4dbb-858d-35a2290f869b req-9c238e61-b865-4a70-a2c4-ab7a0f8deb3c tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 943 time: 0.0534945 Oct 26 08:51:02.347355 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-32c1b1f5-4832-4dbb-858d-35a2290f869b req-61dfed94-65a2-4a3f-bbf2-d72bdce0f70c tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0fbae7a-0584-4855-8a61-8515174ac2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318344 Oct 26 08:51:03.467758 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c6b57-f4b5-470c-b438-64d4f3069d6e req-969c3f2b-11e2-40ac-bb49-e9b97d66e717 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:03.469360 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0f0c6b57-f4b5-470c-b438-64d4f3069d6e req-969c3f2b-11e2-40ac-bb49-e9b97d66e717 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 943 time: 0.0545061 Oct 26 08:51:03.506474 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0f0c6b57-f4b5-470c-b438-64d4f3069d6e req-0530468f-91cb-482b-ac54-e1ffba4a806d tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0fbae7a-0584-4855-8a61-8515174ac2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312767 Oct 26 08:51:03.960176 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 48f02268-474d-4029-ad7e-dfb7c503fe20 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 08:51:04.054921 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 48f02268-474d-4029-ad7e-dfb7c503fe20, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=48f02268-474d-4029-ad7e-dfb7c503fe20,segment=NetworkSegment(6fd8fe4a-5563-440a-92bd-72026fc5f547),segment_id=6fd8fe4a-5563-440a-92bd-72026fc5f547)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:51:04.066575 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': '48f02268-474d-4029-ad7e-dfb7c503fe20', 'network_id': 'd3ad905e-4d13-45a0-b199-8b4927fa42c7', 'port_id': '48f02268-474d-4029-ad7e-dfb7c503fe20', 'mac_address': 'fa:16:3e:dd:14:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '175fa725-f7ee-4670-bdc4-e769e10e2752', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 08:51:04.106977 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:04.119632 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48f02268-474d-4029-ad7e-dfb7c503fe20 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:51:04.138583 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 48f02268-474d-4029-ad7e-dfb7c503fe20, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=48f02268-474d-4029-ad7e-dfb7c503fe20,segment=NetworkSegment(6fd8fe4a-5563-440a-92bd-72026fc5f547),segment_id=6fd8fe4a-5563-440a-92bd-72026fc5f547)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:51:04.143796 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:04.189992 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=48f02268-474d-4029-ad7e-dfb7c503fe20,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:51:04.335423 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['48f02268-474d-4029-ad7e-dfb7c503fe20'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:51:04.621914 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516970b-b741-479f-b8e4-86a34e5c8b51 req-f79d197e-4164-48b6-bdaa-124f4d9c8338 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:04.623323 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f516970b-b741-479f-b8e4-86a34e5c8b51 req-f79d197e-4164-48b6-bdaa-124f4d9c8338 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 944 time: 0.0502102 Oct 26 08:51:04.661298 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f516970b-b741-479f-b8e4-86a34e5c8b51 req-63320032-23d5-44da-9259-11503ac2d7c3 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0fbae7a-0584-4855-8a61-8515174ac2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317521 Oct 26 08:51:05.774813 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ef956-558f-4dfc-a65e-3a2cd3d37cc7 req-61c7e31e-0a77-4730-9be8-0a7ecbe11e3e tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:05.776299 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8c3ef956-558f-4dfc-a65e-3a2cd3d37cc7 req-61c7e31e-0a77-4730-9be8-0a7ecbe11e3e tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 944 time: 0.0483453 Oct 26 08:51:05.814650 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8c3ef956-558f-4dfc-a65e-3a2cd3d37cc7 req-ea40c343-da91-44a2-a47a-1777ec93df03 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0fbae7a-0584-4855-8a61-8515174ac2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315347 Oct 26 08:51:05.956349 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 48f02268-474d-4029-ad7e-dfb7c503fe20 up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:51:06.006622 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port 48f02268-474d-4029-ad7e-dfb7c503fe20 completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 08:51:06.010520 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port 48f02268-474d-4029-ad7e-dfb7c503fe20 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:51:06.010900 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:06.088974 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:06.114974 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee08960-ee2a-46e8-a334-bd6ab57b53dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f02268-474d-4029-ad7e-dfb7c503fe20'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:51:06.117276 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72567062-668d-42ca-873d-de16250aa0d0" -d '{"events": [{"server_uuid": "1ee08960-ee2a-46e8-a334-bd6ab57b53dc", "name": "network-vif-plugged", "status": "completed", "tag": "48f02268-474d-4029-ad7e-dfb7c503fe20"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:51:06.130679 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 48f02268-474d-4029-ad7e-dfb7c503fe20, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=48f02268-474d-4029-ad7e-dfb7c503fe20,segment=NetworkSegment(6fd8fe4a-5563-440a-92bd-72026fc5f547),segment_id=6fd8fe4a-5563-440a-92bd-72026fc5f547)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:51:06.134773 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:06.157791 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961b0326-9d43-4ede-998b-dbc1246ec523 x-openstack-request-id: req-961b0326-9d43-4ede-998b-dbc1246ec523 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:51:06.158087 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee08960-ee2a-46e8-a334-bd6ab57b53dc", "name": "network-vif-plugged", "status": "completed", "tag": "48f02268-474d-4029-ad7e-dfb7c503fe20", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:51:06.158338 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-961b0326-9d43-4ede-998b-dbc1246ec523 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:51:06.158722 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee08960-ee2a-46e8-a334-bd6ab57b53dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f02268-474d-4029-ad7e-dfb7c503fe20', 'code': 200} Oct 26 08:51:06.184892 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=48f02268-474d-4029-ad7e-dfb7c503fe20,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:51:06.317106 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d394bca-e74e-4eb7-a4c2-2f62c6fd4677 req-0e9b57d2-2eb2-4c93-9c33-6cf59b6778c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:06.318567 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8d394bca-e74e-4eb7-a4c2-2f62c6fd4677 req-0e9b57d2-2eb2-4c93-9c33-6cf59b6778c9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 1098 time: 0.0406952 Oct 26 08:51:06.353984 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8d394bca-e74e-4eb7-a4c2-2f62c6fd4677 req-e8700bab-82a6-4768-be64-83173f9cbcf5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d0fbae7a-0584-4855-8a61-8515174ac2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282524 Oct 26 08:51:06.938849 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d2f28-5b66-4a53-9c26-0273a181a5d8 req-78605c23-83b6-4d78-bdda-1a1143d44828 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:06.940334 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c64d2f28-5b66-4a53-9c26-0273a181a5d8 req-78605c23-83b6-4d78-bdda-1a1143d44828 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 945 time: 0.0528169 Oct 26 08:51:06.980342 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c64d2f28-5b66-4a53-9c26-0273a181a5d8 req-d94ee5ec-b30e-44ea-b5b1-e85e78c45637 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0fbae7a-0584-4855-8a61-8515174ac2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341225 Oct 26 08:51:08.097195 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3852ef3-6ec6-4410-9f28-e496bf96b8ec req-2084f2c0-f0bb-47f5-9048-222ac54c3394 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:08.098702 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a3852ef3-6ec6-4410-9f28-e496bf96b8ec req-2084f2c0-f0bb-47f5-9048-222ac54c3394 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 945 time: 0.0498662 Oct 26 08:51:08.135666 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a3852ef3-6ec6-4410-9f28-e496bf96b8ec req-232dead2-19c8-4a05-a978-c71e474da131 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0fbae7a-0584-4855-8a61-8515174ac2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311677 Oct 26 08:51:08.466398 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532f56d-3505-42db-a5a2-0581a10a1354 req-c234a848-49ce-4502-b0bd-6d960d5b45bf tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:08.469370 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0532f56d-3505-42db-a5a2-0581a10a1354 req-c234a848-49ce-4502-b0bd-6d960d5b45bf tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 945 time: 0.0556724 Oct 26 08:51:08.487592 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 40494) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:51:08.508390 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0532f56d-3505-42db-a5a2-0581a10a1354 req-03317b65-2ddb-4b59-86ee-26ddf0c9a51b tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0fbae7a-0584-4855-8a61-8515174ac2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331967 Oct 26 08:51:08.576710 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5086ef86-2101-4b59-9520-f1089c822c8a req-488b336b-301d-414b-9dab-01ae2a56e0bf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0879493 Oct 26 08:51:08.586474 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [req-5086ef86-2101-4b59-9520-f1089c822c8a req-2bae60dd-2453-4cbb-ac09-435941e4a0de service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:51:08.587456 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5086ef86-2101-4b59-9520-f1089c822c8a req-2bae60dd-2453-4cbb-ac09-435941e4a0de service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051742 Oct 26 08:51:09.623521 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883df0c2-1e51-4e44-b874-06a908b5d0dc req-f204035c-8edd-43ff-a58a-4afaa7e43b61 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:09.625791 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-883df0c2-1e51-4e44-b874-06a908b5d0dc req-f204035c-8edd-43ff-a58a-4afaa7e43b61 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 945 time: 0.0497375 Oct 26 08:51:09.662684 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-883df0c2-1e51-4e44-b874-06a908b5d0dc req-f99412a4-8af7-4fff-be65-e4cc5172e2a7 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0fbae7a-0584-4855-8a61-8515174ac2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308385 Oct 26 08:51:09.757169 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086ef86-2101-4b59-9520-f1089c822c8a req-30617683-a065-4e1c-a7f4-77448c11d725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:09.758668 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5086ef86-2101-4b59-9520-f1089c822c8a req-30617683-a065-4e1c-a7f4-77448c11d725 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1624990dcf9e4ed0b195905f3f2e3b68&device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 1098 time: 0.0468817 Oct 26 08:51:09.851014 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086ef86-2101-4b59-9520-f1089c822c8a req-a427212a-b760-4f73-ab04-6a2a195f7a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:09.852429 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5086ef86-2101-4b59-9520-f1089c822c8a req-a427212a-b760-4f73-ab04-6a2a195f7a1b service neutron] 10.222.0.47 "GET /v2.0/networks?id=d3ad905e-4d13-45a0-b199-8b4927fa42c7 HTTP/1.1" status: 200 len: 911 time: 0.0848546 Oct 26 08:51:09.896932 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5086ef86-2101-4b59-9520-f1089c822c8a req-e23d0763-bcd0-43bf-ada9-ae5c6c45afd5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48f02268-474d-4029-ad7e-dfb7c503fe20 HTTP/1.1" status: 200 len: 217 time: 0.0370512 Oct 26 08:51:09.944903 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086ef86-2101-4b59-9520-f1089c822c8a req-5c5386dc-bc8d-4004-a623-692b31ef96fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:09.946369 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5086ef86-2101-4b59-9520-f1089c822c8a req-5c5386dc-bc8d-4004-a623-692b31ef96fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=175fa725-f7ee-4670-bdc4-e769e10e2752 HTTP/1.1" status: 200 len: 850 time: 0.0432136 Oct 26 08:51:09.979203 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5086ef86-2101-4b59-9520-f1089c822c8a req-3cef3e4b-e313-4fb8-b11a-f9deacc1f8bf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d3ad905e-4d13-45a0-b199-8b4927fa42c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248196 Oct 26 08:51:10.071231 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5086ef86-2101-4b59-9520-f1089c822c8a req-eabad9a1-12c7-4f69-ba84-0dcfeb3e0d53 service neutron] 10.222.0.47 "GET /v2.0/networks/d3ad905e-4d13-45a0-b199-8b4927fa42c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849147 Oct 26 08:51:10.165334 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5086ef86-2101-4b59-9520-f1089c822c8a req-c065d2d6-f663-4fb5-96b8-47e74badffa3 service neutron] 10.222.0.47 "GET /v2.0/networks/d3ad905e-4d13-45a0-b199-8b4927fa42c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860858 Oct 26 08:51:10.779231 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e28e68-a48d-44f6-b4e6-e8bfb586325c req-7884c361-1009-4465-976a-7ddd76fdf908 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:10.780804 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-02e28e68-a48d-44f6-b4e6-e8bfb586325c req-7884c361-1009-4465-976a-7ddd76fdf908 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 945 time: 0.0497453 Oct 26 08:51:10.818009 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-02e28e68-a48d-44f6-b4e6-e8bfb586325c req-a2f0b01d-7113-4e3d-a20e-11a41b7278e2 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0fbae7a-0584-4855-8a61-8515174ac2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312369 Oct 26 08:51:11.935130 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ccd87-8928-4901-852e-e4924b6635c8 req-f8fa49c6-c12c-4897-884c-1d0949c2a833 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:11.936630 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-cf9ccd87-8928-4901-852e-e4924b6635c8 req-f8fa49c6-c12c-4897-884c-1d0949c2a833 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 945 time: 0.0486166 Oct 26 08:51:11.973645 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-cf9ccd87-8928-4901-852e-e4924b6635c8 req-67446771-8fc8-4a92-bd17-7c712d7ec90c tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0fbae7a-0584-4855-8a61-8515174ac2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305827 Oct 26 08:51:13.087670 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57919431-553d-4134-a081-4ddf055633ab req-34d3d946-2986-417f-959d-396c27a00df6 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:13.089126 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-57919431-553d-4134-a081-4ddf055633ab req-34d3d946-2986-417f-959d-396c27a00df6 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 945 time: 0.0482268 Oct 26 08:51:13.131564 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-57919431-553d-4134-a081-4ddf055633ab req-f1ed02a6-144a-416f-8a38-85f569c98be5 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0fbae7a-0584-4855-8a61-8515174ac2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352824 Oct 26 08:51:14.249264 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec2a0f-1f00-4e9a-a5a9-ce47d23b4214 req-a61ee35d-0a7b-4ac3-8132-5aa7a3075bdd tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:14.250823 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6dec2a0f-1f00-4e9a-a5a9-ce47d23b4214 req-a61ee35d-0a7b-4ac3-8132-5aa7a3075bdd tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 945 time: 0.0532117 Oct 26 08:51:14.288859 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6dec2a0f-1f00-4e9a-a5a9-ce47d23b4214 req-7978aa20-5ad0-4176-ab5f-8e78b5f51741 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0fbae7a-0584-4855-8a61-8515174ac2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321028 Oct 26 08:51:15.405970 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aac292-bc2f-4b82-b1e4-b0a73cab84b1 req-298a8bdc-aa8d-41cd-9f29-d65317acb2cd tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:15.407872 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e9aac292-bc2f-4b82-b1e4-b0a73cab84b1 req-298a8bdc-aa8d-41cd-9f29-d65317acb2cd tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 945 time: 0.0504229 Oct 26 08:51:15.445553 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e9aac292-bc2f-4b82-b1e4-b0a73cab84b1 req-a75102aa-baa3-489c-a95e-8419b046642a tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0fbae7a-0584-4855-8a61-8515174ac2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317934 Oct 26 08:51:16.561030 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5763df1-f13e-4150-8cc5-60c2d92d5181 req-d68ad9b3-f700-4eb5-ac41-8fbabaf7435e tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:16.562600 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f5763df1-f13e-4150-8cc5-60c2d92d5181 req-d68ad9b3-f700-4eb5-ac41-8fbabaf7435e tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 945 time: 0.0490193 Oct 26 08:51:16.602330 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f5763df1-f13e-4150-8cc5-60c2d92d5181 req-16952729-9a70-42a4-866c-554859662603 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0fbae7a-0584-4855-8a61-8515174ac2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336628 Oct 26 08:51:17.717795 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9c4a3-7d11-4d53-8591-6d6e7eb8b9cc req-d0b8932f-2dcd-4fde-9f5d-2d1bf391166a tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:17.720208 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b2a9c4a3-7d11-4d53-8591-6d6e7eb8b9cc req-d0b8932f-2dcd-4fde-9f5d-2d1bf391166a tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 945 time: 0.0505006 Oct 26 08:51:17.757523 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b2a9c4a3-7d11-4d53-8591-6d6e7eb8b9cc req-fc06cbe1-7bf0-40b5-9dbf-6fae8e701680 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0fbae7a-0584-4855-8a61-8515174ac2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315707 Oct 26 08:51:18.870957 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e48f7-5055-4227-8ebf-4260ea5035bc req-284d7109-7033-41a4-a243-3cee20d81a40 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:18.872332 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f23e48f7-5055-4227-8ebf-4260ea5035bc req-284d7109-7033-41a4-a243-3cee20d81a40 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 945 time: 0.0482879 Oct 26 08:51:18.909303 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f23e48f7-5055-4227-8ebf-4260ea5035bc req-9b58f488-6be9-4356-8969-b005177e4d6c tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0fbae7a-0584-4855-8a61-8515174ac2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304170 Oct 26 08:51:19.387559 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f54f1f37-8539-487e-ac07-ba736cd696a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:20.025330 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d70629-9106-4a29-a830-5c535892e982 req-c65cf2fa-2173-4bac-9e60-db076f6f16d6 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:20.026845 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-85d70629-9106-4a29-a830-5c535892e982 req-c65cf2fa-2173-4bac-9e60-db076f6f16d6 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 945 time: 0.0496216 Oct 26 08:51:20.068671 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-85d70629-9106-4a29-a830-5c535892e982 req-62e5cf2e-4d67-410a-8151-70762402ff30 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0fbae7a-0584-4855-8a61-8515174ac2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355122 Oct 26 08:51:21.187121 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46947db7-e152-4b2b-9278-c6e1edf52e8a req-75d17a83-67d1-435f-98f1-ceb347069b82 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:21.188812 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-46947db7-e152-4b2b-9278-c6e1edf52e8a req-75d17a83-67d1-435f-98f1-ceb347069b82 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 945 time: 0.0524805 Oct 26 08:51:21.227895 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-46947db7-e152-4b2b-9278-c6e1edf52e8a req-19e391a2-e727-4100-b9ee-9ff7ceb2e182 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0fbae7a-0584-4855-8a61-8515174ac2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330851 Oct 26 08:51:22.065851 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-28a2aff3-1232-46d1-910a-2b42fa686e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:22.341131 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52918434-0dd2-4297-acac-0323f6b54c91 req-382b34ab-d50d-4904-b23e-a75a3de3c056 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:22.342627 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-52918434-0dd2-4297-acac-0323f6b54c91 req-382b34ab-d50d-4904-b23e-a75a3de3c056 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 945 time: 0.0492852 Oct 26 08:51:22.381981 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-52918434-0dd2-4297-acac-0323f6b54c91 req-f7bcf4b6-2063-459c-94d7-41e1f0a610e9 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0fbae7a-0584-4855-8a61-8515174ac2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329268 Oct 26 08:51:22.938276 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:23.314586 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:23.496790 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4148fc-a746-44b7-80de-8cc1cbb42c39 req-ae04badd-dd42-4aa7-a822-c2e4411f679b tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:23.498275 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1f4148fc-a746-44b7-80de-8cc1cbb42c39 req-ae04badd-dd42-4aa7-a822-c2e4411f679b tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 945 time: 0.0496669 Oct 26 08:51:23.537091 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1f4148fc-a746-44b7-80de-8cc1cbb42c39 req-f8de7b65-fcbf-4289-ae50-c50b509124ed tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0fbae7a-0584-4855-8a61-8515174ac2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325594 Oct 26 08:51:24.250988 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:24.653006 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9792fd-ef3d-470d-b059-cf9a26f42068 req-928a6be0-5d7e-4fe6-8ac2-5bea399a8975 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:24.654501 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-dc9792fd-ef3d-470d-b059-cf9a26f42068 req-928a6be0-5d7e-4fe6-8ac2-5bea399a8975 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 945 time: 0.0489950 Oct 26 08:51:24.692315 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-dc9792fd-ef3d-470d-b059-cf9a26f42068 req-2a9f8d02-14c0-4c40-af6e-327dbc5987c0 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0fbae7a-0584-4855-8a61-8515174ac2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311849 Oct 26 08:51:24.832727 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:25.809630 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09152452-a87f-417c-9b61-dc2c273fc1c1 req-2918f7d7-7dcc-4aee-aa88-59d8394a7d3c tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:25.811145 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-09152452-a87f-417c-9b61-dc2c273fc1c1 req-2918f7d7-7dcc-4aee-aa88-59d8394a7d3c tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 945 time: 0.0496061 Oct 26 08:51:25.849755 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-09152452-a87f-417c-9b61-dc2c273fc1c1 req-b17bdf8d-64c6-458e-91ef-c7899bd740e4 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0fbae7a-0584-4855-8a61-8515174ac2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324955 Oct 26 08:51:26.966273 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe6c62-795f-4ed2-8816-4efdd650379b req-68d682b8-a793-457a-a4ac-800efa345a07 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:26.967738 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3dbe6c62-795f-4ed2-8816-4efdd650379b req-68d682b8-a793-457a-a4ac-800efa345a07 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 945 time: 0.0496840 Oct 26 08:51:27.009669 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3dbe6c62-795f-4ed2-8816-4efdd650379b req-0e07ef24-d5f9-4681-808e-0467bde87417 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0fbae7a-0584-4855-8a61-8515174ac2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360239 Oct 26 08:51:28.128292 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3843e2-a8c9-47dc-8bf1-9d51986808f2 req-c455c3d9-561d-4faf-a77c-a2a7e29bd61f tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:28.129784 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5f3843e2-a8c9-47dc-8bf1-9d51986808f2 req-c455c3d9-561d-4faf-a77c-a2a7e29bd61f tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 945 time: 0.0539210 Oct 26 08:51:28.168277 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5f3843e2-a8c9-47dc-8bf1-9d51986808f2 req-de5e23d6-bab3-4708-a53c-0e2d97bd1fdd tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0fbae7a-0584-4855-8a61-8515174ac2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326536 Oct 26 08:51:29.282383 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69760ffb-e35d-417f-85cb-57a3a4366c9f req-4c237063-6a77-4063-9215-5820ea579a89 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:29.283868 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-69760ffb-e35d-417f-85cb-57a3a4366c9f req-4c237063-6a77-4063-9215-5820ea579a89 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 945 time: 0.0491917 Oct 26 08:51:29.320823 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-69760ffb-e35d-417f-85cb-57a3a4366c9f req-ca32e0ab-f3e6-4f24-bc67-828b7fc3f37a tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0fbae7a-0584-4855-8a61-8515174ac2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311527 Oct 26 08:51:30.438582 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041f3de-d831-4b88-a5b8-217d12630336 req-433fbe97-3a93-4ac8-aeb1-51a733f1bfde tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:30.440082 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c041f3de-d831-4b88-a5b8-217d12630336 req-433fbe97-3a93-4ac8-aeb1-51a733f1bfde tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 945 time: 0.0493166 Oct 26 08:51:30.478343 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c041f3de-d831-4b88-a5b8-217d12630336 req-e4606e30-5fec-448a-881c-c775816a6c30 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0fbae7a-0584-4855-8a61-8515174ac2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324244 Oct 26 08:51:31.593501 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170cba3-6748-4fbc-aa3e-4d801d5f374f req-d635ddbf-4cca-4ec1-92dc-0b341de77d4a tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:31.595150 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e170cba3-6748-4fbc-aa3e-4d801d5f374f req-d635ddbf-4cca-4ec1-92dc-0b341de77d4a tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 945 time: 0.0502667 Oct 26 08:51:31.632104 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e170cba3-6748-4fbc-aa3e-4d801d5f374f req-ba40a4cf-a736-46ef-a96b-2aac78af2b4d tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0fbae7a-0584-4855-8a61-8515174ac2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311291 Oct 26 08:51:32.746277 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b7260-d843-4b4b-a38e-d0c483cab8d1 req-fbf7755a-0b7a-4456-9c1e-236e290cd96d tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:32.747869 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ec8b7260-d843-4b4b-a38e-d0c483cab8d1 req-fbf7755a-0b7a-4456-9c1e-236e290cd96d tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 945 time: 0.0493841 Oct 26 08:51:32.784831 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ec8b7260-d843-4b4b-a38e-d0c483cab8d1 req-d030457d-1b8c-4d7d-9c74-5eaf6606c2df tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0fbae7a-0584-4855-8a61-8515174ac2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305381 Oct 26 08:51:33.900485 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f603219-9003-4e9f-98f5-df4986c8a2ac req-c06dfda6-d72c-4f53-9195-6dff69642e90 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:33.901986 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-9f603219-9003-4e9f-98f5-df4986c8a2ac req-c06dfda6-d72c-4f53-9195-6dff69642e90 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 945 time: 0.0498595 Oct 26 08:51:33.944293 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-9f603219-9003-4e9f-98f5-df4986c8a2ac req-1adb133d-b867-4c46-bc93-3bf490bff449 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0fbae7a-0584-4855-8a61-8515174ac2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349653 Oct 26 08:51:34.664379 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:51:35.063992 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f2a79-3374-4c16-ad48-4fa80bf3b31c req-f5cee4a8-0090-4a4c-a1ea-4a867c2c4719 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:35.065500 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b70f2a79-3374-4c16-ad48-4fa80bf3b31c req-f5cee4a8-0090-4a4c-a1ea-4a867c2c4719 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 945 time: 0.0540247 Oct 26 08:51:35.104098 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b70f2a79-3374-4c16-ad48-4fa80bf3b31c req-7e04281e-06e1-4621-973d-6a6981fc0cb9 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0fbae7a-0584-4855-8a61-8515174ac2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324059 Oct 26 08:51:36.219553 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c840555-f7a9-4ebc-9917-6f1d0b0b166d req-d638923e-a875-42d1-9ace-ed6db0e3eb32 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:36.221039 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5c840555-f7a9-4ebc-9917-6f1d0b0b166d req-d638923e-a875-42d1-9ace-ed6db0e3eb32 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 945 time: 0.0499310 Oct 26 08:51:36.258936 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5c840555-f7a9-4ebc-9917-6f1d0b0b166d req-4a26a103-bb43-4fe9-9d01-4a6e90f99f27 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0fbae7a-0584-4855-8a61-8515174ac2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320315 Oct 26 08:51:36.820532 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5086ef86-2101-4b59-9520-f1089c822c8a req-a21439dd-9335-4bea-8e38-e9a775cb8c91 service neutron] 10.222.0.47 "GET /v2.0/ports/48f02268-474d-4029-ad7e-dfb7c503fe20/bindings/hv-neutron-8048 HTTP/1.1" status: 200 len: 384 time: 0.0567918 Oct 26 08:51:37.051125 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086ef86-2101-4b59-9520-f1089c822c8a req-53523def-9639-49e2-ae43-f2076a42b176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:37.052641 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5086ef86-2101-4b59-9520-f1089c822c8a req-53523def-9639-49e2-ae43-f2076a42b176 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc&tenant_id=1624990dcf9e4ed0b195905f3f2e3b68 HTTP/1.1" status: 200 len: 1098 time: 0.0710833 Oct 26 08:51:37.121781 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086ef86-2101-4b59-9520-f1089c822c8a req-4802739c-2b35-44a0-920a-ca46023a828e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:37.123271 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5086ef86-2101-4b59-9520-f1089c822c8a req-4802739c-2b35-44a0-920a-ca46023a828e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1624990dcf9e4ed0b195905f3f2e3b68&device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 1098 time: 0.0449693 Oct 26 08:51:37.213085 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086ef86-2101-4b59-9520-f1089c822c8a req-1ad516f5-3e51-4d0c-91b1-371eb6290670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:37.214571 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5086ef86-2101-4b59-9520-f1089c822c8a req-1ad516f5-3e51-4d0c-91b1-371eb6290670 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d3ad905e-4d13-45a0-b199-8b4927fa42c7 HTTP/1.1" status: 200 len: 911 time: 0.0829670 Oct 26 08:51:37.258974 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5086ef86-2101-4b59-9520-f1089c822c8a req-576d1525-7342-4dac-80a4-c21b5dda6d5d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48f02268-474d-4029-ad7e-dfb7c503fe20 HTTP/1.1" status: 200 len: 217 time: 0.0364683 Oct 26 08:51:37.308861 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086ef86-2101-4b59-9520-f1089c822c8a req-22392e97-c960-46c3-a3d7-0417019eae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:37.310873 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5086ef86-2101-4b59-9520-f1089c822c8a req-22392e97-c960-46c3-a3d7-0417019eae1e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=175fa725-f7ee-4670-bdc4-e769e10e2752 HTTP/1.1" status: 200 len: 850 time: 0.0441697 Oct 26 08:51:37.363269 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5086ef86-2101-4b59-9520-f1089c822c8a req-6d71625b-08cc-4b17-8b3d-eb336c704da1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d3ad905e-4d13-45a0-b199-8b4927fa42c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450861 Oct 26 08:51:37.435405 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350edcd-861f-4ef7-a0a6-66cb547ea2ab req-49930a87-03d3-4909-9227-79484da7d65e tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:37.436864 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5350edcd-861f-4ef7-a0a6-66cb547ea2ab req-49930a87-03d3-4909-9227-79484da7d65e tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 945 time: 0.1101484 Oct 26 08:51:37.495533 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5086ef86-2101-4b59-9520-f1089c822c8a req-ef21f812-0b08-48bc-8bd7-636c762be59b service neutron] 10.222.0.47 "GET /v2.0/networks/d3ad905e-4d13-45a0-b199-8b4927fa42c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250134 Oct 26 08:51:37.498470 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5350edcd-861f-4ef7-a0a6-66cb547ea2ab req-07edaaab-6390-45d1-8b5c-0cb914f5d0ae tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0fbae7a-0584-4855-8a61-8515174ac2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553617 Oct 26 08:51:37.588736 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5086ef86-2101-4b59-9520-f1089c822c8a req-cb06b372-7a0f-4083-85bb-a2add9a6f73f service neutron] 10.222.0.47 "GET /v2.0/networks/d3ad905e-4d13-45a0-b199-8b4927fa42c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863967 Oct 26 08:51:38.614511 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2fee5-480f-458c-b8f6-0926f8ecd96d req-62df209e-829a-42da-ae13-75ea645dffff tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:38.615982 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-03d2fee5-480f-458c-b8f6-0926f8ecd96d req-62df209e-829a-42da-ae13-75ea645dffff tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 945 time: 0.0492482 Oct 26 08:51:38.652122 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-03d2fee5-480f-458c-b8f6-0926f8ecd96d req-9e3a9bca-f4ad-416e-b815-8b5ffb5a9366 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0fbae7a-0584-4855-8a61-8515174ac2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302737 Oct 26 08:51:39.768850 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a80fd-9414-448e-927b-516644ffdad7 req-8c302d47-1d72-44d7-b82d-3b842177f936 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:39.770374 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d48a80fd-9414-448e-927b-516644ffdad7 req-8c302d47-1d72-44d7-b82d-3b842177f936 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 945 time: 0.0500586 Oct 26 08:51:39.806807 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d48a80fd-9414-448e-927b-516644ffdad7 req-d3edd8a2-0238-4e0f-aa9d-6f95f6ce8b9e tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0fbae7a-0584-4855-8a61-8515174ac2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305882 Oct 26 08:51:40.121520 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec8f04-4798-4d71-8779-b406f2bcd5cb req-1f458c9f-ea10-48b8-9606-60ab9a9c1b0f tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:40.122971 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6cec8f04-4798-4d71-8779-b406f2bcd5cb req-1f458c9f-ea10-48b8-9606-60ab9a9c1b0f tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc&tenant_id=1624990dcf9e4ed0b195905f3f2e3b68&binding%3Ahost_id=hv-neutron-8048 HTTP/1.1" status: 200 len: 945 time: 0.0874698 Oct 26 08:51:40.129239 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 48f02268-474d-4029-ad7e-dfb7c503fe20 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 08:51:40.131801 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 48f02268-474d-4029-ad7e-dfb7c503fe20 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:51:40.287922 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:40.294598 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 48f02268-474d-4029-ad7e-dfb7c503fe20, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=48f02268-474d-4029-ad7e-dfb7c503fe20,segment=NetworkSegment(6fd8fe4a-5563-440a-92bd-72026fc5f547),segment_id=6fd8fe4a-5563-440a-92bd-72026fc5f547)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:51:40.318604 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': '48f02268-474d-4029-ad7e-dfb7c503fe20', 'network_id': 'd3ad905e-4d13-45a0-b199-8b4927fa42c7', 'port_id': '48f02268-474d-4029-ad7e-dfb7c503fe20', 'mac_address': 'fa:16:3e:dd:14:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '175fa725-f7ee-4670-bdc4-e769e10e2752', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 08:51:40.327014 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee08960-ee2a-46e8-a334-bd6ab57b53dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48f02268-474d-4029-ad7e-dfb7c503fe20'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:51:40.330220 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9c6daa-2fe0-4e05-b336-7c0e2db64930" -d '{"events": [{"server_uuid": "1ee08960-ee2a-46e8-a334-bd6ab57b53dc", "name": "network-vif-unplugged", "status": "completed", "tag": "48f02268-474d-4029-ad7e-dfb7c503fe20"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:51:40.365784 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 48f02268-474d-4029-ad7e-dfb7c503fe20, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=48f02268-474d-4029-ad7e-dfb7c503fe20,segment=NetworkSegment(6fd8fe4a-5563-440a-92bd-72026fc5f547),segment_id=6fd8fe4a-5563-440a-92bd-72026fc5f547)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:51:40.375878 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:40.385736 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 08:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74659f74-a6c7-4beb-a5f2-e592fb645464 x-openstack-request-id: req-74659f74-a6c7-4beb-a5f2-e592fb645464 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:51:40.386042 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee08960-ee2a-46e8-a334-bd6ab57b53dc", "name": "network-vif-unplugged", "status": "completed", "tag": "48f02268-474d-4029-ad7e-dfb7c503fe20", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:51:40.386304 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-74659f74-a6c7-4beb-a5f2-e592fb645464 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:51:40.386718 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee08960-ee2a-46e8-a334-bd6ab57b53dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48f02268-474d-4029-ad7e-dfb7c503fe20', 'code': 200} Oct 26 08:51:40.406965 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:40.434072 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48f02268-474d-4029-ad7e-dfb7c503fe20 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:51:40.454531 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=48f02268-474d-4029-ad7e-dfb7c503fe20,revision_number=6']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:51:40.483131 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:51:40.483479 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:51:40.483820 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:51:40.484223 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:51:40.484565 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:51:40.484896 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:51:40.485252 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:51:40.485578 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:51:40.485926 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:51:40.486273 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:51:40.486598 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:51:40.486942 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:51:40.508423 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.db.api [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:51:40.508787 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG oslo_db.api [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:51:40.523710 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec8f04-4798-4d71-8779-b406f2bcd5cb req-840d8f78-5992-41df-aea8-5e9e4f12647c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:40.526216 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6cec8f04-4798-4d71-8779-b406f2bcd5cb req-840d8f78-5992-41df-aea8-5e9e4f12647c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1624990dcf9e4ed0b195905f3f2e3b68&device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 1098 time: 0.3584526 Oct 26 08:51:40.616449 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec8f04-4798-4d71-8779-b406f2bcd5cb req-cb9afbd5-4956-47a8-a5ef-f8ab7794a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:40.617952 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6cec8f04-4798-4d71-8779-b406f2bcd5cb req-cb9afbd5-4956-47a8-a5ef-f8ab7794a785 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d3ad905e-4d13-45a0-b199-8b4927fa42c7 HTTP/1.1" status: 200 len: 911 time: 0.0841391 Oct 26 08:51:40.662672 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6cec8f04-4798-4d71-8779-b406f2bcd5cb req-eb858ee1-1cd0-444f-ac16-7b04e85b2f7e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48f02268-474d-4029-ad7e-dfb7c503fe20 HTTP/1.1" status: 200 len: 217 time: 0.0363634 Oct 26 08:51:40.711649 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec8f04-4798-4d71-8779-b406f2bcd5cb req-57302872-f6bb-467a-a9eb-a1d1ea3e7d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:40.713044 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6cec8f04-4798-4d71-8779-b406f2bcd5cb req-57302872-f6bb-467a-a9eb-a1d1ea3e7d78 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=175fa725-f7ee-4670-bdc4-e769e10e2752 HTTP/1.1" status: 200 len: 850 time: 0.0434878 Oct 26 08:51:40.744466 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6cec8f04-4798-4d71-8779-b406f2bcd5cb req-43e0e6c7-45f2-4688-b931-538841c6fb0a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d3ad905e-4d13-45a0-b199-8b4927fa42c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236530 Oct 26 08:51:40.755203 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [req-6cec8f04-4798-4d71-8779-b406f2bcd5cb req-09485a74-39ad-458d-a117-f0181410c41e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:51:40.756120 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6cec8f04-4798-4d71-8779-b406f2bcd5cb req-09485a74-39ad-458d-a117-f0181410c41e service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047724 Oct 26 08:51:40.847846 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6cec8f04-4798-4d71-8779-b406f2bcd5cb req-ecda04a7-2631-4de7-8a3b-0146f089189e service neutron] 10.222.0.47 "GET /v2.0/networks/d3ad905e-4d13-45a0-b199-8b4927fa42c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850346 Oct 26 08:51:40.936508 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6cec8f04-4798-4d71-8779-b406f2bcd5cb req-b737a01c-ab5d-4484-8ef7-1724d53277ac service neutron] 10.222.0.47 "GET /v2.0/networks/d3ad905e-4d13-45a0-b199-8b4927fa42c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812953 Oct 26 08:51:41.047159 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:41.059713 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48f02268-474d-4029-ad7e-dfb7c503fe20 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:51:41.079917 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 48f02268-474d-4029-ad7e-dfb7c503fe20, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=48f02268-474d-4029-ad7e-dfb7c503fe20,segment=NetworkSegment(6fd8fe4a-5563-440a-92bd-72026fc5f547),segment_id=6fd8fe4a-5563-440a-92bd-72026fc5f547)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:51:41.083639 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:41.135464 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=48f02268-474d-4029-ad7e-dfb7c503fe20,revision_number=7']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:51:41.142256 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['48f02268-474d-4029-ad7e-dfb7c503fe20'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:51:41.662831 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ff873-1284-475c-9446-1f5879ff1559 req-6c936724-c565-40cd-883b-5468a31e6b69 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:41.664317 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-974ff873-1284-475c-9446-1f5879ff1559 req-6c936724-c565-40cd-883b-5468a31e6b69 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 944 time: 0.0530875 Oct 26 08:51:41.701416 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-974ff873-1284-475c-9446-1f5879ff1559 req-692d54e3-0959-4b58-aae6-6c09ed8d9a18 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0fbae7a-0584-4855-8a61-8515174ac2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312545 Oct 26 08:51:42.135362 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 48f02268-474d-4029-ad7e-dfb7c503fe20 up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:51:42.182588 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port 48f02268-474d-4029-ad7e-dfb7c503fe20 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:51:42.183234 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:42.260565 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:42.291234 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 48f02268-474d-4029-ad7e-dfb7c503fe20, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=48f02268-474d-4029-ad7e-dfb7c503fe20,segment=NetworkSegment(6fd8fe4a-5563-440a-92bd-72026fc5f547),segment_id=6fd8fe4a-5563-440a-92bd-72026fc5f547)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:51:42.295001 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:42.341046 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=48f02268-474d-4029-ad7e-dfb7c503fe20,revision_number=8']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:51:42.388157 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee08960-ee2a-46e8-a334-bd6ab57b53dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f02268-474d-4029-ad7e-dfb7c503fe20'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:51:42.391444 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddecd48e-3785-4b7b-8cf5-784b52788c2e" -d '{"events": [{"server_uuid": "1ee08960-ee2a-46e8-a334-bd6ab57b53dc", "name": "network-vif-plugged", "status": "completed", "tag": "48f02268-474d-4029-ad7e-dfb7c503fe20"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:51:42.426166 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb0f245-dd0e-4e99-bded-167350dea8bf x-openstack-request-id: req-8eb0f245-dd0e-4e99-bded-167350dea8bf {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:51:42.426464 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee08960-ee2a-46e8-a334-bd6ab57b53dc", "name": "network-vif-plugged", "status": "completed", "tag": "48f02268-474d-4029-ad7e-dfb7c503fe20", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:51:42.426724 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8eb0f245-dd0e-4e99-bded-167350dea8bf {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:51:42.427125 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee08960-ee2a-46e8-a334-bd6ab57b53dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f02268-474d-4029-ad7e-dfb7c503fe20', 'code': 200} Oct 26 08:51:42.507805 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-18dbdd2b-9743-4cbb-ad8a-2a74816c6ab6 req-221fb7fe-35be-44b6-8c23-ab12306de249 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409348 Oct 26 08:51:42.592067 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbdd2b-9743-4cbb-ad8a-2a74816c6ab6 req-3832eae7-cbd3-4f69-a1cb-e3c6b2e98d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:42.593723 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-18dbdd2b-9743-4cbb-ad8a-2a74816c6ab6 req-3832eae7-cbd3-4f69-a1cb-e3c6b2e98d25 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1624990dcf9e4ed0b195905f3f2e3b68&device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 1098 time: 0.0412076 Oct 26 08:51:42.700393 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbdd2b-9743-4cbb-ad8a-2a74816c6ab6 req-44f7c52a-52c4-4318-8337-b460bab999af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:42.701905 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-18dbdd2b-9743-4cbb-ad8a-2a74816c6ab6 req-44f7c52a-52c4-4318-8337-b460bab999af service neutron] 10.222.0.47 "GET /v2.0/networks?id=d3ad905e-4d13-45a0-b199-8b4927fa42c7 HTTP/1.1" status: 200 len: 911 time: 0.0858164 Oct 26 08:51:42.744627 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-18dbdd2b-9743-4cbb-ad8a-2a74816c6ab6 req-c4ab1a6d-6f71-46c6-abf5-b46afec1244b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48f02268-474d-4029-ad7e-dfb7c503fe20 HTTP/1.1" status: 200 len: 217 time: 0.0343032 Oct 26 08:51:42.825455 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbdd2b-9743-4cbb-ad8a-2a74816c6ab6 req-68add0fe-030a-4189-be8e-e45568cc2a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:42.826967 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-18dbdd2b-9743-4cbb-ad8a-2a74816c6ab6 req-68add0fe-030a-4189-be8e-e45568cc2a6f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=175fa725-f7ee-4670-bdc4-e769e10e2752 HTTP/1.1" status: 200 len: 850 time: 0.0748193 Oct 26 08:51:42.841465 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a19588-bb17-4b84-b603-51d90ef1f2cf req-c794c8b2-92fa-4802-b559-8f8790caefbf tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:42.842813 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-14a19588-bb17-4b84-b603-51d90ef1f2cf req-c794c8b2-92fa-4802-b559-8f8790caefbf tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 945 time: 0.0661721 Oct 26 08:51:42.873076 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-18dbdd2b-9743-4cbb-ad8a-2a74816c6ab6 req-e2e040ba-a235-4fc0-9647-fc61e967c626 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d3ad905e-4d13-45a0-b199-8b4927fa42c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292902 Oct 26 08:51:42.944913 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-14a19588-bb17-4b84-b603-51d90ef1f2cf req-084a237d-2f72-4af1-8cc8-841f7ce02cf2 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0fbae7a-0584-4855-8a61-8515174ac2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933168 Oct 26 08:51:42.980285 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-18dbdd2b-9743-4cbb-ad8a-2a74816c6ab6 req-c661d37b-6b34-4a66-a8c5-383f0397f63a service neutron] 10.222.0.47 "GET /v2.0/networks/d3ad905e-4d13-45a0-b199-8b4927fa42c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992134 Oct 26 08:51:43.070620 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-18dbdd2b-9743-4cbb-ad8a-2a74816c6ab6 req-f5f51158-ebd4-4cb0-af56-0e0320abad36 service neutron] 10.222.0.47 "GET /v2.0/networks/d3ad905e-4d13-45a0-b199-8b4927fa42c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807543 Oct 26 08:51:43.321594 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec8f04-4798-4d71-8779-b406f2bcd5cb req-2a3f6516-e0de-49d7-9b5c-264e99ae0011 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:43.323084 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6cec8f04-4798-4d71-8779-b406f2bcd5cb req-2a3f6516-e0de-49d7-9b5c-264e99ae0011 tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 945 time: 0.0532336 Oct 26 08:51:43.423688 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-6cec8f04-4798-4d71-8779-b406f2bcd5cb req-cc5f5bac-2545-4939-88fe-e3ca2998b99c tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Deleting port 48f02268-474d-4029-ad7e-dfb7c503fe20 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:51:43.424033 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-6cec8f04-4798-4d71-8779-b406f2bcd5cb req-cc5f5bac-2545-4939-88fe-e3ca2998b99c tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:43.519761 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-6cec8f04-4798-4d71-8779-b406f2bcd5cb req-cc5f5bac-2545-4939-88fe-e3ca2998b99c tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] For port 48f02268-474d-4029-ad7e-dfb7c503fe20, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=48f02268-474d-4029-ad7e-dfb7c503fe20,segment=NetworkSegment(6fd8fe4a-5563-440a-92bd-72026fc5f547),segment_id=6fd8fe4a-5563-440a-92bd-72026fc5f547)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:51:43.520377 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-6cec8f04-4798-4d71-8779-b406f2bcd5cb req-cc5f5bac-2545-4939-88fe-e3ca2998b99c tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:43.533932 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-6cec8f04-4798-4d71-8779-b406f2bcd5cb req-cc5f5bac-2545-4939-88fe-e3ca2998b99c tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Calling delete_port for 48f02268-474d-4029-ad7e-dfb7c503fe20 owned by compute:nova {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:51:43.663176 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-6cec8f04-4798-4d71-8779-b406f2bcd5cb req-cc5f5bac-2545-4939-88fe-e3ca2998b99c tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:43.675154 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['48f02268-474d-4029-ad7e-dfb7c503fe20'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:51:43.697534 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f5bac-2545-4939-88fe-e3ca2998b99c tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Pushing event deleted for resources: {'Port': ['ID=48f02268-474d-4029-ad7e-dfb7c503fe20,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:51:43.724265 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5f5bac-2545-4939-88fe-e3ca2998b99c tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:51:43.724626 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5f5bac-2545-4939-88fe-e3ca2998b99c tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:51:43.724981 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5f5bac-2545-4939-88fe-e3ca2998b99c tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:51:43.725330 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5f5bac-2545-4939-88fe-e3ca2998b99c tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:51:43.725695 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5f5bac-2545-4939-88fe-e3ca2998b99c tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:51:43.726038 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5f5bac-2545-4939-88fe-e3ca2998b99c tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:51:43.726381 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5f5bac-2545-4939-88fe-e3ca2998b99c tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:51:43.726737 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5f5bac-2545-4939-88fe-e3ca2998b99c tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:51:43.727061 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5f5bac-2545-4939-88fe-e3ca2998b99c tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:51:43.727394 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5f5bac-2545-4939-88fe-e3ca2998b99c tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:51:43.727733 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5f5bac-2545-4939-88fe-e3ca2998b99c tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:51:43.728068 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5f5bac-2545-4939-88fe-e3ca2998b99c tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:51:43.747036 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cec8f04-4798-4d71-8779-b406f2bcd5cb req-cc5f5bac-2545-4939-88fe-e3ca2998b99c tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] No DVR routers for this DVR port 48f02268-474d-4029-ad7e-dfb7c503fe20 on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:51:43.749530 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-6cec8f04-4798-4d71-8779-b406f2bcd5cb req-cc5f5bac-2545-4939-88fe-e3ca2998b99c tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:43.753569 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6cec8f04-4798-4d71-8779-b406f2bcd5cb req-cc5f5bac-2545-4939-88fe-e3ca2998b99c tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.47 "DELETE /v2.0/ports/48f02268-474d-4029-ad7e-dfb7c503fe20 HTTP/1.1" status: 204 len: 173 time: 0.4215906 Oct 26 08:51:43.754040 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee08960-ee2a-46e8-a334-bd6ab57b53dc', 'name': 'network-vif-deleted', 'tag': '48f02268-474d-4029-ad7e-dfb7c503fe20'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:51:43.756325 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8624666-bb4c-442a-995e-e8c781cc9935" -d '{"events": [{"server_uuid": "1ee08960-ee2a-46e8-a334-bd6ab57b53dc", "name": "network-vif-deleted", "tag": "48f02268-474d-4029-ad7e-dfb7c503fe20"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:51:43.798068 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95711cc9-0732-418f-89a8-a6905446d41c x-openstack-request-id: req-95711cc9-0732-418f-89a8-a6905446d41c {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:51:43.798397 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee08960-ee2a-46e8-a334-bd6ab57b53dc", "name": "network-vif-deleted", "tag": "48f02268-474d-4029-ad7e-dfb7c503fe20", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:51:43.798687 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-95711cc9-0732-418f-89a8-a6905446d41c {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:51:43.799137 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee08960-ee2a-46e8-a334-bd6ab57b53dc', 'name': 'network-vif-deleted', 'tag': '48f02268-474d-4029-ad7e-dfb7c503fe20', 'status': 'completed', 'code': 200} Oct 26 08:51:44.055317 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-84d7af76-8eba-4efb-8d25-aac9c7c52d7e req-b1430ee0-685c-4080-903d-7cc9ef81fdee tempest-DeleteServersTestJSON-1950083625 tempest-DeleteServersTestJSON-1950083625-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee08960-ee2a-46e8-a334-bd6ab57b53dc HTTP/1.1" status: 200 len: 210 time: 0.0274901 Oct 26 08:51:45.183331 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 40598) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:51:45.228501 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ae83f9-a56f-4056-a3e0-cb573fba779a admin admin] Deleting subnet 175fa725-f7ee-4670-bdc4-e769e10e2752 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:51:45.231658 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-34ae83f9-a56f-4056-a3e0-cb573fba779a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:45.270127 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-34ae83f9-a56f-4056-a3e0-cb573fba779a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:45.308152 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-34ae83f9-a56f-4056-a3e0-cb573fba779a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:45.360387 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-34ae83f9-a56f-4056-a3e0-cb573fba779a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:45.387590 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae83f9-a56f-4056-a3e0-cb573fba779a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=175fa725-f7ee-4670-bdc4-e769e10e2752,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:51:45.389200 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-34ae83f9-a56f-4056-a3e0-cb573fba779a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:45.392847 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-34ae83f9-a56f-4056-a3e0-cb573fba779a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/175fa725-f7ee-4670-bdc4-e769e10e2752 HTTP/1.1" status: 204 len: 168 time: 0.2085161 Oct 26 08:51:45.395411 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 40600) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:51:45.467621 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5a1928eb-5814-418b-bedf-0272f87ded52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:45.546807 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5a1928eb-5814-418b-bedf-0272f87ded52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:45.566405 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-5a1928eb-5814-418b-bedf-0272f87ded52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ad905e-4d13-45a0-b199-8b4927fa42c7']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:51:45.575500 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-5a1928eb-5814-418b-bedf-0272f87ded52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd8fe4a-5563-440a-92bd-72026fc5f547') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:51:45.575834 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-5a1928eb-5814-418b-bedf-0272f87ded52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd8fe4a-5563-440a-92bd-72026fc5f547') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:51:45.585857 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5a1928eb-5814-418b-bedf-0272f87ded52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:45.599573 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5a1928eb-5814-418b-bedf-0272f87ded52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:45.605677 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a1928eb-5814-418b-bedf-0272f87ded52 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:51:45.606060 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5a1928eb-5814-418b-bedf-0272f87ded52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:45.607682 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:51:45.607682 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:51:45.607682 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:51:45.607682 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:51:45.607682 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:51:45.607682 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:51:45.607682 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:51:45.607682 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:51:45.607682 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:51:45.607682 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:51:45.607682 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:51:45.607682 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:51:45.607682 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:51:45.607682 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:51:45.607682 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:51:45.607682 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:51:45.607682 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:51:45.607682 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:51:45.607682 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:51:45.607682 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:51:45.607682 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:51:45.607682 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:51:45.607682 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:51:45.607682 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:51:45.607682 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:51:45.607682 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:51:45.607682 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:51:45.607682 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:51:45.607682 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:51:45.607682 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:51:45.607682 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:51:45.607682 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:51:45.666124 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5a1928eb-5814-418b-bedf-0272f87ded52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:45.670528 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5a1928eb-5814-418b-bedf-0272f87ded52 admin admin] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:45.673852 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-5a1928eb-5814-418b-bedf-0272f87ded52 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d3ad905e-4d13-45a0-b199-8b4927fa42c7 HTTP/1.1" status: 204 len: 168 time: 0.2774482 Oct 26 08:51:45.686564 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1928eb-5814-418b-bedf-0272f87ded52 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3ad905e-4d13-45a0-b199-8b4927fa42c7,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:51:45.779744 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 40604) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:51:45.819212 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1408438e-909a-40a5-9b5a-9bd3197cbf14 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1624990dcf9e4ed0b195905f3f2e3b68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382817 Oct 26 08:51:45.821660 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 40606) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:51:45.868356 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6f4cb75d-e3de-4906-b656-4461a06b268d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:45.889132 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6f4cb75d-e3de-4906-b656-4461a06b268d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:45.942784 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6f4cb75d-e3de-4906-b656-4461a06b268d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:45.945314 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6f4cb75d-e3de-4906-b656-4461a06b268d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:45.946526 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6f4cb75d-e3de-4906-b656-4461a06b268d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d0fbae7a-0584-4855-8a61-8515174ac2a2 HTTP/1.1" status: 204 len: 168 time: 0.1239836 Oct 26 08:51:45.955109 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4cb75d-e3de-4906-b656-4461a06b268d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fbae7a-0584-4855-8a61-8515174ac2a2,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:51:46.146018 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 48f02268-474d-4029-ad7e-dfb7c503fe20 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:51:46.166843 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] No Port match for: 48f02268-474d-4029-ad7e-dfb7c503fe20 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:51:46.167190 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 48f02268-474d-4029-ad7e-dfb7c503fe20 not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:51:46.587743 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 40628) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:51:46.681526 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-67d56bf9-966f-41ce-a94e-2baa8db9c966 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1262611651-network', 'tenant_id': 'f940fa03d6c2423db71a4f01fabbcc55'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:51:46.701832 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d56bf9-966f-41ce-a94e-2baa8db9c966 admin admin] Made reservation on behalf of f940fa03d6c2423db71a4f01fabbcc55 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:51:46.704722 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-67d56bf9-966f-41ce-a94e-2baa8db9c966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:46.712899 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-67d56bf9-966f-41ce-a94e-2baa8db9c966 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:46.791821 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-67d56bf9-966f-41ce-a94e-2baa8db9c966 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:46.795372 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-67d56bf9-966f-41ce-a94e-2baa8db9c966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:46.821503 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d56bf9-966f-41ce-a94e-2baa8db9c966 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:51:46.831277 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d56bf9-966f-41ce-a94e-2baa8db9c966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13951324-f1ca-435c-99e6-6fe4560a2162,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:51:46.840933 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-67d56bf9-966f-41ce-a94e-2baa8db9c966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:46.841272 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-67d56bf9-966f-41ce-a94e-2baa8db9c966 admin admin] Added segment 35bfa799-c600-407f-a8f3-417617d75771 of type vlan for network 069b86a7-e7ac-4411-a4b7-5a203721bdbf Oct 26 08:51:46.843275 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56bf9-966f-41ce-a94e-2baa8db9c966 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:51:46.844160 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56bf9-966f-41ce-a94e-2baa8db9c966 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:51:46.844507 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56bf9-966f-41ce-a94e-2baa8db9c966 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:51:46.844849 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56bf9-966f-41ce-a94e-2baa8db9c966 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:51:46.845184 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56bf9-966f-41ce-a94e-2baa8db9c966 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:51:46.845517 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56bf9-966f-41ce-a94e-2baa8db9c966 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:51:46.845876 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56bf9-966f-41ce-a94e-2baa8db9c966 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:51:46.846206 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56bf9-966f-41ce-a94e-2baa8db9c966 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:51:46.846532 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56bf9-966f-41ce-a94e-2baa8db9c966 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:51:46.846858 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56bf9-966f-41ce-a94e-2baa8db9c966 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:51:46.847182 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56bf9-966f-41ce-a94e-2baa8db9c966 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:51:46.847499 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56bf9-966f-41ce-a94e-2baa8db9c966 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:51:46.896137 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-67d56bf9-966f-41ce-a94e-2baa8db9c966 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:46.919786 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-67d56bf9-966f-41ce-a94e-2baa8db9c966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:46.920745 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d56bf9-966f-41ce-a94e-2baa8db9c966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:46.921324 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-67d56bf9-966f-41ce-a94e-2baa8db9c966 admin admin] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:46.974022 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-67d56bf9-966f-41ce-a94e-2baa8db9c966 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3849893 Oct 26 08:51:46.976801 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 40632) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:51:46.981836 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-803f838b-ccee-443d-ae6c-d00bc6d76c75 admin admin] Request body: {'subnet': {'network_id': '069b86a7-e7ac-4411-a4b7-5a203721bdbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1262611651-subnet', 'tenant_id': 'f940fa03d6c2423db71a4f01fabbcc55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:51:46.985092 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d56bf9-966f-41ce-a94e-2baa8db9c966 admin admin] Pushing event updated for resources: {'Network': ['ID=069b86a7-e7ac-4411-a4b7-5a203721bdbf,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:51:46.994945 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 069b86a7-e7ac-4411-a4b7-5a203721bdbf details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:51:47.005601 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803f838b-ccee-443d-ae6c-d00bc6d76c75 admin admin] Made reservation on behalf of f940fa03d6c2423db71a4f01fabbcc55 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:51:47.008183 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-803f838b-ccee-443d-ae6c-d00bc6d76c75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:47.174737 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-803f838b-ccee-443d-ae6c-d00bc6d76c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:47.230578 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f838b-ccee-443d-ae6c-d00bc6d76c75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ea5db74-ad91-4fdd-9a82-d054ace23951,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:51:47.237974 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803f838b-ccee-443d-ae6c-d00bc6d76c75 admin admin] Checking segment: {'id': '35bfa799-c600-407f-a8f3-417617d75771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '069b86a7-e7ac-4411-a4b7-5a203721bdbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:51:47.238334 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803f838b-ccee-443d-ae6c-d00bc6d76c75 admin admin] Network hostable DHCP agents. Network: 069b86a7-e7ac-4411-a4b7-5a203721bdbf, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:51:47.253520 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803f838b-ccee-443d-ae6c-d00bc6d76c75 admin admin] Network 069b86a7-e7ac-4411-a4b7-5a203721bdbf is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:51:47.261913 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-803f838b-ccee-443d-ae6c-d00bc6d76c75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 069b86a7-e7ac-4411-a4b7-5a203721bdbf) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:51:47.266544 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803f838b-ccee-443d-ae6c-d00bc6d76c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:47.267650 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-803f838b-ccee-443d-ae6c-d00bc6d76c75 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:47.270978 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdb5332-70a7-4fa0-babb-96961a77c3bd None None] Network 069b86a7-e7ac-4411-a4b7-5a203721bdbf requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:51:47.283235 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-803f838b-ccee-443d-ae6c-d00bc6d76c75 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3052828 Oct 26 08:51:47.393585 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83c4a2e-0563-4be8-a894-2e40e7ae1848 None None] Network 069b86a7-e7ac-4411-a4b7-5a203721bdbf requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:51:47.698874 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1251991-3699-445b-be4e-bc198eb25568 req-23f9f5c2-bedc-4256-a596-9b9fdf21f284 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:47.700357 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b1251991-3699-445b-be4e-bc198eb25568 req-23f9f5c2-bedc-4256-a596-9b9fdf21f284 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/networks?id=069b86a7-e7ac-4411-a4b7-5a203721bdbf HTTP/1.1" status: 200 len: 815 time: 0.1042473 Oct 26 08:51:47.715415 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b1251991-3699-445b-be4e-bc198eb25568 req-76e47b26-736d-485b-99e8-3059e67b2ee4 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/quotas/f940fa03d6c2423db71a4f01fabbcc55 HTTP/1.1" status: 200 len: 375 time: 0.0089147 Oct 26 08:51:47.747306 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b1251991-3699-445b-be4e-bc198eb25568 req-32ee6389-c13e-4189-bfa1-9717c0dcadeb tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f940fa03d6c2423db71a4f01fabbcc55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259626 Oct 26 08:51:47.836276 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b1251991-3699-445b-be4e-bc198eb25568 req-c46cbc7e-6367-4251-8c99-129468530b8b service neutron] 10.222.0.41 "GET /v2.0/networks/069b86a7-e7ac-4411-a4b7-5a203721bdbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808477 Oct 26 08:51:47.929436 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b1251991-3699-445b-be4e-bc198eb25568 req-f72cc40f-dd27-4d79-97d6-b75b9522da69 service neutron] 10.222.0.41 "GET /v2.0/networks/069b86a7-e7ac-4411-a4b7-5a203721bdbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869582 Oct 26 08:51:48.089358 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e38abe53-f391-486d-bf3b-99bf9d2092cb req-17d80887-a1b2-4d06-be49-475178709a26 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 210 time: 0.0307295 Oct 26 08:51:49.016699 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1251991-3699-445b-be4e-bc198eb25568 req-19df7a12-f541-4668-8076-c55922c64310 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:49.018221 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b1251991-3699-445b-be4e-bc198eb25568 req-19df7a12-f541-4668-8076-c55922c64310 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.47 "GET /v2.0/networks?id=069b86a7-e7ac-4411-a4b7-5a203721bdbf HTTP/1.1" status: 200 len: 815 time: 0.1086872 Oct 26 08:51:49.031610 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-b1251991-3699-445b-be4e-bc198eb25568 req-c8ca9887-3183-4053-ac94-7656dca1c2f2 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Request body: {'port': {'device_id': '9f177b4e-ce09-489d-aa4f-204ccc414d68', 'network_id': '069b86a7-e7ac-4411-a4b7-5a203721bdbf', 'admin_state_up': True, 'tenant_id': 'f940fa03d6c2423db71a4f01fabbcc55'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:51:49.147054 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1251991-3699-445b-be4e-bc198eb25568 req-c8ca9887-3183-4053-ac94-7656dca1c2f2 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Made reservation on behalf of f940fa03d6c2423db71a4f01fabbcc55 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:51:49.150709 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-b1251991-3699-445b-be4e-bc198eb25568 req-c8ca9887-3183-4053-ac94-7656dca1c2f2 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:49.190162 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-55a0ebe6-336d-4dcc-a6c5-28d9c0b34e86 req-cbfa2e72-53ec-488e-ba33-95b414bb3b7d tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 210 time: 0.0300388 Oct 26 08:51:49.309699 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-b1251991-3699-445b-be4e-bc198eb25568 req-c8ca9887-3183-4053-ac94-7656dca1c2f2 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Allocated IP 172.20.0.9 (069b86a7-e7ac-4411-a4b7-5a203721bdbf/6ea5db74-ad91-4fdd-9a82-d054ace23951/90a3cf6f-56a0-41e1-ab72-6e368b265f99) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:51:49.389416 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-aefc2bd7-64d5-49ce-8131-236171096df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:49.458296 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-b1251991-3699-445b-be4e-bc198eb25568 req-c8ca9887-3183-4053-ac94-7656dca1c2f2 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:49.492013 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-b1251991-3699-445b-be4e-bc198eb25568 req-c8ca9887-3183-4053-ac94-7656dca1c2f2 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:49.531259 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1251991-3699-445b-be4e-bc198eb25568 req-c8ca9887-3183-4053-ac94-7656dca1c2f2 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Network 069b86a7-e7ac-4411-a4b7-5a203721bdbf is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:51:49.536866 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-b1251991-3699-445b-be4e-bc198eb25568 req-c8ca9887-3183-4053-ac94-7656dca1c2f2 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:51:49.540604 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1251991-3699-445b-be4e-bc198eb25568 req-c8ca9887-3183-4053-ac94-7656dca1c2f2 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:51:49.566046 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca9887-3183-4053-ac94-7656dca1c2f2 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Pushing event updated for resources: {'Port': ['ID=90a3cf6f-56a0-41e1-ab72-6e368b265f99,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:51:49.594431 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1251991-3699-445b-be4e-bc198eb25568 req-c8ca9887-3183-4053-ac94-7656dca1c2f2 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:49.595055 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-b1251991-3699-445b-be4e-bc198eb25568 req-c8ca9887-3183-4053-ac94-7656dca1c2f2 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:49.611014 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b1251991-3699-445b-be4e-bc198eb25568 req-c8ca9887-3183-4053-ac94-7656dca1c2f2 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5833116 Oct 26 08:51:49.622912 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-b1251991-3699-445b-be4e-bc198eb25568 req-99305a79-f6a0-4b99-9b93-ecfca56f9a56 service neutron] Request body: {'port': {'device_id': '9f177b4e-ce09-489d-aa4f-204ccc414d68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:51:49.679543 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-b1251991-3699-445b-be4e-bc198eb25568 req-99305a79-f6a0-4b99-9b93-ecfca56f9a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:49.936903 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-b1251991-3699-445b-be4e-bc198eb25568 req-99305a79-f6a0-4b99-9b93-ecfca56f9a56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90a3cf6f-56a0-41e1-ab72-6e368b265f99 {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:51:49.944319 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-b1251991-3699-445b-be4e-bc198eb25568 req-99305a79-f6a0-4b99-9b93-ecfca56f9a56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:49.956498 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-b1251991-3699-445b-be4e-bc198eb25568 req-99305a79-f6a0-4b99-9b93-ecfca56f9a56 service neutron] Transition to ACTIVE for port object 90a3cf6f-56a0-41e1-ab72-6e368b265f99 will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 08:51:49.960358 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-b1251991-3699-445b-be4e-bc198eb25568 req-99305a79-f6a0-4b99-9b93-ecfca56f9a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:50.028737 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99305a79-f6a0-4b99-9b93-ecfca56f9a56 service neutron] Pushing event updated for resources: {'Port': ['ID=90a3cf6f-56a0-41e1-ab72-6e368b265f99,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:51:50.082143 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-b1251991-3699-445b-be4e-bc198eb25568 req-99305a79-f6a0-4b99-9b93-ecfca56f9a56 service neutron] Attempting to bind port 90a3cf6f-56a0-41e1-ab72-6e368b265f99 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:51:50.082475 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-b1251991-3699-445b-be4e-bc198eb25568 req-99305a79-f6a0-4b99-9b93-ecfca56f9a56 service neutron] Attempting to bind port 90a3cf6f-56a0-41e1-ab72-6e368b265f99 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '35bfa799-c600-407f-a8f3-417617d75771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '069b86a7-e7ac-4411-a4b7-5a203721bdbf'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:51:50.082802 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1251991-3699-445b-be4e-bc198eb25568 req-99305a79-f6a0-4b99-9b93-ecfca56f9a56 service neutron] Attempting to bind port 90a3cf6f-56a0-41e1-ab72-6e368b265f99 on network 069b86a7-e7ac-4411-a4b7-5a203721bdbf {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:51:50.086979 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1251991-3699-445b-be4e-bc198eb25568 req-99305a79-f6a0-4b99-9b93-ecfca56f9a56 service neutron] Port 90a3cf6f-56a0-41e1-ab72-6e368b265f99 on network 069b86a7-e7ac-4411-a4b7-5a203721bdbf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:51:50.087294 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1251991-3699-445b-be4e-bc198eb25568 req-99305a79-f6a0-4b99-9b93-ecfca56f9a56 service neutron] Attempting to bind port 90a3cf6f-56a0-41e1-ab72-6e368b265f99 on network 069b86a7-e7ac-4411-a4b7-5a203721bdbf {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:51:50.092297 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1251991-3699-445b-be4e-bc198eb25568 req-99305a79-f6a0-4b99-9b93-ecfca56f9a56 service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:51:50.092626 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1251991-3699-445b-be4e-bc198eb25568 req-99305a79-f6a0-4b99-9b93-ecfca56f9a56 service neutron] Checking segment: {'id': '35bfa799-c600-407f-a8f3-417617d75771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '069b86a7-e7ac-4411-a4b7-5a203721bdbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:51:50.093000 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1251991-3699-445b-be4e-bc198eb25568 req-99305a79-f6a0-4b99-9b93-ecfca56f9a56 service neutron] Bound using segment: {'id': '35bfa799-c600-407f-a8f3-417617d75771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '069b86a7-e7ac-4411-a4b7-5a203721bdbf'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:51:50.094330 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-b1251991-3699-445b-be4e-bc198eb25568 req-99305a79-f6a0-4b99-9b93-ecfca56f9a56 service neutron] Bound port: 90a3cf6f-56a0-41e1-ab72-6e368b265f99, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35bfa799-c600-407f-a8f3-417617d75771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '069b86a7-e7ac-4411-a4b7-5a203721bdbf'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:51:50.094763 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-b1251991-3699-445b-be4e-bc198eb25568 req-99305a79-f6a0-4b99-9b93-ecfca56f9a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:50.157532 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-b1251991-3699-445b-be4e-bc198eb25568 req-99305a79-f6a0-4b99-9b93-ecfca56f9a56 service neutron] For port 90a3cf6f-56a0-41e1-ab72-6e368b265f99, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:51:50.160520 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-b1251991-3699-445b-be4e-bc198eb25568 req-99305a79-f6a0-4b99-9b93-ecfca56f9a56 service neutron] For port 90a3cf6f-56a0-41e1-ab72-6e368b265f99, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=90a3cf6f-56a0-41e1-ab72-6e368b265f99,segment=NetworkSegment(35bfa799-c600-407f-a8f3-417617d75771),segment_id=35bfa799-c600-407f-a8f3-417617d75771)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:51:50.164975 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-b1251991-3699-445b-be4e-bc198eb25568 req-99305a79-f6a0-4b99-9b93-ecfca56f9a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:50.201792 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1251991-3699-445b-be4e-bc198eb25568 req-99305a79-f6a0-4b99-9b93-ecfca56f9a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:50.202410 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-b1251991-3699-445b-be4e-bc198eb25568 req-99305a79-f6a0-4b99-9b93-ecfca56f9a56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:50.204557 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b1251991-3699-445b-be4e-bc198eb25568 req-99305a79-f6a0-4b99-9b93-ecfca56f9a56 service neutron] 10.222.0.47 "PUT /v2.0/ports/90a3cf6f-56a0-41e1-ab72-6e368b265f99 HTTP/1.1" status: 200 len: 1093 time: 0.5856872 Oct 26 08:51:50.204997 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f177b4e-ce09-489d-aa4f-204ccc414d68', 'tag': '90a3cf6f-56a0-41e1-ab72-6e368b265f99'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:51:50.207309 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f756ac33-7e3c-42f8-8c7d-67f081e1ac21" -d '{"events": [{"name": "network-changed", "server_uuid": "9f177b4e-ce09-489d-aa4f-204ccc414d68", "tag": "90a3cf6f-56a0-41e1-ab72-6e368b265f99"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:51:50.229247 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99305a79-f6a0-4b99-9b93-ecfca56f9a56 service neutron] Pushing event updated for resources: {'Port': ['ID=90a3cf6f-56a0-41e1-ab72-6e368b265f99,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:51:50.278303 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576dc8e4-537c-46f2-b301-2668f5eb94e5 x-openstack-request-id: req-576dc8e4-537c-46f2-b301-2668f5eb94e5 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:51:50.278603 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f177b4e-ce09-489d-aa4f-204ccc414d68", "tag": "90a3cf6f-56a0-41e1-ab72-6e368b265f99", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:51:50.278860 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-576dc8e4-537c-46f2-b301-2668f5eb94e5 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:51:50.279259 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f177b4e-ce09-489d-aa4f-204ccc414d68', 'tag': '90a3cf6f-56a0-41e1-ab72-6e368b265f99', 'status': 'completed', 'code': 200} Oct 26 08:51:50.327326 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1251991-3699-445b-be4e-bc198eb25568 req-7e5b1f9d-d340-4556-9153-65d56cffc63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:50.329426 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b1251991-3699-445b-be4e-bc198eb25568 req-7e5b1f9d-d340-4556-9153-65d56cffc63e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f940fa03d6c2423db71a4f01fabbcc55&device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 1096 time: 0.0808072 Oct 26 08:51:50.341134 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843499f8-a2fb-4bd9-bd22-36e5638f53f4 req-5bb3fad8-5175-4ea6-8527-4510970f16c5 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:50.342551 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-843499f8-a2fb-4bd9-bd22-36e5638f53f4 req-5bb3fad8-5175-4ea6-8527-4510970f16c5 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 943 time: 0.0662720 Oct 26 08:51:50.384123 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b1251991-3699-445b-be4e-bc198eb25568 req-87b4e19f-c6f6-47a6-9817-5c18c31791f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90a3cf6f-56a0-41e1-ab72-6e368b265f99 HTTP/1.1" status: 200 len: 217 time: 0.0406299 Oct 26 08:51:50.441919 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-843499f8-a2fb-4bd9-bd22-36e5638f53f4 req-290fa36d-dbd1-43a5-abea-a139acdee78c tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927660 Oct 26 08:51:50.452323 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1251991-3699-445b-be4e-bc198eb25568 req-42351a05-4210-4e99-aced-de6a8a69ddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:50.454433 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b1251991-3699-445b-be4e-bc198eb25568 req-42351a05-4210-4e99-aced-de6a8a69ddb5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ea5db74-ad91-4fdd-9a82-d054ace23951 HTTP/1.1" status: 200 len: 855 time: 0.0618768 Oct 26 08:51:50.486090 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b1251991-3699-445b-be4e-bc198eb25568 req-16ddcb58-f01f-4097-bb8f-94c16b8b6e29 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=069b86a7-e7ac-4411-a4b7-5a203721bdbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250871 Oct 26 08:51:50.575578 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b1251991-3699-445b-be4e-bc198eb25568 req-e590fab3-60f2-448e-8d85-d3f8da8c4c56 service neutron] 10.222.0.47 "GET /v2.0/networks/069b86a7-e7ac-4411-a4b7-5a203721bdbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825398 Oct 26 08:51:50.668737 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b1251991-3699-445b-be4e-bc198eb25568 req-f48d1e08-41f7-46e5-a92d-a8fff73e8d07 service neutron] 10.222.0.47 "GET /v2.0/networks/069b86a7-e7ac-4411-a4b7-5a203721bdbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849850 Oct 26 08:51:50.754955 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756ac33-7e3c-42f8-8c7d-67f081e1ac21 req-ad243cbe-498f-4058-a4d3-c192b780fcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:50.756368 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f756ac33-7e3c-42f8-8c7d-67f081e1ac21 req-ad243cbe-498f-4058-a4d3-c192b780fcb6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f940fa03d6c2423db71a4f01fabbcc55&device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 1096 time: 0.0420885 Oct 26 08:51:50.850133 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756ac33-7e3c-42f8-8c7d-67f081e1ac21 req-0820f497-8e1f-4b53-9f46-f616edfa5b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:50.851606 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f756ac33-7e3c-42f8-8c7d-67f081e1ac21 req-0820f497-8e1f-4b53-9f46-f616edfa5b27 service neutron] 10.222.0.47 "GET /v2.0/networks?id=069b86a7-e7ac-4411-a4b7-5a203721bdbf HTTP/1.1" status: 200 len: 916 time: 0.0875154 Oct 26 08:51:50.894034 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f756ac33-7e3c-42f8-8c7d-67f081e1ac21 req-38587663-6ad3-410e-8e90-a4f78b7cc7be service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90a3cf6f-56a0-41e1-ab72-6e368b265f99 HTTP/1.1" status: 200 len: 217 time: 0.0340636 Oct 26 08:51:50.942034 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756ac33-7e3c-42f8-8c7d-67f081e1ac21 req-c76f0ca2-77fd-445d-b37d-7bdca4544c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:50.943454 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f756ac33-7e3c-42f8-8c7d-67f081e1ac21 req-c76f0ca2-77fd-445d-b37d-7bdca4544c26 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ea5db74-ad91-4fdd-9a82-d054ace23951 HTTP/1.1" status: 200 len: 855 time: 0.0429204 Oct 26 08:51:50.978680 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f756ac33-7e3c-42f8-8c7d-67f081e1ac21 req-df3b4c18-41d1-4934-ab4c-945091aaba33 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=069b86a7-e7ac-4411-a4b7-5a203721bdbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248554 Oct 26 08:51:51.070485 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f756ac33-7e3c-42f8-8c7d-67f081e1ac21 req-58790903-1564-49a2-ac4b-4bc990599edf service neutron] 10.222.0.47 "GET /v2.0/networks/069b86a7-e7ac-4411-a4b7-5a203721bdbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826950 Oct 26 08:51:51.164936 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f756ac33-7e3c-42f8-8c7d-67f081e1ac21 req-dc617eb4-4213-42c1-b871-07799ed5c552 service neutron] 10.222.0.47 "GET /v2.0/networks/069b86a7-e7ac-4411-a4b7-5a203721bdbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857587 Oct 26 08:51:51.557435 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41dd52-635e-445f-9e26-934458636ed0 req-7703ea30-b9fd-403d-b50b-76f71f20d4be tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:51.558944 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-1e41dd52-635e-445f-9e26-934458636ed0 req-7703ea30-b9fd-403d-b50b-76f71f20d4be tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 943 time: 0.0491111 Oct 26 08:51:51.597478 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-1e41dd52-635e-445f-9e26-934458636ed0 req-d4503712-3b1f-4ab0-887a-b6b871676cbd tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327003 Oct 26 08:51:52.068554 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-90d3f3bb-2f56-44f0-a849-98700478d4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:52.177248 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 90a3cf6f-56a0-41e1-ab72-6e368b265f99 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 08:51:52.269793 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 90a3cf6f-56a0-41e1-ab72-6e368b265f99, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=90a3cf6f-56a0-41e1-ab72-6e368b265f99,segment=NetworkSegment(35bfa799-c600-407f-a8f3-417617d75771),segment_id=35bfa799-c600-407f-a8f3-417617d75771)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:51:52.280604 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': '90a3cf6f-56a0-41e1-ab72-6e368b265f99', 'network_id': '069b86a7-e7ac-4411-a4b7-5a203721bdbf', 'port_id': '90a3cf6f-56a0-41e1-ab72-6e368b265f99', 'mac_address': 'fa:16:3e:71:26:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ea5db74-ad91-4fdd-9a82-d054ace23951', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 08:51:52.320477 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:52.332780 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90a3cf6f-56a0-41e1-ab72-6e368b265f99 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:51:52.351299 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 90a3cf6f-56a0-41e1-ab72-6e368b265f99, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=90a3cf6f-56a0-41e1-ab72-6e368b265f99,segment=NetworkSegment(35bfa799-c600-407f-a8f3-417617d75771),segment_id=35bfa799-c600-407f-a8f3-417617d75771)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:51:52.355434 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:52.402199 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=90a3cf6f-56a0-41e1-ab72-6e368b265f99,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:51:52.562528 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['90a3cf6f-56a0-41e1-ab72-6e368b265f99'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:51:52.710289 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce15e0e-f3b0-4820-bf85-6fb40a8a2868 req-87674390-094c-4ed3-a2ec-5bc484b902d4 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:52.711780 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bce15e0e-f3b0-4820-bf85-6fb40a8a2868 req-87674390-094c-4ed3-a2ec-5bc484b902d4 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 944 time: 0.0495517 Oct 26 08:51:52.750395 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bce15e0e-f3b0-4820-bf85-6fb40a8a2868 req-b9955e91-a1a5-4c55-bb57-245a7ab70759 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325155 Oct 26 08:51:52.939386 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:53.330442 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:53.865360 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad86ca-3947-4771-a6cd-ac881bc661dd req-5717ba83-bca3-4977-99d6-d21e93ad4364 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:53.866791 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-26ad86ca-3947-4771-a6cd-ac881bc661dd req-5717ba83-bca3-4977-99d6-d21e93ad4364 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 944 time: 0.0499353 Oct 26 08:51:53.904876 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-26ad86ca-3947-4771-a6cd-ac881bc661dd req-638d8b55-448e-4b69-863c-5013ff65374d tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322177 Oct 26 08:51:54.208390 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 90a3cf6f-56a0-41e1-ab72-6e368b265f99 up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:51:54.262269 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port 90a3cf6f-56a0-41e1-ab72-6e368b265f99 completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 08:51:54.267550 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port 90a3cf6f-56a0-41e1-ab72-6e368b265f99 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:51:54.267820 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:54.270390 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:54.348441 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:54.370754 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f177b4e-ce09-489d-aa4f-204ccc414d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a3cf6f-56a0-41e1-ab72-6e368b265f99'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:51:54.373030 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f4f6b6-57f1-4860-a7b6-91f7ff05d247" -d '{"events": [{"server_uuid": "9f177b4e-ce09-489d-aa4f-204ccc414d68", "name": "network-vif-plugged", "status": "completed", "tag": "90a3cf6f-56a0-41e1-ab72-6e368b265f99"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:51:54.386294 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 90a3cf6f-56a0-41e1-ab72-6e368b265f99, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=90a3cf6f-56a0-41e1-ab72-6e368b265f99,segment=NetworkSegment(35bfa799-c600-407f-a8f3-417617d75771),segment_id=35bfa799-c600-407f-a8f3-417617d75771)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:51:54.391319 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:54.415203 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b610354f-86cc-45fd-92e7-7b8b8414b10b x-openstack-request-id: req-b610354f-86cc-45fd-92e7-7b8b8414b10b {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:51:54.415507 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f177b4e-ce09-489d-aa4f-204ccc414d68", "name": "network-vif-plugged", "status": "completed", "tag": "90a3cf6f-56a0-41e1-ab72-6e368b265f99", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:51:54.415771 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b610354f-86cc-45fd-92e7-7b8b8414b10b {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:51:54.416175 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f177b4e-ce09-489d-aa4f-204ccc414d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a3cf6f-56a0-41e1-ab72-6e368b265f99', 'code': 200} Oct 26 08:51:54.441413 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=90a3cf6f-56a0-41e1-ab72-6e368b265f99,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:51:54.575043 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7af16-2130-44b0-8c26-5cf0580d4959 req-0bbb2e05-569d-41e2-a00a-bd34b9a2fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:54.576484 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-63c7af16-2130-44b0-8c26-5cf0580d4959 req-0bbb2e05-569d-41e2-a00a-bd34b9a2fcda service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 1098 time: 0.0397687 Oct 26 08:51:54.612080 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-63c7af16-2130-44b0-8c26-5cf0580d4959 req-3ec0aa68-d96e-4a2c-9ef2-1cfabfd81d74 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283139 Oct 26 08:51:54.835505 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:51:55.020395 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828d1ee-b684-48aa-9792-1bd0d0ec0cce req-d35a2af1-e952-45a8-b2cb-57ab6f52de1c tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:55.021875 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-4828d1ee-b684-48aa-9792-1bd0d0ec0cce req-d35a2af1-e952-45a8-b2cb-57ab6f52de1c tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 945 time: 0.0492413 Oct 26 08:51:55.063075 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-4828d1ee-b684-48aa-9792-1bd0d0ec0cce req-89f26c25-5b4c-4134-bbee-fbaf6dd01e49 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345306 Oct 26 08:51:56.179332 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280937a-5944-4f8f-9337-2658aa32f367 req-cfe23f80-8ae8-40a7-95e4-6af82dc22514 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:56.180810 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8280937a-5944-4f8f-9337-2658aa32f367 req-cfe23f80-8ae8-40a7-95e4-6af82dc22514 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 945 time: 0.0481517 Oct 26 08:51:56.222013 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8280937a-5944-4f8f-9337-2658aa32f367 req-94be1da4-98e4-4e0e-a2af-68b6e5bb82f1 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353258 Oct 26 08:51:56.335770 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26e405-8a57-4d21-9f01-f71bb074a4c9 req-6b1e8aa9-3a87-4efc-bc2b-024c9454ac8c tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:56.337252 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-8d26e405-8a57-4d21-9f01-f71bb074a4c9 req-6b1e8aa9-3a87-4efc-bc2b-024c9454ac8c tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 945 time: 0.0497348 Oct 26 08:51:56.373881 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-8d26e405-8a57-4d21-9f01-f71bb074a4c9 req-9bda7cd1-44d8-42b2-8853-f272cb128a27 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304000 Oct 26 08:51:56.572247 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45768e7e-bb43-4c78-b9ee-cef65927721a req-f98470b5-6834-4be6-8ce6-5815fa635e58 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:56.573748 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-45768e7e-bb43-4c78-b9ee-cef65927721a req-f98470b5-6834-4be6-8ce6-5815fa635e58 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 945 time: 0.0497613 Oct 26 08:51:56.612141 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-45768e7e-bb43-4c78-b9ee-cef65927721a req-2894ebe1-98b8-4341-8da1-410a241559ef tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324340 Oct 26 08:51:56.726024 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb217edf-1905-4d48-aeff-c62530995f50 req-6d817d76-4335-4061-ba69-919aa6c98e8d tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:56.727504 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bb217edf-1905-4d48-aeff-c62530995f50 req-6d817d76-4335-4061-ba69-919aa6c98e8d tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 945 time: 0.0503435 Oct 26 08:51:56.764532 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bb217edf-1905-4d48-aeff-c62530995f50 req-9c699850-fb08-4e89-b02f-0bf3ec48e573 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311553 Oct 26 08:51:57.103253 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e85ccab8-56a0-41e6-a6c2-ba8e77af2682 req-e61f9065-61f0-4efa-8f60-379195d394ca service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0699892 Oct 26 08:51:57.112707 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf5ebc-b9ea-4ef3-82d1-c59f56a1a0e0 req-0e1f1ec6-ba35-494d-84c0-14fc5b120776 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:57.114175 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-accf5ebc-b9ea-4ef3-82d1-c59f56a1a0e0 req-0e1f1ec6-ba35-494d-84c0-14fc5b120776 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 945 time: 0.0718057 Oct 26 08:51:57.157475 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-accf5ebc-b9ea-4ef3-82d1-c59f56a1a0e0 req-8a74ff5a-aabb-434e-a209-02e3b842d50f tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370774 Oct 26 08:51:58.205486 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ccab8-56a0-41e6-a6c2-ba8e77af2682 req-8583a28a-e9bf-40ff-808b-fcd9a8bf53a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:58.207091 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e85ccab8-56a0-41e6-a6c2-ba8e77af2682 req-8583a28a-e9bf-40ff-808b-fcd9a8bf53a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f940fa03d6c2423db71a4f01fabbcc55&device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 1098 time: 0.0411952 Oct 26 08:51:58.278760 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f974e-df94-49a3-9cb7-aa43b5b4f886 req-c99a625e-bdae-47ef-901c-c856f7a039c5 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:58.280178 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-ce2f974e-df94-49a3-9cb7-aa43b5b4f886 req-c99a625e-bdae-47ef-901c-c856f7a039c5 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 945 time: 0.0493996 Oct 26 08:51:58.299013 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ccab8-56a0-41e6-a6c2-ba8e77af2682 req-7d701536-f8e1-44b8-ac3d-bd876462c167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:58.300539 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e85ccab8-56a0-41e6-a6c2-ba8e77af2682 req-7d701536-f8e1-44b8-ac3d-bd876462c167 service neutron] 10.222.0.47 "GET /v2.0/networks?id=069b86a7-e7ac-4411-a4b7-5a203721bdbf HTTP/1.1" status: 200 len: 916 time: 0.0858123 Oct 26 08:51:58.322874 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-ce2f974e-df94-49a3-9cb7-aa43b5b4f886 req-d6240279-53f9-4f1d-978a-fffcda2d977d tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356843 Oct 26 08:51:58.346340 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e85ccab8-56a0-41e6-a6c2-ba8e77af2682 req-4674fd15-b7e5-462c-bb31-ba42bbc6d54b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90a3cf6f-56a0-41e1-ab72-6e368b265f99 HTTP/1.1" status: 200 len: 217 time: 0.0390995 Oct 26 08:51:58.396994 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ccab8-56a0-41e6-a6c2-ba8e77af2682 req-70a4751b-22f7-4220-bbac-d97d2d9acb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:58.398636 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e85ccab8-56a0-41e6-a6c2-ba8e77af2682 req-70a4751b-22f7-4220-bbac-d97d2d9acb8e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ea5db74-ad91-4fdd-9a82-d054ace23951 HTTP/1.1" status: 200 len: 855 time: 0.0449762 Oct 26 08:51:58.430535 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e85ccab8-56a0-41e6-a6c2-ba8e77af2682 req-b5fc6f96-21d2-48cb-bc91-f1b74d9f2c81 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=069b86a7-e7ac-4411-a4b7-5a203721bdbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241232 Oct 26 08:51:58.522574 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e85ccab8-56a0-41e6-a6c2-ba8e77af2682 req-99e7f8c2-d18c-45d3-8e0d-5ae55f3da09c service neutron] 10.222.0.47 "GET /v2.0/networks/069b86a7-e7ac-4411-a4b7-5a203721bdbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843811 Oct 26 08:51:58.611379 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e85ccab8-56a0-41e6-a6c2-ba8e77af2682 req-72419268-bc04-49dc-9319-5b8621a41c10 service neutron] 10.222.0.47 "GET /v2.0/networks/069b86a7-e7ac-4411-a4b7-5a203721bdbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824080 Oct 26 08:51:59.450358 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4297e1-8f37-4b74-aee8-6ea33919790d req-35aab836-f641-4a8c-bb85-2094fc354dd0 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:51:59.451878 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7a4297e1-8f37-4b74-aee8-6ea33919790d req-35aab836-f641-4a8c-bb85-2094fc354dd0 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 945 time: 0.0515409 Oct 26 08:51:59.494072 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7a4297e1-8f37-4b74-aee8-6ea33919790d req-ec015c3c-84b6-474f-84b8-e9adc2d7b0b0 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331573 Oct 26 08:52:00.614208 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef71c04-0be4-47c2-8f23-4976fb3eaca2 req-e5de99b7-b6a5-4cec-be03-84f55fdf0073 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:00.615676 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-fef71c04-0be4-47c2-8f23-4976fb3eaca2 req-e5de99b7-b6a5-4cec-be03-84f55fdf0073 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 945 time: 0.0500398 Oct 26 08:52:00.652139 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-fef71c04-0be4-47c2-8f23-4976fb3eaca2 req-b6a32495-95d4-4066-ab47-00be3388061d tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305424 Oct 26 08:52:01.770375 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af6dfc-ef46-4ba6-8617-18493f433a48 req-1c3d1509-0db0-4e7d-a8f9-f53881d161c9 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:01.771860 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-72af6dfc-ef46-4ba6-8617-18493f433a48 req-1c3d1509-0db0-4e7d-a8f9-f53881d161c9 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 945 time: 0.0531480 Oct 26 08:52:01.808463 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-72af6dfc-ef46-4ba6-8617-18493f433a48 req-c3876044-9b25-4478-b8be-f13b288e5e35 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306664 Oct 26 08:52:02.923585 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ba5ec-f608-422c-ac64-32a21d1268b1 req-e363054a-18f0-4733-a96e-9086346e388e tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:02.925090 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-089ba5ec-f608-422c-ac64-32a21d1268b1 req-e363054a-18f0-4733-a96e-9086346e388e tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 945 time: 0.0499139 Oct 26 08:52:02.962737 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-089ba5ec-f608-422c-ac64-32a21d1268b1 req-8ddb3040-5186-421d-9a87-b6a922ccc868 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318139 Oct 26 08:52:04.076151 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01e388-ee60-44db-b11c-a4955a1865c0 req-84bf2f36-b3ef-486b-bd7c-f8e2e3db9b8e tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:04.077636 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9a01e388-ee60-44db-b11c-a4955a1865c0 req-84bf2f36-b3ef-486b-bd7c-f8e2e3db9b8e tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 945 time: 0.0483508 Oct 26 08:52:04.115645 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9a01e388-ee60-44db-b11c-a4955a1865c0 req-a1e4f69e-c709-428a-b37b-639964d9a0eb tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315683 Oct 26 08:52:05.229280 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5752033-7d09-4ef2-bc09-38ce2b8b3f7b req-4e809f89-3026-4520-8e92-6400840208c0 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:05.230769 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b5752033-7d09-4ef2-bc09-38ce2b8b3f7b req-4e809f89-3026-4520-8e92-6400840208c0 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 945 time: 0.0491097 Oct 26 08:52:05.272043 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b5752033-7d09-4ef2-bc09-38ce2b8b3f7b req-552679a8-2d6c-411c-b411-c6aa407e0c8e tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347917 Oct 26 08:52:06.384542 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66228398-a6eb-471d-85c3-e1ad7a8c4279 req-397c5006-bfde-46ed-9355-62d7a3c0e8fb tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:06.386048 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-66228398-a6eb-471d-85c3-e1ad7a8c4279 req-397c5006-bfde-46ed-9355-62d7a3c0e8fb tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 945 time: 0.0482576 Oct 26 08:52:06.423857 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-66228398-a6eb-471d-85c3-e1ad7a8c4279 req-5802e9c7-65f9-40f5-8b06-93cdba0b10ea tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310748 Oct 26 08:52:07.536884 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc907a6-7473-4ee8-91e4-29e15cf4fadd req-1cc71243-2d5b-4d58-8cc4-5d1aa9b27072 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:07.538396 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-fcc907a6-7473-4ee8-91e4-29e15cf4fadd req-1cc71243-2d5b-4d58-8cc4-5d1aa9b27072 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 945 time: 0.0488966 Oct 26 08:52:07.575808 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-fcc907a6-7473-4ee8-91e4-29e15cf4fadd req-9289b7f8-a82f-4fc1-98dc-0dd4d615293b tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315616 Oct 26 08:52:08.695639 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11c78b-b49f-401d-ad81-a2b6468869a8 req-61c32c43-f4b0-435c-8753-13189c9d55a6 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:08.697124 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2b11c78b-b49f-401d-ad81-a2b6468869a8 req-61c32c43-f4b0-435c-8753-13189c9d55a6 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 945 time: 0.0523047 Oct 26 08:52:08.733675 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2b11c78b-b49f-401d-ad81-a2b6468869a8 req-50c5f446-7cfe-4c42-817e-753e3c7eca4c tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306971 Oct 26 08:52:09.848059 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f935b-bf67-441a-bb51-a06d82b985cb req-95d59e20-c2cc-48ad-85e8-8023cb3698b5 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:09.849436 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-1b7f935b-bf67-441a-bb51-a06d82b985cb req-95d59e20-c2cc-48ad-85e8-8023cb3698b5 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 945 time: 0.0490482 Oct 26 08:52:09.886424 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-1b7f935b-bf67-441a-bb51-a06d82b985cb req-bb934d0a-f984-4c74-ba87-fc076eaa123e tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311015 Oct 26 08:52:10.999686 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381df34-4b64-4b4e-830a-8a4148246799 req-251fd01a-17d4-46df-9140-cd51f9bc2663 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:11.001284 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d381df34-4b64-4b4e-830a-8a4148246799 req-251fd01a-17d4-46df-9140-cd51f9bc2663 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 945 time: 0.0495129 Oct 26 08:52:11.038776 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d381df34-4b64-4b4e-830a-8a4148246799 req-468edcf2-349c-4a62-b863-140890471234 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315480 Oct 26 08:52:11.664844 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:52:12.155505 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f26ec-a7c8-44b3-9f59-e278cffcbc59 req-7e94664c-c983-429d-b7a9-4a2709f87b80 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:12.157081 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-fa0f26ec-a7c8-44b3-9f59-e278cffcbc59 req-7e94664c-c983-429d-b7a9-4a2709f87b80 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 945 time: 0.0491829 Oct 26 08:52:12.197390 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-fa0f26ec-a7c8-44b3-9f59-e278cffcbc59 req-0c592338-b938-4daf-b9d2-04b6cc42b9ff tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344276 Oct 26 08:52:13.312701 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13973c-e223-4824-a635-81b3acf4eb6e req-bbfa1d3d-5aac-493f-949a-66fa1a6e51fa tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:13.314217 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9a13973c-e223-4824-a635-81b3acf4eb6e req-bbfa1d3d-5aac-493f-949a-66fa1a6e51fa tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 945 time: 0.0492163 Oct 26 08:52:13.352391 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9a13973c-e223-4824-a635-81b3acf4eb6e req-4c9b411b-7019-43f6-8afd-58d8186d9b97 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323453 Oct 26 08:52:14.466877 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057a56a-2d6c-4619-b293-09915ed06a48 req-61ba61c6-75e4-4497-b6dc-a3bd9fa14462 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:14.468367 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5057a56a-2d6c-4619-b293-09915ed06a48 req-61ba61c6-75e4-4497-b6dc-a3bd9fa14462 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 945 time: 0.0496747 Oct 26 08:52:14.505645 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5057a56a-2d6c-4619-b293-09915ed06a48 req-e7fe3371-f659-426d-8b0d-763268cfcc90 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314744 Oct 26 08:52:15.624532 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d4f53-8b53-41ff-854e-d07521ae441b req-8a4bd773-6a4d-4509-b09d-e9406eca91f8 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:15.626569 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ba6d4f53-8b53-41ff-854e-d07521ae441b req-8a4bd773-6a4d-4509-b09d-e9406eca91f8 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 945 time: 0.0547085 Oct 26 08:52:15.664008 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ba6d4f53-8b53-41ff-854e-d07521ae441b req-bfa16181-7803-47e8-b9f2-38344733f313 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316250 Oct 26 08:52:16.781105 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c24028-e960-4580-9758-d040fc26de4a req-fef2f1da-71fa-4f61-8f5f-341317719cf8 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:16.782620 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e2c24028-e960-4580-9758-d040fc26de4a req-fef2f1da-71fa-4f61-8f5f-341317719cf8 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 945 time: 0.0500104 Oct 26 08:52:16.821831 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e2c24028-e960-4580-9758-d040fc26de4a req-10739a45-6883-4e73-a589-5a43948ca0a1 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333178 Oct 26 08:52:17.936364 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b0c5d-5669-4dd7-ad65-eb08684ede2f req-58059840-ff87-47dd-9cad-6ac2f2617783 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:17.938378 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5c7b0c5d-5669-4dd7-ad65-eb08684ede2f req-58059840-ff87-47dd-9cad-6ac2f2617783 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 945 time: 0.0489717 Oct 26 08:52:17.975762 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5c7b0c5d-5669-4dd7-ad65-eb08684ede2f req-cc219f5f-5abd-4238-aa26-ae78b2f1f9e4 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314746 Oct 26 08:52:19.088085 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d19a71-2ad3-478d-b14b-dce3e977f9f7 req-b7a48a58-c609-4347-bdef-d96e80950d75 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:19.089551 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-68d19a71-2ad3-478d-b14b-dce3e977f9f7 req-b7a48a58-c609-4347-bdef-d96e80950d75 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 945 time: 0.0484006 Oct 26 08:52:19.130675 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-68d19a71-2ad3-478d-b14b-dce3e977f9f7 req-8eb70294-c90b-4520-ad91-4e011f66d02e tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342309 Oct 26 08:52:19.392126 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-47063092-ca60-491b-99b9-4ecb73700e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:52:20.244073 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b4ee9-ef7f-468c-b3ef-de5548295f4e req-ffd2d8a2-57ef-4dc4-b7c3-914205e208e1 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:20.245555 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fe1b4ee9-ef7f-468c-b3ef-de5548295f4e req-ffd2d8a2-57ef-4dc4-b7c3-914205e208e1 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 945 time: 0.0489190 Oct 26 08:52:20.283118 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fe1b4ee9-ef7f-468c-b3ef-de5548295f4e req-4d367ea4-fc15-49af-91e5-e781f183ea40 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315497 Oct 26 08:52:21.398977 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be7e64-2c14-4fed-8005-b7fe21d6a464 req-16264310-0063-43d3-83e1-a6579477f622 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:21.400456 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-91be7e64-2c14-4fed-8005-b7fe21d6a464 req-16264310-0063-43d3-83e1-a6579477f622 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 945 time: 0.0492024 Oct 26 08:52:21.437552 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-91be7e64-2c14-4fed-8005-b7fe21d6a464 req-55453698-728e-4b4e-b0b6-775af623c005 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303741 Oct 26 08:52:22.070197 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-422e7792-25cc-46bc-9be6-247bf5b81224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:52:22.557092 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d12e30-7244-49aa-941c-e79ce297af5f req-fe0e51b1-4ba4-4746-829d-2c2130e03c9a tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:22.558608 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-20d12e30-7244-49aa-941c-e79ce297af5f req-fe0e51b1-4ba4-4746-829d-2c2130e03c9a tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 945 time: 0.0525935 Oct 26 08:52:22.596837 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-20d12e30-7244-49aa-941c-e79ce297af5f req-b6a9d4ee-5d45-44b4-8d4f-b9abcf7e0828 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321958 Oct 26 08:52:22.944390 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:52:23.311809 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:52:23.710062 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a709235-423d-4738-8169-c9033d590ae3 req-6550e352-6813-4a3b-8deb-f18119b72b53 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:23.711584 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-7a709235-423d-4738-8169-c9033d590ae3 req-6550e352-6813-4a3b-8deb-f18119b72b53 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 945 time: 0.0490577 Oct 26 08:52:23.748975 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-7a709235-423d-4738-8169-c9033d590ae3 req-8f0d222f-c5d7-4ce9-8bc1-e6e99bb6964d tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312960 Oct 26 08:52:24.284211 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:52:24.848381 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:52:24.870694 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ddf00-bc6a-4394-8bf2-84b7477e104a req-db312ca4-f36f-4d97-bd82-1e390b99f832 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:24.872188 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f58ddf00-bc6a-4394-8bf2-84b7477e104a req-db312ca4-f36f-4d97-bd82-1e390b99f832 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 945 time: 0.0558417 Oct 26 08:52:24.910110 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f58ddf00-bc6a-4394-8bf2-84b7477e104a req-fec7cadb-eb4e-4636-9468-9316dc480224 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311799 Oct 26 08:52:25.179784 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e85ccab8-56a0-41e6-a6c2-ba8e77af2682 req-92bfbd31-7e96-49af-928f-c5c0af610a6f service neutron] 10.222.0.47 "GET /v2.0/ports/90a3cf6f-56a0-41e1-ab72-6e368b265f99/bindings/hv-neutron-8048 HTTP/1.1" status: 200 len: 384 time: 0.0541904 Oct 26 08:52:25.383014 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ccab8-56a0-41e6-a6c2-ba8e77af2682 req-7eaef639-01fe-4449-870c-d91fbab55688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:25.384499 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e85ccab8-56a0-41e6-a6c2-ba8e77af2682 req-7eaef639-01fe-4449-870c-d91fbab55688 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68&tenant_id=f940fa03d6c2423db71a4f01fabbcc55 HTTP/1.1" status: 200 len: 1098 time: 0.0451286 Oct 26 08:52:25.445213 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ccab8-56a0-41e6-a6c2-ba8e77af2682 req-aecf4c55-1192-4a89-a915-5052c0b274d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:25.446649 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e85ccab8-56a0-41e6-a6c2-ba8e77af2682 req-aecf4c55-1192-4a89-a915-5052c0b274d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f940fa03d6c2423db71a4f01fabbcc55&device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 1098 time: 0.0406511 Oct 26 08:52:25.539355 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ccab8-56a0-41e6-a6c2-ba8e77af2682 req-aab1e1c1-dc0a-40f7-a2ed-3e7974a97568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:25.540814 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e85ccab8-56a0-41e6-a6c2-ba8e77af2682 req-aab1e1c1-dc0a-40f7-a2ed-3e7974a97568 service neutron] 10.222.0.47 "GET /v2.0/networks?id=069b86a7-e7ac-4411-a4b7-5a203721bdbf HTTP/1.1" status: 200 len: 916 time: 0.0876834 Oct 26 08:52:25.882111 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e85ccab8-56a0-41e6-a6c2-ba8e77af2682 req-65e369a8-8996-4ffe-84bc-bf8bfef4f727 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90a3cf6f-56a0-41e1-ab72-6e368b265f99 HTTP/1.1" status: 200 len: 217 time: 0.3323052 Oct 26 08:52:25.930547 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ccab8-56a0-41e6-a6c2-ba8e77af2682 req-34c713d0-9663-4db5-9071-ece5e830e975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:25.932103 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e85ccab8-56a0-41e6-a6c2-ba8e77af2682 req-34c713d0-9663-4db5-9071-ece5e830e975 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ea5db74-ad91-4fdd-9a82-d054ace23951 HTTP/1.1" status: 200 len: 855 time: 0.0436490 Oct 26 08:52:25.964045 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e85ccab8-56a0-41e6-a6c2-ba8e77af2682 req-a2a72f1d-eced-4af8-9a27-b118b9434478 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=069b86a7-e7ac-4411-a4b7-5a203721bdbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249188 Oct 26 08:52:26.025518 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc98d3-f96a-464b-beb6-20c85678a7ec req-77e2c0c6-d7ef-41af-998f-06bc43dad348 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:26.027057 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-c4fc98d3-f96a-464b-beb6-20c85678a7ec req-77e2c0c6-d7ef-41af-998f-06bc43dad348 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 945 time: 0.0490930 Oct 26 08:52:26.057529 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e85ccab8-56a0-41e6-a6c2-ba8e77af2682 req-316d222a-6077-4e00-84d7-19dd30785c85 service neutron] 10.222.0.47 "GET /v2.0/networks/069b86a7-e7ac-4411-a4b7-5a203721bdbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851312 Oct 26 08:52:26.069801 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-c4fc98d3-f96a-464b-beb6-20c85678a7ec req-c1218ed2-dead-4ac7-bd61-caa8e3676bee tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360231 Oct 26 08:52:26.152303 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e85ccab8-56a0-41e6-a6c2-ba8e77af2682 req-141fa326-ba5f-40b6-b7c2-c457dd50e1f8 service neutron] 10.222.0.47 "GET /v2.0/networks/069b86a7-e7ac-4411-a4b7-5a203721bdbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871835 Oct 26 08:52:27.187087 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1ee71-ad5f-459e-b658-e8122314792b req-11be924b-36e0-484c-9dba-215d8110c72a tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:27.188633 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-33c1ee71-ad5f-459e-b658-e8122314792b req-11be924b-36e0-484c-9dba-215d8110c72a tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 945 time: 0.0506487 Oct 26 08:52:27.226404 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-33c1ee71-ad5f-459e-b658-e8122314792b req-9778adb3-cd10-40f5-a6f1-ee5ad05588b7 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319502 Oct 26 08:52:28.342647 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0acbae-b1f8-4206-87cd-8a6ebb1685cc req-a0f3ca66-edbd-4eea-b08c-032f524f3884 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:28.344047 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-4a0acbae-b1f8-4206-87cd-8a6ebb1685cc req-a0f3ca66-edbd-4eea-b08c-032f524f3884 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 945 time: 0.0495226 Oct 26 08:52:28.380785 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 90a3cf6f-56a0-41e1-ab72-6e368b265f99 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 08:52:28.382879 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-4a0acbae-b1f8-4206-87cd-8a6ebb1685cc req-ffe64574-ba43-48a5-aaf3-2bd6f1d8f506 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323884 Oct 26 08:52:28.383509 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 90a3cf6f-56a0-41e1-ab72-6e368b265f99 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:52:28.530467 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:52:28.556913 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 90a3cf6f-56a0-41e1-ab72-6e368b265f99, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=90a3cf6f-56a0-41e1-ab72-6e368b265f99,segment=NetworkSegment(35bfa799-c600-407f-a8f3-417617d75771),segment_id=35bfa799-c600-407f-a8f3-417617d75771)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:52:28.577256 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f177b4e-ce09-489d-aa4f-204ccc414d68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90a3cf6f-56a0-41e1-ab72-6e368b265f99'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:52:28.579602 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa067457-6b31-405e-af51-fd7491b31c08" -d '{"events": [{"server_uuid": "9f177b4e-ce09-489d-aa4f-204ccc414d68", "name": "network-vif-unplugged", "status": "completed", "tag": "90a3cf6f-56a0-41e1-ab72-6e368b265f99"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:52:28.586641 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': '90a3cf6f-56a0-41e1-ab72-6e368b265f99', 'network_id': '069b86a7-e7ac-4411-a4b7-5a203721bdbf', 'port_id': '90a3cf6f-56a0-41e1-ab72-6e368b265f99', 'mac_address': 'fa:16:3e:71:26:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ea5db74-ad91-4fdd-9a82-d054ace23951', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 08:52:28.598155 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 90a3cf6f-56a0-41e1-ab72-6e368b265f99, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=90a3cf6f-56a0-41e1-ab72-6e368b265f99,segment=NetworkSegment(35bfa799-c600-407f-a8f3-417617d75771),segment_id=35bfa799-c600-407f-a8f3-417617d75771)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:52:28.609456 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea27be3-ef52-4537-a5f8-212318653933 req-c01b038a-3975-4acb-b796-cf3fcdf6f27d tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:28.610961 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3ea27be3-ef52-4537-a5f8-212318653933 req-c01b038a-3975-4acb-b796-cf3fcdf6f27d tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68&tenant_id=f940fa03d6c2423db71a4f01fabbcc55&binding%3Ahost_id=hv-neutron-8048 HTTP/1.1" status: 200 len: 945 time: 0.0602529 Oct 26 08:52:28.642407 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:52:28.646772 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:52:28.660808 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 08:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39944c2-2783-4217-adc4-b4188c873328 x-openstack-request-id: req-d39944c2-2783-4217-adc4-b4188c873328 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:52:28.661097 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f177b4e-ce09-489d-aa4f-204ccc414d68", "name": "network-vif-unplugged", "status": "completed", "tag": "90a3cf6f-56a0-41e1-ab72-6e368b265f99", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:52:28.661350 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d39944c2-2783-4217-adc4-b4188c873328 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:52:28.661761 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f177b4e-ce09-489d-aa4f-204ccc414d68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90a3cf6f-56a0-41e1-ab72-6e368b265f99', 'code': 200} Oct 26 08:52:28.683103 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90a3cf6f-56a0-41e1-ab72-6e368b265f99 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:52:28.709137 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea27be3-ef52-4537-a5f8-212318653933 req-1ca94891-9df9-4e4d-8556-d6e4ee5b45b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:28.710913 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3ea27be3-ef52-4537-a5f8-212318653933 req-1ca94891-9df9-4e4d-8556-d6e4ee5b45b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f940fa03d6c2423db71a4f01fabbcc55&device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 1096 time: 0.0449841 Oct 26 08:52:28.736333 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=90a3cf6f-56a0-41e1-ab72-6e368b265f99,revision_number=6']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:52:28.750108 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.db.api [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:52:28.750481 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG oslo_db.api [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:52:28.767429 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086d8b4-7aa3-457a-9465-9ce2132a7a25 req-8955eb18-87f3-4c9c-a58e-584202683d6d tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:28.769463 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-2086d8b4-7aa3-457a-9465-9ce2132a7a25 req-8955eb18-87f3-4c9c-a58e-584202683d6d tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 943 time: 0.0546737 Oct 26 08:52:28.807757 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-2086d8b4-7aa3-457a-9465-9ce2132a7a25 req-4a1fd8fc-10f8-4167-a23f-2f29ea24ba89 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324366 Oct 26 08:52:28.808416 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea27be3-ef52-4537-a5f8-212318653933 req-6efd63d6-8d05-4063-bfdb-46bc7dc870ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:28.810101 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3ea27be3-ef52-4537-a5f8-212318653933 req-6efd63d6-8d05-4063-bfdb-46bc7dc870ab service neutron] 10.222.0.47 "GET /v2.0/networks?id=069b86a7-e7ac-4411-a4b7-5a203721bdbf HTTP/1.1" status: 200 len: 916 time: 0.0921135 Oct 26 08:52:28.852654 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3ea27be3-ef52-4537-a5f8-212318653933 req-9be2c60f-152e-4359-9f83-641f74bb8387 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90a3cf6f-56a0-41e1-ab72-6e368b265f99 HTTP/1.1" status: 200 len: 217 time: 0.0348163 Oct 26 08:52:28.905530 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea27be3-ef52-4537-a5f8-212318653933 req-061550bd-c9a1-43a9-8bd9-d27a98af6445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:28.907002 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3ea27be3-ef52-4537-a5f8-212318653933 req-061550bd-c9a1-43a9-8bd9-d27a98af6445 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ea5db74-ad91-4fdd-9a82-d054ace23951 HTTP/1.1" status: 200 len: 855 time: 0.0478828 Oct 26 08:52:28.937972 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3ea27be3-ef52-4537-a5f8-212318653933 req-7036642c-20e1-44aa-b6d7-f775288cd92b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=069b86a7-e7ac-4411-a4b7-5a203721bdbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243218 Oct 26 08:52:29.024945 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3ea27be3-ef52-4537-a5f8-212318653933 req-c273f044-05fe-4e96-88c0-d3b5203d2342 service neutron] 10.222.0.47 "GET /v2.0/networks/069b86a7-e7ac-4411-a4b7-5a203721bdbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803919 Oct 26 08:52:29.116347 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3ea27be3-ef52-4537-a5f8-212318653933 req-587e5fa5-f482-4430-b931-43aee62480b0 service neutron] 10.222.0.47 "GET /v2.0/networks/069b86a7-e7ac-4411-a4b7-5a203721bdbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849001 Oct 26 08:52:29.286693 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:52:29.302065 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90a3cf6f-56a0-41e1-ab72-6e368b265f99 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:52:29.322968 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 90a3cf6f-56a0-41e1-ab72-6e368b265f99, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=90a3cf6f-56a0-41e1-ab72-6e368b265f99,segment=NetworkSegment(35bfa799-c600-407f-a8f3-417617d75771),segment_id=35bfa799-c600-407f-a8f3-417617d75771)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:52:29.326591 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:52:29.521708 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=90a3cf6f-56a0-41e1-ab72-6e368b265f99,revision_number=7']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:52:29.530358 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['90a3cf6f-56a0-41e1-ab72-6e368b265f99'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:52:29.922871 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7003077-4fc6-4ba9-b60d-f33bb07df2f6 req-de76f434-7e5c-492e-b7bc-7ffb0e2eb3e4 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:29.924387 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f7003077-4fc6-4ba9-b60d-f33bb07df2f6 req-de76f434-7e5c-492e-b7bc-7ffb0e2eb3e4 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 944 time: 0.0485833 Oct 26 08:52:29.961090 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f7003077-4fc6-4ba9-b60d-f33bb07df2f6 req-daedb3dc-6bc7-40d0-ab4d-5ef4b4f901ca tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301757 Oct 26 08:52:30.073930 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cda9b9-d3d6-439c-8e23-9f6113254dfd req-295f547c-bef9-4e8c-ba0b-f6783f5cda41 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:30.075388 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e7cda9b9-d3d6-439c-8e23-9f6113254dfd req-295f547c-bef9-4e8c-ba0b-f6783f5cda41 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 944 time: 0.0487261 Oct 26 08:52:30.116658 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e7cda9b9-d3d6-439c-8e23-9f6113254dfd req-b1c82d5a-22d1-481d-b351-a1320743875b tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352359 Oct 26 08:52:30.228494 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332c5aa-320e-4f06-8773-171fca7c3591 req-89191f12-fd9f-485e-ab27-1b33b08814da tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:30.229984 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2332c5aa-320e-4f06-8773-171fca7c3591 req-89191f12-fd9f-485e-ab27-1b33b08814da tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 944 time: 0.0495009 Oct 26 08:52:30.266453 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2332c5aa-320e-4f06-8773-171fca7c3591 req-e88bd1e4-b82a-47d1-b5b1-b9ba3a43b50d tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305474 Oct 26 08:52:30.395683 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 90a3cf6f-56a0-41e1-ab72-6e368b265f99 up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:52:30.451593 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port 90a3cf6f-56a0-41e1-ab72-6e368b265f99 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:52:30.451960 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:52:30.531014 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:52:30.569320 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 90a3cf6f-56a0-41e1-ab72-6e368b265f99, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=90a3cf6f-56a0-41e1-ab72-6e368b265f99,segment=NetworkSegment(35bfa799-c600-407f-a8f3-417617d75771),segment_id=35bfa799-c600-407f-a8f3-417617d75771)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:52:30.573356 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:52:30.615464 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-aabcc11f-a1c1-4d3d-8b42-359084a7d597 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:30.616943 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-aabcc11f-a1c1-4d3d-8b42-359084a7d597 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/networks?id=069b86a7-e7ac-4411-a4b7-5a203721bdbf HTTP/1.1" status: 200 len: 815 time: 0.1112695 Oct 26 08:52:30.621430 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=90a3cf6f-56a0-41e1-ab72-6e368b265f99,revision_number=8']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:52:30.633463 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-8d176b17-a062-44fe-ba15-34cd29eec158 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/quotas/f940fa03d6c2423db71a4f01fabbcc55 HTTP/1.1" status: 200 len: 375 time: 0.0106606 Oct 26 08:52:30.662860 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f177b4e-ce09-489d-aa4f-204ccc414d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a3cf6f-56a0-41e1-ab72-6e368b265f99'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:52:30.665176 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4260f43-d60d-4503-9138-4a425548d65c" -d '{"events": [{"server_uuid": "9f177b4e-ce09-489d-aa4f-204ccc414d68", "name": "network-vif-plugged", "status": "completed", "tag": "90a3cf6f-56a0-41e1-ab72-6e368b265f99"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:52:30.683831 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-f7ac1f51-0e36-4470-b3b4-8b43892b14aa tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f940fa03d6c2423db71a4f01fabbcc55&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0448062 Oct 26 08:52:30.700938 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975c9dd2-59be-43f2-b0ac-a88b2a9778bd x-openstack-request-id: req-975c9dd2-59be-43f2-b0ac-a88b2a9778bd {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:52:30.701231 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f177b4e-ce09-489d-aa4f-204ccc414d68", "name": "network-vif-plugged", "status": "completed", "tag": "90a3cf6f-56a0-41e1-ab72-6e368b265f99", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:52:30.701484 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-975c9dd2-59be-43f2-b0ac-a88b2a9778bd {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:52:30.701906 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f177b4e-ce09-489d-aa4f-204ccc414d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a3cf6f-56a0-41e1-ab72-6e368b265f99', 'code': 200} Oct 26 08:52:30.779157 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-0bd4e1b1-5b05-4e67-8f28-b0159890a9f7 service neutron] 10.222.0.41 "GET /v2.0/networks/069b86a7-e7ac-4411-a4b7-5a203721bdbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875878 Oct 26 08:52:30.867778 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-eaa622fa-045d-4745-91ec-fa7dc04e0950 service neutron] 10.222.0.41 "GET /v2.0/networks/069b86a7-e7ac-4411-a4b7-5a203721bdbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825083 Oct 26 08:52:31.024450 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5422ffdb-1181-49e9-a270-eece49736377 req-38703c5f-7e70-40a6-a22f-b059757d2c80 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 210 time: 0.0281541 Oct 26 08:52:32.080014 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-4a80c5f8-8128-4b68-bca7-ce9daf35e758 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:32.082928 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-4a80c5f8-8128-4b68-bca7-ce9daf35e758 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.47 "GET /v2.0/networks?id=069b86a7-e7ac-4411-a4b7-5a203721bdbf HTTP/1.1" status: 200 len: 815 time: 0.1130030 Oct 26 08:52:32.095924 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-516c916a-7d24-4393-bfd3-bef6b5a66b32 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Request body: {'port': {'device_id': '08fadf7a-c589-43cb-a4cc-ad9dde531633', 'network_id': '069b86a7-e7ac-4411-a4b7-5a203721bdbf', 'admin_state_up': True, 'tenant_id': 'f940fa03d6c2423db71a4f01fabbcc55'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:52:32.173262 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c40abb6b-b647-49eb-95db-6b504f3425bd req-0405d53d-2384-45b7-88d4-88f6d221c5e1 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 210 time: 0.0731840 Oct 26 08:52:32.238581 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-516c916a-7d24-4393-bfd3-bef6b5a66b32 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Made reservation on behalf of f940fa03d6c2423db71a4f01fabbcc55 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:52:32.242192 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-516c916a-7d24-4393-bfd3-bef6b5a66b32 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:52:32.402869 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280dd86-3ecb-4d6e-a8a9-6405ab7f4213 req-f0eb00b4-1480-409d-b4d4-9a4e5d673cbd tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:32.404404 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7280dd86-3ecb-4d6e-a8a9-6405ab7f4213 req-f0eb00b4-1480-409d-b4d4-9a4e5d673cbd tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f177b4e-ce09-489d-aa4f-204ccc414d68 HTTP/1.1" status: 200 len: 945 time: 0.0897927 Oct 26 08:52:32.405447 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-516c916a-7d24-4393-bfd3-bef6b5a66b32 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Allocated IP 172.20.0.10 (069b86a7-e7ac-4411-a4b7-5a203721bdbf/6ea5db74-ad91-4fdd-9a82-d054ace23951/ed359446-030a-4827-90b9-45883c9b7880) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:52:32.591739 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-7280dd86-3ecb-4d6e-a8a9-6405ab7f4213 req-60242ff7-35ab-4c72-9d07-b714e822bc92 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Deleting port 90a3cf6f-56a0-41e1-ab72-6e368b265f99 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:52:32.592078 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-7280dd86-3ecb-4d6e-a8a9-6405ab7f4213 req-60242ff7-35ab-4c72-9d07-b714e822bc92 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:52:32.663011 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-516c916a-7d24-4393-bfd3-bef6b5a66b32 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:52:32.722980 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-7280dd86-3ecb-4d6e-a8a9-6405ab7f4213 req-60242ff7-35ab-4c72-9d07-b714e822bc92 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] For port 90a3cf6f-56a0-41e1-ab72-6e368b265f99, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=90a3cf6f-56a0-41e1-ab72-6e368b265f99,segment=NetworkSegment(35bfa799-c600-407f-a8f3-417617d75771),segment_id=35bfa799-c600-407f-a8f3-417617d75771)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:52:32.723338 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-7280dd86-3ecb-4d6e-a8a9-6405ab7f4213 req-60242ff7-35ab-4c72-9d07-b714e822bc92 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:52:32.740674 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-7280dd86-3ecb-4d6e-a8a9-6405ab7f4213 req-60242ff7-35ab-4c72-9d07-b714e822bc92 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Calling delete_port for 90a3cf6f-56a0-41e1-ab72-6e368b265f99 owned by compute:nova {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:52:32.747621 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-516c916a-7d24-4393-bfd3-bef6b5a66b32 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:52:32.758898 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['90a3cf6f-56a0-41e1-ab72-6e368b265f99'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:52:32.842206 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-516c916a-7d24-4393-bfd3-bef6b5a66b32 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Network 069b86a7-e7ac-4411-a4b7-5a203721bdbf is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:52:32.851781 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-516c916a-7d24-4393-bfd3-bef6b5a66b32 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:52:32.854417 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-516c916a-7d24-4393-bfd3-bef6b5a66b32 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:52:32.861495 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c916a-7d24-4393-bfd3-bef6b5a66b32 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Pushing event updated for resources: {'Port': ['ID=ed359446-030a-4827-90b9-45883c9b7880,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:52:32.930563 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-516c916a-7d24-4393-bfd3-bef6b5a66b32 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:32.931110 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-516c916a-7d24-4393-bfd3-bef6b5a66b32 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:52:32.950185 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-516c916a-7d24-4393-bfd3-bef6b5a66b32 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8585203 Oct 26 08:52:32.974952 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-8cfd2bee-951f-4a9a-ad99-5eb6ef523ecf service neutron] Request body: {'port': {'device_id': '08fadf7a-c589-43cb-a4cc-ad9dde531633', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:52:33.044183 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-7280dd86-3ecb-4d6e-a8a9-6405ab7f4213 req-60242ff7-35ab-4c72-9d07-b714e822bc92 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:52:33.053353 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-8cfd2bee-951f-4a9a-ad99-5eb6ef523ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:52:33.080972 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60242ff7-35ab-4c72-9d07-b714e822bc92 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Pushing event deleted for resources: {'Port': ['ID=90a3cf6f-56a0-41e1-ab72-6e368b265f99,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:52:33.142341 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-7280dd86-3ecb-4d6e-a8a9-6405ab7f4213 req-60242ff7-35ab-4c72-9d07-b714e822bc92 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] No DVR routers for this DVR port 90a3cf6f-56a0-41e1-ab72-6e368b265f99 on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:52:33.148517 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-7280dd86-3ecb-4d6e-a8a9-6405ab7f4213 req-60242ff7-35ab-4c72-9d07-b714e822bc92 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:52:33.151872 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7280dd86-3ecb-4d6e-a8a9-6405ab7f4213 req-60242ff7-35ab-4c72-9d07-b714e822bc92 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.47 "DELETE /v2.0/ports/90a3cf6f-56a0-41e1-ab72-6e368b265f99 HTTP/1.1" status: 204 len: 173 time: 0.7374640 Oct 26 08:52:33.152329 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f177b4e-ce09-489d-aa4f-204ccc414d68', 'name': 'network-vif-deleted', 'tag': '90a3cf6f-56a0-41e1-ab72-6e368b265f99'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:52:33.154634 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3443d84-26a5-421e-9775-f75d07346320" -d '{"events": [{"server_uuid": "9f177b4e-ce09-489d-aa4f-204ccc414d68", "name": "network-vif-deleted", "tag": "90a3cf6f-56a0-41e1-ab72-6e368b265f99"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:52:33.224155 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0280a9-9227-4802-9142-c4dd7d518dea x-openstack-request-id: req-de0280a9-9227-4802-9142-c4dd7d518dea {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:52:33.224456 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f177b4e-ce09-489d-aa4f-204ccc414d68", "name": "network-vif-deleted", "tag": "90a3cf6f-56a0-41e1-ab72-6e368b265f99", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:52:33.224722 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de0280a9-9227-4802-9142-c4dd7d518dea {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:52:33.225145 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f177b4e-ce09-489d-aa4f-204ccc414d68', 'name': 'network-vif-deleted', 'tag': '90a3cf6f-56a0-41e1-ab72-6e368b265f99', 'status': 'completed', 'code': 200} Oct 26 08:52:33.345696 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87e972-98b5-4d2e-b2d1-203f902bf34c req-7ea9e098-478e-4aeb-ba2c-b2cd0bcc8faf tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:33.347390 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fa87e972-98b5-4d2e-b2d1-203f902bf34c req-7ea9e098-478e-4aeb-ba2c-b2cd0bcc8faf tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 932 time: 0.0951920 Oct 26 08:52:33.413590 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fa87e972-98b5-4d2e-b2d1-203f902bf34c req-897e7381-a1dd-4e4b-be8c-d3653d6bc146 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597405 Oct 26 08:52:33.460588 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-8cfd2bee-951f-4a9a-ad99-5eb6ef523ecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed359446-030a-4827-90b9-45883c9b7880 {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:52:33.468236 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-8cfd2bee-951f-4a9a-ad99-5eb6ef523ecf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:52:33.480641 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-8cfd2bee-951f-4a9a-ad99-5eb6ef523ecf service neutron] Transition to ACTIVE for port object ed359446-030a-4827-90b9-45883c9b7880 will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 08:52:33.485777 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-8cfd2bee-951f-4a9a-ad99-5eb6ef523ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:52:33.540689 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd2bee-951f-4a9a-ad99-5eb6ef523ecf service neutron] Pushing event updated for resources: {'Port': ['ID=ed359446-030a-4827-90b9-45883c9b7880,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:52:33.609910 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-8cfd2bee-951f-4a9a-ad99-5eb6ef523ecf service neutron] Attempting to bind port ed359446-030a-4827-90b9-45883c9b7880 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:52:33.610264 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-8cfd2bee-951f-4a9a-ad99-5eb6ef523ecf service neutron] Attempting to bind port ed359446-030a-4827-90b9-45883c9b7880 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '35bfa799-c600-407f-a8f3-417617d75771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '069b86a7-e7ac-4411-a4b7-5a203721bdbf'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:52:33.610607 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-8cfd2bee-951f-4a9a-ad99-5eb6ef523ecf service neutron] Attempting to bind port ed359446-030a-4827-90b9-45883c9b7880 on network 069b86a7-e7ac-4411-a4b7-5a203721bdbf {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:52:33.615840 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-8cfd2bee-951f-4a9a-ad99-5eb6ef523ecf service neutron] Port ed359446-030a-4827-90b9-45883c9b7880 on network 069b86a7-e7ac-4411-a4b7-5a203721bdbf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:52:33.616180 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-8cfd2bee-951f-4a9a-ad99-5eb6ef523ecf service neutron] Attempting to bind port ed359446-030a-4827-90b9-45883c9b7880 on network 069b86a7-e7ac-4411-a4b7-5a203721bdbf {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:52:33.621311 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-8cfd2bee-951f-4a9a-ad99-5eb6ef523ecf service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:52:33.621677 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-8cfd2bee-951f-4a9a-ad99-5eb6ef523ecf service neutron] Checking segment: {'id': '35bfa799-c600-407f-a8f3-417617d75771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '069b86a7-e7ac-4411-a4b7-5a203721bdbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:52:33.622233 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-8cfd2bee-951f-4a9a-ad99-5eb6ef523ecf service neutron] Bound using segment: {'id': '35bfa799-c600-407f-a8f3-417617d75771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '069b86a7-e7ac-4411-a4b7-5a203721bdbf'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:52:33.622497 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-8cfd2bee-951f-4a9a-ad99-5eb6ef523ecf service neutron] Bound port: ed359446-030a-4827-90b9-45883c9b7880, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35bfa799-c600-407f-a8f3-417617d75771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '069b86a7-e7ac-4411-a4b7-5a203721bdbf'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:52:33.622859 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-8cfd2bee-951f-4a9a-ad99-5eb6ef523ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:52:33.691362 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-8cfd2bee-951f-4a9a-ad99-5eb6ef523ecf service neutron] For port ed359446-030a-4827-90b9-45883c9b7880, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:52:33.694565 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-8cfd2bee-951f-4a9a-ad99-5eb6ef523ecf service neutron] For port ed359446-030a-4827-90b9-45883c9b7880, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ed359446-030a-4827-90b9-45883c9b7880,segment=NetworkSegment(35bfa799-c600-407f-a8f3-417617d75771),segment_id=35bfa799-c600-407f-a8f3-417617d75771)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:52:33.698868 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-8cfd2bee-951f-4a9a-ad99-5eb6ef523ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:52:33.736489 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-8cfd2bee-951f-4a9a-ad99-5eb6ef523ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:33.737113 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-8cfd2bee-951f-4a9a-ad99-5eb6ef523ecf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:52:33.738658 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-8cfd2bee-951f-4a9a-ad99-5eb6ef523ecf service neutron] 10.222.0.47 "PUT /v2.0/ports/ed359446-030a-4827-90b9-45883c9b7880 HTTP/1.1" status: 200 len: 1094 time: 0.7696886 Oct 26 08:52:33.756580 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd2bee-951f-4a9a-ad99-5eb6ef523ecf service neutron] Pushing event updated for resources: {'Port': ['ID=ed359446-030a-4827-90b9-45883c9b7880,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:52:33.814787 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-364d85ae-82aa-49c8-855d-309ed602addb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:33.816992 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-364d85ae-82aa-49c8-855d-309ed602addb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f940fa03d6c2423db71a4f01fabbcc55&device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 1097 time: 0.0416281 Oct 26 08:52:33.862149 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-7a8d45e1-3195-4726-8f2a-99df1896dcba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed359446-030a-4827-90b9-45883c9b7880 HTTP/1.1" status: 200 len: 217 time: 0.0378773 Oct 26 08:52:33.911778 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-ce3b86d4-62d7-4b57-be0d-0d97cae3b22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:33.913283 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-ce3b86d4-62d7-4b57-be0d-0d97cae3b22f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ea5db74-ad91-4fdd-9a82-d054ace23951 HTTP/1.1" status: 200 len: 855 time: 0.0449679 Oct 26 08:52:33.946293 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-77fa2a72-c258-4e8c-b9f5-6b0ca58911a8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=069b86a7-e7ac-4411-a4b7-5a203721bdbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257788 Oct 26 08:52:34.040077 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-6d28b412-cebb-4f96-80bc-46ff404fdea6 service neutron] 10.222.0.47 "GET /v2.0/networks/069b86a7-e7ac-4411-a4b7-5a203721bdbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872004 Oct 26 08:52:34.128817 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-38b03c1a-8d4c-4562-a9a1-88d481929c8d req-5a0b7879-2b45-4c36-a21d-c3801976dafd service neutron] 10.222.0.47 "GET /v2.0/networks/069b86a7-e7ac-4411-a4b7-5a203721bdbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814979 Oct 26 08:52:34.528368 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd65b9-ab5b-4ccb-bb41-4f072368fe00 req-e92cce07-87e9-4bf9-a318-5c1478e88a87 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:34.529858 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-2dbd65b9-ab5b-4ccb-bb41-4f072368fe00 req-e92cce07-87e9-4bf9-a318-5c1478e88a87 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 944 time: 0.0483179 Oct 26 08:52:34.568673 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-2dbd65b9-ab5b-4ccb-bb41-4f072368fe00 req-d4bb5621-9ca8-44f5-8244-0cacdc52f1e5 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324283 Oct 26 08:52:35.226591 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fadf7a-c589-43cb-a4cc-ad9dde531633', 'tag': 'ed359446-030a-4827-90b9-45883c9b7880'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:52:35.228974 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459fa4d1-0d6b-40fa-9ea7-39b8547b555f" -d '{"events": [{"name": "network-changed", "server_uuid": "08fadf7a-c589-43cb-a4cc-ad9dde531633", "tag": "ed359446-030a-4827-90b9-45883c9b7880"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:52:35.264127 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7ffa32-3f96-470b-9414-79029eba6eab x-openstack-request-id: req-2d7ffa32-3f96-470b-9414-79029eba6eab {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:52:35.264658 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08fadf7a-c589-43cb-a4cc-ad9dde531633", "tag": "ed359446-030a-4827-90b9-45883c9b7880", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:52:35.264917 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2d7ffa32-3f96-470b-9414-79029eba6eab {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:52:35.265329 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08fadf7a-c589-43cb-a4cc-ad9dde531633', 'tag': 'ed359446-030a-4827-90b9-45883c9b7880', 'status': 'completed', 'code': 200} Oct 26 08:52:35.333886 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459fa4d1-0d6b-40fa-9ea7-39b8547b555f req-9b1c7195-900c-4ac9-b347-05fef7398961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:35.335359 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-459fa4d1-0d6b-40fa-9ea7-39b8547b555f req-9b1c7195-900c-4ac9-b347-05fef7398961 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f940fa03d6c2423db71a4f01fabbcc55&device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 1097 time: 0.0469601 Oct 26 08:52:35.426506 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459fa4d1-0d6b-40fa-9ea7-39b8547b555f req-a721f94a-3cbd-4c67-8a95-70c39c0ef007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:35.427957 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-459fa4d1-0d6b-40fa-9ea7-39b8547b555f req-a721f94a-3cbd-4c67-8a95-70c39c0ef007 service neutron] 10.222.0.47 "GET /v2.0/networks?id=069b86a7-e7ac-4411-a4b7-5a203721bdbf HTTP/1.1" status: 200 len: 916 time: 0.0861700 Oct 26 08:52:35.472971 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-459fa4d1-0d6b-40fa-9ea7-39b8547b555f req-6df5e530-a984-4187-bd12-753de58b8e28 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed359446-030a-4827-90b9-45883c9b7880 HTTP/1.1" status: 200 len: 217 time: 0.0381317 Oct 26 08:52:35.522231 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459fa4d1-0d6b-40fa-9ea7-39b8547b555f req-6ff1fd60-9f10-4418-95b0-4acc91e71104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:35.523570 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-459fa4d1-0d6b-40fa-9ea7-39b8547b555f req-6ff1fd60-9f10-4418-95b0-4acc91e71104 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ea5db74-ad91-4fdd-9a82-d054ace23951 HTTP/1.1" status: 200 len: 855 time: 0.0438230 Oct 26 08:52:35.554483 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-459fa4d1-0d6b-40fa-9ea7-39b8547b555f req-1dfd02c9-d70d-4286-a57e-a299b235fa1e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=069b86a7-e7ac-4411-a4b7-5a203721bdbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240886 Oct 26 08:52:35.647413 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-459fa4d1-0d6b-40fa-9ea7-39b8547b555f req-26ab2c0d-0cc4-4252-8a24-3b53c0f6458c service neutron] 10.222.0.47 "GET /v2.0/networks/069b86a7-e7ac-4411-a4b7-5a203721bdbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860326 Oct 26 08:52:35.685133 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356baf33-7010-4ed7-90ad-0def4ee0f8ab req-c0c3eb92-ee61-4619-927c-336c7ae0b850 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:35.686665 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-356baf33-7010-4ed7-90ad-0def4ee0f8ab req-c0c3eb92-ee61-4619-927c-336c7ae0b850 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 944 time: 0.0488770 Oct 26 08:52:35.726630 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-356baf33-7010-4ed7-90ad-0def4ee0f8ab req-b47306eb-aeaa-49dd-be77-97a1924d568b tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331867 Oct 26 08:52:35.738861 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-459fa4d1-0d6b-40fa-9ea7-39b8547b555f req-78f1dd4f-43a4-4294-93ea-b8f3f855ef9e service neutron] 10.222.0.47 "GET /v2.0/networks/069b86a7-e7ac-4411-a4b7-5a203721bdbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848343 Oct 26 08:52:36.427289 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device ed359446-030a-4827-90b9-45883c9b7880 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 08:52:36.429843 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 90a3cf6f-56a0-41e1-ab72-6e368b265f99 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:52:36.457066 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] No Port match for: 90a3cf6f-56a0-41e1-ab72-6e368b265f99 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:52:36.457415 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 90a3cf6f-56a0-41e1-ab72-6e368b265f99 not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:52:36.541301 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port ed359446-030a-4827-90b9-45883c9b7880, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ed359446-030a-4827-90b9-45883c9b7880,segment=NetworkSegment(35bfa799-c600-407f-a8f3-417617d75771),segment_id=35bfa799-c600-407f-a8f3-417617d75771)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:52:36.556643 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': 'ed359446-030a-4827-90b9-45883c9b7880', 'network_id': '069b86a7-e7ac-4411-a4b7-5a203721bdbf', 'port_id': 'ed359446-030a-4827-90b9-45883c9b7880', 'mac_address': 'fa:16:3e:4b:44:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ea5db74-ad91-4fdd-9a82-d054ace23951', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 08:52:36.593254 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:52:36.606430 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed359446-030a-4827-90b9-45883c9b7880 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:52:36.625349 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port ed359446-030a-4827-90b9-45883c9b7880, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ed359446-030a-4827-90b9-45883c9b7880,segment=NetworkSegment(35bfa799-c600-407f-a8f3-417617d75771),segment_id=35bfa799-c600-407f-a8f3-417617d75771)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:52:36.629923 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:52:36.678782 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=ed359446-030a-4827-90b9-45883c9b7880,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:52:36.825672 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['ed359446-030a-4827-90b9-45883c9b7880'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:52:36.842907 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c7bd4-60e7-4bb7-ba91-dd230f8ab795 req-02d4846d-85ba-4a01-9417-655156213777 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:36.844402 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3f8c7bd4-60e7-4bb7-ba91-dd230f8ab795 req-02d4846d-85ba-4a01-9417-655156213777 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 945 time: 0.0507329 Oct 26 08:52:36.884072 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3f8c7bd4-60e7-4bb7-ba91-dd230f8ab795 req-2d425928-6e15-4556-86f4-4ea14ba998e6 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332313 Oct 26 08:52:38.001017 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28f09b-73c1-4012-9b71-ea2ec4e51e40 req-36c75aa6-3dc1-4d09-be61-9000465e14af tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:38.002537 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-1c28f09b-73c1-4012-9b71-ea2ec4e51e40 req-36c75aa6-3dc1-4d09-be61-9000465e14af tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 945 time: 0.0531144 Oct 26 08:52:38.041271 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-1c28f09b-73c1-4012-9b71-ea2ec4e51e40 req-09825d2b-903b-4e70-ad62-b568b243ef4e tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324032 Oct 26 08:52:38.442396 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device ed359446-030a-4827-90b9-45883c9b7880 up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:52:38.491669 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port ed359446-030a-4827-90b9-45883c9b7880 completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 08:52:38.495865 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port ed359446-030a-4827-90b9-45883c9b7880 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:52:38.496235 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:52:38.577444 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:52:38.600345 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fadf7a-c589-43cb-a4cc-ad9dde531633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed359446-030a-4827-90b9-45883c9b7880'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:52:38.602677 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49933fd8-57ed-4691-bd35-080a8bb07eca" -d '{"events": [{"server_uuid": "08fadf7a-c589-43cb-a4cc-ad9dde531633", "name": "network-vif-plugged", "status": "completed", "tag": "ed359446-030a-4827-90b9-45883c9b7880"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:52:38.616329 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port ed359446-030a-4827-90b9-45883c9b7880, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ed359446-030a-4827-90b9-45883c9b7880,segment=NetworkSegment(35bfa799-c600-407f-a8f3-417617d75771),segment_id=35bfa799-c600-407f-a8f3-417617d75771)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:52:38.620429 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:52:38.647674 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaffc843-8e0b-4db5-a9e6-c6e5735143b9 x-openstack-request-id: req-eaffc843-8e0b-4db5-a9e6-c6e5735143b9 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:52:38.648132 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fadf7a-c589-43cb-a4cc-ad9dde531633", "name": "network-vif-plugged", "status": "completed", "tag": "ed359446-030a-4827-90b9-45883c9b7880", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:52:38.648255 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eaffc843-8e0b-4db5-a9e6-c6e5735143b9 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:52:38.648642 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fadf7a-c589-43cb-a4cc-ad9dde531633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed359446-030a-4827-90b9-45883c9b7880', 'code': 200} Oct 26 08:52:38.677286 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=ed359446-030a-4827-90b9-45883c9b7880,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:52:38.810296 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4a962-04d0-4c1f-85d4-24dbbdf23932 req-f7894c38-1737-456f-839f-78965feb3e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:38.811714 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bdf4a962-04d0-4c1f-85d4-24dbbdf23932 req-f7894c38-1737-456f-839f-78965feb3e8c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 1099 time: 0.0441003 Oct 26 08:52:38.846039 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bdf4a962-04d0-4c1f-85d4-24dbbdf23932 req-cb6929ea-1072-45c1-a1ba-b6b3ebf2fb68 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267541 Oct 26 08:52:39.156604 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb1a06-fc96-49c2-b781-9cf046b3e48e req-3a5a9b62-83b7-477b-8c26-ad8107f2a043 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:39.158108 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-76fb1a06-fc96-49c2-b781-9cf046b3e48e req-3a5a9b62-83b7-477b-8c26-ad8107f2a043 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 946 time: 0.0488539 Oct 26 08:52:39.195196 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-76fb1a06-fc96-49c2-b781-9cf046b3e48e req-cf0712c5-6d05-4e7d-974b-9fe1bb3c6fd1 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306306 Oct 26 08:52:40.312333 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87521d04-3662-43b2-9820-134b84981d85 req-6d5c9935-bd9b-4eb7-8c3a-1101c6c7a2ef tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:40.313830 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-87521d04-3662-43b2-9820-134b84981d85 req-6d5c9935-bd9b-4eb7-8c3a-1101c6c7a2ef tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 946 time: 0.0498981 Oct 26 08:52:40.351691 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-87521d04-3662-43b2-9820-134b84981d85 req-66ccb626-7738-40d8-800c-b48459e94232 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318115 Oct 26 08:52:40.464492 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0b671-67ef-45b9-8160-713ff2667609 req-4ca02cd2-6dd7-470d-9cf8-a0be1cb864d5 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:40.466420 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-efc0b671-67ef-45b9-8160-713ff2667609 req-4ca02cd2-6dd7-470d-9cf8-a0be1cb864d5 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 946 time: 0.0488577 Oct 26 08:52:40.509601 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-efc0b671-67ef-45b9-8160-713ff2667609 req-52e0057b-54fa-43f9-bd89-276f471926f0 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365779 Oct 26 08:52:40.728446 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d576fbac-87a8-402b-8eac-2f86dc6e1d50 req-6651212f-61fd-4451-a3e0-a8039e8fbf64 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0411174 Oct 26 08:52:40.741404 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87037b5-cd00-4ad4-ab37-2bd3323db28d req-a6759052-7b45-4209-a592-c56da88b48ea tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:40.743094 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a87037b5-cd00-4ad4-ab37-2bd3323db28d req-a6759052-7b45-4209-a592-c56da88b48ea tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 946 time: 0.0493844 Oct 26 08:52:40.782855 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a87037b5-cd00-4ad4-ab37-2bd3323db28d req-00ea8bf9-1fee-4931-8749-66a38aa1c27e tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334370 Oct 26 08:52:41.816399 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576fbac-87a8-402b-8eac-2f86dc6e1d50 req-237c355c-044a-45a0-aeda-2d9a74758d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:41.817940 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d576fbac-87a8-402b-8eac-2f86dc6e1d50 req-237c355c-044a-45a0-aeda-2d9a74758d37 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f940fa03d6c2423db71a4f01fabbcc55&device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 1099 time: 0.0908668 Oct 26 08:52:41.935851 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576fbac-87a8-402b-8eac-2f86dc6e1d50 req-c9815143-1beb-4fdd-8e67-a0323ea64806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:41.937324 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d576fbac-87a8-402b-8eac-2f86dc6e1d50 req-c9815143-1beb-4fdd-8e67-a0323ea64806 service neutron] 10.222.0.47 "GET /v2.0/networks?id=069b86a7-e7ac-4411-a4b7-5a203721bdbf HTTP/1.1" status: 200 len: 916 time: 0.1128974 Oct 26 08:52:41.945444 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412fe08-85aa-4da4-ada0-882fc52726a4 req-dc8660eb-4026-48f7-8fff-b7865737d2e7 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:41.946810 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d412fe08-85aa-4da4-ada0-882fc52726a4 req-dc8660eb-4026-48f7-8fff-b7865737d2e7 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 946 time: 0.0808864 Oct 26 08:52:41.995193 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d576fbac-87a8-402b-8eac-2f86dc6e1d50 req-6a1ac2d7-a263-46e1-bb75-1c0f162e11aa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed359446-030a-4827-90b9-45883c9b7880 HTTP/1.1" status: 200 len: 217 time: 0.0474548 Oct 26 08:52:42.038227 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d412fe08-85aa-4da4-ada0-882fc52726a4 req-cff09b1d-70f5-4aa3-980d-491663c8002e tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852029 Oct 26 08:52:42.055351 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576fbac-87a8-402b-8eac-2f86dc6e1d50 req-8ceac390-ba22-4923-b914-c18fae011757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:42.056795 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d576fbac-87a8-402b-8eac-2f86dc6e1d50 req-8ceac390-ba22-4923-b914-c18fae011757 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ea5db74-ad91-4fdd-9a82-d054ace23951 HTTP/1.1" status: 200 len: 855 time: 0.0544932 Oct 26 08:52:42.089686 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d576fbac-87a8-402b-8eac-2f86dc6e1d50 req-69ff4d48-8327-4dd9-932b-739582be5149 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=069b86a7-e7ac-4411-a4b7-5a203721bdbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250840 Oct 26 08:52:42.181642 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d576fbac-87a8-402b-8eac-2f86dc6e1d50 req-56c7bcef-39cb-4609-9755-25877c1ceedc service neutron] 10.222.0.47 "GET /v2.0/networks/069b86a7-e7ac-4411-a4b7-5a203721bdbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842330 Oct 26 08:52:42.269868 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d576fbac-87a8-402b-8eac-2f86dc6e1d50 req-49eb8651-ac69-498c-8c6b-5d1c16f4c9b3 service neutron] 10.222.0.47 "GET /v2.0/networks/069b86a7-e7ac-4411-a4b7-5a203721bdbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804186 Oct 26 08:52:43.153152 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6642c9-ba06-4db9-a102-f39df761d67b req-1a1d27d0-8be9-4e97-94f1-baf6818c2814 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:43.154681 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-2e6642c9-ba06-4db9-a102-f39df761d67b req-1a1d27d0-8be9-4e97-94f1-baf6818c2814 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 946 time: 0.0491261 Oct 26 08:52:43.192164 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-2e6642c9-ba06-4db9-a102-f39df761d67b req-9376b581-37d6-4813-9fb3-9deb68f8fb5b tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309792 Oct 26 08:52:43.544650 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9435a5-2b08-46cb-90fa-ae11d561301d req-4698bd07-cc32-45b7-b8c0-1cafa4df31fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:43.546302 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1d9435a5-2b08-46cb-90fa-ae11d561301d req-4698bd07-cc32-45b7-b8c0-1cafa4df31fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f940fa03d6c2423db71a4f01fabbcc55&device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 1099 time: 0.0472834 Oct 26 08:52:43.654798 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9435a5-2b08-46cb-90fa-ae11d561301d req-568d25b3-520c-4870-b4e0-f0049d5fab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:43.656286 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1d9435a5-2b08-46cb-90fa-ae11d561301d req-568d25b3-520c-4870-b4e0-f0049d5fab2e service neutron] 10.222.0.47 "GET /v2.0/networks?id=069b86a7-e7ac-4411-a4b7-5a203721bdbf HTTP/1.1" status: 200 len: 916 time: 0.0869787 Oct 26 08:52:43.700943 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1d9435a5-2b08-46cb-90fa-ae11d561301d req-087e85e6-2c19-4bb3-a37c-a75af94f071a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed359446-030a-4827-90b9-45883c9b7880 HTTP/1.1" status: 200 len: 217 time: 0.0377717 Oct 26 08:52:43.752755 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9435a5-2b08-46cb-90fa-ae11d561301d req-54e289fe-d73d-427a-9a8b-677c73805340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:43.754317 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1d9435a5-2b08-46cb-90fa-ae11d561301d req-54e289fe-d73d-427a-9a8b-677c73805340 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ea5db74-ad91-4fdd-9a82-d054ace23951 HTTP/1.1" status: 200 len: 855 time: 0.0447500 Oct 26 08:52:43.786169 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1d9435a5-2b08-46cb-90fa-ae11d561301d req-650d0418-45ff-4d95-806f-1e4a6718210d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=069b86a7-e7ac-4411-a4b7-5a203721bdbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247154 Oct 26 08:52:43.881679 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1d9435a5-2b08-46cb-90fa-ae11d561301d req-7bd89343-cf3c-4998-884a-a75986113ba6 service neutron] 10.222.0.47 "GET /v2.0/networks/069b86a7-e7ac-4411-a4b7-5a203721bdbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892520 Oct 26 08:52:43.976255 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1d9435a5-2b08-46cb-90fa-ae11d561301d req-3b0d8c46-5dfc-4ea1-bf40-0a96d26b948f service neutron] 10.222.0.47 "GET /v2.0/networks/069b86a7-e7ac-4411-a4b7-5a203721bdbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880260 Oct 26 08:52:44.311967 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04283937-1f9d-4ae2-9a49-fce979ad5b77 req-c3b009bc-1c0d-47eb-a60d-b2d6c3d426f3 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:44.313484 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-04283937-1f9d-4ae2-9a49-fce979ad5b77 req-c3b009bc-1c0d-47eb-a60d-b2d6c3d426f3 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 946 time: 0.0531743 Oct 26 08:52:44.353953 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-04283937-1f9d-4ae2-9a49-fce979ad5b77 req-ce65a359-b011-4bdc-9772-36cb7278ab13 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343184 Oct 26 08:52:45.471791 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d3497-09a6-4616-a67a-9b3080dfeca0 req-0ef10da1-5977-4486-b743-7666e5d7ec5a tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:45.474269 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e75d3497-09a6-4616-a67a-9b3080dfeca0 req-0ef10da1-5977-4486-b743-7666e5d7ec5a tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 946 time: 0.0507455 Oct 26 08:52:45.519304 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e75d3497-09a6-4616-a67a-9b3080dfeca0 req-1f1abda2-15bd-4f2c-831e-0dafe84f079a tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388243 Oct 26 08:52:46.638063 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669635a-4253-4405-ae6c-213a21cfe24e req-a33c87ef-48cb-45a8-b673-38663f9f21e1 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:46.639535 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5669635a-4253-4405-ae6c-213a21cfe24e req-a33c87ef-48cb-45a8-b673-38663f9f21e1 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 946 time: 0.0528059 Oct 26 08:52:46.676981 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5669635a-4253-4405-ae6c-213a21cfe24e req-43a2b727-18fe-44e5-bc46-29b62d245105 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312197 Oct 26 08:52:47.792961 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da32837-37a8-4cb8-bef7-63276a31eaf5 req-fa77b577-c40b-4192-8ca6-d2c5c8a0acb1 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:47.794474 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-1da32837-37a8-4cb8-bef7-63276a31eaf5 req-fa77b577-c40b-4192-8ca6-d2c5c8a0acb1 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 946 time: 0.0492005 Oct 26 08:52:47.834352 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-1da32837-37a8-4cb8-bef7-63276a31eaf5 req-f3294225-9fb6-43c7-b3d5-87f37722b540 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338719 Oct 26 08:52:48.664586 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:52:48.948994 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5593b5-4ada-4b58-a155-020f380ab88e req-5f514021-9cdb-4f6c-8c10-d63effceba6f tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:48.950514 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-dc5593b5-4ada-4b58-a155-020f380ab88e req-5f514021-9cdb-4f6c-8c10-d63effceba6f tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 946 time: 0.0493760 Oct 26 08:52:48.989318 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-dc5593b5-4ada-4b58-a155-020f380ab88e req-c66e2e0b-a958-43d5-84f2-939cc1356cc1 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328748 Oct 26 08:52:49.393555 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-88a0d1ad-9f34-4108-a381-e38d1ec08ff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:52:50.104035 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d8ab5-129c-4b77-839a-9e4a27b2eca1 req-ea849051-4e99-41ac-92e8-5dce80187274 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:50.105515 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-c54d8ab5-129c-4b77-839a-9e4a27b2eca1 req-ea849051-4e99-41ac-92e8-5dce80187274 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 946 time: 0.0493379 Oct 26 08:52:50.143313 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-c54d8ab5-129c-4b77-839a-9e4a27b2eca1 req-96809982-e1ce-4bcc-887a-3e87147d2006 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319264 Oct 26 08:52:51.260211 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58487d78-9624-43b5-acff-6ac2692d9b5c req-9e4188a6-beae-44e6-abce-e23afa572ea4 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:51.261894 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-58487d78-9624-43b5-acff-6ac2692d9b5c req-9e4188a6-beae-44e6-abce-e23afa572ea4 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 946 time: 0.0492535 Oct 26 08:52:51.298537 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-58487d78-9624-43b5-acff-6ac2692d9b5c req-9e0547d1-d68b-4aa7-8ba3-fc6915a56a5f tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307024 Oct 26 08:52:52.071330 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-abae804a-ccbc-4459-a16b-40e70b3b2ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:52:52.419488 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a396cf3b-24fb-4d35-afad-a3bb90bfef3f req-aef6763c-e508-4fb0-8310-2b61ccfc63a0 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:52.420977 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a396cf3b-24fb-4d35-afad-a3bb90bfef3f req-aef6763c-e508-4fb0-8310-2b61ccfc63a0 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 946 time: 0.0497510 Oct 26 08:52:52.464168 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a396cf3b-24fb-4d35-afad-a3bb90bfef3f req-939294b2-0ff2-4664-a861-fd376597f7e3 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367975 Oct 26 08:52:52.945534 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:52:53.313755 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:52:53.585224 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62195194-99d9-4a4f-9868-07fd929db6c1 req-468e0e43-f53d-41a4-a202-81597994e921 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:53.586771 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-62195194-99d9-4a4f-9868-07fd929db6c1 req-468e0e43-f53d-41a4-a202-81597994e921 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 946 time: 0.0554700 Oct 26 08:52:53.624389 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-62195194-99d9-4a4f-9868-07fd929db6c1 req-206a1837-1063-4381-971b-6ba76e10cbf3 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315146 Oct 26 08:52:54.283106 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:52:54.740065 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f206ab-607c-458b-85f0-734d0c35e71e req-86dc1a43-4f38-4c40-8d03-69f2ca3547d7 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:54.741562 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-69f206ab-607c-458b-85f0-734d0c35e71e req-86dc1a43-4f38-4c40-8d03-69f2ca3547d7 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 946 time: 0.0503168 Oct 26 08:52:54.779401 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-69f206ab-607c-458b-85f0-734d0c35e71e req-3a39c4be-72de-4a1c-ab0b-afb457c8ee30 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319464 Oct 26 08:52:54.840486 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:52:55.893613 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0f37f-6635-4d9b-a19b-e85aa8c3efda req-d6fab3dd-4e5d-42d5-9e83-199475a25ec8 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:55.895117 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ead0f37f-6635-4d9b-a19b-e85aa8c3efda req-d6fab3dd-4e5d-42d5-9e83-199475a25ec8 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 946 time: 0.0490677 Oct 26 08:52:55.933016 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ead0f37f-6635-4d9b-a19b-e85aa8c3efda req-40b87fb5-9110-4f37-a92d-95c137c59048 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315669 Oct 26 08:52:57.048256 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c83c9-a09d-438c-8b3f-a747d6470a45 req-340255e3-ab97-4890-a4cf-35fe96131394 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:57.049761 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-756c83c9-a09d-438c-8b3f-a747d6470a45 req-340255e3-ab97-4890-a4cf-35fe96131394 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 946 time: 0.0503948 Oct 26 08:52:57.088096 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-756c83c9-a09d-438c-8b3f-a747d6470a45 req-c0a7646c-35fe-4941-8833-870ccc8084fc tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323296 Oct 26 08:52:58.206312 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015e5d2-888d-4e87-9e5f-9e3bab2ca96f req-7fb0e6d9-29f3-474c-b08e-45f95051924f tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:58.208065 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4015e5d2-888d-4e87-9e5f-9e3bab2ca96f req-7fb0e6d9-29f3-474c-b08e-45f95051924f tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 946 time: 0.0496712 Oct 26 08:52:58.245730 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4015e5d2-888d-4e87-9e5f-9e3bab2ca96f req-5930a0cf-2e0d-4f40-8317-d92e1a9cd97c tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318980 Oct 26 08:52:59.358775 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a1690-23a1-4b89-aa6c-356e224d522b req-bd42e919-b5d7-4e38-8b67-ea5d2a1cedec tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:52:59.360218 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-4b9a1690-23a1-4b89-aa6c-356e224d522b req-bd42e919-b5d7-4e38-8b67-ea5d2a1cedec tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 946 time: 0.0488870 Oct 26 08:52:59.401883 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-4b9a1690-23a1-4b89-aa6c-356e224d522b req-4fa9bc81-b2dc-44e5-8406-0b78bf839012 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351596 Oct 26 08:53:00.566476 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffbf0f-8417-4e12-a357-7ce1e593c4af req-4c6f6acc-88b0-4bf3-a2b0-320d2463f2ad tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:00.568584 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6cffbf0f-8417-4e12-a357-7ce1e593c4af req-4c6f6acc-88b0-4bf3-a2b0-320d2463f2ad tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 946 time: 0.1008561 Oct 26 08:53:00.606376 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6cffbf0f-8417-4e12-a357-7ce1e593c4af req-503e535e-244b-42a2-9060-b573d3495875 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318518 Oct 26 08:53:01.780133 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116704c-4596-423d-8c94-ec6fcbbd8657 req-90d0dd4c-2146-4af3-839e-d6e077f6fe8e tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:01.781709 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-4116704c-4596-423d-8c94-ec6fcbbd8657 req-90d0dd4c-2146-4af3-839e-d6e077f6fe8e tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 946 time: 0.1003962 Oct 26 08:53:01.820728 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-4116704c-4596-423d-8c94-ec6fcbbd8657 req-4360a36e-ff7e-4944-ba65-0d9d2057c60c tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322382 Oct 26 08:53:02.936415 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0fda43-1247-43a5-8b0d-effbf26d7821 req-b044dc58-9888-4fb2-8005-26a386d0e866 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:02.937944 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3c0fda43-1247-43a5-8b0d-effbf26d7821 req-b044dc58-9888-4fb2-8005-26a386d0e866 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 946 time: 0.0492191 Oct 26 08:53:02.979052 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3c0fda43-1247-43a5-8b0d-effbf26d7821 req-726f07ca-5c19-4c69-b8cf-f27be2a0e94f tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344026 Oct 26 08:53:04.092365 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac53319-6dcd-4049-9aa6-0ffd0c492871 req-16d6fc9b-c356-4b68-836c-744df00a0f15 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:04.093879 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-bac53319-6dcd-4049-9aa6-0ffd0c492871 req-16d6fc9b-c356-4b68-836c-744df00a0f15 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 946 time: 0.0487924 Oct 26 08:53:04.131421 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-bac53319-6dcd-4049-9aa6-0ffd0c492871 req-3a4f3622-88b6-491d-b414-dfc64d455931 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308721 Oct 26 08:53:05.245436 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4a51c-b36c-42eb-897b-17fc7a30f0fa req-ac5bb2e6-1e9c-47df-8d3e-ba65b726f53c tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:05.246979 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5da4a51c-b36c-42eb-897b-17fc7a30f0fa req-ac5bb2e6-1e9c-47df-8d3e-ba65b726f53c tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 946 time: 0.0493174 Oct 26 08:53:05.283604 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5da4a51c-b36c-42eb-897b-17fc7a30f0fa req-8fd4a69d-427f-4655-ab78-e6949e6385c0 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307705 Oct 26 08:53:06.399262 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac53722-2cf0-4eb8-a1ca-618f61f916a7 req-928411e9-249e-441f-87a1-0b13c42558c7 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:06.400739 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-6ac53722-2cf0-4eb8-a1ca-618f61f916a7 req-928411e9-249e-441f-87a1-0b13c42558c7 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 946 time: 0.0490685 Oct 26 08:53:06.441565 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-6ac53722-2cf0-4eb8-a1ca-618f61f916a7 req-08acff4c-3fbe-44f1-a47d-17b5dad6dd9f tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349169 Oct 26 08:53:07.561986 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf91c2-5dd7-4250-b044-ba7811a447f4 req-1c9720e6-81ea-4eae-9681-a53110d81bf0 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:07.563488 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-53bf91c2-5dd7-4250-b044-ba7811a447f4 req-1c9720e6-81ea-4eae-9681-a53110d81bf0 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 946 time: 0.0553179 Oct 26 08:53:07.604325 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-53bf91c2-5dd7-4250-b044-ba7811a447f4 req-da99e1e6-ae60-41ba-881a-f01f775efc9e tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338604 Oct 26 08:53:08.720932 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c38e33-6bca-46fc-918d-b8808afe03b5 req-84e71e72-49f9-4d33-81cd-229213ccc5a0 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:08.722460 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-27c38e33-6bca-46fc-918d-b8808afe03b5 req-84e71e72-49f9-4d33-81cd-229213ccc5a0 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 946 time: 0.0501149 Oct 26 08:53:08.760314 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-27c38e33-6bca-46fc-918d-b8808afe03b5 req-fd79f6ae-c505-46f5-95c2-641179113169 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317690 Oct 26 08:53:08.834054 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d576fbac-87a8-402b-8eac-2f86dc6e1d50 req-c17a3308-81f6-4556-b9e3-97df17cbdd78 service neutron] 10.222.0.47 "GET /v2.0/ports/ed359446-030a-4827-90b9-45883c9b7880/bindings/hv-neutron-8048 HTTP/1.1" status: 200 len: 384 time: 0.0541885 Oct 26 08:53:09.033204 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576fbac-87a8-402b-8eac-2f86dc6e1d50 req-b5908a57-a832-40df-80e4-68a101e14ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:09.034762 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d576fbac-87a8-402b-8eac-2f86dc6e1d50 req-b5908a57-a832-40df-80e4-68a101e14ba8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633&tenant_id=f940fa03d6c2423db71a4f01fabbcc55 HTTP/1.1" status: 200 len: 1099 time: 0.0411510 Oct 26 08:53:09.094337 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576fbac-87a8-402b-8eac-2f86dc6e1d50 req-2d07c2a2-a98c-4a7d-ab72-4b3cc65b61ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:09.095721 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d576fbac-87a8-402b-8eac-2f86dc6e1d50 req-2d07c2a2-a98c-4a7d-ab72-4b3cc65b61ff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f940fa03d6c2423db71a4f01fabbcc55&device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 1099 time: 0.0402539 Oct 26 08:53:09.187590 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576fbac-87a8-402b-8eac-2f86dc6e1d50 req-4f0caddf-edc6-4901-9356-49c428bf6b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:09.189052 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d576fbac-87a8-402b-8eac-2f86dc6e1d50 req-4f0caddf-edc6-4901-9356-49c428bf6b82 service neutron] 10.222.0.47 "GET /v2.0/networks?id=069b86a7-e7ac-4411-a4b7-5a203721bdbf HTTP/1.1" status: 200 len: 916 time: 0.0865819 Oct 26 08:53:09.228772 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d576fbac-87a8-402b-8eac-2f86dc6e1d50 req-749f0209-dc74-4b51-9fa1-56a8a1ed3cd0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed359446-030a-4827-90b9-45883c9b7880 HTTP/1.1" status: 200 len: 217 time: 0.0328441 Oct 26 08:53:09.578308 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576fbac-87a8-402b-8eac-2f86dc6e1d50 req-08038eee-c046-4779-b893-1da4997906be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:09.579801 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d576fbac-87a8-402b-8eac-2f86dc6e1d50 req-08038eee-c046-4779-b893-1da4997906be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ea5db74-ad91-4fdd-9a82-d054ace23951 HTTP/1.1" status: 200 len: 855 time: 0.3449917 Oct 26 08:53:09.611421 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d576fbac-87a8-402b-8eac-2f86dc6e1d50 req-791db0bf-b41e-4d31-901d-d97c8454c08d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=069b86a7-e7ac-4411-a4b7-5a203721bdbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245185 Oct 26 08:53:09.700949 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d576fbac-87a8-402b-8eac-2f86dc6e1d50 req-bdc11582-0a5b-4834-9f7b-f8a09bc98393 service neutron] 10.222.0.47 "GET /v2.0/networks/069b86a7-e7ac-4411-a4b7-5a203721bdbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825391 Oct 26 08:53:09.789927 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d576fbac-87a8-402b-8eac-2f86dc6e1d50 req-a6517f4c-f9c5-4dcc-944b-7b9f162b3a49 service neutron] 10.222.0.47 "GET /v2.0/networks/069b86a7-e7ac-4411-a4b7-5a203721bdbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813541 Oct 26 08:53:09.880116 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1586672-461e-4b2c-a9a6-36eb0e6896ba req-6803d001-dd5d-463a-96f5-322cf5bab42d tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:09.881552 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b1586672-461e-4b2c-a9a6-36eb0e6896ba req-6803d001-dd5d-463a-96f5-322cf5bab42d tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 946 time: 0.0525041 Oct 26 08:53:09.920938 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b1586672-461e-4b2c-a9a6-36eb0e6896ba req-2f0e2b1e-5c53-4244-bfb7-5e5f407d849a tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330200 Oct 26 08:53:11.037909 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e42feb-577a-4869-9879-52531599b596 req-24be5820-8f4a-4175-ac4b-bf97a5dd04cf tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:11.039376 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-60e42feb-577a-4869-9879-52531599b596 req-24be5820-8f4a-4175-ac4b-bf97a5dd04cf tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 946 time: 0.0496473 Oct 26 08:53:11.076589 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-60e42feb-577a-4869-9879-52531599b596 req-8a8ceaea-4a87-4843-80d7-53a9828b362a tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313857 Oct 26 08:53:12.194174 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4cc20-9b1b-4fd9-96cb-2c104d96cddf req-0b5e541a-41ac-4950-bb00-84207d7c5e36 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:12.195650 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4dd4cc20-9b1b-4fd9-96cb-2c104d96cddf req-0b5e541a-41ac-4950-bb00-84207d7c5e36 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 946 time: 0.0523138 Oct 26 08:53:12.233033 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4dd4cc20-9b1b-4fd9-96cb-2c104d96cddf req-ce5136f0-9386-4458-b721-2d2b5f1b2e9f tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315590 Oct 26 08:53:12.456513 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e4a5a-a755-4b4a-b0b2-5ff9880c9379 req-35cff987-89ca-4a6a-84ec-693674702b0f tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:12.459452 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-536e4a5a-a755-4b4a-b0b2-5ff9880c9379 req-35cff987-89ca-4a6a-84ec-693674702b0f tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 946 time: 0.0841608 Oct 26 08:53:12.467416 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf72162-9afe-4ddb-9e83-38a18873b86c req-14a39648-5089-42f3-b175-e82ecc62394c tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:12.468763 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3cf72162-9afe-4ddb-9e83-38a18873b86c req-14a39648-5089-42f3-b175-e82ecc62394c tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.47 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633&tenant_id=f940fa03d6c2423db71a4f01fabbcc55&binding%3Ahost_id=hv-neutron-8048 HTTP/1.1" status: 200 len: 946 time: 0.0816805 Oct 26 08:53:12.505451 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-536e4a5a-a755-4b4a-b0b2-5ff9880c9379 req-d3253043-7f70-45b4-a1a5-75790c588071 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357289 Oct 26 08:53:12.552991 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf72162-9afe-4ddb-9e83-38a18873b86c req-2200a8cd-83db-48d3-8cd7-f644cfcad390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:12.554524 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3cf72162-9afe-4ddb-9e83-38a18873b86c req-2200a8cd-83db-48d3-8cd7-f644cfcad390 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f940fa03d6c2423db71a4f01fabbcc55&device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 1099 time: 0.0441754 Oct 26 08:53:12.643573 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf72162-9afe-4ddb-9e83-38a18873b86c req-ee5485a6-9e16-44fe-8814-b6f3178f47ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:12.645251 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3cf72162-9afe-4ddb-9e83-38a18873b86c req-ee5485a6-9e16-44fe-8814-b6f3178f47ad service neutron] 10.222.0.47 "GET /v2.0/networks?id=069b86a7-e7ac-4411-a4b7-5a203721bdbf HTTP/1.1" status: 200 len: 916 time: 0.0831242 Oct 26 08:53:12.663452 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device ed359446-030a-4827-90b9-45883c9b7880 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 08:53:12.665504 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device ed359446-030a-4827-90b9-45883c9b7880 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:53:12.689875 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3cf72162-9afe-4ddb-9e83-38a18873b86c req-e2f6650e-4e6b-4861-a78f-a32d84da4db1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed359446-030a-4827-90b9-45883c9b7880 HTTP/1.1" status: 200 len: 217 time: 0.0383151 Oct 26 08:53:12.739949 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf72162-9afe-4ddb-9e83-38a18873b86c req-d66f6310-2f0c-4cff-becb-f45269b64b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:12.741437 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3cf72162-9afe-4ddb-9e83-38a18873b86c req-d66f6310-2f0c-4cff-becb-f45269b64b75 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ea5db74-ad91-4fdd-9a82-d054ace23951 HTTP/1.1" status: 200 len: 855 time: 0.0446384 Oct 26 08:53:12.772671 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3cf72162-9afe-4ddb-9e83-38a18873b86c req-48a4e7e4-93b6-4aca-a968-38a3de54c1cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=069b86a7-e7ac-4411-a4b7-5a203721bdbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247204 Oct 26 08:53:12.808273 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:12.834322 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port ed359446-030a-4827-90b9-45883c9b7880, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ed359446-030a-4827-90b9-45883c9b7880,segment=NetworkSegment(35bfa799-c600-407f-a8f3-417617d75771),segment_id=35bfa799-c600-407f-a8f3-417617d75771)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:53:12.853529 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fadf7a-c589-43cb-a4cc-ad9dde531633', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed359446-030a-4827-90b9-45883c9b7880'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:53:12.855844 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efacc58-bd91-4690-8bc8-f41024c2ef00" -d '{"events": [{"server_uuid": "08fadf7a-c589-43cb-a4cc-ad9dde531633", "name": "network-vif-unplugged", "status": "completed", "tag": "ed359446-030a-4827-90b9-45883c9b7880"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:53:12.864567 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3cf72162-9afe-4ddb-9e83-38a18873b86c req-309b2ba5-6401-4635-87a8-f34ecb5634bc service neutron] 10.222.0.47 "GET /v2.0/networks/069b86a7-e7ac-4411-a4b7-5a203721bdbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846860 Oct 26 08:53:12.866588 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': 'ed359446-030a-4827-90b9-45883c9b7880', 'network_id': '069b86a7-e7ac-4411-a4b7-5a203721bdbf', 'port_id': 'ed359446-030a-4827-90b9-45883c9b7880', 'mac_address': 'fa:16:3e:4b:44:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ea5db74-ad91-4fdd-9a82-d054ace23951', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 08:53:12.871197 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port ed359446-030a-4827-90b9-45883c9b7880, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ed359446-030a-4827-90b9-45883c9b7880,segment=NetworkSegment(35bfa799-c600-407f-a8f3-417617d75771),segment_id=35bfa799-c600-407f-a8f3-417617d75771)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:53:12.876364 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:12.902776 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 08:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c07776-9973-4665-9efc-2d2543c114c5 x-openstack-request-id: req-d6c07776-9973-4665-9efc-2d2543c114c5 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:53:12.903054 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fadf7a-c589-43cb-a4cc-ad9dde531633", "name": "network-vif-unplugged", "status": "completed", "tag": "ed359446-030a-4827-90b9-45883c9b7880", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:53:12.903307 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d6c07776-9973-4665-9efc-2d2543c114c5 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:53:12.903686 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fadf7a-c589-43cb-a4cc-ad9dde531633', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed359446-030a-4827-90b9-45883c9b7880', 'code': 200} Oct 26 08:53:12.946782 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:12.963921 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=ed359446-030a-4827-90b9-45883c9b7880,revision_number=6']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:53:12.967332 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3cf72162-9afe-4ddb-9e83-38a18873b86c req-ac5bb7bc-4165-4975-b77a-d59ff215fd12 service neutron] 10.222.0.47 "GET /v2.0/networks/069b86a7-e7ac-4411-a4b7-5a203721bdbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961645 Oct 26 08:53:12.974321 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed359446-030a-4827-90b9-45883c9b7880 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:53:12.978904 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:12.979257 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:12.979598 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:12.979936 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:12.980270 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:12.980602 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:12.980932 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:12.981261 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:12.981588 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:12.981952 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:12.982261 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:12.982603 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:13.001368 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port ed359446-030a-4827-90b9-45883c9b7880, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ed359446-030a-4827-90b9-45883c9b7880,segment=NetworkSegment(35bfa799-c600-407f-a8f3-417617d75771),segment_id=35bfa799-c600-407f-a8f3-417617d75771)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:53:13.005446 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:13.059098 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=ed359446-030a-4827-90b9-45883c9b7880,revision_number=7']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:53:13.069218 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['ed359446-030a-4827-90b9-45883c9b7880'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:53:13.623738 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e7a88-99cf-471a-9daf-13be87b43f41 req-c772d03c-9210-4d42-8d83-ebbe0000b505 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:13.625139 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-aa7e7a88-99cf-471a-9daf-13be87b43f41 req-c772d03c-9210-4d42-8d83-ebbe0000b505 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 945 time: 0.0509980 Oct 26 08:53:13.662618 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-aa7e7a88-99cf-471a-9daf-13be87b43f41 req-16f52c2f-59c3-4997-a050-6275c097e60f tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303476 Oct 26 08:53:13.777763 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffffde-3449-459a-beef-9b40e6551031 req-698b7230-3be2-489c-8a6f-36b872b1d80d tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:13.779381 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-faffffde-3449-459a-beef-9b40e6551031 req-698b7230-3be2-489c-8a6f-36b872b1d80d tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 945 time: 0.0495272 Oct 26 08:53:13.821872 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-faffffde-3449-459a-beef-9b40e6551031 req-6436c5f9-5352-4236-bd0a-9121e216640c tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365379 Oct 26 08:53:14.098374 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39dd898-4f1a-471f-88e7-13a77f0c5c13 req-412d9e1f-8ce2-4550-8958-19ae0a95c9a2 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:14.099961 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a39dd898-4f1a-471f-88e7-13a77f0c5c13 req-412d9e1f-8ce2-4550-8958-19ae0a95c9a2 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 945 time: 0.0537086 Oct 26 08:53:14.137179 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a39dd898-4f1a-471f-88e7-13a77f0c5c13 req-7e2665d6-1bf7-4ffa-a26e-b722d636720e tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313900 Oct 26 08:53:14.460426 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc27068-d42e-4179-9b13-7a47824a1072 req-4b3732de-3178-4705-801c-004d9559e79b tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:14.461979 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-2fc27068-d42e-4179-9b13-7a47824a1072 req-4b3732de-3178-4705-801c-004d9559e79b tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 945 time: 0.0487268 Oct 26 08:53:14.499582 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-2fc27068-d42e-4179-9b13-7a47824a1072 req-b6255f9c-e853-4960-8446-408b238839f6 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314939 Oct 26 08:53:14.675037 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device ed359446-030a-4827-90b9-45883c9b7880 up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:53:14.724282 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port ed359446-030a-4827-90b9-45883c9b7880 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:53:14.724660 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:14.803142 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:14.836497 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port ed359446-030a-4827-90b9-45883c9b7880, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ed359446-030a-4827-90b9-45883c9b7880,segment=NetworkSegment(35bfa799-c600-407f-a8f3-417617d75771),segment_id=35bfa799-c600-407f-a8f3-417617d75771)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:53:14.839984 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:14.887248 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=ed359446-030a-4827-90b9-45883c9b7880,revision_number=8']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:53:14.904347 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fadf7a-c589-43cb-a4cc-ad9dde531633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed359446-030a-4827-90b9-45883c9b7880'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:53:14.906712 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59a10ac-f1ee-4fd5-8d30-2e68e5ed4412" -d '{"events": [{"server_uuid": "08fadf7a-c589-43cb-a4cc-ad9dde531633", "name": "network-vif-plugged", "status": "completed", "tag": "ed359446-030a-4827-90b9-45883c9b7880"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:53:14.944252 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e022646-3979-4024-a350-a89025767cd9 x-openstack-request-id: req-2e022646-3979-4024-a350-a89025767cd9 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:53:14.944543 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fadf7a-c589-43cb-a4cc-ad9dde531633", "name": "network-vif-plugged", "status": "completed", "tag": "ed359446-030a-4827-90b9-45883c9b7880", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:53:14.944794 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2e022646-3979-4024-a350-a89025767cd9 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:53:14.945188 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fadf7a-c589-43cb-a4cc-ad9dde531633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed359446-030a-4827-90b9-45883c9b7880', 'code': 200} Oct 26 08:53:15.615540 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02827437-2d53-4807-aa3a-4ffcfa592fa2 req-2cafe2c9-87ed-4307-ab62-6de422d7f1f8 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:15.617002 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-02827437-2d53-4807-aa3a-4ffcfa592fa2 req-2cafe2c9-87ed-4307-ab62-6de422d7f1f8 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 946 time: 0.0510030 Oct 26 08:53:15.655099 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-02827437-2d53-4807-aa3a-4ffcfa592fa2 req-dfb40d8c-e0b0-47f2-af9c-f422b07868d6 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/security-groups?id=13951324-f1ca-435c-99e6-6fe4560a2162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321584 Oct 26 08:53:15.983902 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22852275-8eaf-40ee-a054-b8a0ad146ceb req-470931c1-da4b-442e-a6b7-5217a9df18d0 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:15.985361 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-22852275-8eaf-40ee-a054-b8a0ad146ceb req-470931c1-da4b-442e-a6b7-5217a9df18d0 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.47 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 946 time: 0.0492713 Oct 26 08:53:16.073335 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-22852275-8eaf-40ee-a054-b8a0ad146ceb req-46225203-4d5e-4b11-b53e-36d0f34ed21a tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Deleting port ed359446-030a-4827-90b9-45883c9b7880 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:53:16.073713 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-22852275-8eaf-40ee-a054-b8a0ad146ceb req-46225203-4d5e-4b11-b53e-36d0f34ed21a tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:16.165450 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-22852275-8eaf-40ee-a054-b8a0ad146ceb req-46225203-4d5e-4b11-b53e-36d0f34ed21a tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] For port ed359446-030a-4827-90b9-45883c9b7880, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ed359446-030a-4827-90b9-45883c9b7880,segment=NetworkSegment(35bfa799-c600-407f-a8f3-417617d75771),segment_id=35bfa799-c600-407f-a8f3-417617d75771)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:53:16.165841 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-22852275-8eaf-40ee-a054-b8a0ad146ceb req-46225203-4d5e-4b11-b53e-36d0f34ed21a tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:16.178718 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-22852275-8eaf-40ee-a054-b8a0ad146ceb req-46225203-4d5e-4b11-b53e-36d0f34ed21a tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Calling delete_port for ed359446-030a-4827-90b9-45883c9b7880 owned by compute:nova {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:53:16.305306 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-22852275-8eaf-40ee-a054-b8a0ad146ceb req-46225203-4d5e-4b11-b53e-36d0f34ed21a tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:16.317413 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['ed359446-030a-4827-90b9-45883c9b7880'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:53:16.333139 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46225203-4d5e-4b11-b53e-36d0f34ed21a tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Pushing event deleted for resources: {'Port': ['ID=ed359446-030a-4827-90b9-45883c9b7880,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:53:16.345710 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46225203-4d5e-4b11-b53e-36d0f34ed21a tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:16.346067 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46225203-4d5e-4b11-b53e-36d0f34ed21a tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:16.346413 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46225203-4d5e-4b11-b53e-36d0f34ed21a tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:16.346754 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46225203-4d5e-4b11-b53e-36d0f34ed21a tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:16.347089 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46225203-4d5e-4b11-b53e-36d0f34ed21a tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:16.347422 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46225203-4d5e-4b11-b53e-36d0f34ed21a tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:16.347752 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46225203-4d5e-4b11-b53e-36d0f34ed21a tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:16.348587 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46225203-4d5e-4b11-b53e-36d0f34ed21a tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:16.348915 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46225203-4d5e-4b11-b53e-36d0f34ed21a tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:16.349240 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46225203-4d5e-4b11-b53e-36d0f34ed21a tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:16.349564 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46225203-4d5e-4b11-b53e-36d0f34ed21a tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:16.349912 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46225203-4d5e-4b11-b53e-36d0f34ed21a tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:16.384125 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-22852275-8eaf-40ee-a054-b8a0ad146ceb req-46225203-4d5e-4b11-b53e-36d0f34ed21a tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] No DVR routers for this DVR port ed359446-030a-4827-90b9-45883c9b7880 on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:53:16.386626 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-22852275-8eaf-40ee-a054-b8a0ad146ceb req-46225203-4d5e-4b11-b53e-36d0f34ed21a tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:16.389950 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-22852275-8eaf-40ee-a054-b8a0ad146ceb req-46225203-4d5e-4b11-b53e-36d0f34ed21a tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.47 "DELETE /v2.0/ports/ed359446-030a-4827-90b9-45883c9b7880 HTTP/1.1" status: 204 len: 173 time: 0.3985038 Oct 26 08:53:16.390387 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fadf7a-c589-43cb-a4cc-ad9dde531633', 'name': 'network-vif-deleted', 'tag': 'ed359446-030a-4827-90b9-45883c9b7880'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:53:16.392690 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b4ebea-89e9-49b4-a615-f5f120eaf527" -d '{"events": [{"server_uuid": "08fadf7a-c589-43cb-a4cc-ad9dde531633", "name": "network-vif-deleted", "tag": "ed359446-030a-4827-90b9-45883c9b7880"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:53:16.431935 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107699ea-0a10-4164-9c7a-304699d19e81 x-openstack-request-id: req-107699ea-0a10-4164-9c7a-304699d19e81 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:53:16.432237 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fadf7a-c589-43cb-a4cc-ad9dde531633", "name": "network-vif-deleted", "tag": "ed359446-030a-4827-90b9-45883c9b7880", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:53:16.432493 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-107699ea-0a10-4164-9c7a-304699d19e81 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:53:16.432903 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fadf7a-c589-43cb-a4cc-ad9dde531633', 'name': 'network-vif-deleted', 'tag': 'ed359446-030a-4827-90b9-45883c9b7880', 'status': 'completed', 'code': 200} Oct 26 08:53:16.759287 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-051c2430-a45d-456e-8542-2e55f464e9ed req-9364a6c7-9f3f-4b78-a29e-8d0d53da2799 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] 10.222.0.41 "GET /v2.0/ports?device_id=08fadf7a-c589-43cb-a4cc-ad9dde531633 HTTP/1.1" status: 200 len: 210 time: 0.0270362 Oct 26 08:53:17.878793 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 40962) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:53:17.927763 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-959be9f6-2c92-4a30-bd53-246c01c619c5 admin admin] Deleting subnet 6ea5db74-ad91-4fdd-9a82-d054ace23951 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:53:17.930833 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-959be9f6-2c92-4a30-bd53-246c01c619c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:17.964044 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-959be9f6-2c92-4a30-bd53-246c01c619c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:18.001990 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-959be9f6-2c92-4a30-bd53-246c01c619c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:18.053633 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-959be9f6-2c92-4a30-bd53-246c01c619c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:18.079271 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959be9f6-2c92-4a30-bd53-246c01c619c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ea5db74-ad91-4fdd-9a82-d054ace23951,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:53:18.084719 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-959be9f6-2c92-4a30-bd53-246c01c619c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:18.088405 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-959be9f6-2c92-4a30-bd53-246c01c619c5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6ea5db74-ad91-4fdd-9a82-d054ace23951 HTTP/1.1" status: 204 len: 168 time: 0.2084329 Oct 26 08:53:18.091054 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 40964) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:53:18.164157 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7f140442-93ef-40cc-927a-e4408481d907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:18.247313 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7f140442-93ef-40cc-927a-e4408481d907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:18.267045 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-7f140442-93ef-40cc-927a-e4408481d907 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['069b86a7-e7ac-4411-a4b7-5a203721bdbf']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:53:18.276363 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-7f140442-93ef-40cc-927a-e4408481d907 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35bfa799-c600-407f-a8f3-417617d75771') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:53:18.276656 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-7f140442-93ef-40cc-927a-e4408481d907 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35bfa799-c600-407f-a8f3-417617d75771') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:53:18.286236 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7f140442-93ef-40cc-927a-e4408481d907 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:18.299084 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7f140442-93ef-40cc-927a-e4408481d907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:18.305943 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f140442-93ef-40cc-927a-e4408481d907 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:53:18.306371 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7f140442-93ef-40cc-927a-e4408481d907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:18.308085 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:53:18.308085 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:53:18.308085 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:53:18.308085 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:53:18.308085 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:53:18.308085 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:53:18.308085 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:53:18.308085 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:53:18.308085 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:53:18.308085 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:53:18.308085 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:53:18.308085 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:53:18.308085 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:53:18.308085 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:53:18.308085 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:53:18.308085 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:53:18.308085 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:53:18.308085 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:53:18.308085 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:53:18.308085 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:53:18.308085 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:53:18.308085 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:53:18.308085 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:53:18.308085 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:53:18.308085 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:53:18.308085 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:53:18.308085 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:53:18.308085 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:53:18.308085 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:53:18.308085 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:53:18.308085 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:53:18.308085 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:53:18.363165 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7f140442-93ef-40cc-927a-e4408481d907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:18.369973 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7f140442-93ef-40cc-927a-e4408481d907 admin admin] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:18.377164 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-7f140442-93ef-40cc-927a-e4408481d907 admin admin] 10.222.0.41 "DELETE /v2.0/networks/069b86a7-e7ac-4411-a4b7-5a203721bdbf HTTP/1.1" status: 204 len: 168 time: 0.2851827 Oct 26 08:53:18.389730 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f140442-93ef-40cc-927a-e4408481d907 admin admin] Pushing event deleted for resources: {'Network': ['ID=069b86a7-e7ac-4411-a4b7-5a203721bdbf,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:53:18.485137 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 40968) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:53:18.528572 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-43cb4c38-3b00-4e5a-a14e-9efa0f885992 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f940fa03d6c2423db71a4f01fabbcc55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421519 Oct 26 08:53:18.530934 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 40970) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:53:18.579243 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d63f13bb-4377-444b-b566-e5a55242df2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:18.601380 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d63f13bb-4377-444b-b566-e5a55242df2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:18.647760 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d63f13bb-4377-444b-b566-e5a55242df2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:18.651086 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d63f13bb-4377-444b-b566-e5a55242df2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:18.652242 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d63f13bb-4377-444b-b566-e5a55242df2f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/13951324-f1ca-435c-99e6-6fe4560a2162 HTTP/1.1" status: 204 len: 168 time: 0.1204031 Oct 26 08:53:18.659883 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f13bb-4377-444b-b566-e5a55242df2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13951324-f1ca-435c-99e6-6fe4560a2162,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:53:18.667950 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63f13bb-4377-444b-b566-e5a55242df2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:18.668311 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63f13bb-4377-444b-b566-e5a55242df2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:18.668660 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63f13bb-4377-444b-b566-e5a55242df2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:18.669006 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63f13bb-4377-444b-b566-e5a55242df2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:18.669347 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63f13bb-4377-444b-b566-e5a55242df2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:18.669709 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63f13bb-4377-444b-b566-e5a55242df2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:18.670051 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63f13bb-4377-444b-b566-e5a55242df2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:18.670387 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63f13bb-4377-444b-b566-e5a55242df2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:18.670724 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63f13bb-4377-444b-b566-e5a55242df2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:18.671058 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63f13bb-4377-444b-b566-e5a55242df2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:18.671393 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63f13bb-4377-444b-b566-e5a55242df2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:18.671721 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63f13bb-4377-444b-b566-e5a55242df2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:18.690224 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device ed359446-030a-4827-90b9-45883c9b7880 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:53:18.711148 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] No Port match for: ed359446-030a-4827-90b9-45883c9b7880 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:53:18.711499 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device ed359446-030a-4827-90b9-45883c9b7880 not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:53:19.297574 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 40992) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:53:19.396366 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d386bae9-0d56-48ee-9a0e-b56890d2538b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:19.400136 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-a6313ac5-3317-45ed-8512-413319676c0c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1162571938-network', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:53:19.422491 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6313ac5-3317-45ed-8512-413319676c0c admin admin] Made reservation on behalf of 331f70748a6a4ffd8bd5667aaa9773db for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:53:19.424917 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a6313ac5-3317-45ed-8512-413319676c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:19.433442 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a6313ac5-3317-45ed-8512-413319676c0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:19.509456 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a6313ac5-3317-45ed-8512-413319676c0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:19.513026 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a6313ac5-3317-45ed-8512-413319676c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:19.536777 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6313ac5-3317-45ed-8512-413319676c0c admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:53:19.545190 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6313ac5-3317-45ed-8512-413319676c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e94cbc-f0e1-4c7f-835d-ed5d09ab9f11,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:53:19.551037 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a6313ac5-3317-45ed-8512-413319676c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:19.551399 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-a6313ac5-3317-45ed-8512-413319676c0c admin admin] Added segment cd1ec8ef-e337-45a9-8738-5a5cc81de368 of type vlan for network 9e799a14-e462-45a1-a5d8-8efe9102976f Oct 26 08:53:19.594030 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a6313ac5-3317-45ed-8512-413319676c0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:19.617545 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a6313ac5-3317-45ed-8512-413319676c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:19.618503 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6313ac5-3317-45ed-8512-413319676c0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:19.619081 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a6313ac5-3317-45ed-8512-413319676c0c admin admin] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:19.668395 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a6313ac5-3317-45ed-8512-413319676c0c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3696885 Oct 26 08:53:19.671469 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 40996) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:53:19.677334 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-4032325e-67f7-45b7-b441-0849f00642cc admin admin] Request body: {'subnet': {'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1162571938-subnet', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:53:19.679643 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6313ac5-3317-45ed-8512-413319676c0c admin admin] Pushing event updated for resources: {'Network': ['ID=9e799a14-e462-45a1-a5d8-8efe9102976f,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:53:19.689973 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 9e799a14-e462-45a1-a5d8-8efe9102976f details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:53:19.698735 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4032325e-67f7-45b7-b441-0849f00642cc admin admin] Made reservation on behalf of 331f70748a6a4ffd8bd5667aaa9773db for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:53:19.701078 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4032325e-67f7-45b7-b441-0849f00642cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:19.869858 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4032325e-67f7-45b7-b441-0849f00642cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:19.929925 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032325e-67f7-45b7-b441-0849f00642cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:53:19.938568 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4032325e-67f7-45b7-b441-0849f00642cc admin admin] Checking segment: {'id': 'cd1ec8ef-e337-45a9-8738-5a5cc81de368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:53:19.938985 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4032325e-67f7-45b7-b441-0849f00642cc admin admin] Network hostable DHCP agents. Network: 9e799a14-e462-45a1-a5d8-8efe9102976f, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:53:19.957108 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4032325e-67f7-45b7-b441-0849f00642cc admin admin] Network 9e799a14-e462-45a1-a5d8-8efe9102976f is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:53:19.965931 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-4032325e-67f7-45b7-b441-0849f00642cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 9e799a14-e462-45a1-a5d8-8efe9102976f) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:53:19.969974 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4032325e-67f7-45b7-b441-0849f00642cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:19.970562 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4032325e-67f7-45b7-b441-0849f00642cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:19.976041 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cde2520-1869-40e0-9961-6d990d7f5f4c None None] Network 9e799a14-e462-45a1-a5d8-8efe9102976f requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:53:19.989465 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4032325e-67f7-45b7-b441-0849f00642cc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3136830 Oct 26 08:53:19.989664 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 40998) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:53:19.994076 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-0a384304-a8f0-4154-9b2d-6264671ed592 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1162571938-router', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:53:20.014927 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0a384304-a8f0-4154-9b2d-6264671ed592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:20.016034 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0a384304-a8f0-4154-9b2d-6264671ed592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:20.069357 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0a384304-a8f0-4154-9b2d-6264671ed592 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:20.128908 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6fe82e-7d46-4e2f-89eb-7f7e8742cf3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-9e799a14-e462-45a1-a5d8-8efe9102976f', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'fixed_ips': [{'subnet_id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 08:53:20.129873 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bf6fe82e-7d46-4e2f-89eb-7f7e8742cf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:20.215619 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0a384304-a8f0-4154-9b2d-6264671ed592 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:20.265196 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-bf6fe82e-7d46-4e2f-89eb-7f7e8742cf3b None None] Allocated IP 172.20.0.2 (9e799a14-e462-45a1-a5d8-8efe9102976f/9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0/cebd2fe1-dc7c-46c5-8f78-221acec1594b) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:53:20.412853 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bf6fe82e-7d46-4e2f-89eb-7f7e8742cf3b None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:20.413143 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0a384304-a8f0-4154-9b2d-6264671ed592 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:20.419031 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bf6fe82e-7d46-4e2f-89eb-7f7e8742cf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:20.436739 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0a384304-a8f0-4154-9b2d-6264671ed592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:20.462600 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6fe82e-7d46-4e2f-89eb-7f7e8742cf3b None None] Network 9e799a14-e462-45a1-a5d8-8efe9102976f is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:53:20.465765 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-bf6fe82e-7d46-4e2f-89eb-7f7e8742cf3b None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:53:20.469296 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6fe82e-7d46-4e2f-89eb-7f7e8742cf3b None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:53:20.478637 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6fe82e-7d46-4e2f-89eb-7f7e8742cf3b None None] Pushing event updated for resources: {'Port': ['ID=cebd2fe1-dc7c-46c5-8f78-221acec1594b,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:53:20.530542 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-bf6fe82e-7d46-4e2f-89eb-7f7e8742cf3b None None] Attempting to bind port cebd2fe1-dc7c-46c5-8f78-221acec1594b on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:53:20.530917 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-bf6fe82e-7d46-4e2f-89eb-7f7e8742cf3b None None] Attempting to bind port cebd2fe1-dc7c-46c5-8f78-221acec1594b by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'cd1ec8ef-e337-45a9-8738-5a5cc81de368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:53:20.531291 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6fe82e-7d46-4e2f-89eb-7f7e8742cf3b None None] Attempting to bind port cebd2fe1-dc7c-46c5-8f78-221acec1594b on network 9e799a14-e462-45a1-a5d8-8efe9102976f {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:53:20.536395 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6fe82e-7d46-4e2f-89eb-7f7e8742cf3b None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:53:20.536774 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6fe82e-7d46-4e2f-89eb-7f7e8742cf3b None None] Checking segment: {'id': 'cd1ec8ef-e337-45a9-8738-5a5cc81de368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:53:20.537179 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bf6fe82e-7d46-4e2f-89eb-7f7e8742cf3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:20.537580 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6fe82e-7d46-4e2f-89eb-7f7e8742cf3b None None] Bound using segment: {'id': 'cd1ec8ef-e337-45a9-8738-5a5cc81de368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:53:20.538071 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-bf6fe82e-7d46-4e2f-89eb-7f7e8742cf3b None None] Bound port: cebd2fe1-dc7c-46c5-8f78-221acec1594b, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd1ec8ef-e337-45a9-8738-5a5cc81de368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:53:20.538460 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bf6fe82e-7d46-4e2f-89eb-7f7e8742cf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:20.541528 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-0a384304-a8f0-4154-9b2d-6264671ed592 admin admin] Allocated IP 172.26.2.160 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/095aaab5-cc64-4164-b41d-5359aae30aa5) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:53:20.604708 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-bf6fe82e-7d46-4e2f-89eb-7f7e8742cf3b None None] For port cebd2fe1-dc7c-46c5-8f78-221acec1594b, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:53:20.608172 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-bf6fe82e-7d46-4e2f-89eb-7f7e8742cf3b None None] For port cebd2fe1-dc7c-46c5-8f78-221acec1594b, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=cebd2fe1-dc7c-46c5-8f78-221acec1594b,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:53:20.611756 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bf6fe82e-7d46-4e2f-89eb-7f7e8742cf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:20.651372 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0a384304-a8f0-4154-9b2d-6264671ed592 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:20.669261 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6fe82e-7d46-4e2f-89eb-7f7e8742cf3b None None] Pushing event updated for resources: {'Port': ['ID=cebd2fe1-dc7c-46c5-8f78-221acec1594b,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:53:20.688187 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0a384304-a8f0-4154-9b2d-6264671ed592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:20.726540 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a384304-a8f0-4154-9b2d-6264671ed592 admin admin] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:53:20.731510 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-0a384304-a8f0-4154-9b2d-6264671ed592 admin admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:53:20.733961 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a384304-a8f0-4154-9b2d-6264671ed592 admin admin] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:53:20.764193 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a384304-a8f0-4154-9b2d-6264671ed592 admin admin] Pushing event updated for resources: {'Port': ['ID=095aaab5-cc64-4164-b41d-5359aae30aa5,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:53:21.005875 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0a384304-a8f0-4154-9b2d-6264671ed592 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:21.202156 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0a384304-a8f0-4154-9b2d-6264671ed592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:21.336942 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a384304-a8f0-4154-9b2d-6264671ed592 admin admin] Router 55d1a590-c4ba-45a7-9374-9d80b6616d78 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 08:53:21.453458 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a384304-a8f0-4154-9b2d-6264671ed592 admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:53:21.463832 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb206173-764f-4114-89e2-f493e2f7d2c1 None None] Sync routers for ids ['55d1a590-c4ba-45a7-9374-9d80b6616d78'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:53:21.474130 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0a384304-a8f0-4154-9b2d-6264671ed592 admin admin] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:21.476350 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb206173-764f-4114-89e2-f493e2f7d2c1 None None] Routers {'55d1a590-c4ba-45a7-9374-9d80b6616d78'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:53:21.476975 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-cb206173-764f-4114-89e2-f493e2f7d2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:52:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['55d1a590-c4ba-45a7-9374-9d80b6616d78'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:53:21.478269 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 41000) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:53:21.478725 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-0a384304-a8f0-4154-9b2d-6264671ed592 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4875274 Oct 26 08:53:21.585675 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-cb206173-764f-4114-89e2-f493e2f7d2c1 None None] Set router 55d1a590-c4ba-45a7-9374-9d80b6616d78 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:53:21.593217 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf8d857-9503-41c4-9d53-380dd56b0f9d None None] Network 9e799a14-e462-45a1-a5d8-8efe9102976f requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:53:21.709175 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-17aa5a31-8684-4758-b8fe-8294bd20aad9 None None] Provisioning complete for port cebd2fe1-dc7c-46c5-8f78-221acec1594b triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:53:21.709571 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-17aa5a31-8684-4758-b8fe-8294bd20aad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:21.775099 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-cb206173-764f-4114-89e2-f493e2f7d2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'name': 'tempest-ServerActionsTestJSON-1162571938-router', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:20Z', 'revision_number': 3, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'gw_port': {'id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:53:21.805543 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb206173-764f-4114-89e2-f493e2f7d2c1 None None] Checking router: 55d1a590-c4ba-45a7-9374-9d80b6616d78 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:53:21.806306 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb206173-764f-4114-89e2-f493e2f7d2c1 None None] Updating router 55d1a590-c4ba-45a7-9374-9d80b6616d78 port 095aaab5-cc64-4164-b41d-5359aae30aa5 binding host dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:53:21.828704 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-17aa5a31-8684-4758-b8fe-8294bd20aad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:21.838763 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cb206173-764f-4114-89e2-f493e2f7d2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:21.865914 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-17aa5a31-8684-4758-b8fe-8294bd20aad9 None None] For port cebd2fe1-dc7c-46c5-8f78-221acec1594b, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=cebd2fe1-dc7c-46c5-8f78-221acec1594b,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:53:21.871370 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-17aa5a31-8684-4758-b8fe-8294bd20aad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:21.931450 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa5a31-8684-4758-b8fe-8294bd20aad9 None None] Pushing event updated for resources: {'Port': ['ID=cebd2fe1-dc7c-46c5-8f78-221acec1594b,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:53:21.943480 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-32f7230d-e51c-4087-8bae-0f1a3eafcde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:22.080145 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9966b074-c3ba-4bd8-847e-e3c14d37b873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:22.110293 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-f07d6837-2c10-4a64-b7d6-e22b29ff4379 None None] Provisioning complete for port cebd2fe1-dc7c-46c5-8f78-221acec1594b triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:53:22.111128 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f07d6837-2c10-4a64-b7d6-e22b29ff4379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:22.128198 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cb206173-764f-4114-89e2-f493e2f7d2c1 None None] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:22.128884 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-32f7230d-e51c-4087-8bae-0f1a3eafcde7 admin admin] Allocated IP 172.20.0.1 (9e799a14-e462-45a1-a5d8-8efe9102976f/9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0/201e8e71-89fc-4d93-82ba-b37123fbfd16) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:53:22.135879 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cb206173-764f-4114-89e2-f493e2f7d2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:22.173544 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device cebd2fe1-dc7c-46c5-8f78-221acec1594b up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:53:22.185418 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-cb206173-764f-4114-89e2-f493e2f7d2c1 None None] Attempting to bind port 095aaab5-cc64-4164-b41d-5359aae30aa5 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:53:22.185929 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-cb206173-764f-4114-89e2-f493e2f7d2c1 None None] Attempting to bind port 095aaab5-cc64-4164-b41d-5359aae30aa5 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:53:22.186296 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb206173-764f-4114-89e2-f493e2f7d2c1 None None] Attempting to bind port 095aaab5-cc64-4164-b41d-5359aae30aa5 on network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:53:22.194412 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb206173-764f-4114-89e2-f493e2f7d2c1 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:53:22.194857 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb206173-764f-4114-89e2-f493e2f7d2c1 None None] Checking segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:53:22.195184 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cb206173-764f-4114-89e2-f493e2f7d2c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:22.195580 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb206173-764f-4114-89e2-f493e2f7d2c1 None None] Bound using segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:53:22.196201 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-cb206173-764f-4114-89e2-f493e2f7d2c1 None None] Bound port: 095aaab5-cc64-4164-b41d-5359aae30aa5, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:53:22.196586 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cb206173-764f-4114-89e2-f493e2f7d2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:22.231249 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e9914-41e1-4e7d-bc9e-fd8b60f155df None None] Pushing event updated for resources: {'Port': ['ID=095aaab5-cc64-4164-b41d-5359aae30aa5,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:53:22.241070 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809e9914-41e1-4e7d-bc9e-fd8b60f155df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:22.241445 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809e9914-41e1-4e7d-bc9e-fd8b60f155df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:22.241824 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809e9914-41e1-4e7d-bc9e-fd8b60f155df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:22.242476 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809e9914-41e1-4e7d-bc9e-fd8b60f155df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:22.242476 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809e9914-41e1-4e7d-bc9e-fd8b60f155df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:22.242844 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809e9914-41e1-4e7d-bc9e-fd8b60f155df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:22.243134 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809e9914-41e1-4e7d-bc9e-fd8b60f155df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:22.243461 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809e9914-41e1-4e7d-bc9e-fd8b60f155df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:22.243791 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809e9914-41e1-4e7d-bc9e-fd8b60f155df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:22.244258 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809e9914-41e1-4e7d-bc9e-fd8b60f155df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:22.244591 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809e9914-41e1-4e7d-bc9e-fd8b60f155df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:22.244912 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809e9914-41e1-4e7d-bc9e-fd8b60f155df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:53:22.264440 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port cebd2fe1-dc7c-46c5-8f78-221acec1594b triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:53:22.264822 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:22.279029 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-cb206173-764f-4114-89e2-f493e2f7d2c1 None None] For port 095aaab5-cc64-4164-b41d-5359aae30aa5, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:53:22.282837 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-cb206173-764f-4114-89e2-f493e2f7d2c1 None None] For port 095aaab5-cc64-4164-b41d-5359aae30aa5, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=095aaab5-cc64-4164-b41d-5359aae30aa5,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:53:22.289730 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cb206173-764f-4114-89e2-f493e2f7d2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:22.356103 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e9914-41e1-4e7d-bc9e-fd8b60f155df None None] Pushing event updated for resources: {'Port': ['ID=095aaab5-cc64-4164-b41d-5359aae30aa5,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:53:22.358829 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb206173-764f-4114-89e2-f493e2f7d2c1 None None] Routers {'55d1a590-c4ba-45a7-9374-9d80b6616d78'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:53:22.359444 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-cb206173-764f-4114-89e2-f493e2f7d2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:53:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['55d1a590-c4ba-45a7-9374-9d80b6616d78'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:53:22.539633 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-32f7230d-e51c-4087-8bae-0f1a3eafcde7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:22.555752 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-cb206173-764f-4114-89e2-f493e2f7d2c1 None None] Set router 55d1a590-c4ba-45a7-9374-9d80b6616d78 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:53:22.572567 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-32f7230d-e51c-4087-8bae-0f1a3eafcde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:22.613743 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f7230d-e51c-4087-8bae-0f1a3eafcde7 admin admin] Network 9e799a14-e462-45a1-a5d8-8efe9102976f is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:53:22.616863 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-32f7230d-e51c-4087-8bae-0f1a3eafcde7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:53:22.620464 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f7230d-e51c-4087-8bae-0f1a3eafcde7 admin admin] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:53:22.643366 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f7230d-e51c-4087-8bae-0f1a3eafcde7 admin admin] Pushing event updated for resources: {'Port': ['ID=201e8e71-89fc-4d93-82ba-b37123fbfd16,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:53:22.666599 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-32f7230d-e51c-4087-8bae-0f1a3eafcde7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:22.742736 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-cb206173-764f-4114-89e2-f493e2f7d2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'name': 'tempest-ServerActionsTestJSON-1162571938-router', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:20Z', 'revision_number': 3, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'gw_port': {'id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:53:22.771649 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb206173-764f-4114-89e2-f493e2f7d2c1 None None] The sync data for ids ['55d1a590-c4ba-45a7-9374-9d80b6616d78'] in dv-neutron-804846-13-hyperv is: [{'id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'name': 'tempest-ServerActionsTestJSON-1162571938-router', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:20Z', 'revision_number': 3, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'gw_port': {'id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:53:22.817279 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-32f7230d-e51c-4087-8bae-0f1a3eafcde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:22.882509 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-5582604e-686d-456b-928d-25c2ad24dc75 None None] Provisioning complete for port 201e8e71-89fc-4d93-82ba-b37123fbfd16 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:53:22.883016 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5582604e-686d-456b-928d-25c2ad24dc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:22.919084 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-5582604e-686d-456b-928d-25c2ad24dc75 None None] Port 201e8e71-89fc-4d93-82ba-b37123fbfd16 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:53:22.951251 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:22.996720 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-32f7230d-e51c-4087-8bae-0f1a3eafcde7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:23.007889 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-32f7230d-e51c-4087-8bae-0f1a3eafcde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:23.080704 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-32f7230d-e51c-4087-8bae-0f1a3eafcde7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:23.084031 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f7230d-e51c-4087-8bae-0f1a3eafcde7 admin admin] Pushing event updated for resources: {'Port': ['ID=201e8e71-89fc-4d93-82ba-b37123fbfd16,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:53:23.185566 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f7230d-e51c-4087-8bae-0f1a3eafcde7 admin admin] Network 9e799a14-e462-45a1-a5d8-8efe9102976f is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:53:23.187207 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-32f7230d-e51c-4087-8bae-0f1a3eafcde7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:53:23.320659 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:23.329329 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f7230d-e51c-4087-8bae-0f1a3eafcde7 admin admin] Router 55d1a590-c4ba-45a7-9374-9d80b6616d78 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:53:23.443202 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-7cbfa2d6-2d6c-457e-b20b-6e014562d6e6 None None] Provisioning complete for port 201e8e71-89fc-4d93-82ba-b37123fbfd16 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:53:23.443726 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7cbfa2d6-2d6c-457e-b20b-6e014562d6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:23.454621 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f7230d-e51c-4087-8bae-0f1a3eafcde7 admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:53:23.461440 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-32f7230d-e51c-4087-8bae-0f1a3eafcde7 admin admin] 10.222.0.41 "PUT /v2.0/routers/55d1a590-c4ba-45a7-9374-9d80b6616d78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9813993 Oct 26 08:53:23.492052 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-7cbfa2d6-2d6c-457e-b20b-6e014562d6e6 None None] Port 201e8e71-89fc-4d93-82ba-b37123fbfd16 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:53:23.850417 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 41008) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:53:23.855079 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-995df909-4359-438b-a374-c16782ed50ae tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Request body: {'security_group': {'name': 'tempest-securitygroup--913474537', 'description': 'tempest-description--1785020376'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:53:23.877743 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-995df909-4359-438b-a374-c16782ed50ae tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:23.944751 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-995df909-4359-438b-a374-c16782ed50ae tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:23.948470 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-995df909-4359-438b-a374-c16782ed50ae tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:23.977157 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-995df909-4359-438b-a374-c16782ed50ae tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:23.978401 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-995df909-4359-438b-a374-c16782ed50ae tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1269741 Oct 26 08:53:23.980244 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995df909-4359-438b-a374-c16782ed50ae tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=931103e1-5925-4427-b3e1-42093671d7c3,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:53:23.981453 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 41010) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:53:23.986285 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-334a8428-0e4c-4990-b8cd-43ec96326131 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Request body: {'security_group_rule': {'security_group_id': '931103e1-5925-4427-b3e1-42093671d7c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:53:24.014890 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-334a8428-0e4c-4990-b8cd-43ec96326131 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:24.076177 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-334a8428-0e4c-4990-b8cd-43ec96326131 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:24.080933 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-334a8428-0e4c-4990-b8cd-43ec96326131 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:24.102485 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a8428-0e4c-4990-b8cd-43ec96326131 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f755863b-c457-4d18-b2e4-bae0a94ac42a,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:53:24.108389 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-334a8428-0e4c-4990-b8cd-43ec96326131 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:24.112262 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-334a8428-0e4c-4990-b8cd-43ec96326131 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1270661 Oct 26 08:53:24.112262 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 41012) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:53:24.117134 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-975ae5b0-929e-4bdd-9924-ee9625f853cc tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Request body: {'security_group_rule': {'security_group_id': '931103e1-5925-4427-b3e1-42093671d7c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:53:24.147849 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 095aaab5-cc64-4164-b41d-5359aae30aa5 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:53:24.150181 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-975ae5b0-929e-4bdd-9924-ee9625f853cc tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:24.199577 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 095aaab5-cc64-4164-b41d-5359aae30aa5 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:53:24.199944 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:24.212345 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-975ae5b0-929e-4bdd-9924-ee9625f853cc tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:24.216599 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-975ae5b0-929e-4bdd-9924-ee9625f853cc tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:24.234278 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ae5b0-929e-4bdd-9924-ee9625f853cc tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=250fdd0c-f8f0-45e1-be8d-93f2a4ae460b,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:53:24.244811 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-975ae5b0-929e-4bdd-9924-ee9625f853cc tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:24.245984 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-975ae5b0-929e-4bdd-9924-ee9625f853cc tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1328213 Oct 26 08:53:24.249062 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 41014) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:53:24.255570 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-82652083-142f-49b7-9171-704878aba558 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Request body: {'floatingip': {'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:53:24.280873 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-82652083-142f-49b7-9171-704878aba558 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks [] for floatingip, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:24.293839 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:24.294669 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:24.317827 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 095aaab5-cc64-4164-b41d-5359aae30aa5, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=095aaab5-cc64-4164-b41d-5359aae30aa5,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:53:24.323120 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:24.354585 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fa78f7-41c5-47b2-adee-749a9748dd31 None None] Sync routers for ids ['55d1a590-c4ba-45a7-9374-9d80b6616d78'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:53:24.383376 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fa78f7-41c5-47b2-adee-749a9748dd31 None None] Routers {'55d1a590-c4ba-45a7-9374-9d80b6616d78'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:53:24.384006 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-e9fa78f7-41c5-47b2-adee-749a9748dd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:53:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['55d1a590-c4ba-45a7-9374-9d80b6616d78'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:53:24.389052 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-82652083-142f-49b7-9171-704878aba558 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:24.417008 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=095aaab5-cc64-4164-b41d-5359aae30aa5,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:53:24.497457 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-82652083-142f-49b7-9171-704878aba558 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Allocated IP 172.26.2.77 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/cd85cb43-0695-45b4-85a6-6645a6b666da) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:53:24.608568 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-82652083-142f-49b7-9171-704878aba558 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:24.640285 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-e9fa78f7-41c5-47b2-adee-749a9748dd31 None None] Set router 55d1a590-c4ba-45a7-9374-9d80b6616d78 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:53:24.641836 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-82652083-142f-49b7-9171-704878aba558 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:24.677911 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82652083-142f-49b7-9171-704878aba558 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:53:24.682780 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-82652083-142f-49b7-9171-704878aba558 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:53:24.686342 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82652083-142f-49b7-9171-704878aba558 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:53:24.709456 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82652083-142f-49b7-9171-704878aba558 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Pushing event updated for resources: {'Port': ['ID=cd85cb43-0695-45b4-85a6-6645a6b666da,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:53:24.776546 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-82652083-142f-49b7-9171-704878aba558 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:24.813181 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-82652083-142f-49b7-9171-704878aba558 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:24.857593 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:24.866613 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-e9fa78f7-41c5-47b2-adee-749a9748dd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'name': 'tempest-ServerActionsTestJSON-1162571938-router', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:22Z', 'revision_number': 4, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'gw_port': {'id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '201e8e71-89fc-4d93-82ba-b37123fbfd16', 'name': '', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'mac_address': 'fa:16:3e:bb:36:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:21Z', 'updated_at': '2021-10-26T08:53:22Z', 'revision_number': 2, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'subnets': [{'id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:53:24.893524 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fa78f7-41c5-47b2-adee-749a9748dd31 None None] Checking router: 55d1a590-c4ba-45a7-9374-9d80b6616d78 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:53:24.893871 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fa78f7-41c5-47b2-adee-749a9748dd31 None None] Updating router 55d1a590-c4ba-45a7-9374-9d80b6616d78 port 201e8e71-89fc-4d93-82ba-b37123fbfd16 binding host dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 08:53:24.918817 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e9fa78f7-41c5-47b2-adee-749a9748dd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:25.197596 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e9fa78f7-41c5-47b2-adee-749a9748dd31 None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:25.203016 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e9fa78f7-41c5-47b2-adee-749a9748dd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:25.256319 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b4c19-03e1-449f-b35a-3981e4390c69 None None] Pushing event updated for resources: {'Port': ['ID=201e8e71-89fc-4d93-82ba-b37123fbfd16,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:53:25.282394 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-82652083-142f-49b7-9171-704878aba558 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:25.288285 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-82652083-142f-49b7-9171-704878aba558 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:25.308600 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-e9fa78f7-41c5-47b2-adee-749a9748dd31 None None] Attempting to bind port 201e8e71-89fc-4d93-82ba-b37123fbfd16 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:53:25.309342 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-e9fa78f7-41c5-47b2-adee-749a9748dd31 None None] Attempting to bind port 201e8e71-89fc-4d93-82ba-b37123fbfd16 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'cd1ec8ef-e337-45a9-8738-5a5cc81de368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:53:25.309847 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fa78f7-41c5-47b2-adee-749a9748dd31 None None] Attempting to bind port 201e8e71-89fc-4d93-82ba-b37123fbfd16 on network 9e799a14-e462-45a1-a5d8-8efe9102976f {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:53:25.316091 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fa78f7-41c5-47b2-adee-749a9748dd31 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:53:25.316640 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fa78f7-41c5-47b2-adee-749a9748dd31 None None] Checking segment: {'id': 'cd1ec8ef-e337-45a9-8738-5a5cc81de368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:53:25.317158 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e9fa78f7-41c5-47b2-adee-749a9748dd31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:25.317747 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fa78f7-41c5-47b2-adee-749a9748dd31 None None] Bound using segment: {'id': 'cd1ec8ef-e337-45a9-8738-5a5cc81de368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:53:25.318736 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-e9fa78f7-41c5-47b2-adee-749a9748dd31 None None] Bound port: 201e8e71-89fc-4d93-82ba-b37123fbfd16, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd1ec8ef-e337-45a9-8738-5a5cc81de368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:53:25.319136 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e9fa78f7-41c5-47b2-adee-749a9748dd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:25.364071 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82652083-142f-49b7-9171-704878aba558 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Pushing event updated for resources: {'Port': ['ID=cd85cb43-0695-45b4-85a6-6645a6b666da,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:53:25.379478 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-82652083-142f-49b7-9171-704878aba558 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:25.396604 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-82652083-142f-49b7-9171-704878aba558 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:25.397919 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-82652083-142f-49b7-9171-704878aba558 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1474724 Oct 26 08:53:25.398273 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-e9fa78f7-41c5-47b2-adee-749a9748dd31 None None] For port 201e8e71-89fc-4d93-82ba-b37123fbfd16, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:53:25.401570 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-e9fa78f7-41c5-47b2-adee-749a9748dd31 None None] For port 201e8e71-89fc-4d93-82ba-b37123fbfd16, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=201e8e71-89fc-4d93-82ba-b37123fbfd16,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:53:25.413662 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e9fa78f7-41c5-47b2-adee-749a9748dd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:25.474937 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fa78f7-41c5-47b2-adee-749a9748dd31 None None] Routers {'55d1a590-c4ba-45a7-9374-9d80b6616d78'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:53:25.475501 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-e9fa78f7-41c5-47b2-adee-749a9748dd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:53:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['55d1a590-c4ba-45a7-9374-9d80b6616d78'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:53:25.477393 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b4c19-03e1-449f-b35a-3981e4390c69 None None] Pushing event updated for resources: {'Port': ['ID=201e8e71-89fc-4d93-82ba-b37123fbfd16,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:53:25.566118 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-ae2de81a-b94d-4a0d-9943-d22ff9a9902b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--913474537&fields=id&tenant_id=331f70748a6a4ffd8bd5667aaa9773db HTTP/1.1" status: 200 len: 267 time: 0.0480866 Oct 26 08:53:25.579241 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-55331641-2d8f-45d3-9abf-101ba26c7828 None None] Provisioning complete for port 201e8e71-89fc-4d93-82ba-b37123fbfd16 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:53:25.579613 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-55331641-2d8f-45d3-9abf-101ba26c7828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:25.626655 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-e9fa78f7-41c5-47b2-adee-749a9748dd31 None None] Set router 55d1a590-c4ba-45a7-9374-9d80b6616d78 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:53:25.665359 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:53:25.688994 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-17b97305-a793-4f38-8ef4-16c0e2273215 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:25.690537 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-17b97305-a793-4f38-8ef4-16c0e2273215 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/networks?id=9e799a14-e462-45a1-a5d8-8efe9102976f HTTP/1.1" status: 200 len: 812 time: 0.1233749 Oct 26 08:53:25.705599 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-ddbc6b3e-b3a9-4a0f-831b-7fb391c85a5b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/quotas/331f70748a6a4ffd8bd5667aaa9773db HTTP/1.1" status: 200 len: 375 time: 0.0091488 Oct 26 08:53:25.760471 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-4ebed285-3954-4cfb-a76b-8f5783e90404 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=331f70748a6a4ffd8bd5667aaa9773db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485504 Oct 26 08:53:25.790236 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-55331641-2d8f-45d3-9abf-101ba26c7828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:25.846382 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-55331641-2d8f-45d3-9abf-101ba26c7828 None None] For port 201e8e71-89fc-4d93-82ba-b37123fbfd16, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=201e8e71-89fc-4d93-82ba-b37123fbfd16,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:53:25.866869 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-55331641-2d8f-45d3-9abf-101ba26c7828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:25.921784 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-1d104356-8b18-461c-85dc-1c8becb2a592 service neutron] 10.222.0.41 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487350 Oct 26 08:53:25.926876 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55331641-2d8f-45d3-9abf-101ba26c7828 None None] Pushing event updated for resources: {'Port': ['ID=201e8e71-89fc-4d93-82ba-b37123fbfd16,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:53:25.938335 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-e9fa78f7-41c5-47b2-adee-749a9748dd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'name': 'tempest-ServerActionsTestJSON-1162571938-router', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:22Z', 'revision_number': 4, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'gw_port': {'id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '201e8e71-89fc-4d93-82ba-b37123fbfd16', 'name': '', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'mac_address': 'fa:16:3e:bb:36:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:21Z', 'updated_at': '2021-10-26T08:53:25Z', 'revision_number': 4, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'subnets': [{'id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:53:25.970010 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fa78f7-41c5-47b2-adee-749a9748dd31 None None] The sync data for ids ['55d1a590-c4ba-45a7-9374-9d80b6616d78'] in dv-neutron-804846-13-hyperv is: [{'id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'name': 'tempest-ServerActionsTestJSON-1162571938-router', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:22Z', 'revision_number': 4, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'gw_port': {'id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '201e8e71-89fc-4d93-82ba-b37123fbfd16', 'name': '', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'mac_address': 'fa:16:3e:bb:36:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:21Z', 'updated_at': '2021-10-26T08:53:25Z', 'revision_number': 4, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'subnets': [{'id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:53:25.993395 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-5cc1fd1c-0a6a-4283-ad72-ea425e834225 None None] Provisioning complete for port 201e8e71-89fc-4d93-82ba-b37123fbfd16 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:53:25.993783 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5cc1fd1c-0a6a-4283-ad72-ea425e834225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:26.014999 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-90828d22-e6d2-49c3-81d2-318466805b4b service neutron] 10.222.0.41 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867512 Oct 26 08:53:26.236733 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-db42f4cb-2644-4a4b-beab-d28b14ffa2aa req-1d99d0d1-93ed-465b-914f-4fa7fcdf9686 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 210 time: 0.0443773 Oct 26 08:53:26.258309 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 095aaab5-cc64-4164-b41d-5359aae30aa5 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:53:26.310139 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 095aaab5-cc64-4164-b41d-5359aae30aa5 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:53:26.310605 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:26.399916 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 201e8e71-89fc-4d93-82ba-b37123fbfd16 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:53:26.453487 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 201e8e71-89fc-4d93-82ba-b37123fbfd16 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:53:26.453895 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:27.347296 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-cd67d3e1-bba6-4b16-b5b0-25f6aed5e1c6 req-8adced84-d7fe-4cd0-83a9-7c3659b89db6 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 210 time: 0.0379040 Oct 26 08:53:27.363802 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-941af073-04f6-4d69-9a46-9ac7ab3be41c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:27.365324 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-941af073-04f6-4d69-9a46-9ac7ab3be41c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.47 "GET /v2.0/networks?id=9e799a14-e462-45a1-a5d8-8efe9102976f HTTP/1.1" status: 200 len: 812 time: 0.1440928 Oct 26 08:53:27.408546 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-c945baab-80b9-4cf8-9874-cfd42850302a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=331f70748a6a4ffd8bd5667aaa9773db HTTP/1.1" status: 200 len: 379 time: 0.0343709 Oct 26 08:53:27.420143 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-3b0d43ce-2f5e-4982-ba92-bdd77d517de6 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Request body: {'port': {'device_id': '86bd0b30-3108-44ab-b895-364215512723', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'admin_state_up': True, 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'security_groups': ['931103e1-5925-4427-b3e1-42093671d7c3']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:53:27.535830 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-3b0d43ce-2f5e-4982-ba92-bdd77d517de6 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Made reservation on behalf of 331f70748a6a4ffd8bd5667aaa9773db for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:53:27.539723 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-3b0d43ce-2f5e-4982-ba92-bdd77d517de6 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:27.663303 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-3b0d43ce-2f5e-4982-ba92-bdd77d517de6 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Allocated IP 172.20.0.13 (9e799a14-e462-45a1-a5d8-8efe9102976f/9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0/415609bd-fbe1-448a-b811-ba0335d1a81f) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:53:27.800277 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-3b0d43ce-2f5e-4982-ba92-bdd77d517de6 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:27.834459 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-3b0d43ce-2f5e-4982-ba92-bdd77d517de6 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:27.884769 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-3b0d43ce-2f5e-4982-ba92-bdd77d517de6 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Network 9e799a14-e462-45a1-a5d8-8efe9102976f is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:53:27.887946 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-3b0d43ce-2f5e-4982-ba92-bdd77d517de6 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:53:27.892510 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-3b0d43ce-2f5e-4982-ba92-bdd77d517de6 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:53:27.896641 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d43ce-2f5e-4982-ba92-bdd77d517de6 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Pushing event updated for resources: {'Port': ['ID=415609bd-fbe1-448a-b811-ba0335d1a81f,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:53:27.945073 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-3b0d43ce-2f5e-4982-ba92-bdd77d517de6 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:27.946185 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-3b0d43ce-2f5e-4982-ba92-bdd77d517de6 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:27.964137 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-3b0d43ce-2f5e-4982-ba92-bdd77d517de6 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5476217 Oct 26 08:53:27.978016 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-058a5014-a664-490f-845d-06c4ebfcb35f service neutron] Request body: {'port': {'device_id': '86bd0b30-3108-44ab-b895-364215512723', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:53:28.033750 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-058a5014-a664-490f-845d-06c4ebfcb35f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:28.127132 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-9ff25abf-e921-478f-8a64-6fe142701952 None None] Provisioning complete for port 415609bd-fbe1-448a-b811-ba0335d1a81f triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:53:28.127715 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9ff25abf-e921-478f-8a64-6fe142701952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:28.166488 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-9ff25abf-e921-478f-8a64-6fe142701952 None None] Port 415609bd-fbe1-448a-b811-ba0335d1a81f cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:53:28.302200 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-058a5014-a664-490f-845d-06c4ebfcb35f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 415609bd-fbe1-448a-b811-ba0335d1a81f {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:53:28.309388 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-058a5014-a664-490f-845d-06c4ebfcb35f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:28.321556 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-058a5014-a664-490f-845d-06c4ebfcb35f service neutron] Transition to ACTIVE for port object 415609bd-fbe1-448a-b811-ba0335d1a81f will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 08:53:28.325630 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-058a5014-a664-490f-845d-06c4ebfcb35f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:28.377238 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a5014-a664-490f-845d-06c4ebfcb35f service neutron] Pushing event updated for resources: {'Port': ['ID=415609bd-fbe1-448a-b811-ba0335d1a81f,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:53:28.450009 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-058a5014-a664-490f-845d-06c4ebfcb35f service neutron] Attempting to bind port 415609bd-fbe1-448a-b811-ba0335d1a81f on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:53:28.450365 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-058a5014-a664-490f-845d-06c4ebfcb35f service neutron] Attempting to bind port 415609bd-fbe1-448a-b811-ba0335d1a81f by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'cd1ec8ef-e337-45a9-8738-5a5cc81de368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:53:28.450812 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-058a5014-a664-490f-845d-06c4ebfcb35f service neutron] Attempting to bind port 415609bd-fbe1-448a-b811-ba0335d1a81f on network 9e799a14-e462-45a1-a5d8-8efe9102976f {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:53:28.459128 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-058a5014-a664-490f-845d-06c4ebfcb35f service neutron] Port 415609bd-fbe1-448a-b811-ba0335d1a81f on network 9e799a14-e462-45a1-a5d8-8efe9102976f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:53:28.459611 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-058a5014-a664-490f-845d-06c4ebfcb35f service neutron] Attempting to bind port 415609bd-fbe1-448a-b811-ba0335d1a81f on network 9e799a14-e462-45a1-a5d8-8efe9102976f {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:53:28.466555 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-058a5014-a664-490f-845d-06c4ebfcb35f service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:53:28.467201 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-058a5014-a664-490f-845d-06c4ebfcb35f service neutron] Checking segment: {'id': 'cd1ec8ef-e337-45a9-8738-5a5cc81de368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:53:28.467719 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-058a5014-a664-490f-845d-06c4ebfcb35f service neutron] Bound using segment: {'id': 'cd1ec8ef-e337-45a9-8738-5a5cc81de368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:53:28.468419 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-058a5014-a664-490f-845d-06c4ebfcb35f service neutron] Bound port: 415609bd-fbe1-448a-b811-ba0335d1a81f, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd1ec8ef-e337-45a9-8738-5a5cc81de368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:53:28.468883 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-058a5014-a664-490f-845d-06c4ebfcb35f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:28.501615 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e2d47-0758-4920-abd2-001227e5acde req-3aa1413a-b831-4538-86f7-3085f4c138e9 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:28.503316 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-6d6e2d47-0758-4920-abd2-001227e5acde req-3aa1413a-b831-4538-86f7-3085f4c138e9 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 944 time: 0.0576282 Oct 26 08:53:28.544218 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-6d6e2d47-0758-4920-abd2-001227e5acde req-52679f5f-6b52-4c88-b0be-04bcf2dfb01e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340855 Oct 26 08:53:28.545560 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-058a5014-a664-490f-845d-06c4ebfcb35f service neutron] For port 415609bd-fbe1-448a-b811-ba0335d1a81f, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:53:28.553417 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-058a5014-a664-490f-845d-06c4ebfcb35f service neutron] For port 415609bd-fbe1-448a-b811-ba0335d1a81f, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=415609bd-fbe1-448a-b811-ba0335d1a81f,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:53:28.559455 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-058a5014-a664-490f-845d-06c4ebfcb35f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:28.597113 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-058a5014-a664-490f-845d-06c4ebfcb35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:28.597899 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-058a5014-a664-490f-845d-06c4ebfcb35f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:28.599342 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-058a5014-a664-490f-845d-06c4ebfcb35f service neutron] 10.222.0.47 "PUT /v2.0/ports/415609bd-fbe1-448a-b811-ba0335d1a81f HTTP/1.1" status: 200 len: 1094 time: 0.6258323 Oct 26 08:53:28.599804 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86bd0b30-3108-44ab-b895-364215512723', 'tag': '415609bd-fbe1-448a-b811-ba0335d1a81f'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:53:28.602166 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7fa856-6c86-4d65-ab16-7db13bbcaad4" -d '{"events": [{"name": "network-changed", "server_uuid": "86bd0b30-3108-44ab-b895-364215512723", "tag": "415609bd-fbe1-448a-b811-ba0335d1a81f"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:53:28.628358 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a5014-a664-490f-845d-06c4ebfcb35f service neutron] Pushing event updated for resources: {'Port': ['ID=415609bd-fbe1-448a-b811-ba0335d1a81f,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:53:28.644630 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e627c55-e5aa-4a51-a0e3-27a52546a21b x-openstack-request-id: req-1e627c55-e5aa-4a51-a0e3-27a52546a21b {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:53:28.644920 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86bd0b30-3108-44ab-b895-364215512723", "tag": "415609bd-fbe1-448a-b811-ba0335d1a81f", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:53:28.645334 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1e627c55-e5aa-4a51-a0e3-27a52546a21b {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:53:28.645769 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86bd0b30-3108-44ab-b895-364215512723', 'tag': '415609bd-fbe1-448a-b811-ba0335d1a81f', 'status': 'completed', 'code': 200} Oct 26 08:53:28.695316 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-a1a92c7d-b148-4cb4-9b8e-3731c9c4c1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:28.696818 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-a1a92c7d-b148-4cb4-9b8e-3731c9c4c1a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=331f70748a6a4ffd8bd5667aaa9773db&device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 1097 time: 0.0434608 Oct 26 08:53:28.748103 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-a33690af-d279-431e-ae47-88da2810dea7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=415609bd-fbe1-448a-b811-ba0335d1a81f HTTP/1.1" status: 200 len: 217 time: 0.0432653 Oct 26 08:53:28.800434 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-4a1b17cc-c88a-4dc5-a848-6b318888cb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:28.803077 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-4a1b17cc-c88a-4dc5-a848-6b318888cb58 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0 HTTP/1.1" status: 200 len: 851 time: 0.0481181 Oct 26 08:53:28.852936 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-f7f8534b-31bf-4b4d-aba5-8c9c68f7ce73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:28.854509 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-f7f8534b-31bf-4b4d-aba5-8c9c68f7ce73 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e799a14-e462-45a1-a5d8-8efe9102976f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0447822 Oct 26 08:53:28.950741 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-8c397c94-df6c-4ccc-9848-15fce6ba6fd7 service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889788 Oct 26 08:53:29.040746 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-abf914c8-d4a9-426e-ad76-1154ba338b82 req-3ebf9d87-8f0a-4c99-bcc9-2f2fccccce00 service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828278 Oct 26 08:53:29.129386 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fa856-6c86-4d65-ab16-7db13bbcaad4 req-3aad9435-a518-42ab-ad3e-8c82c3ad014b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:29.130863 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-df7fa856-6c86-4d65-ab16-7db13bbcaad4 req-3aad9435-a518-42ab-ad3e-8c82c3ad014b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=331f70748a6a4ffd8bd5667aaa9773db&device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 1097 time: 0.0423200 Oct 26 08:53:29.225339 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fa856-6c86-4d65-ab16-7db13bbcaad4 req-ea0bb4d0-294c-45a4-98cc-fe644f069a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:29.226842 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-df7fa856-6c86-4d65-ab16-7db13bbcaad4 req-ea0bb4d0-294c-45a4-98cc-fe644f069a61 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e799a14-e462-45a1-a5d8-8efe9102976f HTTP/1.1" status: 200 len: 913 time: 0.0887113 Oct 26 08:53:29.269049 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-df7fa856-6c86-4d65-ab16-7db13bbcaad4 req-a816b008-bee4-420a-a64e-b231020cedc8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=415609bd-fbe1-448a-b811-ba0335d1a81f HTTP/1.1" status: 200 len: 217 time: 0.0337946 Oct 26 08:53:29.322905 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fa856-6c86-4d65-ab16-7db13bbcaad4 req-5897bd2b-fdce-49ab-99ac-a8e74d60e85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:29.324374 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-df7fa856-6c86-4d65-ab16-7db13bbcaad4 req-5897bd2b-fdce-49ab-99ac-a8e74d60e85e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0 HTTP/1.1" status: 200 len: 851 time: 0.0484381 Oct 26 08:53:29.373050 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fa856-6c86-4d65-ab16-7db13bbcaad4 req-77ff267c-f722-458f-8541-137761725f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:29.374599 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-df7fa856-6c86-4d65-ab16-7db13bbcaad4 req-77ff267c-f722-458f-8541-137761725f36 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e799a14-e462-45a1-a5d8-8efe9102976f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0414822 Oct 26 08:53:29.470904 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-df7fa856-6c86-4d65-ab16-7db13bbcaad4 req-2b157bd5-dbdb-444e-a008-3a434ba37f1b service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868816 Oct 26 08:53:29.561302 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-df7fa856-6c86-4d65-ab16-7db13bbcaad4 req-b39672fc-79ed-4795-b0c9-40ce2664594e service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816667 Oct 26 08:53:29.663610 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd4d1f-1ce2-44f4-82dd-ed9cd653a2ca req-2110b7b9-aa21-4770-8e60-17d4fd18b44b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:29.665127 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-aafd4d1f-1ce2-44f4-82dd-ed9cd653a2ca req-2110b7b9-aa21-4770-8e60-17d4fd18b44b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 944 time: 0.0492799 Oct 26 08:53:29.702331 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-aafd4d1f-1ce2-44f4-82dd-ed9cd653a2ca req-7c04ed7d-2a67-402c-b9f3-3e63477b0070 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313013 Oct 26 08:53:30.736794 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 415609bd-fbe1-448a-b811-ba0335d1a81f details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 08:53:30.823468 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf7511-3a6b-4c03-b6e5-4ec5646138e6 req-ef05528b-7c36-4f46-a593-e34b58547e18 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:30.825100 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-66bf7511-3a6b-4c03-b6e5-4ec5646138e6 req-ef05528b-7c36-4f46-a593-e34b58547e18 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 944 time: 0.0531046 Oct 26 08:53:30.867022 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-66bf7511-3a6b-4c03-b6e5-4ec5646138e6 req-74e82499-cb4c-4257-8f6d-3cffa272fcbc tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356340 Oct 26 08:53:30.979877 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 415609bd-fbe1-448a-b811-ba0335d1a81f, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=415609bd-fbe1-448a-b811-ba0335d1a81f,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:53:30.991060 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': '415609bd-fbe1-448a-b811-ba0335d1a81f', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'port_id': '415609bd-fbe1-448a-b811-ba0335d1a81f', 'mac_address': 'fa:16:3e:77:0f:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 08:53:31.027722 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:31.040557 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 415609bd-fbe1-448a-b811-ba0335d1a81f {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:53:31.059221 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 415609bd-fbe1-448a-b811-ba0335d1a81f, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=415609bd-fbe1-448a-b811-ba0335d1a81f,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:53:31.063107 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:31.114239 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=415609bd-fbe1-448a-b811-ba0335d1a81f,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:53:31.267596 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['415609bd-fbe1-448a-b811-ba0335d1a81f'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:53:31.982204 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f59bbb-fbd5-44f9-800b-cc5b830b03ae req-1557960b-b666-4421-a85d-e33952bdf5d9 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:31.983693 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f0f59bbb-fbd5-44f9-800b-cc5b830b03ae req-1557960b-b666-4421-a85d-e33952bdf5d9 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 945 time: 0.0499690 Oct 26 08:53:32.021859 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f0f59bbb-fbd5-44f9-800b-cc5b830b03ae req-f0d17104-4803-461a-99e6-61a0ccc32515 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316048 Oct 26 08:53:32.743438 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 415609bd-fbe1-448a-b811-ba0335d1a81f up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:53:32.794908 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port 415609bd-fbe1-448a-b811-ba0335d1a81f completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 08:53:32.798962 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port 415609bd-fbe1-448a-b811-ba0335d1a81f triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:53:32.799338 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:32.876550 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:32.898539 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86bd0b30-3108-44ab-b895-364215512723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415609bd-fbe1-448a-b811-ba0335d1a81f'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:53:32.900814 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff28858d-4289-428e-a71b-becfeb0ebdd9" -d '{"events": [{"server_uuid": "86bd0b30-3108-44ab-b895-364215512723", "name": "network-vif-plugged", "status": "completed", "tag": "415609bd-fbe1-448a-b811-ba0335d1a81f"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:53:32.913963 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 415609bd-fbe1-448a-b811-ba0335d1a81f, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=415609bd-fbe1-448a-b811-ba0335d1a81f,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:53:32.918402 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:32.946179 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3f5f7b-5cc9-40bb-bea2-13a5036c98fc x-openstack-request-id: req-ff3f5f7b-5cc9-40bb-bea2-13a5036c98fc {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:53:32.946484 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86bd0b30-3108-44ab-b895-364215512723", "name": "network-vif-plugged", "status": "completed", "tag": "415609bd-fbe1-448a-b811-ba0335d1a81f", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:53:32.946736 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ff3f5f7b-5cc9-40bb-bea2-13a5036c98fc {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:53:32.947122 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86bd0b30-3108-44ab-b895-364215512723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415609bd-fbe1-448a-b811-ba0335d1a81f', 'code': 200} Oct 26 08:53:32.973884 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=415609bd-fbe1-448a-b811-ba0335d1a81f,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:53:33.115056 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbda389-8f63-4844-9594-27a97b589368 req-69b863ff-e8a4-47d5-a615-12f33a5ef45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:33.116586 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-cdbda389-8f63-4844-9594-27a97b589368 req-69b863ff-e8a4-47d5-a615-12f33a5ef45d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 1099 time: 0.0468345 Oct 26 08:53:33.144034 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a5d93-9df5-4a06-9690-0146a6ccf0a8 req-ea0d8999-a9b9-4260-a8ac-63a38781894d tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:33.146548 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-747a5d93-9df5-4a06-9690-0146a6ccf0a8 req-ea0d8999-a9b9-4260-a8ac-63a38781894d tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 946 time: 0.0550916 Oct 26 08:53:33.152042 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-cdbda389-8f63-4844-9594-27a97b589368 req-c77d5c07-dd02-4008-84db-4ef8f386fed5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282521 Oct 26 08:53:33.184172 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-747a5d93-9df5-4a06-9690-0146a6ccf0a8 req-1119cea3-90ae-4792-abd4-bf5dac7429ef tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317473 Oct 26 08:53:34.299564 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bc5a5-46a0-4396-8777-c9d793d7506b req-d56bd645-8e23-4792-ab06-ae7cb31971b9 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:34.301254 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2e2bc5a5-46a0-4396-8777-c9d793d7506b req-d56bd645-8e23-4792-ab06-ae7cb31971b9 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 946 time: 0.0502665 Oct 26 08:53:34.339761 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2e2bc5a5-46a0-4396-8777-c9d793d7506b req-9bf8ab5f-5b87-465b-9e05-153dd5b57bda tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322928 Oct 26 08:53:34.449091 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf014f-6ed5-4417-91a7-00691451fabb req-a0d5ad25-759e-4fec-bcdb-703082f54915 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:34.450619 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-6acf014f-6ed5-4417-91a7-00691451fabb req-a0d5ad25-759e-4fec-bcdb-703082f54915 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 946 time: 0.0483291 Oct 26 08:53:34.460166 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 41066) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:53:34.464864 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-970155b9-6e47-4d1a-83cc-2ffc2e1af7d0 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Request body: {'floatingip': {'port_id': '415609bd-fbe1-448a-b811-ba0335d1a81f'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:53:34.503203 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-970155b9-6e47-4d1a-83cc-2ffc2e1af7d0 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks [] for floatingip, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:34.924611 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-970155b9-6e47-4d1a-83cc-2ffc2e1af7d0 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:34.928242 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-970155b9-6e47-4d1a-83cc-2ffc2e1af7d0 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:35.027951 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.l3_db [None req-970155b9-6e47-4d1a-83cc-2ffc2e1af7d0 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Floating IP 242f56c2-8b50-4a2f-8692-05ad43b26c3c associated. External IP: 172.26.2.77, port: 415609bd-fbe1-448a-b811-ba0335d1a81f. Oct 26 08:53:35.236746 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970155b9-6e47-4d1a-83cc-2ffc2e1af7d0 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Router 55d1a590-c4ba-45a7-9374-9d80b6616d78 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:53:35.344001 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970155b9-6e47-4d1a-83cc-2ffc2e1af7d0 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:53:35.348722 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-970155b9-6e47-4d1a-83cc-2ffc2e1af7d0 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:35.353961 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e52fdcb-f591-40a8-b629-43b9e99ab9fe None None] Sync routers for ids ['55d1a590-c4ba-45a7-9374-9d80b6616d78'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:53:35.365293 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e52fdcb-f591-40a8-b629-43b9e99ab9fe None None] Routers {'55d1a590-c4ba-45a7-9374-9d80b6616d78'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:53:35.365926 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-1e52fdcb-f591-40a8-b629-43b9e99ab9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:53:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['55d1a590-c4ba-45a7-9374-9d80b6616d78'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:53:35.377823 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-970155b9-6e47-4d1a-83cc-2ffc2e1af7d0 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "PUT /v2.0/floatingips/242f56c2-8b50-4a2f-8692-05ad43b26c3c HTTP/1.1" status: 200 len: 991 time: 0.9164765 Oct 26 08:53:35.378423 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86bd0b30-3108-44ab-b895-364215512723', 'tag': '415609bd-fbe1-448a-b811-ba0335d1a81f'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:53:35.381644 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6001f9b463937e9ba59653060f797cf6a3b9cfc8c69abf6deb468a53c3a3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef1f21d-0bc8-4e6f-9ca2-ec96f681eabb" -d '{"events": [{"name": "network-changed", "server_uuid": "86bd0b30-3108-44ab-b895-364215512723", "tag": "415609bd-fbe1-448a-b811-ba0335d1a81f"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:53:35.418444 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9fa7ed-057c-49ef-8fe6-4eaabcbd1623 x-openstack-request-id: req-ee9fa7ed-057c-49ef-8fe6-4eaabcbd1623 {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:53:35.418810 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86bd0b30-3108-44ab-b895-364215512723", "tag": "415609bd-fbe1-448a-b811-ba0335d1a81f", "status": "completed", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:53:35.419133 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ee9fa7ed-057c-49ef-8fe6-4eaabcbd1623 {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:53:35.419605 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86bd0b30-3108-44ab-b895-364215512723', 'tag': '415609bd-fbe1-448a-b811-ba0335d1a81f', 'status': 'completed', 'code': 200} Oct 26 08:53:35.472797 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-1e52fdcb-f591-40a8-b629-43b9e99ab9fe None None] Set router 55d1a590-c4ba-45a7-9374-9d80b6616d78 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:53:35.481956 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1f21d-0bc8-4e6f-9ca2-ec96f681eabb req-4b19012c-de0d-4836-8e14-dd69253f3cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:35.483476 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0ef1f21d-0bc8-4e6f-9ca2-ec96f681eabb req-4b19012c-de0d-4836-8e14-dd69253f3cef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=331f70748a6a4ffd8bd5667aaa9773db&device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 1099 time: 0.0427980 Oct 26 08:53:35.583748 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1f21d-0bc8-4e6f-9ca2-ec96f681eabb req-f7229475-6f21-4bb7-af45-07c18000c3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:35.585261 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0ef1f21d-0bc8-4e6f-9ca2-ec96f681eabb req-f7229475-6f21-4bb7-af45-07c18000c3d0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e799a14-e462-45a1-a5d8-8efe9102976f HTTP/1.1" status: 200 len: 913 time: 0.0949595 Oct 26 08:53:35.651336 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0ef1f21d-0bc8-4e6f-9ca2-ec96f681eabb req-fc9ff63d-fd95-4188-833b-296e6b339b47 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=415609bd-fbe1-448a-b811-ba0335d1a81f HTTP/1.1" status: 200 len: 999 time: 0.0591767 Oct 26 08:53:35.696137 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-1e52fdcb-f591-40a8-b629-43b9e99ab9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'name': 'tempest-ServerActionsTestJSON-1162571938-router', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:22Z', 'revision_number': 4, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'gw_port': {'id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '242f56c2-8b50-4a2f-8692-05ad43b26c3c', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'floating_ip_address': '172.26.2.77', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'port_id': '415609bd-fbe1-448a-b811-ba0335d1a81f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'mac_address': 'fa:16:3e:77:0f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86bd0b30-3108-44ab-b895-364215512723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:53:24Z', 'updated_at': '2021-10-26T08:53:34Z', 'revision_number': 1, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '201e8e71-89fc-4d93-82ba-b37123fbfd16', 'name': '', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'mac_address': 'fa:16:3e:bb:36:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:21Z', 'updated_at': '2021-10-26T08:53:25Z', 'revision_number': 5, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'subnets': [{'id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:53:35.707931 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1f21d-0bc8-4e6f-9ca2-ec96f681eabb req-3561b8f6-abd9-4c35-a86f-83e19b78064b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:35.709433 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0ef1f21d-0bc8-4e6f-9ca2-ec96f681eabb req-3561b8f6-abd9-4c35-a86f-83e19b78064b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0 HTTP/1.1" status: 200 len: 851 time: 0.0509098 Oct 26 08:53:35.726873 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e52fdcb-f591-40a8-b629-43b9e99ab9fe None None] Checking router: 55d1a590-c4ba-45a7-9374-9d80b6616d78 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:53:35.735596 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e52fdcb-f591-40a8-b629-43b9e99ab9fe None None] Routers {'55d1a590-c4ba-45a7-9374-9d80b6616d78'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:53:35.736213 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-1e52fdcb-f591-40a8-b629-43b9e99ab9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:53:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['55d1a590-c4ba-45a7-9374-9d80b6616d78'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:53:35.756644 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1f21d-0bc8-4e6f-9ca2-ec96f681eabb req-d98efdc0-f724-438b-a954-7243bf64a858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:35.758180 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0ef1f21d-0bc8-4e6f-9ca2-ec96f681eabb req-d98efdc0-f724-438b-a954-7243bf64a858 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e799a14-e462-45a1-a5d8-8efe9102976f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0415883 Oct 26 08:53:35.838142 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-1e52fdcb-f591-40a8-b629-43b9e99ab9fe None None] Set router 55d1a590-c4ba-45a7-9374-9d80b6616d78 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:53:35.850949 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0ef1f21d-0bc8-4e6f-9ca2-ec96f681eabb req-8651b5aa-6a33-40a2-843c-d25f4d609952 service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851982 Oct 26 08:53:35.946719 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0ef1f21d-0bc8-4e6f-9ca2-ec96f681eabb req-32899338-d461-4adb-9d01-7f41a1ad4b7a service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886147 Oct 26 08:53:36.061326 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-1e52fdcb-f591-40a8-b629-43b9e99ab9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'name': 'tempest-ServerActionsTestJSON-1162571938-router', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:22Z', 'revision_number': 4, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'gw_port': {'id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '242f56c2-8b50-4a2f-8692-05ad43b26c3c', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'floating_ip_address': '172.26.2.77', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'port_id': '415609bd-fbe1-448a-b811-ba0335d1a81f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'mac_address': 'fa:16:3e:77:0f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86bd0b30-3108-44ab-b895-364215512723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:53:24Z', 'updated_at': '2021-10-26T08:53:34Z', 'revision_number': 1, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '201e8e71-89fc-4d93-82ba-b37123fbfd16', 'name': '', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'mac_address': 'fa:16:3e:bb:36:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:21Z', 'updated_at': '2021-10-26T08:53:25Z', 'revision_number': 5, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'subnets': [{'id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:53:36.088297 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e52fdcb-f591-40a8-b629-43b9e99ab9fe None None] The sync data for ids ['55d1a590-c4ba-45a7-9374-9d80b6616d78'] in dv-neutron-804846-13-hyperv is: [{'id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'name': 'tempest-ServerActionsTestJSON-1162571938-router', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:22Z', 'revision_number': 4, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'gw_port': {'id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '242f56c2-8b50-4a2f-8692-05ad43b26c3c', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'floating_ip_address': '172.26.2.77', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'port_id': '415609bd-fbe1-448a-b811-ba0335d1a81f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'mac_address': 'fa:16:3e:77:0f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86bd0b30-3108-44ab-b895-364215512723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:53:24Z', 'updated_at': '2021-10-26T08:53:34Z', 'revision_number': 1, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '201e8e71-89fc-4d93-82ba-b37123fbfd16', 'name': '', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'mac_address': 'fa:16:3e:bb:36:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:21Z', 'updated_at': '2021-10-26T08:53:25Z', 'revision_number': 5, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'subnets': [{'id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:53:36.296186 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360f40f6-3ea7-4042-a7d7-697f2d6e1f7d None None] New status for floating IP 242f56c2-8b50-4a2f-8692-05ad43b26c3c: ACTIVE {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:53:45.056195 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2e476f05-3ad4-4e82-b353-11731eaf1cf3 req-3bee23f2-5c25-404f-aa63-e4d86b9b7e6b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=86bd0b30-3108-44ab-b895-364215512723&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407000 Oct 26 08:53:45.140073 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e476f05-3ad4-4e82-b353-11731eaf1cf3 req-f3b9b53d-598b-4fb9-a471-1c4fc1771212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:45.141600 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2e476f05-3ad4-4e82-b353-11731eaf1cf3 req-f3b9b53d-598b-4fb9-a471-1c4fc1771212 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=331f70748a6a4ffd8bd5667aaa9773db&device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 1099 time: 0.0416651 Oct 26 08:53:45.253813 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e476f05-3ad4-4e82-b353-11731eaf1cf3 req-35d9d357-fa6d-4c94-a135-a2d36d35969e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:45.255170 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2e476f05-3ad4-4e82-b353-11731eaf1cf3 req-35d9d357-fa6d-4c94-a135-a2d36d35969e service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e799a14-e462-45a1-a5d8-8efe9102976f HTTP/1.1" status: 200 len: 913 time: 0.0908942 Oct 26 08:53:45.323974 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2e476f05-3ad4-4e82-b353-11731eaf1cf3 req-e681c918-2db1-462d-930a-9c6e4ef23954 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=415609bd-fbe1-448a-b811-ba0335d1a81f HTTP/1.1" status: 200 len: 1001 time: 0.0612454 Oct 26 08:53:45.375460 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e476f05-3ad4-4e82-b353-11731eaf1cf3 req-e616d2c4-9238-435f-ab69-e56863b05d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:45.376947 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2e476f05-3ad4-4e82-b353-11731eaf1cf3 req-e616d2c4-9238-435f-ab69-e56863b05d3e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0 HTTP/1.1" status: 200 len: 851 time: 0.0455112 Oct 26 08:53:45.421413 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e476f05-3ad4-4e82-b353-11731eaf1cf3 req-2162667f-2d42-416d-a7e3-9ea15fbe982d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:53:45.422941 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2e476f05-3ad4-4e82-b353-11731eaf1cf3 req-2162667f-2d42-416d-a7e3-9ea15fbe982d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e799a14-e462-45a1-a5d8-8efe9102976f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0389850 Oct 26 08:53:45.517454 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2e476f05-3ad4-4e82-b353-11731eaf1cf3 req-975f41c9-fd45-4176-b0f4-d4177a76365d service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857460 Oct 26 08:53:45.612579 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2e476f05-3ad4-4e82-b353-11731eaf1cf3 req-b851c534-252d-4366-a5f8-0da7cbf57315 service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833218 Oct 26 08:53:49.401968 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d29e45e3-23e5-4682-906d-71c22e77bdfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:52.072528 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bfb1ae73-7f56-415b-9992-73364e8d178d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:52.951494 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:53.312809 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:54.267371 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:53:54.845348 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:02.664644 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:54:12.610337 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a75d40-c966-425b-a263-2a4479b0e1f4 req-bdd57fc0-37e0-4c2f-939f-1564e863167d tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:12.611852 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-40a75d40-c966-425b-a263-2a4479b0e1f4 req-bdd57fc0-37e0-4c2f-939f-1564e863167d tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 946 time: 0.0502739 Oct 26 08:54:12.650506 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-40a75d40-c966-425b-a263-2a4479b0e1f4 req-10836419-2803-4e33-aef2-e51644f80423 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323534 Oct 26 08:54:12.870754 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3d85844f-ff60-4904-bc4f-c41cf3ac11a7 req-3bd2f329-d725-4a0b-8a4a-7ebdb9899b5a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=86bd0b30-3108-44ab-b895-364215512723&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0427926 Oct 26 08:54:12.891855 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397f3a1-f99f-4b51-af5a-8ee7a380ecda req-8ecb4b09-be01-4a99-8f42-c771b43d1696 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:12.893524 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-c397f3a1-f99f-4b51-af5a-8ee7a380ecda req-8ecb4b09-be01-4a99-8f42-c771b43d1696 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 946 time: 0.0555489 Oct 26 08:54:12.932005 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-c397f3a1-f99f-4b51-af5a-8ee7a380ecda req-299e3256-635d-4a8f-aeea-fd6765f86856 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324495 Oct 26 08:54:13.933160 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85844f-ff60-4904-bc4f-c41cf3ac11a7 req-008b78c3-ec87-4944-b596-00733ac0139a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:13.934739 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3d85844f-ff60-4904-bc4f-c41cf3ac11a7 req-008b78c3-ec87-4944-b596-00733ac0139a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=331f70748a6a4ffd8bd5667aaa9773db&device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 1099 time: 0.0450625 Oct 26 08:54:14.050196 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85844f-ff60-4904-bc4f-c41cf3ac11a7 req-146167d2-fd42-4207-97b8-687aa9bc4913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:14.051698 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3d85844f-ff60-4904-bc4f-c41cf3ac11a7 req-146167d2-fd42-4207-97b8-687aa9bc4913 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e799a14-e462-45a1-a5d8-8efe9102976f HTTP/1.1" status: 200 len: 913 time: 0.1099029 Oct 26 08:54:14.073451 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f68e6-9b5a-4cb5-a934-a81fe9290db9 req-20807181-cec5-4cb6-b077-b18af9d3ea2b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:14.074912 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-aa5f68e6-9b5a-4cb5-a934-a81fe9290db9 req-20807181-cec5-4cb6-b077-b18af9d3ea2b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 946 time: 0.0720015 Oct 26 08:54:14.152119 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3d85844f-ff60-4904-bc4f-c41cf3ac11a7 req-ea9ea8df-74e5-4d96-a99a-f2d9dbabe7af service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=415609bd-fbe1-448a-b811-ba0335d1a81f HTTP/1.1" status: 200 len: 1001 time: 0.0922182 Oct 26 08:54:14.155050 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-aa5f68e6-9b5a-4cb5-a934-a81fe9290db9 req-1ce7a0d5-0a8e-4b71-b49e-bfcd2ef6b5c4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492837 Oct 26 08:54:14.200453 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85844f-ff60-4904-bc4f-c41cf3ac11a7 req-d22e9fb6-eb78-4f56-8a52-5b80f62e5de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:14.201884 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3d85844f-ff60-4904-bc4f-c41cf3ac11a7 req-d22e9fb6-eb78-4f56-8a52-5b80f62e5de9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0 HTTP/1.1" status: 200 len: 851 time: 0.0432007 Oct 26 08:54:14.247554 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85844f-ff60-4904-bc4f-c41cf3ac11a7 req-1ebc53f6-06cf-4719-9631-a4e0fb008103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:14.249020 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3d85844f-ff60-4904-bc4f-c41cf3ac11a7 req-1ebc53f6-06cf-4719-9631-a4e0fb008103 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e799a14-e462-45a1-a5d8-8efe9102976f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0400600 Oct 26 08:54:14.340853 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3d85844f-ff60-4904-bc4f-c41cf3ac11a7 req-c3cdfdbc-57e7-49d9-9a1c-491c083456d5 service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847948 Oct 26 08:54:14.429889 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3d85844f-ff60-4904-bc4f-c41cf3ac11a7 req-4528498c-79bd-42bd-9ad0-357b98340c1d service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819855 Oct 26 08:54:15.271932 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09415123-4824-468b-b61b-18ad3e8b1f9d req-ae32cc9c-7fd5-4304-8b90-d183c335c364 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:15.273440 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-09415123-4824-468b-b61b-18ad3e8b1f9d req-ae32cc9c-7fd5-4304-8b90-d183c335c364 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 946 time: 0.0504560 Oct 26 08:54:15.310541 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-09415123-4824-468b-b61b-18ad3e8b1f9d req-9d409680-a1ca-4651-a3f8-6a3fe5cf6f9a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311759 Oct 26 08:54:16.430472 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51d21f-5899-434e-bfa9-65db4671a84b req-85aedd7a-0afb-43c4-acd7-357cdce9660d tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:16.432000 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7a51d21f-5899-434e-bfa9-65db4671a84b req-85aedd7a-0afb-43c4-acd7-357cdce9660d tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 946 time: 0.0543988 Oct 26 08:54:16.470852 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7a51d21f-5899-434e-bfa9-65db4671a84b req-f99bc001-c0cd-4627-904d-00ab7726578d tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328963 Oct 26 08:54:17.584211 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1545bea-a5b6-4a6d-be0f-f2d3480d61b1 req-d44b71e7-5bfe-4dfb-a5f7-9e024846226a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:17.585737 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b1545bea-a5b6-4a6d-be0f-f2d3480d61b1 req-d44b71e7-5bfe-4dfb-a5f7-9e024846226a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 946 time: 0.0486746 Oct 26 08:54:17.623246 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b1545bea-a5b6-4a6d-be0f-f2d3480d61b1 req-abd82d4a-8876-4c81-bae8-064e17b7d890 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312996 Oct 26 08:54:18.736874 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3f138-3ae4-4e8f-8ea3-20c3dcc53c97 req-8f79dcab-ed0e-4d1d-b529-df4301321497 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:18.738534 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e3c3f138-3ae4-4e8f-8ea3-20c3dcc53c97 req-8f79dcab-ed0e-4d1d-b529-df4301321497 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 946 time: 0.0490615 Oct 26 08:54:18.775944 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e3c3f138-3ae4-4e8f-8ea3-20c3dcc53c97 req-e650a89f-898a-481d-97de-721069ef5c86 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315070 Oct 26 08:54:19.402973 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ed487292-08f9-4c5e-ad89-040d474b44cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:19.897509 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665544a-6b30-42aa-8c3a-d2de4d9ab223 req-ab8f4443-aa90-4660-b7b7-e467a85ff123 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:19.899045 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-2665544a-6b30-42aa-8c3a-d2de4d9ab223 req-ab8f4443-aa90-4660-b7b7-e467a85ff123 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 946 time: 0.0546117 Oct 26 08:54:19.936255 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-2665544a-6b30-42aa-8c3a-d2de4d9ab223 req-aba6f4b9-64fc-434d-9dc0-7d2d20b8d03a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313065 Oct 26 08:54:21.052620 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb494db-8502-4006-bb4c-e23a56c0a363 req-df2bba85-fc83-4db9-b4bd-e58864e34ef3 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:21.054088 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6eb494db-8502-4006-bb4c-e23a56c0a363 req-df2bba85-fc83-4db9-b4bd-e58864e34ef3 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 946 time: 0.0497882 Oct 26 08:54:21.093499 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6eb494db-8502-4006-bb4c-e23a56c0a363 req-54cc4e35-4680-44fd-b54f-5224ca7d9a37 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328829 Oct 26 08:54:22.073792 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5d7e1709-4bdc-49e4-99e4-69b0b17b0fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:22.210694 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29033e76-21a0-4f2b-b2b6-0edda7d9efcb req-08bda9d4-f891-414b-8bcd-d64384096636 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:22.212184 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-29033e76-21a0-4f2b-b2b6-0edda7d9efcb req-08bda9d4-f891-414b-8bcd-d64384096636 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 946 time: 0.0494287 Oct 26 08:54:22.251174 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-29033e76-21a0-4f2b-b2b6-0edda7d9efcb req-80e5d383-608a-45c6-9fa1-2e52fe9e20b3 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328491 Oct 26 08:54:22.959551 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:23.314015 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:23.372020 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05009c85-96e9-443b-bfab-04b50ad3231d req-3f82a22b-7b28-4937-85c6-c86b144566a2 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:23.373508 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-05009c85-96e9-443b-bfab-04b50ad3231d req-3f82a22b-7b28-4937-85c6-c86b144566a2 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 946 time: 0.0554516 Oct 26 08:54:23.411452 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-05009c85-96e9-443b-bfab-04b50ad3231d req-521e9b81-f326-4fd7-bcd0-9d6da3be2f93 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312412 Oct 26 08:54:24.279409 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:24.526730 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df342b2-9440-4216-b8e9-fc02067a7c5a req-bd5f780e-767a-4b44-8898-c953bec77265 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:24.528207 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-9df342b2-9440-4216-b8e9-fc02067a7c5a req-bd5f780e-767a-4b44-8898-c953bec77265 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 946 time: 0.0490348 Oct 26 08:54:24.566813 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-9df342b2-9440-4216-b8e9-fc02067a7c5a req-75ec4712-a4b2-4a7f-bbb2-a8f9796345c4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322616 Oct 26 08:54:24.848084 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:25.681889 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea235fb-944d-4d86-b480-c786d27d3ca6 req-a47932f9-2234-4a46-8ed5-9a3e4ef2f810 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:25.683363 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6ea235fb-944d-4d86-b480-c786d27d3ca6 req-a47932f9-2234-4a46-8ed5-9a3e4ef2f810 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 946 time: 0.0486603 Oct 26 08:54:25.720190 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6ea235fb-944d-4d86-b480-c786d27d3ca6 req-3b719f11-6ae4-4540-b827-10eb819c0e47 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310545 Oct 26 08:54:25.998419 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3d85844f-ff60-4904-bc4f-c41cf3ac11a7 req-6d9fcba6-10fc-492b-86e7-fb3423bf3da4 service neutron] 10.222.0.47 "GET /v2.0/ports/415609bd-fbe1-448a-b811-ba0335d1a81f/bindings/hv-neutron-8048 HTTP/1.1" status: 200 len: 384 time: 0.0530002 Oct 26 08:54:26.199725 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85844f-ff60-4904-bc4f-c41cf3ac11a7 req-684c8d6f-53a9-4d5e-9b0c-a463a1614300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:26.201222 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3d85844f-ff60-4904-bc4f-c41cf3ac11a7 req-684c8d6f-53a9-4d5e-9b0c-a463a1614300 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=86bd0b30-3108-44ab-b895-364215512723&tenant_id=331f70748a6a4ffd8bd5667aaa9773db HTTP/1.1" status: 200 len: 1099 time: 0.0436263 Oct 26 08:54:26.264227 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85844f-ff60-4904-bc4f-c41cf3ac11a7 req-eab58b9a-18b6-4083-b498-cb29d3747e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:26.265650 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3d85844f-ff60-4904-bc4f-c41cf3ac11a7 req-eab58b9a-18b6-4083-b498-cb29d3747e51 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=331f70748a6a4ffd8bd5667aaa9773db&device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 1099 time: 0.0393951 Oct 26 08:54:26.352902 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85844f-ff60-4904-bc4f-c41cf3ac11a7 req-712fc88f-e215-431e-874a-746e52b0ae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:26.354477 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3d85844f-ff60-4904-bc4f-c41cf3ac11a7 req-712fc88f-e215-431e-874a-746e52b0ae19 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e799a14-e462-45a1-a5d8-8efe9102976f HTTP/1.1" status: 200 len: 913 time: 0.0825226 Oct 26 08:54:26.426227 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3d85844f-ff60-4904-bc4f-c41cf3ac11a7 req-8056e22f-3927-4bec-8abd-8fa9a881a173 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=415609bd-fbe1-448a-b811-ba0335d1a81f HTTP/1.1" status: 200 len: 1001 time: 0.0633147 Oct 26 08:54:26.475434 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85844f-ff60-4904-bc4f-c41cf3ac11a7 req-83c4a454-85a8-4644-addf-8ccd8b40ccac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:26.476819 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3d85844f-ff60-4904-bc4f-c41cf3ac11a7 req-83c4a454-85a8-4644-addf-8ccd8b40ccac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0 HTTP/1.1" status: 200 len: 851 time: 0.0433021 Oct 26 08:54:26.523146 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85844f-ff60-4904-bc4f-c41cf3ac11a7 req-b96595cc-ae5e-4f46-8255-54814a3bc829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:26.524570 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3d85844f-ff60-4904-bc4f-c41cf3ac11a7 req-b96595cc-ae5e-4f46-8255-54814a3bc829 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e799a14-e462-45a1-a5d8-8efe9102976f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0402827 Oct 26 08:54:26.617955 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3d85844f-ff60-4904-bc4f-c41cf3ac11a7 req-39301bcf-f71f-4963-9b15-9978b208897d service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857167 Oct 26 08:54:26.707696 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3d85844f-ff60-4904-bc4f-c41cf3ac11a7 req-a1573573-5ef0-48a8-aa92-83bada135559 service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821626 Oct 26 08:54:26.844147 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4961a-b3c8-4209-ba3f-9ac75560c503 req-626c14ff-f537-4224-ad3c-3fffc92b41e1 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:26.845652 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d0b4961a-b3c8-4209-ba3f-9ac75560c503 req-626c14ff-f537-4224-ad3c-3fffc92b41e1 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 946 time: 0.0546679 Oct 26 08:54:26.885437 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d0b4961a-b3c8-4209-ba3f-9ac75560c503 req-9486ca60-d2a2-4d75-9b9c-c1423d8a4eb1 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328703 Oct 26 08:54:28.006977 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a625700-e500-4c11-8fef-a6fe39dab28e req-7a75f2a2-8616-4788-ab17-086858e69b9f tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:28.008451 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8a625700-e500-4c11-8fef-a6fe39dab28e req-7a75f2a2-8616-4788-ab17-086858e69b9f tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 946 time: 0.0552454 Oct 26 08:54:28.051307 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8a625700-e500-4c11-8fef-a6fe39dab28e req-ba007596-85c1-4baf-a0d4-7579f74c0c36 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367939 Oct 26 08:54:28.969161 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 415609bd-fbe1-448a-b811-ba0335d1a81f details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 08:54:28.972451 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 415609bd-fbe1-448a-b811-ba0335d1a81f no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:54:29.117115 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:29.137171 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 415609bd-fbe1-448a-b811-ba0335d1a81f, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=415609bd-fbe1-448a-b811-ba0335d1a81f,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:54:29.164549 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86bd0b30-3108-44ab-b895-364215512723', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '415609bd-fbe1-448a-b811-ba0335d1a81f'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:54:29.166854 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f125a8-422d-4e74-89e4-2adf23d9afb4" -d '{"events": [{"server_uuid": "86bd0b30-3108-44ab-b895-364215512723", "name": "network-vif-unplugged", "status": "completed", "tag": "415609bd-fbe1-448a-b811-ba0335d1a81f"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:54:29.169343 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98832c09-9211-43af-aba2-8875cb15df19 req-e2006a75-78dc-45f2-aae0-bf9b1823612b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:29.170612 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-98832c09-9211-43af-aba2-8875cb15df19 req-e2006a75-78dc-45f2-aae0-bf9b1823612b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 946 time: 0.0503995 Oct 26 08:54:29.171849 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': '415609bd-fbe1-448a-b811-ba0335d1a81f', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'port_id': '415609bd-fbe1-448a-b811-ba0335d1a81f', 'mac_address': 'fa:16:3e:77:0f:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 08:54:29.181861 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 415609bd-fbe1-448a-b811-ba0335d1a81f, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=415609bd-fbe1-448a-b811-ba0335d1a81f,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:54:29.186469 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:29.216446 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-98832c09-9211-43af-aba2-8875cb15df19 req-220b4039-45ae-4b57-b95a-d3879a86c171 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375149 Oct 26 08:54:29.252651 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:29.273858 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=415609bd-fbe1-448a-b811-ba0335d1a81f,revision_number=6']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:54:29.281946 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:54:29.282307 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:54:29.282654 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:54:29.282995 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:54:29.283909 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:54:29.284373 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:54:29.284801 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:54:29.285059 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:54:29.285396 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:54:29.285757 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:54:29.286090 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:54:29.286421 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:54:29.290672 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 415609bd-fbe1-448a-b811-ba0335d1a81f {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:54:29.301175 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 08:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb30b0f8-802c-435f-bb36-ded5db3f195a x-openstack-request-id: req-fb30b0f8-802c-435f-bb36-ded5db3f195a {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:54:29.301471 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86bd0b30-3108-44ab-b895-364215512723", "name": "network-vif-unplugged", "status": "completed", "tag": "415609bd-fbe1-448a-b811-ba0335d1a81f", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:54:29.301762 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb30b0f8-802c-435f-bb36-ded5db3f195a {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:54:29.302221 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86bd0b30-3108-44ab-b895-364215512723', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '415609bd-fbe1-448a-b811-ba0335d1a81f', 'code': 200} Oct 26 08:54:29.336795 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.db.api [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:54:29.337224 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG oslo_db.api [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:54:29.449500 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b690a6-ccfb-41cc-9857-4132e74aca2c req-0632500c-5b0d-4def-88b4-e70bad5ba0cf tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:29.451033 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f2b690a6-ccfb-41cc-9857-4132e74aca2c req-0632500c-5b0d-4def-88b4-e70bad5ba0cf tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 944 time: 0.0769093 Oct 26 08:54:29.465217 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66abb0-a627-431d-9d3d-22d3cd16c984 req-694ce758-de6e-4aad-98ba-d9e01d0b2d3f tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:29.466660 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3e66abb0-a627-431d-9d3d-22d3cd16c984 req-694ce758-de6e-4aad-98ba-d9e01d0b2d3f tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.47 "GET /v2.0/ports?device_id=86bd0b30-3108-44ab-b895-364215512723&tenant_id=331f70748a6a4ffd8bd5667aaa9773db&binding%3Ahost_id=hv-neutron-8048 HTTP/1.1" status: 200 len: 944 time: 0.0814662 Oct 26 08:54:29.498719 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f2b690a6-ccfb-41cc-9857-4132e74aca2c req-f3f2bb02-98f0-4dd9-b6fc-e9d08d55e2d4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414147 Oct 26 08:54:29.554957 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66abb0-a627-431d-9d3d-22d3cd16c984 req-27e3cbd1-9ca0-4691-9d2e-200e48fa4f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:29.556449 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3e66abb0-a627-431d-9d3d-22d3cd16c984 req-27e3cbd1-9ca0-4691-9d2e-200e48fa4f06 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=331f70748a6a4ffd8bd5667aaa9773db&device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 1097 time: 0.0444252 Oct 26 08:54:29.646171 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66abb0-a627-431d-9d3d-22d3cd16c984 req-f87702f3-d75f-4f2a-a21f-29f2efc51755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:29.647654 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3e66abb0-a627-431d-9d3d-22d3cd16c984 req-f87702f3-d75f-4f2a-a21f-29f2efc51755 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e799a14-e462-45a1-a5d8-8efe9102976f HTTP/1.1" status: 200 len: 913 time: 0.0838192 Oct 26 08:54:29.716879 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3e66abb0-a627-431d-9d3d-22d3cd16c984 req-851b4d6c-3da2-40e6-bf2a-be399b793321 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=415609bd-fbe1-448a-b811-ba0335d1a81f HTTP/1.1" status: 200 len: 999 time: 0.0618501 Oct 26 08:54:29.765674 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66abb0-a627-431d-9d3d-22d3cd16c984 req-adc8a61e-e936-42d0-959d-3d3651a5a34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:29.767011 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3e66abb0-a627-431d-9d3d-22d3cd16c984 req-adc8a61e-e936-42d0-959d-3d3651a5a34a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0 HTTP/1.1" status: 200 len: 851 time: 0.0428178 Oct 26 08:54:29.818285 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66abb0-a627-431d-9d3d-22d3cd16c984 req-1e460c4a-5e41-4d28-b09b-67b6464b2075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:29.819768 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3e66abb0-a627-431d-9d3d-22d3cd16c984 req-1e460c4a-5e41-4d28-b09b-67b6464b2075 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e799a14-e462-45a1-a5d8-8efe9102976f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0456965 Oct 26 08:54:29.874183 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:29.895104 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 415609bd-fbe1-448a-b811-ba0335d1a81f {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:54:29.914460 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 415609bd-fbe1-448a-b811-ba0335d1a81f, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=415609bd-fbe1-448a-b811-ba0335d1a81f,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:54:29.914895 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3e66abb0-a627-431d-9d3d-22d3cd16c984 req-51a063e4-acdc-49b0-a2ab-0c228f0d5026 service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876973 Oct 26 08:54:29.918437 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:29.969221 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=415609bd-fbe1-448a-b811-ba0335d1a81f,revision_number=7']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:54:29.976900 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['415609bd-fbe1-448a-b811-ba0335d1a81f'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:54:30.007577 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3e66abb0-a627-431d-9d3d-22d3cd16c984 req-9ad84e4d-5ce6-4303-abca-c0163868ce9b service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852432 Oct 26 08:54:30.625276 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042e849-8087-4907-8010-80f515e66ebc req-08f6ec5a-b402-4b10-89fb-d33cf6935a90 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:30.626781 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-c042e849-8087-4907-8010-80f515e66ebc req-08f6ec5a-b402-4b10-89fb-d33cf6935a90 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 945 time: 0.0522170 Oct 26 08:54:30.665370 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-c042e849-8087-4907-8010-80f515e66ebc req-11687606-35a6-424b-a1a5-935295b01145 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319371 Oct 26 08:54:30.780477 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a7d67-a692-4396-b670-81530f8e7e10 req-3c0805e6-8792-4886-900c-f823fe997bec tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:30.782051 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fc8a7d67-a692-4396-b670-81530f8e7e10 req-3c0805e6-8792-4886-900c-f823fe997bec tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 945 time: 0.0489962 Oct 26 08:54:30.820902 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fc8a7d67-a692-4396-b670-81530f8e7e10 req-a68b2a32-d509-4c6c-ad67-2397707dea0c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321195 Oct 26 08:54:30.941649 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb2378-9976-4265-92be-31b854aff60f req-8ec52fc6-51da-4cbf-8377-f315cb56de0e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:30.943029 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-30cb2378-9976-4265-92be-31b854aff60f req-8ec52fc6-51da-4cbf-8377-f315cb56de0e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 945 time: 0.0571744 Oct 26 08:54:30.979832 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-30cb2378-9976-4265-92be-31b854aff60f req-3aa61da5-56eb-4bfd-96a0-eb2b02b5bd2a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308292 Oct 26 08:54:30.983693 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 415609bd-fbe1-448a-b811-ba0335d1a81f up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:54:31.036395 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port 415609bd-fbe1-448a-b811-ba0335d1a81f triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:54:31.036768 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:31.121991 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:31.155849 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 415609bd-fbe1-448a-b811-ba0335d1a81f, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=415609bd-fbe1-448a-b811-ba0335d1a81f,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:54:31.160621 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:31.212919 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=415609bd-fbe1-448a-b811-ba0335d1a81f,revision_number=8']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:54:31.216395 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30778f1-078d-4c96-aca3-5164cd64b658 req-bc7c4654-9fc3-49f3-a243-c3386d1da41e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:31.218039 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-c30778f1-078d-4c96-aca3-5164cd64b658 req-bc7c4654-9fc3-49f3-a243-c3386d1da41e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 946 time: 0.0499523 Oct 26 08:54:31.257190 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-c30778f1-078d-4c96-aca3-5164cd64b658 req-def324f7-12ea-466e-8ba6-2601e5a97d95 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319934 Oct 26 08:54:31.303121 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86bd0b30-3108-44ab-b895-364215512723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415609bd-fbe1-448a-b811-ba0335d1a81f'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:54:31.305485 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c0aa7b-4812-417e-9edb-f017359eea7e" -d '{"events": [{"server_uuid": "86bd0b30-3108-44ab-b895-364215512723", "name": "network-vif-plugged", "status": "completed", "tag": "415609bd-fbe1-448a-b811-ba0335d1a81f"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:54:31.342027 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4514916-d3f6-47b3-be5d-4ad715f1fd4b x-openstack-request-id: req-d4514916-d3f6-47b3-be5d-4ad715f1fd4b {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:54:31.342320 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86bd0b30-3108-44ab-b895-364215512723", "name": "network-vif-plugged", "status": "completed", "tag": "415609bd-fbe1-448a-b811-ba0335d1a81f", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:54:31.342573 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d4514916-d3f6-47b3-be5d-4ad715f1fd4b {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:54:31.342960 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86bd0b30-3108-44ab-b895-364215512723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415609bd-fbe1-448a-b811-ba0335d1a81f', 'code': 200} Oct 26 08:54:32.374333 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9944287-4e49-433b-9e28-a9f1ab40841b req-f572feda-9d21-4c76-ac8a-de945b8cec26 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:32.375747 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-c9944287-4e49-433b-9e28-a9f1ab40841b req-f572feda-9d21-4c76-ac8a-de945b8cec26 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 946 time: 0.0514221 Oct 26 08:54:32.413971 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-c9944287-4e49-433b-9e28-a9f1ab40841b req-91bc55a2-09bc-411e-a870-9fffcb3f060e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314035 Oct 26 08:54:32.830081 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995e19b-7121-41c1-9236-aacdf30b9d4f req-04423ab8-55e9-4cda-9684-beff43b5e5f7 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:32.831744 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e995e19b-7121-41c1-9236-aacdf30b9d4f req-04423ab8-55e9-4cda-9684-beff43b5e5f7 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.47 "GET /v2.0/ports?device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 946 time: 0.0530322 Oct 26 08:54:32.919793 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-e995e19b-7121-41c1-9236-aacdf30b9d4f req-1ffcebee-78fb-43b1-98bd-1562a3cd862c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Deleting port 415609bd-fbe1-448a-b811-ba0335d1a81f {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:54:32.920141 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e995e19b-7121-41c1-9236-aacdf30b9d4f req-1ffcebee-78fb-43b1-98bd-1562a3cd862c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:33.011121 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-e995e19b-7121-41c1-9236-aacdf30b9d4f req-1ffcebee-78fb-43b1-98bd-1562a3cd862c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] For port 415609bd-fbe1-448a-b811-ba0335d1a81f, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=415609bd-fbe1-448a-b811-ba0335d1a81f,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:54:33.011484 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e995e19b-7121-41c1-9236-aacdf30b9d4f req-1ffcebee-78fb-43b1-98bd-1562a3cd862c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:33.229692 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e995e19b-7121-41c1-9236-aacdf30b9d4f req-1ffcebee-78fb-43b1-98bd-1562a3cd862c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:33.230060 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e995e19b-7121-41c1-9236-aacdf30b9d4f req-1ffcebee-78fb-43b1-98bd-1562a3cd862c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:33.230392 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [req-e995e19b-7121-41c1-9236-aacdf30b9d4f req-1ffcebee-78fb-43b1-98bd-1562a3cd862c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Floating IP 242f56c2-8b50-4a2f-8692-05ad43b26c3c disassociated. External IP: 172.26.2.77, port: 415609bd-fbe1-448a-b811-ba0335d1a81f. Oct 26 08:54:33.230743 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-e995e19b-7121-41c1-9236-aacdf30b9d4f req-1ffcebee-78fb-43b1-98bd-1562a3cd862c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Calling delete_port for 415609bd-fbe1-448a-b811-ba0335d1a81f owned by compute:nova {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:54:33.354956 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e995e19b-7121-41c1-9236-aacdf30b9d4f req-1ffcebee-78fb-43b1-98bd-1562a3cd862c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:33.386511 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffcebee-78fb-43b1-98bd-1562a3cd862c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Pushing event deleted for resources: {'Port': ['ID=415609bd-fbe1-448a-b811-ba0335d1a81f,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:54:33.397611 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffcebee-78fb-43b1-98bd-1562a3cd862c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:54:33.397997 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffcebee-78fb-43b1-98bd-1562a3cd862c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:54:33.398348 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffcebee-78fb-43b1-98bd-1562a3cd862c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:54:33.398694 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffcebee-78fb-43b1-98bd-1562a3cd862c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:54:33.399035 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffcebee-78fb-43b1-98bd-1562a3cd862c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:54:33.399373 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffcebee-78fb-43b1-98bd-1562a3cd862c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:54:33.399714 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffcebee-78fb-43b1-98bd-1562a3cd862c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:54:33.400052 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffcebee-78fb-43b1-98bd-1562a3cd862c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:54:33.400389 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffcebee-78fb-43b1-98bd-1562a3cd862c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:54:33.400722 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffcebee-78fb-43b1-98bd-1562a3cd862c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:54:33.401053 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffcebee-78fb-43b1-98bd-1562a3cd862c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:54:33.401380 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffcebee-78fb-43b1-98bd-1562a3cd862c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:54:33.837395 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fd2b43cd-bac0-48be-886e-266c98bbf1ec req-9a5dbaaa-993a-4a92-b111-687871e8f25e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86bd0b30-3108-44ab-b895-364215512723 HTTP/1.1" status: 200 len: 210 time: 0.3387461 Oct 26 08:54:33.841703 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e995e19b-7121-41c1-9236-aacdf30b9d4f req-1ffcebee-78fb-43b1-98bd-1562a3cd862c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Router 55d1a590-c4ba-45a7-9374-9d80b6616d78 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:54:33.947765 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e995e19b-7121-41c1-9236-aacdf30b9d4f req-1ffcebee-78fb-43b1-98bd-1562a3cd862c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:54:33.957932 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061adae6-406a-4714-847f-a4fe69c19662 None None] Sync routers for ids ['55d1a590-c4ba-45a7-9374-9d80b6616d78'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:54:33.968341 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061adae6-406a-4714-847f-a4fe69c19662 None None] Routers {'55d1a590-c4ba-45a7-9374-9d80b6616d78'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:54:33.968946 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-061adae6-406a-4714-847f-a4fe69c19662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:54:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['55d1a590-c4ba-45a7-9374-9d80b6616d78'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:54:33.988055 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-e995e19b-7121-41c1-9236-aacdf30b9d4f req-1ffcebee-78fb-43b1-98bd-1562a3cd862c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] No DVR routers for this DVR port 415609bd-fbe1-448a-b811-ba0335d1a81f on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:54:33.990606 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e995e19b-7121-41c1-9236-aacdf30b9d4f req-1ffcebee-78fb-43b1-98bd-1562a3cd862c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:33.993893 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e995e19b-7121-41c1-9236-aacdf30b9d4f req-1ffcebee-78fb-43b1-98bd-1562a3cd862c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.47 "DELETE /v2.0/ports/415609bd-fbe1-448a-b811-ba0335d1a81f HTTP/1.1" status: 204 len: 173 time: 1.1560392 Oct 26 08:54:33.994331 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86bd0b30-3108-44ab-b895-364215512723', 'name': 'network-vif-deleted', 'tag': '415609bd-fbe1-448a-b811-ba0335d1a81f'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:54:33.996585 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7f10bf-54e1-4e48-ba3b-c971d1170ec6" -d '{"events": [{"server_uuid": "86bd0b30-3108-44ab-b895-364215512723", "name": "network-vif-deleted", "tag": "415609bd-fbe1-448a-b811-ba0335d1a81f"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:54:34.111826 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661cad73-ed44-48fe-8d8f-7bf2d57a4902 x-openstack-request-id: req-661cad73-ed44-48fe-8d8f-7bf2d57a4902 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:54:34.112692 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86bd0b30-3108-44ab-b895-364215512723", "name": "network-vif-deleted", "tag": "415609bd-fbe1-448a-b811-ba0335d1a81f", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:54:34.113141 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-661cad73-ed44-48fe-8d8f-7bf2d57a4902 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:54:34.113710 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86bd0b30-3108-44ab-b895-364215512723', 'name': 'network-vif-deleted', 'tag': '415609bd-fbe1-448a-b811-ba0335d1a81f', 'status': 'completed', 'code': 200} Oct 26 08:54:34.169672 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-061adae6-406a-4714-847f-a4fe69c19662 None None] Set router 55d1a590-c4ba-45a7-9374-9d80b6616d78 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:54:34.365139 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-061adae6-406a-4714-847f-a4fe69c19662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'name': 'tempest-ServerActionsTestJSON-1162571938-router', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:22Z', 'revision_number': 4, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'gw_port': {'id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '201e8e71-89fc-4d93-82ba-b37123fbfd16', 'name': '', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'mac_address': 'fa:16:3e:bb:36:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:21Z', 'updated_at': '2021-10-26T08:53:25Z', 'revision_number': 5, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'subnets': [{'id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:54:34.393225 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061adae6-406a-4714-847f-a4fe69c19662 None None] Checking router: 55d1a590-c4ba-45a7-9374-9d80b6616d78 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:54:34.402066 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061adae6-406a-4714-847f-a4fe69c19662 None None] Routers {'55d1a590-c4ba-45a7-9374-9d80b6616d78'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:54:34.402670 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-061adae6-406a-4714-847f-a4fe69c19662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:54:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['55d1a590-c4ba-45a7-9374-9d80b6616d78'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:54:34.519060 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-061adae6-406a-4714-847f-a4fe69c19662 None None] Set router 55d1a590-c4ba-45a7-9374-9d80b6616d78 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:54:34.715226 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-061adae6-406a-4714-847f-a4fe69c19662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'name': 'tempest-ServerActionsTestJSON-1162571938-router', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:22Z', 'revision_number': 4, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'gw_port': {'id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '201e8e71-89fc-4d93-82ba-b37123fbfd16', 'name': '', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'mac_address': 'fa:16:3e:bb:36:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:21Z', 'updated_at': '2021-10-26T08:53:25Z', 'revision_number': 5, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'subnets': [{'id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:54:34.744751 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061adae6-406a-4714-847f-a4fe69c19662 None None] The sync data for ids ['55d1a590-c4ba-45a7-9374-9d80b6616d78'] in dv-neutron-804846-13-hyperv is: [{'id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'name': 'tempest-ServerActionsTestJSON-1162571938-router', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:22Z', 'revision_number': 4, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'gw_port': {'id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '201e8e71-89fc-4d93-82ba-b37123fbfd16', 'name': '', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'mac_address': 'fa:16:3e:bb:36:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:21Z', 'updated_at': '2021-10-26T08:53:25Z', 'revision_number': 5, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'subnets': [{'id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:54:34.969493 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f72c250-16c5-48ed-a52e-22d80548bdd0 None None] New status for floating IP 242f56c2-8b50-4a2f-8692-05ad43b26c3c: DOWN {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:54:35.070543 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-46f1ce31-ccea-4091-a6c3-fdb473ef1b37 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--913474537&fields=id&tenant_id=331f70748a6a4ffd8bd5667aaa9773db HTTP/1.1" status: 200 len: 267 time: 0.0336523 Oct 26 08:54:35.187100 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-9ed9969c-4bca-4a74-a3fb-83e841ef2116 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:35.188565 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-9ed9969c-4bca-4a74-a3fb-83e841ef2116 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/networks?id=9e799a14-e462-45a1-a5d8-8efe9102976f HTTP/1.1" status: 200 len: 812 time: 0.1103528 Oct 26 08:54:35.203234 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-dbc2566b-853c-4672-9c7b-7c3ace78af16 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/quotas/331f70748a6a4ffd8bd5667aaa9773db HTTP/1.1" status: 200 len: 375 time: 0.0088139 Oct 26 08:54:35.255866 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-72859a86-e2a3-4129-9853-aa43f8f73251 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=331f70748a6a4ffd8bd5667aaa9773db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473537 Oct 26 08:54:35.353601 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-17716579-d69d-4266-ae33-833cb569f975 service neutron] 10.222.0.41 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860267 Oct 26 08:54:35.443113 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-f4e3436c-330e-4927-8c46-f83f9a40de5e service neutron] 10.222.0.41 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833323 Oct 26 08:54:35.601986 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b254f2e8-ef89-43d4-b60b-bcb7c7e54b40 req-c0f3800d-b65c-44bd-96f3-da5b1fcf3184 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 210 time: 0.0316348 Oct 26 08:54:36.497933 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-ef274f04-b368-4684-8398-7b92bb261847 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:36.499419 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-ef274f04-b368-4684-8398-7b92bb261847 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.47 "GET /v2.0/networks?id=9e799a14-e462-45a1-a5d8-8efe9102976f HTTP/1.1" status: 200 len: 812 time: 0.1106241 Oct 26 08:54:36.544361 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-d6e87833-14fe-419c-adcd-082d24315fa3 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=331f70748a6a4ffd8bd5667aaa9773db HTTP/1.1" status: 200 len: 379 time: 0.0354543 Oct 26 08:54:36.556944 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-3d3b721c-bae6-4297-bfc6-0437a17b7230 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Request body: {'port': {'device_id': '2748c1c4-5311-4882-9c0f-3eacad434d3b', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'admin_state_up': True, 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'security_groups': ['931103e1-5925-4427-b3e1-42093671d7c3']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:54:36.665304 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-3d3b721c-bae6-4297-bfc6-0437a17b7230 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Made reservation on behalf of 331f70748a6a4ffd8bd5667aaa9773db for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:54:36.668937 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-3d3b721c-bae6-4297-bfc6-0437a17b7230 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:36.708279 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-cb96c546-ecf4-474d-839b-389d5c9d0bda req-c1526b2b-6aeb-4dd9-9b2d-7db8c70d54a1 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 210 time: 0.0370836 Oct 26 08:54:36.823679 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-3d3b721c-bae6-4297-bfc6-0437a17b7230 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Allocated IP 172.20.0.13 (9e799a14-e462-45a1-a5d8-8efe9102976f/9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0/ef0d00a5-7af9-4e19-9f0e-68baab398266) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:54:36.960710 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-3d3b721c-bae6-4297-bfc6-0437a17b7230 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:36.985939 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 415609bd-fbe1-448a-b811-ba0335d1a81f no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:54:36.994192 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-3d3b721c-bae6-4297-bfc6-0437a17b7230 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:37.005718 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] No Port match for: 415609bd-fbe1-448a-b811-ba0335d1a81f {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:54:37.006083 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 415609bd-fbe1-448a-b811-ba0335d1a81f not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:54:37.034338 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-3d3b721c-bae6-4297-bfc6-0437a17b7230 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Network 9e799a14-e462-45a1-a5d8-8efe9102976f is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:54:37.040052 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-3d3b721c-bae6-4297-bfc6-0437a17b7230 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:54:37.043825 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-3d3b721c-bae6-4297-bfc6-0437a17b7230 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:54:37.075161 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b721c-bae6-4297-bfc6-0437a17b7230 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Pushing event updated for resources: {'Port': ['ID=ef0d00a5-7af9-4e19-9f0e-68baab398266,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:54:37.103041 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-3d3b721c-bae6-4297-bfc6-0437a17b7230 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:37.103668 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-3d3b721c-bae6-4297-bfc6-0437a17b7230 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:37.120351 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-3d3b721c-bae6-4297-bfc6-0437a17b7230 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5672152 Oct 26 08:54:37.133253 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-42283f70-e4de-4881-8249-22320cded286 service neutron] Request body: {'port': {'device_id': '2748c1c4-5311-4882-9c0f-3eacad434d3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:54:37.190175 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-42283f70-e4de-4881-8249-22320cded286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:37.308408 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-5ee9659d-0019-487f-80c2-d7bee400425d None None] Provisioning complete for port ef0d00a5-7af9-4e19-9f0e-68baab398266 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:54:37.308771 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5ee9659d-0019-487f-80c2-d7bee400425d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:37.346042 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-5ee9659d-0019-487f-80c2-d7bee400425d None None] Port ef0d00a5-7af9-4e19-9f0e-68baab398266 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:54:37.453927 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-42283f70-e4de-4881-8249-22320cded286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef0d00a5-7af9-4e19-9f0e-68baab398266 {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:54:37.462654 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-42283f70-e4de-4881-8249-22320cded286 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:37.480102 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-42283f70-e4de-4881-8249-22320cded286 service neutron] Transition to ACTIVE for port object ef0d00a5-7af9-4e19-9f0e-68baab398266 will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 08:54:37.483511 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-42283f70-e4de-4881-8249-22320cded286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:37.543334 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42283f70-e4de-4881-8249-22320cded286 service neutron] Pushing event updated for resources: {'Port': ['ID=ef0d00a5-7af9-4e19-9f0e-68baab398266,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:54:37.616822 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-42283f70-e4de-4881-8249-22320cded286 service neutron] Attempting to bind port ef0d00a5-7af9-4e19-9f0e-68baab398266 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:54:37.617808 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-42283f70-e4de-4881-8249-22320cded286 service neutron] Attempting to bind port ef0d00a5-7af9-4e19-9f0e-68baab398266 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'cd1ec8ef-e337-45a9-8738-5a5cc81de368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:54:37.618150 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-42283f70-e4de-4881-8249-22320cded286 service neutron] Attempting to bind port ef0d00a5-7af9-4e19-9f0e-68baab398266 on network 9e799a14-e462-45a1-a5d8-8efe9102976f {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:54:37.622697 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-42283f70-e4de-4881-8249-22320cded286 service neutron] Port ef0d00a5-7af9-4e19-9f0e-68baab398266 on network 9e799a14-e462-45a1-a5d8-8efe9102976f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:54:37.623025 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-42283f70-e4de-4881-8249-22320cded286 service neutron] Attempting to bind port ef0d00a5-7af9-4e19-9f0e-68baab398266 on network 9e799a14-e462-45a1-a5d8-8efe9102976f {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:54:37.628826 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-42283f70-e4de-4881-8249-22320cded286 service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:54:37.629166 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-42283f70-e4de-4881-8249-22320cded286 service neutron] Checking segment: {'id': 'cd1ec8ef-e337-45a9-8738-5a5cc81de368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:54:37.629553 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-42283f70-e4de-4881-8249-22320cded286 service neutron] Bound using segment: {'id': 'cd1ec8ef-e337-45a9-8738-5a5cc81de368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:54:37.630027 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-42283f70-e4de-4881-8249-22320cded286 service neutron] Bound port: ef0d00a5-7af9-4e19-9f0e-68baab398266, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd1ec8ef-e337-45a9-8738-5a5cc81de368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:54:37.630388 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-42283f70-e4de-4881-8249-22320cded286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:37.695045 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-42283f70-e4de-4881-8249-22320cded286 service neutron] For port ef0d00a5-7af9-4e19-9f0e-68baab398266, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:54:37.698132 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-42283f70-e4de-4881-8249-22320cded286 service neutron] For port ef0d00a5-7af9-4e19-9f0e-68baab398266, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ef0d00a5-7af9-4e19-9f0e-68baab398266,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:54:37.702519 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-42283f70-e4de-4881-8249-22320cded286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:37.740627 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-42283f70-e4de-4881-8249-22320cded286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:37.741242 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-42283f70-e4de-4881-8249-22320cded286 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:37.742981 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-42283f70-e4de-4881-8249-22320cded286 service neutron] 10.222.0.47 "PUT /v2.0/ports/ef0d00a5-7af9-4e19-9f0e-68baab398266 HTTP/1.1" status: 200 len: 1094 time: 0.6136825 Oct 26 08:54:37.743140 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2748c1c4-5311-4882-9c0f-3eacad434d3b', 'tag': 'ef0d00a5-7af9-4e19-9f0e-68baab398266'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:54:37.745395 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0eff02-6099-46bb-b3a1-b7a8e71ee281" -d '{"events": [{"name": "network-changed", "server_uuid": "2748c1c4-5311-4882-9c0f-3eacad434d3b", "tag": "ef0d00a5-7af9-4e19-9f0e-68baab398266"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:54:37.771751 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42283f70-e4de-4881-8249-22320cded286 service neutron] Pushing event updated for resources: {'Port': ['ID=ef0d00a5-7af9-4e19-9f0e-68baab398266,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:54:37.835404 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6007f883-a065-4337-8098-ed70ac64a6ae x-openstack-request-id: req-6007f883-a065-4337-8098-ed70ac64a6ae {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:54:37.835756 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2748c1c4-5311-4882-9c0f-3eacad434d3b", "tag": "ef0d00a5-7af9-4e19-9f0e-68baab398266", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:54:37.835951 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6007f883-a065-4337-8098-ed70ac64a6ae {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:54:37.836389 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2748c1c4-5311-4882-9c0f-3eacad434d3b', 'tag': 'ef0d00a5-7af9-4e19-9f0e-68baab398266', 'status': 'completed', 'code': 200} Oct 26 08:54:37.853507 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-2945ba09-9bf8-4aea-9088-9473f0cf8749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:37.855095 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-2945ba09-9bf8-4aea-9088-9473f0cf8749 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=331f70748a6a4ffd8bd5667aaa9773db&device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 1097 time: 0.0567653 Oct 26 08:54:37.857297 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c241a-7256-4165-843c-84dbd4cc7eb9 req-10eb246b-5e66-4c1a-b201-b1f13a428e06 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:37.858887 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e95c241a-7256-4165-843c-84dbd4cc7eb9 req-10eb246b-5e66-4c1a-b201-b1f13a428e06 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 944 time: 0.0601158 Oct 26 08:54:37.901305 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-b628902e-6b83-4416-8f37-309576d3cca6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef0d00a5-7af9-4e19-9f0e-68baab398266 HTTP/1.1" status: 200 len: 217 time: 0.0377066 Oct 26 08:54:37.901998 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e95c241a-7256-4165-843c-84dbd4cc7eb9 req-5df8e166-7a09-4fa9-bfb7-a2fe5e1a40af tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357683 Oct 26 08:54:37.962840 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-0430a4ce-c578-4365-af2d-c25c8add4c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:37.964562 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-0430a4ce-c578-4365-af2d-c25c8add4c72 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0 HTTP/1.1" status: 200 len: 851 time: 0.0552764 Oct 26 08:54:38.010940 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-190e2c40-e2ad-4c8e-8b81-a2319dc4faff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:38.012513 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-190e2c40-e2ad-4c8e-8b81-a2319dc4faff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e799a14-e462-45a1-a5d8-8efe9102976f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0404952 Oct 26 08:54:38.100960 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-ab261dce-6ada-488f-8caa-693ef16fe66c service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814645 Oct 26 08:54:38.197009 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-46d9de9e-202e-45b5-ab7b-8bda11af21c3 req-3221ee21-907a-4540-b7a7-655c9bbac704 service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879693 Oct 26 08:54:38.285842 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0eff02-6099-46bb-b3a1-b7a8e71ee281 req-03a48db6-1625-4569-abb2-ae65e4dac4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:38.287360 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7e0eff02-6099-46bb-b3a1-b7a8e71ee281 req-03a48db6-1625-4569-abb2-ae65e4dac4ee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=331f70748a6a4ffd8bd5667aaa9773db&device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 1097 time: 0.0423601 Oct 26 08:54:38.385152 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0eff02-6099-46bb-b3a1-b7a8e71ee281 req-a3a748e3-f7ab-412f-b445-81f290001459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:38.386704 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7e0eff02-6099-46bb-b3a1-b7a8e71ee281 req-a3a748e3-f7ab-412f-b445-81f290001459 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e799a14-e462-45a1-a5d8-8efe9102976f HTTP/1.1" status: 200 len: 913 time: 0.0902421 Oct 26 08:54:38.429986 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7e0eff02-6099-46bb-b3a1-b7a8e71ee281 req-53a330fe-4c45-4ac3-92b2-e0e578d788cc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef0d00a5-7af9-4e19-9f0e-68baab398266 HTTP/1.1" status: 200 len: 217 time: 0.0340312 Oct 26 08:54:38.481034 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0eff02-6099-46bb-b3a1-b7a8e71ee281 req-bcef2fdf-46ca-40ed-814e-4a9e40a9eb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:38.482823 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7e0eff02-6099-46bb-b3a1-b7a8e71ee281 req-bcef2fdf-46ca-40ed-814e-4a9e40a9eb4f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0 HTTP/1.1" status: 200 len: 851 time: 0.0452001 Oct 26 08:54:38.532916 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0eff02-6099-46bb-b3a1-b7a8e71ee281 req-5cdee986-fb3d-4b5f-984f-1cb287c230a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:38.535164 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7e0eff02-6099-46bb-b3a1-b7a8e71ee281 req-5cdee986-fb3d-4b5f-984f-1cb287c230a5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e799a14-e462-45a1-a5d8-8efe9102976f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0443215 Oct 26 08:54:38.625395 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7e0eff02-6099-46bb-b3a1-b7a8e71ee281 req-a241a352-c0c5-4f6d-940a-3a5a458c955b service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821617 Oct 26 08:54:38.718543 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7e0eff02-6099-46bb-b3a1-b7a8e71ee281 req-62ef1d08-b2ce-4f14-be8b-c797a438a80b service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852616 Oct 26 08:54:39.021368 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce567be4-39f3-45ad-a6ef-bfcbeb7f2f7d req-66baa1dc-d332-4f8e-b411-17c6de76dbea tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:39.022894 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ce567be4-39f3-45ad-a6ef-bfcbeb7f2f7d req-66baa1dc-d332-4f8e-b411-17c6de76dbea tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 944 time: 0.0499949 Oct 26 08:54:39.060661 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ce567be4-39f3-45ad-a6ef-bfcbeb7f2f7d req-76fc2a50-e5ed-4871-bc45-6fe99b024495 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317299 Oct 26 08:54:39.664408 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:54:40.177561 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122588c-f8e2-4742-974f-aa920f2ba41f req-0d910530-523a-429e-97a6-b951ec2b9a92 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:40.179065 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-2122588c-f8e2-4742-974f-aa920f2ba41f req-0d910530-523a-429e-97a6-b951ec2b9a92 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 944 time: 0.0492103 Oct 26 08:54:40.216695 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-2122588c-f8e2-4742-974f-aa920f2ba41f req-0069deef-e860-4a51-bfef-a425c12084e4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317781 Oct 26 08:54:41.015315 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device ef0d00a5-7af9-4e19-9f0e-68baab398266 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 08:54:41.110828 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port ef0d00a5-7af9-4e19-9f0e-68baab398266, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ef0d00a5-7af9-4e19-9f0e-68baab398266,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:54:41.122592 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': 'ef0d00a5-7af9-4e19-9f0e-68baab398266', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'port_id': 'ef0d00a5-7af9-4e19-9f0e-68baab398266', 'mac_address': 'fa:16:3e:f9:26:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 08:54:41.159026 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:41.171512 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef0d00a5-7af9-4e19-9f0e-68baab398266 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:54:41.190568 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port ef0d00a5-7af9-4e19-9f0e-68baab398266, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ef0d00a5-7af9-4e19-9f0e-68baab398266,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:54:41.194406 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:41.240682 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=ef0d00a5-7af9-4e19-9f0e-68baab398266,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:54:41.331834 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137479be-34f1-4a55-895c-0dbfa18069df req-2d58e6d2-5761-4661-b915-4154c68c0879 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:41.333231 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-137479be-34f1-4a55-895c-0dbfa18069df req-2d58e6d2-5761-4661-b915-4154c68c0879 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 945 time: 0.0501306 Oct 26 08:54:41.371189 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-137479be-34f1-4a55-895c-0dbfa18069df req-3dc469d1-91c6-4e26-b13a-fe5b72ed232b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317502 Oct 26 08:54:41.401917 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['ef0d00a5-7af9-4e19-9f0e-68baab398266'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:54:42.495624 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e202fee-0c67-4fbb-8de3-700c59d15133 req-cd1a1c74-326a-4c42-9201-a3286929877f tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:42.497203 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-4e202fee-0c67-4fbb-8de3-700c59d15133 req-cd1a1c74-326a-4c42-9201-a3286929877f tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 945 time: 0.0554802 Oct 26 08:54:42.536247 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-4e202fee-0c67-4fbb-8de3-700c59d15133 req-cc612b0b-69b7-4af0-ba61-2b2370d41a34 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315156 Oct 26 08:54:43.030925 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device ef0d00a5-7af9-4e19-9f0e-68baab398266 up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:54:43.078617 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port ef0d00a5-7af9-4e19-9f0e-68baab398266 completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 08:54:43.082843 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port ef0d00a5-7af9-4e19-9f0e-68baab398266 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:54:43.083219 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:43.159162 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:43.181070 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2748c1c4-5311-4882-9c0f-3eacad434d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0d00a5-7af9-4e19-9f0e-68baab398266'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:54:43.183337 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8812a0-6e18-4f4f-9666-1bce001b0dd3" -d '{"events": [{"server_uuid": "2748c1c4-5311-4882-9c0f-3eacad434d3b", "name": "network-vif-plugged", "status": "completed", "tag": "ef0d00a5-7af9-4e19-9f0e-68baab398266"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:54:43.197046 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port ef0d00a5-7af9-4e19-9f0e-68baab398266, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ef0d00a5-7af9-4e19-9f0e-68baab398266,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:54:43.201186 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:43.229253 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4e9831-b016-4a9a-94d0-079808680ad8 x-openstack-request-id: req-6e4e9831-b016-4a9a-94d0-079808680ad8 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:54:43.229543 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2748c1c4-5311-4882-9c0f-3eacad434d3b", "name": "network-vif-plugged", "status": "completed", "tag": "ef0d00a5-7af9-4e19-9f0e-68baab398266", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:54:43.229819 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6e4e9831-b016-4a9a-94d0-079808680ad8 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:54:43.230204 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2748c1c4-5311-4882-9c0f-3eacad434d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0d00a5-7af9-4e19-9f0e-68baab398266', 'code': 200} Oct 26 08:54:43.255471 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=ef0d00a5-7af9-4e19-9f0e-68baab398266,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:54:43.393991 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b736b9-0270-4a3e-8acb-e74c3aa2d6c0 req-ab7444fd-c1fb-4936-8a26-61ef75fd95c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:43.395514 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d3b736b9-0270-4a3e-8acb-e74c3aa2d6c0 req-ab7444fd-c1fb-4936-8a26-61ef75fd95c6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 1099 time: 0.0450237 Oct 26 08:54:43.432463 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d3b736b9-0270-4a3e-8acb-e74c3aa2d6c0 req-ad9db138-daa5-4462-9973-21ab24df6bcd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301147 Oct 26 08:54:43.655156 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e0059-3765-4957-b9ee-58f876d4d55b req-834064bf-0fe7-4c56-a695-437be1e7f0f5 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:43.656551 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-4c7e0059-3765-4957-b9ee-58f876d4d55b req-834064bf-0fe7-4c56-a695-437be1e7f0f5 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 946 time: 0.0505288 Oct 26 08:54:43.695299 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-4c7e0059-3765-4957-b9ee-58f876d4d55b req-caeee91f-657c-499a-801b-b0aaa9545c7a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320821 Oct 26 08:54:44.813539 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11a58b-71f7-48e2-9bcd-086c07c7d529 req-df5e6ccd-8c87-4fba-a618-14bdf83a626e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:44.814960 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9f11a58b-71f7-48e2-9bcd-086c07c7d529 req-df5e6ccd-8c87-4fba-a618-14bdf83a626e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 946 time: 0.0506020 Oct 26 08:54:44.852665 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9f11a58b-71f7-48e2-9bcd-086c07c7d529 req-01022e46-dd90-42cd-9a26-77ab2171e6d9 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316479 Oct 26 08:54:44.962842 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e675606-5671-450e-b82e-7d48780f7461 req-c6c088a6-7c26-498d-9ea7-139a9700d193 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:44.964572 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-2e675606-5671-450e-b82e-7d48780f7461 req-c6c088a6-7c26-498d-9ea7-139a9700d193 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 946 time: 0.0484774 Oct 26 08:54:44.973642 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 41286) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:54:44.977979 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-1973fafc-80a9-4b67-9e88-c6133454e4b6 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Request body: {'floatingip': {'port_id': 'ef0d00a5-7af9-4e19-9f0e-68baab398266'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:54:45.020081 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1973fafc-80a9-4b67-9e88-c6133454e4b6 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks [] for floatingip, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:45.488282 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bde905b3-1912-4b68-aacd-9575046016ec req-119a3514-2d87-40d4-872b-a498e84afbfa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425341 Oct 26 08:54:45.577144 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde905b3-1912-4b68-aacd-9575046016ec req-1ff75f4f-fe73-4e00-9082-24ea789d22c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:45.578745 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bde905b3-1912-4b68-aacd-9575046016ec req-1ff75f4f-fe73-4e00-9082-24ea789d22c9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=331f70748a6a4ffd8bd5667aaa9773db&device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 1099 time: 0.0459850 Oct 26 08:54:45.682816 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde905b3-1912-4b68-aacd-9575046016ec req-c97de3ac-1f31-4efe-b6fd-5dd3c65024e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:45.684422 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bde905b3-1912-4b68-aacd-9575046016ec req-c97de3ac-1f31-4efe-b6fd-5dd3c65024e5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e799a14-e462-45a1-a5d8-8efe9102976f HTTP/1.1" status: 200 len: 913 time: 0.0852811 Oct 26 08:54:45.700766 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1973fafc-80a9-4b67-9e88-c6133454e4b6 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:45.705227 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1973fafc-80a9-4b67-9e88-c6133454e4b6 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:45.730711 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bde905b3-1912-4b68-aacd-9575046016ec req-9df72539-2e64-49de-8bbf-4a05638b5c51 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef0d00a5-7af9-4e19-9f0e-68baab398266 HTTP/1.1" status: 200 len: 217 time: 0.0390043 Oct 26 08:54:45.780802 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde905b3-1912-4b68-aacd-9575046016ec req-158080cb-3459-4e8e-bbf8-d30d7de923bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:45.782323 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bde905b3-1912-4b68-aacd-9575046016ec req-158080cb-3459-4e8e-bbf8-d30d7de923bb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0 HTTP/1.1" status: 200 len: 851 time: 0.0454500 Oct 26 08:54:45.807715 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.l3_db [None req-1973fafc-80a9-4b67-9e88-c6133454e4b6 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Floating IP 242f56c2-8b50-4a2f-8692-05ad43b26c3c associated. External IP: 172.26.2.77, port: ef0d00a5-7af9-4e19-9f0e-68baab398266. Oct 26 08:54:45.829334 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde905b3-1912-4b68-aacd-9575046016ec req-152e1bcf-7e4a-4e22-8197-6a758cec7a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:45.830932 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bde905b3-1912-4b68-aacd-9575046016ec req-152e1bcf-7e4a-4e22-8197-6a758cec7a24 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e799a14-e462-45a1-a5d8-8efe9102976f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0421534 Oct 26 08:54:45.923548 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bde905b3-1912-4b68-aacd-9575046016ec req-70250f47-df5d-4554-8021-90a0bb60ab08 service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857410 Oct 26 08:54:46.013683 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bde905b3-1912-4b68-aacd-9575046016ec req-4ecd938f-3e66-4753-b19f-945a4aae8d7e service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833414 Oct 26 08:54:46.016640 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1973fafc-80a9-4b67-9e88-c6133454e4b6 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Router 55d1a590-c4ba-45a7-9374-9d80b6616d78 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:54:46.127019 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1973fafc-80a9-4b67-9e88-c6133454e4b6 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:54:46.131952 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1973fafc-80a9-4b67-9e88-c6133454e4b6 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:46.137076 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afabc69-9e0f-4166-94b2-f714f97b08d6 None None] Sync routers for ids ['55d1a590-c4ba-45a7-9374-9d80b6616d78'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:54:46.146649 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afabc69-9e0f-4166-94b2-f714f97b08d6 None None] Routers {'55d1a590-c4ba-45a7-9374-9d80b6616d78'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:54:46.147255 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-4afabc69-9e0f-4166-94b2-f714f97b08d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:54:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['55d1a590-c4ba-45a7-9374-9d80b6616d78'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:54:46.158914 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1973fafc-80a9-4b67-9e88-c6133454e4b6 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "PUT /v2.0/floatingips/242f56c2-8b50-4a2f-8692-05ad43b26c3c HTTP/1.1" status: 200 len: 991 time: 1.1841931 Oct 26 08:54:46.160003 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2748c1c4-5311-4882-9c0f-3eacad434d3b', 'tag': 'ef0d00a5-7af9-4e19-9f0e-68baab398266'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:54:46.162320 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6001f9b463937e9ba59653060f797cf6a3b9cfc8c69abf6deb468a53c3a3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276a02a6-4c9d-4b26-91c7-619cac8722d8" -d '{"events": [{"name": "network-changed", "server_uuid": "2748c1c4-5311-4882-9c0f-3eacad434d3b", "tag": "ef0d00a5-7af9-4e19-9f0e-68baab398266"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:54:46.205114 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e565851b-b1a5-4454-8367-f06fbff2a6ee x-openstack-request-id: req-e565851b-b1a5-4454-8367-f06fbff2a6ee {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:54:46.205413 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2748c1c4-5311-4882-9c0f-3eacad434d3b", "tag": "ef0d00a5-7af9-4e19-9f0e-68baab398266", "status": "completed", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:54:46.205741 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e565851b-b1a5-4454-8367-f06fbff2a6ee {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:54:46.206676 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2748c1c4-5311-4882-9c0f-3eacad434d3b', 'tag': 'ef0d00a5-7af9-4e19-9f0e-68baab398266', 'status': 'completed', 'code': 200} Oct 26 08:54:46.255997 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-4afabc69-9e0f-4166-94b2-f714f97b08d6 None None] Set router 55d1a590-c4ba-45a7-9374-9d80b6616d78 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:54:46.274556 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a02a6-4c9d-4b26-91c7-619cac8722d8 req-8f4cff29-81b1-48d4-92d5-7af1c38453c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:46.276062 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-276a02a6-4c9d-4b26-91c7-619cac8722d8 req-8f4cff29-81b1-48d4-92d5-7af1c38453c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=331f70748a6a4ffd8bd5667aaa9773db&device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 1099 time: 0.0437980 Oct 26 08:54:46.385228 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a02a6-4c9d-4b26-91c7-619cac8722d8 req-4038f554-9596-4909-8f1d-b595dbe5983b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:46.386750 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-276a02a6-4c9d-4b26-91c7-619cac8722d8 req-4038f554-9596-4909-8f1d-b595dbe5983b service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e799a14-e462-45a1-a5d8-8efe9102976f HTTP/1.1" status: 200 len: 913 time: 0.1012599 Oct 26 08:54:46.461312 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-276a02a6-4c9d-4b26-91c7-619cac8722d8 req-2e20ff9e-20d4-4ebb-9481-858b8ab7a039 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef0d00a5-7af9-4e19-9f0e-68baab398266 HTTP/1.1" status: 200 len: 999 time: 0.0662715 Oct 26 08:54:46.487850 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-4afabc69-9e0f-4166-94b2-f714f97b08d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'name': 'tempest-ServerActionsTestJSON-1162571938-router', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:22Z', 'revision_number': 4, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'gw_port': {'id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '242f56c2-8b50-4a2f-8692-05ad43b26c3c', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'floating_ip_address': '172.26.2.77', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'port_id': 'ef0d00a5-7af9-4e19-9f0e-68baab398266', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'mac_address': 'fa:16:3e:f9:26:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2748c1c4-5311-4882-9c0f-3eacad434d3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:53:24Z', 'updated_at': '2021-10-26T08:54:45Z', 'revision_number': 5, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '201e8e71-89fc-4d93-82ba-b37123fbfd16', 'name': '', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'mac_address': 'fa:16:3e:bb:36:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:21Z', 'updated_at': '2021-10-26T08:53:25Z', 'revision_number': 5, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'subnets': [{'id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:54:46.518924 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afabc69-9e0f-4166-94b2-f714f97b08d6 None None] Checking router: 55d1a590-c4ba-45a7-9374-9d80b6616d78 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:54:46.520501 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a02a6-4c9d-4b26-91c7-619cac8722d8 req-72fded28-629b-4cab-9034-0a311f63d9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:46.522048 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-276a02a6-4c9d-4b26-91c7-619cac8722d8 req-72fded28-629b-4cab-9034-0a311f63d9fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0 HTTP/1.1" status: 200 len: 851 time: 0.0532844 Oct 26 08:54:46.527380 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afabc69-9e0f-4166-94b2-f714f97b08d6 None None] Routers {'55d1a590-c4ba-45a7-9374-9d80b6616d78'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:54:46.527986 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-4afabc69-9e0f-4166-94b2-f714f97b08d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:54:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['55d1a590-c4ba-45a7-9374-9d80b6616d78'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:54:46.584172 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a02a6-4c9d-4b26-91c7-619cac8722d8 req-e7b35dee-d2b7-4e15-ac77-2306d075ff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:54:46.585747 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-276a02a6-4c9d-4b26-91c7-619cac8722d8 req-e7b35dee-d2b7-4e15-ac77-2306d075ff95 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e799a14-e462-45a1-a5d8-8efe9102976f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0495949 Oct 26 08:54:46.634808 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-4afabc69-9e0f-4166-94b2-f714f97b08d6 None None] Set router 55d1a590-c4ba-45a7-9374-9d80b6616d78 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:54:46.677115 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-276a02a6-4c9d-4b26-91c7-619cac8722d8 req-df92c2fe-55cf-41b6-879c-9c84ea31cea1 service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839133 Oct 26 08:54:46.771523 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-276a02a6-4c9d-4b26-91c7-619cac8722d8 req-3a29f96e-6220-4160-b28c-152b364dd92c service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870931 Oct 26 08:54:46.863518 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-4afabc69-9e0f-4166-94b2-f714f97b08d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'name': 'tempest-ServerActionsTestJSON-1162571938-router', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:22Z', 'revision_number': 4, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'gw_port': {'id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '242f56c2-8b50-4a2f-8692-05ad43b26c3c', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'floating_ip_address': '172.26.2.77', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'port_id': 'ef0d00a5-7af9-4e19-9f0e-68baab398266', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'mac_address': 'fa:16:3e:f9:26:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2748c1c4-5311-4882-9c0f-3eacad434d3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:53:24Z', 'updated_at': '2021-10-26T08:54:45Z', 'revision_number': 5, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '201e8e71-89fc-4d93-82ba-b37123fbfd16', 'name': '', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'mac_address': 'fa:16:3e:bb:36:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:21Z', 'updated_at': '2021-10-26T08:53:25Z', 'revision_number': 5, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'subnets': [{'id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:54:46.892278 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afabc69-9e0f-4166-94b2-f714f97b08d6 None None] The sync data for ids ['55d1a590-c4ba-45a7-9374-9d80b6616d78'] in dv-neutron-804846-13-hyperv is: [{'id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'name': 'tempest-ServerActionsTestJSON-1162571938-router', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:22Z', 'revision_number': 4, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'gw_port': {'id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '242f56c2-8b50-4a2f-8692-05ad43b26c3c', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'floating_ip_address': '172.26.2.77', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'port_id': 'ef0d00a5-7af9-4e19-9f0e-68baab398266', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'mac_address': 'fa:16:3e:f9:26:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2748c1c4-5311-4882-9c0f-3eacad434d3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:53:24Z', 'updated_at': '2021-10-26T08:54:45Z', 'revision_number': 5, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '201e8e71-89fc-4d93-82ba-b37123fbfd16', 'name': '', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'mac_address': 'fa:16:3e:bb:36:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:21Z', 'updated_at': '2021-10-26T08:53:25Z', 'revision_number': 5, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'subnets': [{'id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:54:47.073056 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fd2f0e-7c9a-4015-953b-e374781f1546 None None] New status for floating IP 242f56c2-8b50-4a2f-8692-05ad43b26c3c: ACTIVE {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:54:49.404329 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-62611420-b269-4983-8830-57f3366d9871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:52.075027 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0b93a402-44bc-403d-998a-f35a914e42d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:52.959064 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:53.318464 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:54.287496 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:54:54.851156 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:55:16.664058 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:55:19.404210 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f6c2cdb9-a70b-48e9-aecc-34067e5ff14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:55:22.076329 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-32140683-2e4c-4a10-ac39-80fc4f470c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:55:22.391338 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5fb4c-49fb-4981-ae2e-a8a0d119969d req-e8ed34d8-6556-4e9e-b45a-582fb7f95192 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:22.392912 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-97d5fb4c-49fb-4981-ae2e-a8a0d119969d req-e8ed34d8-6556-4e9e-b45a-582fb7f95192 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 946 time: 0.0522265 Oct 26 08:55:22.435028 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-97d5fb4c-49fb-4981-ae2e-a8a0d119969d req-9c302791-1316-4552-84a6-27acccd68cbc tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358713 Oct 26 08:55:22.960973 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:55:23.321111 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:55:23.553692 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad6dbc-3256-40c0-9bc8-0689fb2da6a7 req-d9e3b742-baf2-43b6-bf1f-0a5694ed3d27 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:23.555210 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c5ad6dbc-3256-40c0-9bc8-0689fb2da6a7 req-d9e3b742-baf2-43b6-bf1f-0a5694ed3d27 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 946 time: 0.0507126 Oct 26 08:55:23.594303 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c5ad6dbc-3256-40c0-9bc8-0689fb2da6a7 req-bed9a14b-75ff-4f7a-890b-ca831725d42c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332060 Oct 26 08:55:24.296164 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:55:24.712068 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16688076-3a98-4d59-9fd7-4406f0bdf614 req-0fd2e07e-594c-4d7b-a04a-05a200c8eb4a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:24.713854 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-16688076-3a98-4d59-9fd7-4406f0bdf614 req-0fd2e07e-594c-4d7b-a04a-05a200c8eb4a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 946 time: 0.0503521 Oct 26 08:55:24.750968 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-16688076-3a98-4d59-9fd7-4406f0bdf614 req-1abf0968-38d2-4c40-afd4-9bb5a56d6980 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309992 Oct 26 08:55:24.853460 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:55:25.869756 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c8cc8-e3d2-4afe-8518-7983d2b48ef0 req-55dfe64a-753d-4191-b8f5-13eb46b6ea0c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:25.871166 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d44c8cc8-e3d2-4afe-8518-7983d2b48ef0 req-55dfe64a-753d-4191-b8f5-13eb46b6ea0c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 946 time: 0.0537450 Oct 26 08:55:25.909027 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d44c8cc8-e3d2-4afe-8518-7983d2b48ef0 req-202e9b74-4799-472b-ac06-9217d9941fbc tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319252 Oct 26 08:55:27.023765 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70901780-d85e-4a1c-996f-111a42af0776 req-95aefe73-7791-4a59-affa-52a7faac926e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:27.025233 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-70901780-d85e-4a1c-996f-111a42af0776 req-95aefe73-7791-4a59-affa-52a7faac926e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 946 time: 0.0485079 Oct 26 08:55:27.064825 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-70901780-d85e-4a1c-996f-111a42af0776 req-bb557ce6-0337-41e4-a51d-a01cc03eb7cc tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336695 Oct 26 08:55:28.180718 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb5e39-24bc-4a4b-90ae-740cc6af0337 req-4a1535b1-4a38-461f-b9ae-a811079f7f81 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:28.182259 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-91bb5e39-24bc-4a4b-90ae-740cc6af0337 req-4a1535b1-4a38-461f-b9ae-a811079f7f81 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 946 time: 0.0496402 Oct 26 08:55:28.219889 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-91bb5e39-24bc-4a4b-90ae-740cc6af0337 req-c3df4db2-889a-42ce-ab11-d4a20e5af48d tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317385 Oct 26 08:55:29.334876 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60553bc4-15d4-40e1-8a4b-047d2f792ad3 req-9effd74c-5865-46a3-89fc-82d71b85ee16 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:29.336367 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-60553bc4-15d4-40e1-8a4b-047d2f792ad3 req-9effd74c-5865-46a3-89fc-82d71b85ee16 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 946 time: 0.0490706 Oct 26 08:55:29.379432 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-60553bc4-15d4-40e1-8a4b-047d2f792ad3 req-594ee2aa-d205-4b98-8350-9260feb330b0 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364656 Oct 26 08:55:30.496871 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45704ad9-3df7-4bed-ab49-512f754ee797 req-3afbd5ba-a71e-4653-be01-9ef273db5adb tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:30.498386 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-45704ad9-3df7-4bed-ab49-512f754ee797 req-3afbd5ba-a71e-4653-be01-9ef273db5adb tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 946 time: 0.0500493 Oct 26 08:55:30.535236 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-45704ad9-3df7-4bed-ab49-512f754ee797 req-be12c5a3-4ccc-42b1-8b2c-882e305dc3d8 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309219 Oct 26 08:55:31.653421 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51795ad8-c916-4e0e-b56f-e3e4a78a7bc1 req-38fc38ad-83a3-42a5-904b-128bc33c4f14 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:31.654918 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-51795ad8-c916-4e0e-b56f-e3e4a78a7bc1 req-38fc38ad-83a3-42a5-904b-128bc33c4f14 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 946 time: 0.0520222 Oct 26 08:55:31.691765 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-51795ad8-c916-4e0e-b56f-e3e4a78a7bc1 req-93175ad4-d53f-4702-9368-5244ea23ef2d tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309477 Oct 26 08:55:32.810579 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9e18f-31b7-498c-a6b4-8cf05212e5e8 req-f0ff1598-0a6e-4a3b-be39-9323da3172b8 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:32.812153 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1db9e18f-31b7-498c-a6b4-8cf05212e5e8 req-f0ff1598-0a6e-4a3b-be39-9323da3172b8 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 946 time: 0.0534360 Oct 26 08:55:32.852340 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1db9e18f-31b7-498c-a6b4-8cf05212e5e8 req-72841b2b-de06-43e2-89fd-692edcf5af49 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332353 Oct 26 08:55:33.970001 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e68143-4c2d-42b4-adb4-56bb511e951f req-501c7eb5-1e45-4658-bb01-2b773f1dac70 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:33.971492 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-88e68143-4c2d-42b4-adb4-56bb511e951f req-501c7eb5-1e45-4658-bb01-2b773f1dac70 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 946 time: 0.0494375 Oct 26 08:55:34.008843 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-88e68143-4c2d-42b4-adb4-56bb511e951f req-2bdb6ee4-3d0d-4441-9434-600a815d8a62 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307639 Oct 26 08:55:35.124301 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d5524-27bb-46d4-94e8-97985e4c3a01 req-12238f12-479e-424e-9403-cc9fd1bec9ee tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:35.125845 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-502d5524-27bb-46d4-94e8-97985e4c3a01 req-12238f12-479e-424e-9403-cc9fd1bec9ee tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 946 time: 0.0492980 Oct 26 08:55:35.164289 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-502d5524-27bb-46d4-94e8-97985e4c3a01 req-3f94ab82-ffb9-4fc3-81bb-ae022b0e2612 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317137 Oct 26 08:55:36.281111 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8bcc5-efad-45cb-b2d7-d4702941eba3 req-44fdbe5a-db9e-46a5-a65b-c60ffdb9593b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:36.282630 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-85c8bcc5-efad-45cb-b2d7-d4702941eba3 req-44fdbe5a-db9e-46a5-a65b-c60ffdb9593b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 946 time: 0.0492628 Oct 26 08:55:36.324426 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-85c8bcc5-efad-45cb-b2d7-d4702941eba3 req-fc1605ab-c118-4348-bb9b-2b4a3add4ae8 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357985 Oct 26 08:55:37.439205 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3de78b-fb86-49d9-bc8f-245b03bdce0f req-3f9cf310-32a9-47cf-baab-9222715b52e1 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:37.440716 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4c3de78b-fb86-49d9-bc8f-245b03bdce0f req-3f9cf310-32a9-47cf-baab-9222715b52e1 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 946 time: 0.0488138 Oct 26 08:55:37.479013 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4c3de78b-fb86-49d9-bc8f-245b03bdce0f req-0062d0ee-759f-464a-a6b2-cd97f412c52d tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311770 Oct 26 08:55:38.595177 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cdfd0-4862-4ea6-912b-316f3898bf5d req-db820fda-5a7b-474e-aed5-ab93567fc3ba tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:38.596689 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-7a2cdfd0-4862-4ea6-912b-316f3898bf5d req-db820fda-5a7b-474e-aed5-ab93567fc3ba tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 946 time: 0.0503900 Oct 26 08:55:38.634919 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-7a2cdfd0-4862-4ea6-912b-316f3898bf5d req-346561ac-7be5-4382-a0fb-10561be54d59 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316625 Oct 26 08:55:39.753749 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b062d-a795-47d5-b26e-c547fd2a5252 req-846241aa-1cf5-4d6c-ae41-4fb36cbe612b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:39.755240 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-822b062d-a795-47d5-b26e-c547fd2a5252 req-846241aa-1cf5-4d6c-ae41-4fb36cbe612b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 946 time: 0.0529935 Oct 26 08:55:39.792843 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-822b062d-a795-47d5-b26e-c547fd2a5252 req-d4de2fad-fa2d-413b-8b08-d1bc99edc209 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310776 Oct 26 08:55:40.908834 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542af2f-5fe6-4dfb-b007-7395b9b2aeb5 req-f986fafe-255d-458a-93c8-ee1088d312c8 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:40.910388 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b542af2f-5fe6-4dfb-b007-7395b9b2aeb5 req-f986fafe-255d-458a-93c8-ee1088d312c8 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 946 time: 0.0496697 Oct 26 08:55:40.947649 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b542af2f-5fe6-4dfb-b007-7395b9b2aeb5 req-ff4acd0e-4e39-4f61-92b8-d4488b04d38d tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312407 Oct 26 08:55:42.063004 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2946d-f98f-4016-b6ba-728e1eff4cd0 req-a49cd986-31e2-4168-ad06-fa5c06f81c5d tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:42.064492 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5eb2946d-f98f-4016-b6ba-728e1eff4cd0 req-a49cd986-31e2-4168-ad06-fa5c06f81c5d tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 946 time: 0.0484030 Oct 26 08:55:42.102435 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5eb2946d-f98f-4016-b6ba-728e1eff4cd0 req-33f441fc-7487-49b6-b4db-f5a2adf00893 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312004 Oct 26 08:55:43.217479 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295b7a7-1503-4b33-96c5-3b480b03c84e req-020b22cd-f954-4f92-9564-0f566498b5e7 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:43.218996 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-7295b7a7-1503-4b33-96c5-3b480b03c84e req-020b22cd-f954-4f92-9564-0f566498b5e7 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 946 time: 0.0494108 Oct 26 08:55:43.260253 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-7295b7a7-1503-4b33-96c5-3b480b03c84e req-34270a9a-7a1f-4b02-9f34-7463e4eadf07 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353062 Oct 26 08:55:43.490431 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4d505afd-ccdf-4c8c-bb01-c38196dda74d req-294e6579-2ef5-4cc6-ac1c-a251c7d6ea0b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0404115 Oct 26 08:55:43.518214 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557a9db-c4bb-4298-a4ad-7852894f6d40 req-50fa0e50-574f-4ecb-9068-b89856e38b01 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:43.519868 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5557a9db-c4bb-4298-a4ad-7852894f6d40 req-50fa0e50-574f-4ecb-9068-b89856e38b01 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 946 time: 0.0656712 Oct 26 08:55:43.585881 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5557a9db-c4bb-4298-a4ad-7852894f6d40 req-a2a608f4-c4f8-4b96-a6de-67f7099257d3 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549068 Oct 26 08:55:44.578535 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d505afd-ccdf-4c8c-bb01-c38196dda74d req-181ec3d7-17db-480d-a4fd-31d3f1e65b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:44.580117 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4d505afd-ccdf-4c8c-bb01-c38196dda74d req-181ec3d7-17db-480d-a4fd-31d3f1e65b9f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=331f70748a6a4ffd8bd5667aaa9773db&device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 1099 time: 0.0431581 Oct 26 08:55:44.703964 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d505afd-ccdf-4c8c-bb01-c38196dda74d req-144b2c73-aaa1-4a0d-b6d3-62cecd4bebdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:44.705473 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4d505afd-ccdf-4c8c-bb01-c38196dda74d req-144b2c73-aaa1-4a0d-b6d3-62cecd4bebdf service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e799a14-e462-45a1-a5d8-8efe9102976f HTTP/1.1" status: 200 len: 913 time: 0.1186171 Oct 26 08:55:44.718583 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e3e09-2e9a-4041-9fe2-01e0f13259fc req-da7244a7-852d-4842-906b-f353e8b80388 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:44.719980 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8d6e3e09-2e9a-4041-9fe2-01e0f13259fc req-da7244a7-852d-4842-906b-f353e8b80388 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 946 time: 0.0720611 Oct 26 08:55:44.804932 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8d6e3e09-2e9a-4041-9fe2-01e0f13259fc req-29a5a431-b513-4fee-aaee-1143e546546e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784523 Oct 26 08:55:44.806792 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4d505afd-ccdf-4c8c-bb01-c38196dda74d req-81097305-a88d-4c99-89d0-6d116e9abc9b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef0d00a5-7af9-4e19-9f0e-68baab398266 HTTP/1.1" status: 200 len: 1001 time: 0.0859685 Oct 26 08:55:44.857824 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d505afd-ccdf-4c8c-bb01-c38196dda74d req-71b1a74e-6d0b-4a44-90e3-05a4a98239a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:44.859212 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4d505afd-ccdf-4c8c-bb01-c38196dda74d req-71b1a74e-6d0b-4a44-90e3-05a4a98239a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0 HTTP/1.1" status: 200 len: 851 time: 0.0447612 Oct 26 08:55:44.904696 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d505afd-ccdf-4c8c-bb01-c38196dda74d req-9c9ef8b3-8011-4279-b034-7f474fbb0ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:44.906268 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4d505afd-ccdf-4c8c-bb01-c38196dda74d req-9c9ef8b3-8011-4279-b034-7f474fbb0ba5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e799a14-e462-45a1-a5d8-8efe9102976f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0400093 Oct 26 08:55:44.997931 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4d505afd-ccdf-4c8c-bb01-c38196dda74d req-8f1d1452-e7c3-4911-a0c9-448d3802208a service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843575 Oct 26 08:55:45.087180 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4d505afd-ccdf-4c8c-bb01-c38196dda74d req-fe71365f-a771-4b7d-89bd-cd02d19374df service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819685 Oct 26 08:55:45.923475 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6443986-bc5b-4d57-88bb-39e1d00884c7 req-df43860a-3cf7-498d-b1e5-e6df9acc4d7c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:45.924977 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-c6443986-bc5b-4d57-88bb-39e1d00884c7 req-df43860a-3cf7-498d-b1e5-e6df9acc4d7c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 946 time: 0.0500178 Oct 26 08:55:45.962956 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-c6443986-bc5b-4d57-88bb-39e1d00884c7 req-eed10b02-d701-41aa-8e04-f21d780c7f01 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317123 Oct 26 08:55:46.598951 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4d505afd-ccdf-4c8c-bb01-c38196dda74d req-ee53dba2-28a2-4f1f-ab87-1fedbd052e3b service neutron] 10.222.0.47 "GET /v2.0/ports/ef0d00a5-7af9-4e19-9f0e-68baab398266/bindings/hv-neutron-8048 HTTP/1.1" status: 200 len: 384 time: 0.0596025 Oct 26 08:55:46.830360 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d505afd-ccdf-4c8c-bb01-c38196dda74d req-8a30aa3a-6d40-4b3b-8d72-a397e4af2818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:46.832050 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4d505afd-ccdf-4c8c-bb01-c38196dda74d req-8a30aa3a-6d40-4b3b-8d72-a397e4af2818 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b&tenant_id=331f70748a6a4ffd8bd5667aaa9773db HTTP/1.1" status: 200 len: 1099 time: 0.0428820 Oct 26 08:55:46.892727 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d505afd-ccdf-4c8c-bb01-c38196dda74d req-ada3f472-89cd-4822-98ed-5f597fb6a5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:46.894237 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4d505afd-ccdf-4c8c-bb01-c38196dda74d req-ada3f472-89cd-4822-98ed-5f597fb6a5a5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=331f70748a6a4ffd8bd5667aaa9773db&device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 1099 time: 0.0401387 Oct 26 08:55:46.987612 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d505afd-ccdf-4c8c-bb01-c38196dda74d req-08b6173b-534a-4c83-b7b6-82ecc5895d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:46.989099 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4d505afd-ccdf-4c8c-bb01-c38196dda74d req-08b6173b-534a-4c83-b7b6-82ecc5895d00 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e799a14-e462-45a1-a5d8-8efe9102976f HTTP/1.1" status: 200 len: 913 time: 0.0873437 Oct 26 08:55:47.087232 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4d505afd-ccdf-4c8c-bb01-c38196dda74d req-90571a48-d329-42c1-80b6-ea2c122e61c0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef0d00a5-7af9-4e19-9f0e-68baab398266 HTTP/1.1" status: 200 len: 1001 time: 0.0889003 Oct 26 08:55:47.103664 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa23e4-f54a-4169-825f-e6ed869c360a req-a48cef6e-ff34-4b43-8f09-2faa08be7a83 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:47.105089 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-29fa23e4-f54a-4169-825f-e6ed869c360a req-a48cef6e-ff34-4b43-8f09-2faa08be7a83 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 946 time: 0.0707858 Oct 26 08:55:47.480936 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d505afd-ccdf-4c8c-bb01-c38196dda74d req-ccbeb7ea-1750-4bd0-b34e-cd5c9fd80677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:47.482427 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4d505afd-ccdf-4c8c-bb01-c38196dda74d req-ccbeb7ea-1750-4bd0-b34e-cd5c9fd80677 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0 HTTP/1.1" status: 200 len: 851 time: 0.3866270 Oct 26 08:55:47.485359 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-29fa23e4-f54a-4169-825f-e6ed869c360a req-bdbd47c9-39a0-429c-be3b-3825e203e500 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3735762 Oct 26 08:55:47.529572 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d505afd-ccdf-4c8c-bb01-c38196dda74d req-15b46b90-8daf-4d46-8a28-5cc353237568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:47.531089 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4d505afd-ccdf-4c8c-bb01-c38196dda74d req-15b46b90-8daf-4d46-8a28-5cc353237568 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e799a14-e462-45a1-a5d8-8efe9102976f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0411515 Oct 26 08:55:47.623859 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4d505afd-ccdf-4c8c-bb01-c38196dda74d req-2923797e-dc7f-4f34-b63b-50f52296fbae service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852864 Oct 26 08:55:47.711058 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4d505afd-ccdf-4c8c-bb01-c38196dda74d req-89e45d68-f92f-4a5f-837a-cb975d3b0df0 service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801036 Oct 26 08:55:48.128761 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2c062-7200-4729-8203-8a5edce6c115 req-32ac7468-c7c7-4fc4-ad92-4fd645c666c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:48.130299 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0cb2c062-7200-4729-8203-8a5edce6c115 req-32ac7468-c7c7-4fc4-ad92-4fd645c666c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=331f70748a6a4ffd8bd5667aaa9773db&device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 1099 time: 0.0448809 Oct 26 08:55:48.236221 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2c062-7200-4729-8203-8a5edce6c115 req-7557f8e5-b80f-4ec0-8e75-338f05e9c533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:48.237725 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0cb2c062-7200-4729-8203-8a5edce6c115 req-7557f8e5-b80f-4ec0-8e75-338f05e9c533 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e799a14-e462-45a1-a5d8-8efe9102976f HTTP/1.1" status: 200 len: 913 time: 0.0850742 Oct 26 08:55:48.308557 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0cb2c062-7200-4729-8203-8a5edce6c115 req-dfc90c64-1979-44ef-abd4-3cc2a7384705 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef0d00a5-7af9-4e19-9f0e-68baab398266 HTTP/1.1" status: 200 len: 1001 time: 0.0601003 Oct 26 08:55:48.360241 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2c062-7200-4729-8203-8a5edce6c115 req-e2f1ca9f-2c32-4e13-973a-abeec30a0894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:48.361806 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0cb2c062-7200-4729-8203-8a5edce6c115 req-e2f1ca9f-2c32-4e13-973a-abeec30a0894 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0 HTTP/1.1" status: 200 len: 851 time: 0.0458376 Oct 26 08:55:48.408102 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2c062-7200-4729-8203-8a5edce6c115 req-60ce1128-cac9-4a8a-ba1f-42a3222df3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:48.409578 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0cb2c062-7200-4729-8203-8a5edce6c115 req-60ce1128-cac9-4a8a-ba1f-42a3222df3bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e799a14-e462-45a1-a5d8-8efe9102976f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0404649 Oct 26 08:55:48.505013 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0cb2c062-7200-4729-8203-8a5edce6c115 req-b0cf647e-8f6d-41a4-b591-c7541564bf0e service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867548 Oct 26 08:55:48.597399 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0cb2c062-7200-4729-8203-8a5edce6c115 req-7c10961c-c096-465b-b82b-af24a06d1149 service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833683 Oct 26 08:55:48.604763 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4b01e-1510-44c0-8461-dd83cf941ee9 req-77e4ccd8-0bad-4327-b8f6-4e61cec1364d tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:48.606302 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-35f4b01e-1510-44c0-8461-dd83cf941ee9 req-77e4ccd8-0bad-4327-b8f6-4e61cec1364d tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 946 time: 0.0508046 Oct 26 08:55:48.649547 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-35f4b01e-1510-44c0-8461-dd83cf941ee9 req-c511d89d-226f-4285-b320-dfc7370a3c2a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368209 Oct 26 08:55:49.294675 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device ef0d00a5-7af9-4e19-9f0e-68baab398266 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 08:55:49.298175 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device ef0d00a5-7af9-4e19-9f0e-68baab398266 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:55:49.418086 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f0f9fb6b-80e8-4e64-865f-f4419eb276f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:55:49.478717 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port ef0d00a5-7af9-4e19-9f0e-68baab398266, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ef0d00a5-7af9-4e19-9f0e-68baab398266,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:55:49.489501 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:55:49.494251 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': 'ef0d00a5-7af9-4e19-9f0e-68baab398266', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'port_id': 'ef0d00a5-7af9-4e19-9f0e-68baab398266', 'mac_address': 'fa:16:3e:f9:26:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 08:55:49.533152 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2748c1c4-5311-4882-9c0f-3eacad434d3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef0d00a5-7af9-4e19-9f0e-68baab398266'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:55:49.535421 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cad76a0-9328-439b-b189-6de2217833ef" -d '{"events": [{"server_uuid": "2748c1c4-5311-4882-9c0f-3eacad434d3b", "name": "network-vif-unplugged", "status": "completed", "tag": "ef0d00a5-7af9-4e19-9f0e-68baab398266"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:55:49.556859 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port ef0d00a5-7af9-4e19-9f0e-68baab398266, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ef0d00a5-7af9-4e19-9f0e-68baab398266,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:55:49.563537 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:55:49.569226 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:55:49.590885 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 08:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b410d3d-cc83-40f7-a74e-3afa258cbc46 x-openstack-request-id: req-0b410d3d-cc83-40f7-a74e-3afa258cbc46 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:55:49.591191 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2748c1c4-5311-4882-9c0f-3eacad434d3b", "name": "network-vif-unplugged", "status": "completed", "tag": "ef0d00a5-7af9-4e19-9f0e-68baab398266", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:55:49.591447 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0b410d3d-cc83-40f7-a74e-3afa258cbc46 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:55:49.591834 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2748c1c4-5311-4882-9c0f-3eacad434d3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef0d00a5-7af9-4e19-9f0e-68baab398266', 'code': 200} Oct 26 08:55:49.605262 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef0d00a5-7af9-4e19-9f0e-68baab398266 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:55:49.659256 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=ef0d00a5-7af9-4e19-9f0e-68baab398266,revision_number=6']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:55:49.671716 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:55:49.672011 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:55:49.672365 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:55:49.672710 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:55:49.673061 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:55:49.673394 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:55:49.673758 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:55:49.674097 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:55:49.674434 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:55:49.674765 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:55:49.675094 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:55:49.675422 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:55:49.680331 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.db.api [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 08:55:49.680704 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG oslo_db.api [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 08:55:49.773885 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fabac7-4d60-401c-81c2-de1009a8e1a9 req-a2328f6e-48a0-4315-bd81-488079041402 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:49.775366 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-59fabac7-4d60-401c-81c2-de1009a8e1a9 req-a2328f6e-48a0-4315-bd81-488079041402 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 944 time: 0.0559280 Oct 26 08:55:49.812767 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-59fabac7-4d60-401c-81c2-de1009a8e1a9 req-c668e3ce-b374-44a6-8332-484c00e25a8c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313277 Oct 26 08:55:50.008178 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3229fac-df94-4108-a797-5bd5a3c8a6fa req-16bbf230-ba95-463a-a9dd-b9fc1e942940 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:50.009734 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a3229fac-df94-4108-a797-5bd5a3c8a6fa req-16bbf230-ba95-463a-a9dd-b9fc1e942940 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 944 time: 0.0516675 Oct 26 08:55:50.058013 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a49d7d-41f9-4feb-aaa8-57d4e619f8e9 req-2a35eb7a-1c88-4e25-8053-d84624edf6ba tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:50.059524 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-96a49d7d-41f9-4feb-aaa8-57d4e619f8e9 req-2a35eb7a-1c88-4e25-8053-d84624edf6ba tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.47 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b&tenant_id=331f70748a6a4ffd8bd5667aaa9773db&binding%3Ahost_id=hv-neutron-8048 HTTP/1.1" status: 200 len: 944 time: 0.0526495 Oct 26 08:55:50.062548 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a3229fac-df94-4108-a797-5bd5a3c8a6fa req-7fcc0d3b-6ab5-4929-b132-4931daadc67b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468037 Oct 26 08:55:50.203576 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a49d7d-41f9-4feb-aaa8-57d4e619f8e9 req-b8ceddea-2603-4bff-97b7-d581c3851ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:50.205103 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-96a49d7d-41f9-4feb-aaa8-57d4e619f8e9 req-b8ceddea-2603-4bff-97b7-d581c3851ecd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=331f70748a6a4ffd8bd5667aaa9773db&device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 1097 time: 0.0463755 Oct 26 08:55:50.217196 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:55:50.230308 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef0d00a5-7af9-4e19-9f0e-68baab398266 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:55:50.250073 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port ef0d00a5-7af9-4e19-9f0e-68baab398266, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ef0d00a5-7af9-4e19-9f0e-68baab398266,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:55:50.253562 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:55:50.297235 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a49d7d-41f9-4feb-aaa8-57d4e619f8e9 req-35efe3e3-25ef-4fa6-849b-96a5816fed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:50.298769 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-96a49d7d-41f9-4feb-aaa8-57d4e619f8e9 req-35efe3e3-25ef-4fa6-849b-96a5816fed1e service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e799a14-e462-45a1-a5d8-8efe9102976f HTTP/1.1" status: 200 len: 913 time: 0.0868855 Oct 26 08:55:50.304759 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=ef0d00a5-7af9-4e19-9f0e-68baab398266,revision_number=7']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:55:50.313145 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['ef0d00a5-7af9-4e19-9f0e-68baab398266'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:55:50.370489 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-96a49d7d-41f9-4feb-aaa8-57d4e619f8e9 req-00328fee-cecf-4275-8f97-bea367e8e736 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef0d00a5-7af9-4e19-9f0e-68baab398266 HTTP/1.1" status: 200 len: 1000 time: 0.0647328 Oct 26 08:55:50.420848 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a49d7d-41f9-4feb-aaa8-57d4e619f8e9 req-89fd6bef-0fe6-4bb1-90e0-9d6d2c323b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:50.422330 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-96a49d7d-41f9-4feb-aaa8-57d4e619f8e9 req-89fd6bef-0fe6-4bb1-90e0-9d6d2c323b01 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0 HTTP/1.1" status: 200 len: 851 time: 0.0447376 Oct 26 08:55:50.468620 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a49d7d-41f9-4feb-aaa8-57d4e619f8e9 req-abbc89d3-abcf-445e-8297-74aef8b6bac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:50.470141 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-96a49d7d-41f9-4feb-aaa8-57d4e619f8e9 req-abbc89d3-abcf-445e-8297-74aef8b6bac0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e799a14-e462-45a1-a5d8-8efe9102976f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0410063 Oct 26 08:55:50.561585 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-96a49d7d-41f9-4feb-aaa8-57d4e619f8e9 req-20f6660e-c1db-4b63-9fa3-fd9e9219e7a5 service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841994 Oct 26 08:55:50.649641 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-96a49d7d-41f9-4feb-aaa8-57d4e619f8e9 req-638bc848-0fdb-4160-b377-3f395531d409 service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806415 Oct 26 08:55:51.185923 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec237e-8c78-4d70-ac69-0cfb413e88d6 req-9c6b0c4f-2cfa-4802-9f12-49d2234ceb9e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:51.187426 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e3ec237e-8c78-4d70-ac69-0cfb413e88d6 req-9c6b0c4f-2cfa-4802-9f12-49d2234ceb9e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 945 time: 0.0536532 Oct 26 08:55:51.232796 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e3ec237e-8c78-4d70-ac69-0cfb413e88d6 req-89ce00d5-6ad8-4a79-b109-6c166563f76b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391629 Oct 26 08:55:51.325794 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device ef0d00a5-7af9-4e19-9f0e-68baab398266 up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:55:51.354723 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e91b54-fb41-4119-bd66-795f7c236155 req-b250cbfa-8bcc-4d21-9525-831e763c404b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:51.356586 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a2e91b54-fb41-4119-bd66-795f7c236155 req-b250cbfa-8bcc-4d21-9525-831e763c404b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 945 time: 0.0505283 Oct 26 08:55:51.376060 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port ef0d00a5-7af9-4e19-9f0e-68baab398266 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:55:51.376481 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:55:51.399942 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a2e91b54-fb41-4119-bd66-795f7c236155 req-f5d23163-f1da-4b21-a7e3-0a5a7f4df5ae tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377414 Oct 26 08:55:51.458398 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:55:51.492514 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port ef0d00a5-7af9-4e19-9f0e-68baab398266, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ef0d00a5-7af9-4e19-9f0e-68baab398266,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:55:51.496357 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:55:51.548502 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=ef0d00a5-7af9-4e19-9f0e-68baab398266,revision_number=8']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:55:51.593455 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2748c1c4-5311-4882-9c0f-3eacad434d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0d00a5-7af9-4e19-9f0e-68baab398266'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:55:51.595875 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2111a2-b266-45a8-9db2-972cd9eb30cc" -d '{"events": [{"server_uuid": "2748c1c4-5311-4882-9c0f-3eacad434d3b", "name": "network-vif-plugged", "status": "completed", "tag": "ef0d00a5-7af9-4e19-9f0e-68baab398266"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:55:51.605335 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846e078-a430-4897-84fa-c5dce446eb1c req-5c4b84f5-8c88-4217-8101-41f87c080054 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:51.609607 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b846e078-a430-4897-84fa-c5dce446eb1c req-5c4b84f5-8c88-4217-8101-41f87c080054 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 946 time: 0.0570118 Oct 26 08:55:51.633603 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c2994c-caaf-494a-ac51-83de5f4a18ed x-openstack-request-id: req-49c2994c-caaf-494a-ac51-83de5f4a18ed {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:55:51.633931 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2748c1c4-5311-4882-9c0f-3eacad434d3b", "name": "network-vif-plugged", "status": "completed", "tag": "ef0d00a5-7af9-4e19-9f0e-68baab398266", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:55:51.634186 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-49c2994c-caaf-494a-ac51-83de5f4a18ed {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:55:51.634581 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2748c1c4-5311-4882-9c0f-3eacad434d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0d00a5-7af9-4e19-9f0e-68baab398266', 'code': 200} Oct 26 08:55:51.636686 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5dafe-7c4a-4f97-b3c1-32a5d1164c2f req-4521b8b7-f5d7-4f1e-8f18-ff3df77daea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:51.638295 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-faa5dafe-7c4a-4f97-b3c1-32a5d1164c2f req-4521b8b7-f5d7-4f1e-8f18-ff3df77daea3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=331f70748a6a4ffd8bd5667aaa9773db&device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 1099 time: 0.0459063 Oct 26 08:55:51.649905 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b846e078-a430-4897-84fa-c5dce446eb1c req-c4b12286-9b0f-4704-bb70-a9c508a07707 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369728 Oct 26 08:55:51.730196 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5dafe-7c4a-4f97-b3c1-32a5d1164c2f req-713666ef-79bd-4dfa-9dbd-b7204293d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:51.731654 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-faa5dafe-7c4a-4f97-b3c1-32a5d1164c2f req-713666ef-79bd-4dfa-9dbd-b7204293d691 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e799a14-e462-45a1-a5d8-8efe9102976f HTTP/1.1" status: 200 len: 913 time: 0.0864933 Oct 26 08:55:51.800807 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-faa5dafe-7c4a-4f97-b3c1-32a5d1164c2f req-b5472574-3b30-41f4-8703-2a24f66fa782 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef0d00a5-7af9-4e19-9f0e-68baab398266 HTTP/1.1" status: 200 len: 1001 time: 0.0617769 Oct 26 08:55:51.850115 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5dafe-7c4a-4f97-b3c1-32a5d1164c2f req-3c3539c8-e33f-4791-b9e6-c95f1fb5830b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:51.851500 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-faa5dafe-7c4a-4f97-b3c1-32a5d1164c2f req-3c3539c8-e33f-4791-b9e6-c95f1fb5830b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0 HTTP/1.1" status: 200 len: 851 time: 0.0436847 Oct 26 08:55:51.897830 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5dafe-7c4a-4f97-b3c1-32a5d1164c2f req-51c4dcb8-7108-4484-ae2e-824308e35a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:51.899465 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-faa5dafe-7c4a-4f97-b3c1-32a5d1164c2f req-51c4dcb8-7108-4484-ae2e-824308e35a76 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e799a14-e462-45a1-a5d8-8efe9102976f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0407944 Oct 26 08:55:51.990709 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-faa5dafe-7c4a-4f97-b3c1-32a5d1164c2f req-7f4c5590-f3c5-4ffa-9128-fdacaa0cc8d6 service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841641 Oct 26 08:55:52.077415 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9e82b3ce-0b3f-4bcb-9f6a-68b0bf8309d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:55:52.082175 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-faa5dafe-7c4a-4f97-b3c1-32a5d1164c2f req-6db2724d-d949-4e2a-aa66-2649b6753fbf service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831892 Oct 26 08:55:52.770536 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e85fcc-6452-483f-a6c1-bc380c4c0254 req-15024084-846a-4e6d-8efd-d83d5837916f tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:52.772021 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f2e85fcc-6452-483f-a6c1-bc380c4c0254 req-15024084-846a-4e6d-8efd-d83d5837916f tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 946 time: 0.0547562 Oct 26 08:55:52.809698 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f2e85fcc-6452-483f-a6c1-bc380c4c0254 req-5fa12031-44ed-4b5c-9601-a3c307184087 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311072 Oct 26 08:55:52.970792 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:55:53.042668 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24c84f-eeeb-4f4a-a1c2-0d9423194d45 req-af260b68-466e-4ee7-965d-dcbf7b0670a0 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:53.044172 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4c24c84f-eeeb-4f4a-a1c2-0d9423194d45 req-af260b68-466e-4ee7-965d-dcbf7b0670a0 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 946 time: 0.0497377 Oct 26 08:55:53.082022 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4c24c84f-eeeb-4f4a-a1c2-0d9423194d45 req-435f1713-b15e-4978-a502-ca679212aae5 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318115 Oct 26 08:55:53.323002 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:55:53.662039 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:55:54.199877 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ac11c-64ac-4d5f-a044-e74ebc4f7587 req-4bfa6c16-f69a-4014-8a9e-01817b217b13 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:54.201410 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-ed0ac11c-64ac-4d5f-a044-e74ebc4f7587 req-4bfa6c16-f69a-4014-8a9e-01817b217b13 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 946 time: 0.0497713 Oct 26 08:55:54.239550 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-ed0ac11c-64ac-4d5f-a044-e74ebc4f7587 req-18e16c8e-3bd3-4037-a0dc-c829b53cef29 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321925 Oct 26 08:55:54.323260 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:55:54.681409 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a99448-ee14-4fba-a3b8-8185689b5257 req-f0a1cb92-1462-4b48-aff8-7cf052d7ac72 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:54.682915 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d2a99448-ee14-4fba-a3b8-8185689b5257 req-f0a1cb92-1462-4b48-aff8-7cf052d7ac72 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.47 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 946 time: 0.0491180 Oct 26 08:55:54.774618 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-d2a99448-ee14-4fba-a3b8-8185689b5257 req-9d65cfa2-18d5-4451-9c0e-5e3da55401f4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Deleting port ef0d00a5-7af9-4e19-9f0e-68baab398266 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:55:54.774966 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-d2a99448-ee14-4fba-a3b8-8185689b5257 req-9d65cfa2-18d5-4451-9c0e-5e3da55401f4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:55:54.857537 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:55:54.864750 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-d2a99448-ee14-4fba-a3b8-8185689b5257 req-9d65cfa2-18d5-4451-9c0e-5e3da55401f4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] For port ef0d00a5-7af9-4e19-9f0e-68baab398266, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ef0d00a5-7af9-4e19-9f0e-68baab398266,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:55:54.865120 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-d2a99448-ee14-4fba-a3b8-8185689b5257 req-9d65cfa2-18d5-4451-9c0e-5e3da55401f4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:55:55.044261 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-d2a99448-ee14-4fba-a3b8-8185689b5257 req-9d65cfa2-18d5-4451-9c0e-5e3da55401f4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:55:55.044700 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-d2a99448-ee14-4fba-a3b8-8185689b5257 req-9d65cfa2-18d5-4451-9c0e-5e3da55401f4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:55:55.045025 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [req-d2a99448-ee14-4fba-a3b8-8185689b5257 req-9d65cfa2-18d5-4451-9c0e-5e3da55401f4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Floating IP 242f56c2-8b50-4a2f-8692-05ad43b26c3c disassociated. External IP: 172.26.2.77, port: ef0d00a5-7af9-4e19-9f0e-68baab398266. Oct 26 08:55:55.045415 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-d2a99448-ee14-4fba-a3b8-8185689b5257 req-9d65cfa2-18d5-4451-9c0e-5e3da55401f4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Calling delete_port for ef0d00a5-7af9-4e19-9f0e-68baab398266 owned by compute:nova {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:55:55.176267 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-d2a99448-ee14-4fba-a3b8-8185689b5257 req-9d65cfa2-18d5-4451-9c0e-5e3da55401f4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:55:55.209546 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d65cfa2-18d5-4451-9c0e-5e3da55401f4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Pushing event deleted for resources: {'Port': ['ID=ef0d00a5-7af9-4e19-9f0e-68baab398266,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:55:55.221250 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d65cfa2-18d5-4451-9c0e-5e3da55401f4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:55:55.221602 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d65cfa2-18d5-4451-9c0e-5e3da55401f4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:55:55.221977 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d65cfa2-18d5-4451-9c0e-5e3da55401f4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:55:55.222315 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d65cfa2-18d5-4451-9c0e-5e3da55401f4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:55:55.222650 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d65cfa2-18d5-4451-9c0e-5e3da55401f4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:55:55.222992 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d65cfa2-18d5-4451-9c0e-5e3da55401f4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:55:55.223326 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d65cfa2-18d5-4451-9c0e-5e3da55401f4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:55:55.223654 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d65cfa2-18d5-4451-9c0e-5e3da55401f4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:55:55.223984 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d65cfa2-18d5-4451-9c0e-5e3da55401f4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:55:55.224310 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d65cfa2-18d5-4451-9c0e-5e3da55401f4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:55:55.224636 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d65cfa2-18d5-4451-9c0e-5e3da55401f4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:55:55.224958 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d65cfa2-18d5-4451-9c0e-5e3da55401f4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:55:55.350101 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-36b1822c-d8ed-46e9-adfd-deea4b5cb7cf req-c2599c4d-fb3b-42b8-ab76-86cf73485893 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=2748c1c4-5311-4882-9c0f-3eacad434d3b HTTP/1.1" status: 200 len: 210 time: 0.0371473 Oct 26 08:55:55.374992 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2a99448-ee14-4fba-a3b8-8185689b5257 req-9d65cfa2-18d5-4451-9c0e-5e3da55401f4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Router 55d1a590-c4ba-45a7-9374-9d80b6616d78 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:55:55.489760 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2a99448-ee14-4fba-a3b8-8185689b5257 req-9d65cfa2-18d5-4451-9c0e-5e3da55401f4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:55:55.500250 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a6cc28-5ee9-4cff-b4e2-575546c1a221 None None] Sync routers for ids ['55d1a590-c4ba-45a7-9374-9d80b6616d78'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:55:55.510493 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a6cc28-5ee9-4cff-b4e2-575546c1a221 None None] Routers {'55d1a590-c4ba-45a7-9374-9d80b6616d78'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:55:55.511103 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-05a6cc28-5ee9-4cff-b4e2-575546c1a221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:55:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['55d1a590-c4ba-45a7-9374-9d80b6616d78'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:55:55.528684 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a99448-ee14-4fba-a3b8-8185689b5257 req-9d65cfa2-18d5-4451-9c0e-5e3da55401f4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] No DVR routers for this DVR port ef0d00a5-7af9-4e19-9f0e-68baab398266 on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:55:55.531256 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-d2a99448-ee14-4fba-a3b8-8185689b5257 req-9d65cfa2-18d5-4451-9c0e-5e3da55401f4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:55:55.534676 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d2a99448-ee14-4fba-a3b8-8185689b5257 req-9d65cfa2-18d5-4451-9c0e-5e3da55401f4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.47 "DELETE /v2.0/ports/ef0d00a5-7af9-4e19-9f0e-68baab398266 HTTP/1.1" status: 204 len: 173 time: 0.8457954 Oct 26 08:55:55.535102 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2748c1c4-5311-4882-9c0f-3eacad434d3b', 'name': 'network-vif-deleted', 'tag': 'ef0d00a5-7af9-4e19-9f0e-68baab398266'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:55:55.537457 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409d8e2b-d9c3-4e25-9d7c-90cc11014a59" -d '{"events": [{"server_uuid": "2748c1c4-5311-4882-9c0f-3eacad434d3b", "name": "network-vif-deleted", "tag": "ef0d00a5-7af9-4e19-9f0e-68baab398266"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:55:55.581547 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190fb2cf-5fc0-41b2-a491-a0d07a190d61 x-openstack-request-id: req-190fb2cf-5fc0-41b2-a491-a0d07a190d61 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:55:55.582461 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2748c1c4-5311-4882-9c0f-3eacad434d3b", "name": "network-vif-deleted", "tag": "ef0d00a5-7af9-4e19-9f0e-68baab398266", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:55:55.582848 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-190fb2cf-5fc0-41b2-a491-a0d07a190d61 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:55:55.583340 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2748c1c4-5311-4882-9c0f-3eacad434d3b', 'name': 'network-vif-deleted', 'tag': 'ef0d00a5-7af9-4e19-9f0e-68baab398266', 'status': 'completed', 'code': 200} Oct 26 08:55:55.619791 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-05a6cc28-5ee9-4cff-b4e2-575546c1a221 None None] Set router 55d1a590-c4ba-45a7-9374-9d80b6616d78 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:55:55.820856 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-05a6cc28-5ee9-4cff-b4e2-575546c1a221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'name': 'tempest-ServerActionsTestJSON-1162571938-router', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:22Z', 'revision_number': 4, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'gw_port': {'id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '201e8e71-89fc-4d93-82ba-b37123fbfd16', 'name': '', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'mac_address': 'fa:16:3e:bb:36:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:21Z', 'updated_at': '2021-10-26T08:53:25Z', 'revision_number': 5, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'subnets': [{'id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:55:55.850543 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a6cc28-5ee9-4cff-b4e2-575546c1a221 None None] Checking router: 55d1a590-c4ba-45a7-9374-9d80b6616d78 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:55:55.859369 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a6cc28-5ee9-4cff-b4e2-575546c1a221 None None] Routers {'55d1a590-c4ba-45a7-9374-9d80b6616d78'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:55:55.859977 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-05a6cc28-5ee9-4cff-b4e2-575546c1a221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:55:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['55d1a590-c4ba-45a7-9374-9d80b6616d78'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:55:55.967630 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-05a6cc28-5ee9-4cff-b4e2-575546c1a221 None None] Set router 55d1a590-c4ba-45a7-9374-9d80b6616d78 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:55:56.164498 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-05a6cc28-5ee9-4cff-b4e2-575546c1a221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'name': 'tempest-ServerActionsTestJSON-1162571938-router', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:22Z', 'revision_number': 4, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'gw_port': {'id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '201e8e71-89fc-4d93-82ba-b37123fbfd16', 'name': '', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'mac_address': 'fa:16:3e:bb:36:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:21Z', 'updated_at': '2021-10-26T08:53:25Z', 'revision_number': 5, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'subnets': [{'id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:55:56.189737 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a6cc28-5ee9-4cff-b4e2-575546c1a221 None None] The sync data for ids ['55d1a590-c4ba-45a7-9374-9d80b6616d78'] in dv-neutron-804846-13-hyperv is: [{'id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'name': 'tempest-ServerActionsTestJSON-1162571938-router', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:22Z', 'revision_number': 4, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'gw_port': {'id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '201e8e71-89fc-4d93-82ba-b37123fbfd16', 'name': '', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'mac_address': 'fa:16:3e:bb:36:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:21Z', 'updated_at': '2021-10-26T08:53:25Z', 'revision_number': 5, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'subnets': [{'id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:55:56.392188 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9887fbc4-cc50-432a-a197-a746d8518aa8 None None] New status for floating IP 242f56c2-8b50-4a2f-8692-05ad43b26c3c: DOWN {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:55:56.608483 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-510c74bf-ac57-4219-a024-a7093ac6b7ff tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--913474537&fields=id&tenant_id=331f70748a6a4ffd8bd5667aaa9773db HTTP/1.1" status: 200 len: 267 time: 0.0330284 Oct 26 08:55:56.718782 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-b430c1a0-767a-46c6-9389-b348e0eb4c27 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:56.720257 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-b430c1a0-767a-46c6-9389-b348e0eb4c27 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/networks?id=9e799a14-e462-45a1-a5d8-8efe9102976f HTTP/1.1" status: 200 len: 812 time: 0.1051373 Oct 26 08:55:56.735605 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-7ba96519-c6ca-42f1-928c-e62e169cdcf0 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/quotas/331f70748a6a4ffd8bd5667aaa9773db HTTP/1.1" status: 200 len: 375 time: 0.0092762 Oct 26 08:55:56.788373 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-f0882360-acb4-4d08-86ee-9c73b2cbc15b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=331f70748a6a4ffd8bd5667aaa9773db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473571 Oct 26 08:55:56.887409 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-6e5aa3d2-b42d-4171-8c40-f0a0d5df711a service neutron] 10.222.0.41 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874462 Oct 26 08:55:56.974141 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-a7d32a46-6177-4129-8fd1-dc7300642f0d service neutron] 10.222.0.41 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805306 Oct 26 08:55:57.131564 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-c60e6b1b-be84-4591-882d-3b2d7bc7882b req-dfcc77fd-9515-45b9-9d83-41da68c6d13c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 210 time: 0.0271628 Oct 26 08:55:57.341174 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device ef0d00a5-7af9-4e19-9f0e-68baab398266 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:55:57.362381 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] No Port match for: ef0d00a5-7af9-4e19-9f0e-68baab398266 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:55:57.362733 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device ef0d00a5-7af9-4e19-9f0e-68baab398266 not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:55:58.025861 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-c00b7abd-630f-4391-b267-b3ebbe713698 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:58.027369 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-c00b7abd-630f-4391-b267-b3ebbe713698 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.47 "GET /v2.0/networks?id=9e799a14-e462-45a1-a5d8-8efe9102976f HTTP/1.1" status: 200 len: 812 time: 0.1079578 Oct 26 08:55:58.071799 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-8a9aa8a8-6353-4e58-bd1b-dc8527125756 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=331f70748a6a4ffd8bd5667aaa9773db HTTP/1.1" status: 200 len: 379 time: 0.0351927 Oct 26 08:55:58.086529 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-e51ed8ca-1127-4d72-836c-a793fd22798b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Request body: {'port': {'device_id': '86c595a7-52b9-4760-9df2-ea654147635c', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'admin_state_up': True, 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'security_groups': ['931103e1-5925-4427-b3e1-42093671d7c3']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:55:58.196202 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-e51ed8ca-1127-4d72-836c-a793fd22798b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Made reservation on behalf of 331f70748a6a4ffd8bd5667aaa9773db for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:55:58.199884 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-e51ed8ca-1127-4d72-836c-a793fd22798b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:55:58.239383 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-995cbbe5-24d6-48de-8645-4f940510847b req-475445f5-ef2e-4ef7-8d5b-57b4c30ce401 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 210 time: 0.0363743 Oct 26 08:55:58.352846 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-e51ed8ca-1127-4d72-836c-a793fd22798b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Allocated IP 172.20.0.11 (9e799a14-e462-45a1-a5d8-8efe9102976f/9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0/6b2aff37-d643-4134-b7d8-79382576423c) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:55:58.495254 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-e51ed8ca-1127-4d72-836c-a793fd22798b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:55:58.527030 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-e51ed8ca-1127-4d72-836c-a793fd22798b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:55:58.571320 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-e51ed8ca-1127-4d72-836c-a793fd22798b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Network 9e799a14-e462-45a1-a5d8-8efe9102976f is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:55:58.574460 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-e51ed8ca-1127-4d72-836c-a793fd22798b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:55:58.578330 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-e51ed8ca-1127-4d72-836c-a793fd22798b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:55:58.584730 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ed8ca-1127-4d72-836c-a793fd22798b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Pushing event updated for resources: {'Port': ['ID=6b2aff37-d643-4134-b7d8-79382576423c,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:55:58.635891 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-e51ed8ca-1127-4d72-836c-a793fd22798b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:58.636471 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-e51ed8ca-1127-4d72-836c-a793fd22798b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:55:58.653555 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-e51ed8ca-1127-4d72-836c-a793fd22798b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5713058 Oct 26 08:55:58.668398 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-fbceb74f-c2da-443a-8687-910cbb48683d service neutron] Request body: {'port': {'device_id': '86c595a7-52b9-4760-9df2-ea654147635c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:55:58.725212 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-fbceb74f-c2da-443a-8687-910cbb48683d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:55:58.783140 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-969de751-34e7-4eb0-a948-7b4627c5ebe0 None None] Provisioning complete for port 6b2aff37-d643-4134-b7d8-79382576423c triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:55:58.783703 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-969de751-34e7-4eb0-a948-7b4627c5ebe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:55:58.821136 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-969de751-34e7-4eb0-a948-7b4627c5ebe0 None None] Port 6b2aff37-d643-4134-b7d8-79382576423c cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:55:58.985509 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-fbceb74f-c2da-443a-8687-910cbb48683d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b2aff37-d643-4134-b7d8-79382576423c {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:55:58.993300 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-fbceb74f-c2da-443a-8687-910cbb48683d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:55:59.004912 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-fbceb74f-c2da-443a-8687-910cbb48683d service neutron] Transition to ACTIVE for port object 6b2aff37-d643-4134-b7d8-79382576423c will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 08:55:59.009297 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-fbceb74f-c2da-443a-8687-910cbb48683d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:55:59.061142 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbceb74f-c2da-443a-8687-910cbb48683d service neutron] Pushing event updated for resources: {'Port': ['ID=6b2aff37-d643-4134-b7d8-79382576423c,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:55:59.135164 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-fbceb74f-c2da-443a-8687-910cbb48683d service neutron] Attempting to bind port 6b2aff37-d643-4134-b7d8-79382576423c on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:55:59.135499 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-fbceb74f-c2da-443a-8687-910cbb48683d service neutron] Attempting to bind port 6b2aff37-d643-4134-b7d8-79382576423c by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'cd1ec8ef-e337-45a9-8738-5a5cc81de368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:55:59.135830 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-fbceb74f-c2da-443a-8687-910cbb48683d service neutron] Attempting to bind port 6b2aff37-d643-4134-b7d8-79382576423c on network 9e799a14-e462-45a1-a5d8-8efe9102976f {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:55:59.140604 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-fbceb74f-c2da-443a-8687-910cbb48683d service neutron] Port 6b2aff37-d643-4134-b7d8-79382576423c on network 9e799a14-e462-45a1-a5d8-8efe9102976f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:55:59.140925 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-fbceb74f-c2da-443a-8687-910cbb48683d service neutron] Attempting to bind port 6b2aff37-d643-4134-b7d8-79382576423c on network 9e799a14-e462-45a1-a5d8-8efe9102976f {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:55:59.145959 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-fbceb74f-c2da-443a-8687-910cbb48683d service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:55:59.146303 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-fbceb74f-c2da-443a-8687-910cbb48683d service neutron] Checking segment: {'id': 'cd1ec8ef-e337-45a9-8738-5a5cc81de368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:55:59.146680 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-fbceb74f-c2da-443a-8687-910cbb48683d service neutron] Bound using segment: {'id': 'cd1ec8ef-e337-45a9-8738-5a5cc81de368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:55:59.147109 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-fbceb74f-c2da-443a-8687-910cbb48683d service neutron] Bound port: 6b2aff37-d643-4134-b7d8-79382576423c, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd1ec8ef-e337-45a9-8738-5a5cc81de368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:55:59.147471 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-fbceb74f-c2da-443a-8687-910cbb48683d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:55:59.213876 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-fbceb74f-c2da-443a-8687-910cbb48683d service neutron] For port 6b2aff37-d643-4134-b7d8-79382576423c, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:55:59.217168 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-fbceb74f-c2da-443a-8687-910cbb48683d service neutron] For port 6b2aff37-d643-4134-b7d8-79382576423c, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6b2aff37-d643-4134-b7d8-79382576423c,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:55:59.221946 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-fbceb74f-c2da-443a-8687-910cbb48683d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:55:59.260384 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-fbceb74f-c2da-443a-8687-910cbb48683d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:59.261007 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-fbceb74f-c2da-443a-8687-910cbb48683d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:55:59.262456 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-fbceb74f-c2da-443a-8687-910cbb48683d service neutron] 10.222.0.47 "PUT /v2.0/ports/6b2aff37-d643-4134-b7d8-79382576423c HTTP/1.1" status: 200 len: 1094 time: 0.5994468 Oct 26 08:55:59.262913 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c595a7-52b9-4760-9df2-ea654147635c', 'tag': '6b2aff37-d643-4134-b7d8-79382576423c'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:55:59.265236 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c28b4ae-9d04-4a84-aa0e-500faa1b8fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "86c595a7-52b9-4760-9df2-ea654147635c", "tag": "6b2aff37-d643-4134-b7d8-79382576423c"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:55:59.306350 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbceb74f-c2da-443a-8687-910cbb48683d service neutron] Pushing event updated for resources: {'Port': ['ID=6b2aff37-d643-4134-b7d8-79382576423c,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:55:59.318913 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186d8dde-aa6d-4963-876f-27a01ac3b7c6 x-openstack-request-id: req-186d8dde-aa6d-4963-876f-27a01ac3b7c6 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:55:59.319209 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c595a7-52b9-4760-9df2-ea654147635c", "tag": "6b2aff37-d643-4134-b7d8-79382576423c", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:55:59.319469 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-186d8dde-aa6d-4963-876f-27a01ac3b7c6 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:55:59.319912 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c595a7-52b9-4760-9df2-ea654147635c', 'tag': '6b2aff37-d643-4134-b7d8-79382576423c', 'status': 'completed', 'code': 200} Oct 26 08:55:59.355715 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-be5135d8-1430-4e17-9e2b-7c58c50e1e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:59.357809 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-be5135d8-1430-4e17-9e2b-7c58c50e1e2b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=331f70748a6a4ffd8bd5667aaa9773db&device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 1097 time: 0.0476301 Oct 26 08:55:59.393136 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0df64-a5c9-42e7-a79c-cd429cd0411e req-c3bb38a6-952f-4754-8bd6-93b7beab53ca tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:59.394742 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-c9a0df64-a5c9-42e7-a79c-cd429cd0411e req-c3bb38a6-952f-4754-8bd6-93b7beab53ca tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 944 time: 0.0596900 Oct 26 08:55:59.405250 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-bcaea44f-869a-4662-9420-0b7c91a28127 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b2aff37-d643-4134-b7d8-79382576423c HTTP/1.1" status: 200 len: 217 time: 0.0390141 Oct 26 08:55:59.435398 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-c9a0df64-a5c9-42e7-a79c-cd429cd0411e req-dd57c441-f693-4463-ba17-a694bfdc70c6 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333805 Oct 26 08:55:59.464308 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-84d44d69-9674-4696-8a06-3006059d0638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:59.465835 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-84d44d69-9674-4696-8a06-3006059d0638 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0 HTTP/1.1" status: 200 len: 851 time: 0.0539675 Oct 26 08:55:59.511744 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-42782770-07f7-4536-855c-9e88836e5473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:59.513129 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-42782770-07f7-4536-855c-9e88836e5473 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e799a14-e462-45a1-a5d8-8efe9102976f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0404899 Oct 26 08:55:59.602359 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-f0613c11-f845-4a39-8955-f8f995f341b8 service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823162 Oct 26 08:55:59.694398 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bf4d261d-c506-49a2-97e2-b8da00b744ca req-b7dfd3b2-dabf-493b-9754-3dd9760bd10e service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841408 Oct 26 08:55:59.782721 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28b4ae-9d04-4a84-aa0e-500faa1b8fdf req-7d4e77bd-5cce-4c23-9910-d21f7fa74c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:59.784104 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1c28b4ae-9d04-4a84-aa0e-500faa1b8fdf req-7d4e77bd-5cce-4c23-9910-d21f7fa74c2b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=331f70748a6a4ffd8bd5667aaa9773db&device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 1097 time: 0.0409744 Oct 26 08:55:59.879737 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28b4ae-9d04-4a84-aa0e-500faa1b8fdf req-f67bbb34-b241-45c8-b69f-f9bbdcd34bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:59.881219 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1c28b4ae-9d04-4a84-aa0e-500faa1b8fdf req-f67bbb34-b241-45c8-b69f-f9bbdcd34bbd service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e799a14-e462-45a1-a5d8-8efe9102976f HTTP/1.1" status: 200 len: 913 time: 0.0872924 Oct 26 08:55:59.923717 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1c28b4ae-9d04-4a84-aa0e-500faa1b8fdf req-07dc2e7a-8444-4ce4-bce9-1627119ae68c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b2aff37-d643-4134-b7d8-79382576423c HTTP/1.1" status: 200 len: 217 time: 0.0332232 Oct 26 08:55:59.972306 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28b4ae-9d04-4a84-aa0e-500faa1b8fdf req-da6171e3-8d1d-4a2d-958f-0cfabd0b5489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:55:59.973725 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1c28b4ae-9d04-4a84-aa0e-500faa1b8fdf req-da6171e3-8d1d-4a2d-958f-0cfabd0b5489 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0 HTTP/1.1" status: 200 len: 851 time: 0.0420718 Oct 26 08:56:00.025152 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28b4ae-9d04-4a84-aa0e-500faa1b8fdf req-16f248d6-9041-4e6a-813c-9199c396bbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:00.026657 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1c28b4ae-9d04-4a84-aa0e-500faa1b8fdf req-16f248d6-9041-4e6a-813c-9199c396bbf0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e799a14-e462-45a1-a5d8-8efe9102976f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0450833 Oct 26 08:56:00.117903 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1c28b4ae-9d04-4a84-aa0e-500faa1b8fdf req-2cf608f3-9564-471d-a4da-a27ae3f3d576 service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822411 Oct 26 08:56:00.211051 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1c28b4ae-9d04-4a84-aa0e-500faa1b8fdf req-da811096-5192-4f4f-b98d-e10d44519e9e service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859964 Oct 26 08:56:00.557137 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb02f4-29e0-495f-aeea-3985a86b8848 req-41479c3a-5f72-4b22-aca9-5bc94d5e9ec9 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:00.558656 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e4bb02f4-29e0-495f-aeea-3985a86b8848 req-41479c3a-5f72-4b22-aca9-5bc94d5e9ec9 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 944 time: 0.0498400 Oct 26 08:56:00.596316 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e4bb02f4-29e0-495f-aeea-3985a86b8848 req-0ba452a7-b8fc-414e-a67a-8578ac3a1820 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316780 Oct 26 08:56:01.340541 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 6b2aff37-d643-4134-b7d8-79382576423c details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 08:56:01.437594 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 6b2aff37-d643-4134-b7d8-79382576423c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6b2aff37-d643-4134-b7d8-79382576423c,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:56:01.449864 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': '6b2aff37-d643-4134-b7d8-79382576423c', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'port_id': '6b2aff37-d643-4134-b7d8-79382576423c', 'mac_address': 'fa:16:3e:6b:dc:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 08:56:01.486144 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:56:01.499535 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b2aff37-d643-4134-b7d8-79382576423c {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:56:01.519360 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 6b2aff37-d643-4134-b7d8-79382576423c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6b2aff37-d643-4134-b7d8-79382576423c,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:56:01.523060 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:56:01.568652 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=6b2aff37-d643-4134-b7d8-79382576423c,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:56:01.711873 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641e43d-1c6d-49a7-a7c8-e15996c598f0 req-98b1aa52-9f4f-45b5-8ca2-25ce7abed355 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:01.713634 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-6641e43d-1c6d-49a7-a7c8-e15996c598f0 req-98b1aa52-9f4f-45b5-8ca2-25ce7abed355 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 945 time: 0.0512476 Oct 26 08:56:01.735728 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['6b2aff37-d643-4134-b7d8-79382576423c'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:56:01.752668 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-6641e43d-1c6d-49a7-a7c8-e15996c598f0 req-0204fee8-7e37-40a0-bd34-b882059aef50 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330503 Oct 26 08:56:02.878025 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af412f20-f165-418b-adb3-7926e967003c req-cd354b37-070e-498c-8871-90bad581374c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:02.879427 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-af412f20-f165-418b-adb3-7926e967003c req-cd354b37-070e-498c-8871-90bad581374c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 945 time: 0.0605960 Oct 26 08:56:02.924465 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-af412f20-f165-418b-adb3-7926e967003c req-619f1a76-d068-4aa8-a2d6-d2aa0bb9900a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364463 Oct 26 08:56:03.372732 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 6b2aff37-d643-4134-b7d8-79382576423c up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:56:03.422829 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port 6b2aff37-d643-4134-b7d8-79382576423c completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 08:56:03.427422 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port 6b2aff37-d643-4134-b7d8-79382576423c triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:56:03.427903 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:56:03.521284 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:56:03.547157 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c595a7-52b9-4760-9df2-ea654147635c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2aff37-d643-4134-b7d8-79382576423c'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:56:03.549447 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fd8de1-13a4-4a2f-a1d1-9c985c04502b" -d '{"events": [{"server_uuid": "86c595a7-52b9-4760-9df2-ea654147635c", "name": "network-vif-plugged", "status": "completed", "tag": "6b2aff37-d643-4134-b7d8-79382576423c"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:56:03.565504 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 6b2aff37-d643-4134-b7d8-79382576423c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6b2aff37-d643-4134-b7d8-79382576423c,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:56:03.571354 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:56:03.602894 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc183fb7-b4c8-41cd-80ab-78228ccff3e1 x-openstack-request-id: req-dc183fb7-b4c8-41cd-80ab-78228ccff3e1 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:56:03.603208 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c595a7-52b9-4760-9df2-ea654147635c", "name": "network-vif-plugged", "status": "completed", "tag": "6b2aff37-d643-4134-b7d8-79382576423c", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:56:03.603446 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dc183fb7-b4c8-41cd-80ab-78228ccff3e1 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:56:03.603842 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c595a7-52b9-4760-9df2-ea654147635c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2aff37-d643-4134-b7d8-79382576423c', 'code': 200} Oct 26 08:56:03.634097 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=6b2aff37-d643-4134-b7d8-79382576423c,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:56:03.780301 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832046c-a517-4d99-a56b-2c6f532ca4c4 req-55a468c7-b4df-4d1d-a0ab-7b12ceaa893d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:03.781861 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e832046c-a517-4d99-a56b-2c6f532ca4c4 req-55a468c7-b4df-4d1d-a0ab-7b12ceaa893d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 1099 time: 0.0440335 Oct 26 08:56:03.817572 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e832046c-a517-4d99-a56b-2c6f532ca4c4 req-deaa992a-6419-4a37-9410-ec73932ab14d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272250 Oct 26 08:56:04.041960 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3451ae-0f6d-4708-bc7b-bc5f446eb155 req-55cdbde2-d5d0-4761-9c0b-1f4014bfcc0c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:04.043639 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8f3451ae-0f6d-4708-bc7b-bc5f446eb155 req-55cdbde2-d5d0-4761-9c0b-1f4014bfcc0c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 946 time: 0.0506225 Oct 26 08:56:04.081529 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8f3451ae-0f6d-4708-bc7b-bc5f446eb155 req-a7e2c708-a25d-4ced-9d59-2b5d75a6d112 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319960 Oct 26 08:56:05.198471 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52d4c1-616c-48d5-9b27-6dfcbf82362d req-2ee5d660-e13a-49b3-bb1a-3dff2afd8bfb tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:05.199965 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-9a52d4c1-616c-48d5-9b27-6dfcbf82362d req-2ee5d660-e13a-49b3-bb1a-3dff2afd8bfb tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 946 time: 0.0492456 Oct 26 08:56:05.237172 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-9a52d4c1-616c-48d5-9b27-6dfcbf82362d req-4b4a446e-8456-4bd2-adb5-67ed800559f5 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313437 Oct 26 08:56:05.352515 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3dadc0-e0fa-4083-8a92-d2b1df9bbbc0 req-3066b37a-dbe4-444f-b8d5-35bfbb956f8c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:05.354022 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-cb3dadc0-e0fa-4083-8a92-d2b1df9bbbc0 req-3066b37a-dbe4-444f-b8d5-35bfbb956f8c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 946 time: 0.0519295 Oct 26 08:56:05.362460 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 41524) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:56:05.367095 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-c6c291ce-f417-4c9a-b8ca-fcb07f3ac7c4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Request body: {'floatingip': {'port_id': '6b2aff37-d643-4134-b7d8-79382576423c'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:56:05.716862 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c6c291ce-f417-4c9a-b8ca-fcb07f3ac7c4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks [] for floatingip, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:56:06.126734 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c6c291ce-f417-4c9a-b8ca-fcb07f3ac7c4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:56:06.130587 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c6c291ce-f417-4c9a-b8ca-fcb07f3ac7c4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:56:06.227519 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [None req-c6c291ce-f417-4c9a-b8ca-fcb07f3ac7c4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Floating IP 242f56c2-8b50-4a2f-8692-05ad43b26c3c associated. External IP: 172.26.2.77, port: 6b2aff37-d643-4134-b7d8-79382576423c. Oct 26 08:56:06.436521 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c291ce-f417-4c9a-b8ca-fcb07f3ac7c4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Router 55d1a590-c4ba-45a7-9374-9d80b6616d78 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:56:06.543960 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c291ce-f417-4c9a-b8ca-fcb07f3ac7c4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:56:06.548844 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c6c291ce-f417-4c9a-b8ca-fcb07f3ac7c4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:56:06.554906 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dcbedd-77e0-4699-aa35-73dd17daed16 None None] Sync routers for ids ['55d1a590-c4ba-45a7-9374-9d80b6616d78'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:56:06.568092 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dcbedd-77e0-4699-aa35-73dd17daed16 None None] Routers {'55d1a590-c4ba-45a7-9374-9d80b6616d78'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:56:06.568699 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-d2dcbedd-77e0-4699-aa35-73dd17daed16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:55:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['55d1a590-c4ba-45a7-9374-9d80b6616d78'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:56:06.577505 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c6c291ce-f417-4c9a-b8ca-fcb07f3ac7c4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "PUT /v2.0/floatingips/242f56c2-8b50-4a2f-8692-05ad43b26c3c HTTP/1.1" status: 200 len: 991 time: 1.2139874 Oct 26 08:56:06.578147 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c595a7-52b9-4760-9df2-ea654147635c', 'tag': '6b2aff37-d643-4134-b7d8-79382576423c'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:56:06.580480 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ccaadb6-adc4-4085-b5d7-419c92259845" -d '{"events": [{"name": "network-changed", "server_uuid": "86c595a7-52b9-4760-9df2-ea654147635c", "tag": "6b2aff37-d643-4134-b7d8-79382576423c"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:56:06.624293 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4916e3c5-ba6c-4240-8bbf-631cd4146001 x-openstack-request-id: req-4916e3c5-ba6c-4240-8bbf-631cd4146001 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:56:06.624754 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c595a7-52b9-4760-9df2-ea654147635c", "tag": "6b2aff37-d643-4134-b7d8-79382576423c", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:56:06.625078 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4916e3c5-ba6c-4240-8bbf-631cd4146001 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:56:06.625552 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c595a7-52b9-4760-9df2-ea654147635c', 'tag': '6b2aff37-d643-4134-b7d8-79382576423c', 'status': 'completed', 'code': 200} Oct 26 08:56:06.682934 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-d2dcbedd-77e0-4699-aa35-73dd17daed16 None None] Set router 55d1a590-c4ba-45a7-9374-9d80b6616d78 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:56:06.692960 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccaadb6-adc4-4085-b5d7-419c92259845 req-a8c2a8df-93ac-4340-b585-d56c705c4862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:06.694477 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2ccaadb6-adc4-4085-b5d7-419c92259845 req-a8c2a8df-93ac-4340-b585-d56c705c4862 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=331f70748a6a4ffd8bd5667aaa9773db&device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 1099 time: 0.0419719 Oct 26 08:56:06.790049 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccaadb6-adc4-4085-b5d7-419c92259845 req-c1c7c83d-b4e5-4c3a-ba9e-5f2f34ff318c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:06.791541 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2ccaadb6-adc4-4085-b5d7-419c92259845 req-c1c7c83d-b4e5-4c3a-ba9e-5f2f34ff318c service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e799a14-e462-45a1-a5d8-8efe9102976f HTTP/1.1" status: 200 len: 913 time: 0.0891731 Oct 26 08:56:06.857209 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2ccaadb6-adc4-4085-b5d7-419c92259845 req-8cf2307d-6cfc-420b-a201-b03974c93acc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b2aff37-d643-4134-b7d8-79382576423c HTTP/1.1" status: 200 len: 999 time: 0.0581868 Oct 26 08:56:06.904916 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-d2dcbedd-77e0-4699-aa35-73dd17daed16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'name': 'tempest-ServerActionsTestJSON-1162571938-router', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:22Z', 'revision_number': 4, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'gw_port': {'id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '242f56c2-8b50-4a2f-8692-05ad43b26c3c', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'floating_ip_address': '172.26.2.77', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'port_id': '6b2aff37-d643-4134-b7d8-79382576423c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'mac_address': 'fa:16:3e:6b:dc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c595a7-52b9-4760-9df2-ea654147635c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:53:24Z', 'updated_at': '2021-10-26T08:56:06Z', 'revision_number': 9, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '201e8e71-89fc-4d93-82ba-b37123fbfd16', 'name': '', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'mac_address': 'fa:16:3e:bb:36:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:21Z', 'updated_at': '2021-10-26T08:53:25Z', 'revision_number': 5, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'subnets': [{'id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:56:06.911654 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccaadb6-adc4-4085-b5d7-419c92259845 req-2ebceb41-5eba-48ba-b225-e13b7c0ea323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:06.913146 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2ccaadb6-adc4-4085-b5d7-419c92259845 req-2ebceb41-5eba-48ba-b225-e13b7c0ea323 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0 HTTP/1.1" status: 200 len: 851 time: 0.0497098 Oct 26 08:56:06.935092 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dcbedd-77e0-4699-aa35-73dd17daed16 None None] Checking router: 55d1a590-c4ba-45a7-9374-9d80b6616d78 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:56:06.943425 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dcbedd-77e0-4699-aa35-73dd17daed16 None None] Routers {'55d1a590-c4ba-45a7-9374-9d80b6616d78'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:56:06.943970 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-d2dcbedd-77e0-4699-aa35-73dd17daed16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:55:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['55d1a590-c4ba-45a7-9374-9d80b6616d78'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:56:06.959888 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccaadb6-adc4-4085-b5d7-419c92259845 req-197f16db-d76a-4044-971a-73e50090e39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:06.963057 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2ccaadb6-adc4-4085-b5d7-419c92259845 req-197f16db-d76a-4044-971a-73e50090e39d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e799a14-e462-45a1-a5d8-8efe9102976f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0420816 Oct 26 08:56:07.045330 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-d2dcbedd-77e0-4699-aa35-73dd17daed16 None None] Set router 55d1a590-c4ba-45a7-9374-9d80b6616d78 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:56:07.060464 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2ccaadb6-adc4-4085-b5d7-419c92259845 req-f543238f-9099-47f2-9aa4-2b422afcc3e7 service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893800 Oct 26 08:56:07.157315 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2ccaadb6-adc4-4085-b5d7-419c92259845 req-25e7acb9-f680-4fe4-87e2-463b93d8200d service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899959 Oct 26 08:56:07.353188 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-d2dcbedd-77e0-4699-aa35-73dd17daed16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'name': 'tempest-ServerActionsTestJSON-1162571938-router', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:22Z', 'revision_number': 4, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'gw_port': {'id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '242f56c2-8b50-4a2f-8692-05ad43b26c3c', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'floating_ip_address': '172.26.2.77', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'port_id': '6b2aff37-d643-4134-b7d8-79382576423c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'mac_address': 'fa:16:3e:6b:dc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c595a7-52b9-4760-9df2-ea654147635c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:53:24Z', 'updated_at': '2021-10-26T08:56:06Z', 'revision_number': 9, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '201e8e71-89fc-4d93-82ba-b37123fbfd16', 'name': '', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'mac_address': 'fa:16:3e:bb:36:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:21Z', 'updated_at': '2021-10-26T08:53:25Z', 'revision_number': 5, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'subnets': [{'id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:56:07.379087 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dcbedd-77e0-4699-aa35-73dd17daed16 None None] The sync data for ids ['55d1a590-c4ba-45a7-9374-9d80b6616d78'] in dv-neutron-804846-13-hyperv is: [{'id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'name': 'tempest-ServerActionsTestJSON-1162571938-router', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:22Z', 'revision_number': 4, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'gw_port': {'id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '242f56c2-8b50-4a2f-8692-05ad43b26c3c', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'floating_ip_address': '172.26.2.77', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'port_id': '6b2aff37-d643-4134-b7d8-79382576423c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'mac_address': 'fa:16:3e:6b:dc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c595a7-52b9-4760-9df2-ea654147635c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:53:24Z', 'updated_at': '2021-10-26T08:56:06Z', 'revision_number': 9, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '201e8e71-89fc-4d93-82ba-b37123fbfd16', 'name': '', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'mac_address': 'fa:16:3e:bb:36:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:21Z', 'updated_at': '2021-10-26T08:53:25Z', 'revision_number': 5, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'subnets': [{'id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:56:07.553571 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a010b68-2076-48fd-ad85-48ae6d6fdb8d None None] New status for floating IP 242f56c2-8b50-4a2f-8692-05ad43b26c3c: ACTIVE {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:56:19.410117 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b7f47a56-0ff0-41c4-84ff-fd9e8fb02e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:56:22.078856 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a999a04d-6b77-4184-8fc2-ad49e08eb002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:56:22.967857 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:56:23.325259 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:56:24.327443 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:56:24.860214 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:56:30.660765 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:56:42.840738 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a348b-e668-44f0-9019-1aa9edfa772c req-c3dec3fd-6cdb-4243-a50d-e408f9acb498 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:42.842265 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-400a348b-e668-44f0-9019-1aa9edfa772c req-c3dec3fd-6cdb-4243-a50d-e408f9acb498 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 946 time: 0.0516500 Oct 26 08:56:42.908417 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-400a348b-e668-44f0-9019-1aa9edfa772c req-153ac945-1d5c-418f-9667-ccd4cd5f598a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574837 Oct 26 08:56:42.916438 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-cb91062e-eab7-4161-97d9-df2c093508a9 req-63504239-471f-413f-972a-1d1ddb0eb7ba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1371081 Oct 26 08:56:43.983543 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91062e-eab7-4161-97d9-df2c093508a9 req-5aa5afc2-b5cf-4659-a0cd-1ffeea3573e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:43.985201 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-cb91062e-eab7-4161-97d9-df2c093508a9 req-5aa5afc2-b5cf-4659-a0cd-1ffeea3573e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=331f70748a6a4ffd8bd5667aaa9773db&device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 1099 time: 0.0440426 Oct 26 08:56:44.034928 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b0e9d-b77d-45f7-9e76-0eb79f5ef84b req-51bd23a4-8314-43c5-b59f-887d17a7c37b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:44.036493 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-514b0e9d-b77d-45f7-9e76-0eb79f5ef84b req-51bd23a4-8314-43c5-b59f-887d17a7c37b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 946 time: 0.0565844 Oct 26 08:56:44.081048 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91062e-eab7-4161-97d9-df2c093508a9 req-8b12962b-77cf-459f-b3d0-6e5cd4c1a303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:44.082739 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-cb91062e-eab7-4161-97d9-df2c093508a9 req-8b12962b-77cf-459f-b3d0-6e5cd4c1a303 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e799a14-e462-45a1-a5d8-8efe9102976f HTTP/1.1" status: 200 len: 913 time: 0.0910430 Oct 26 08:56:44.087052 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-514b0e9d-b77d-45f7-9e76-0eb79f5ef84b req-beaf5f3e-df69-44e1-b371-df156f53f62a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426180 Oct 26 08:56:44.160876 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-cb91062e-eab7-4161-97d9-df2c093508a9 req-5d1991eb-03a6-48f5-9701-130672ca5c5f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b2aff37-d643-4134-b7d8-79382576423c HTTP/1.1" status: 200 len: 1002 time: 0.0714228 Oct 26 08:56:44.209718 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91062e-eab7-4161-97d9-df2c093508a9 req-5eff1283-7768-4956-bd62-35936256cfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:44.212174 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-cb91062e-eab7-4161-97d9-df2c093508a9 req-5eff1283-7768-4956-bd62-35936256cfcc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0 HTTP/1.1" status: 200 len: 851 time: 0.0444105 Oct 26 08:56:44.258398 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91062e-eab7-4161-97d9-df2c093508a9 req-7cff94c1-1873-4221-9ebd-bebd891a2402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:44.259993 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-cb91062e-eab7-4161-97d9-df2c093508a9 req-7cff94c1-1873-4221-9ebd-bebd891a2402 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e799a14-e462-45a1-a5d8-8efe9102976f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0411768 Oct 26 08:56:44.354139 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-cb91062e-eab7-4161-97d9-df2c093508a9 req-4ef186af-576e-4b3b-aa9b-29918c78563c service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867305 Oct 26 08:56:44.447941 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-cb91062e-eab7-4161-97d9-df2c093508a9 req-560fd009-e6c7-4a8b-8abd-4eeeeaf2f2db service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861177 Oct 26 08:56:45.211572 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202193b-4679-4f94-b2ca-8d53bc5f7e78 req-8dc8c8ef-b498-42ce-99e3-20909e380500 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:45.213304 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d202193b-4679-4f94-b2ca-8d53bc5f7e78 req-8dc8c8ef-b498-42ce-99e3-20909e380500 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 946 time: 0.0550315 Oct 26 08:56:45.250681 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d202193b-4679-4f94-b2ca-8d53bc5f7e78 req-088a3a2b-7f1b-4d50-8d40-c61525c68ccd tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313892 Oct 26 08:56:46.366068 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20eb1f-d484-42d6-aa27-3521b39497b1 req-12976419-ad3d-4e75-b448-63e8b1ee7c12 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:46.368221 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-ab20eb1f-d484-42d6-aa27-3521b39497b1 req-12976419-ad3d-4e75-b448-63e8b1ee7c12 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 946 time: 0.0509868 Oct 26 08:56:46.405982 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-ab20eb1f-d484-42d6-aa27-3521b39497b1 req-845a247b-a246-4a37-a170-a735ffea31a2 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318418 Oct 26 08:56:47.521492 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d811b7-1c9f-4230-9afb-25297abb5daf req-6374cee9-6dda-4a50-9ffb-f442991e536a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:47.523017 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-83d811b7-1c9f-4230-9afb-25297abb5daf req-6374cee9-6dda-4a50-9ffb-f442991e536a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 946 time: 0.0490880 Oct 26 08:56:47.562279 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-83d811b7-1c9f-4230-9afb-25297abb5daf req-dea83b85-2389-4494-ab3c-8f3652236a05 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324521 Oct 26 08:56:48.682323 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b423a5-f24b-483e-abd5-4e0a44289ab8 req-4aa8ec3a-dc4a-4bea-b68e-2113012896e1 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:48.683854 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b3b423a5-f24b-483e-abd5-4e0a44289ab8 req-4aa8ec3a-dc4a-4bea-b68e-2113012896e1 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 946 time: 0.0548863 Oct 26 08:56:48.722774 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b3b423a5-f24b-483e-abd5-4e0a44289ab8 req-befe611e-85fc-4345-a4b7-065d074f200e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326200 Oct 26 08:56:49.411747 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-da8a74e1-d6ec-42fb-af6e-ba9e824bd0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:56:49.839157 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ce33a-7512-4a5d-b538-124926bc0e18 req-97c6dc13-3e0d-488e-982a-a53e68deec0b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:49.840635 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c44ce33a-7512-4a5d-b538-124926bc0e18 req-97c6dc13-3e0d-488e-982a-a53e68deec0b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 946 time: 0.0497079 Oct 26 08:56:49.877822 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c44ce33a-7512-4a5d-b538-124926bc0e18 req-ffab456c-e9d3-42ab-b86f-1dd12bd48cb1 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312507 Oct 26 08:56:50.048534 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1773ce4-9662-4512-b453-cfe988f06bf0 req-51d90005-3d53-4e19-88ed-9521991a1a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:50.049981 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b1773ce4-9662-4512-b453-cfe988f06bf0 req-51d90005-3d53-4e19-88ed-9521991a1a1a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=331f70748a6a4ffd8bd5667aaa9773db&device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 1099 time: 0.0449984 Oct 26 08:56:50.153366 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1773ce4-9662-4512-b453-cfe988f06bf0 req-80cd540d-3e9e-497b-b64f-199324a886bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:50.154920 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b1773ce4-9662-4512-b453-cfe988f06bf0 req-80cd540d-3e9e-497b-b64f-199324a886bc service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e799a14-e462-45a1-a5d8-8efe9102976f HTTP/1.1" status: 200 len: 913 time: 0.0869157 Oct 26 08:56:50.224529 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b1773ce4-9662-4512-b453-cfe988f06bf0 req-acd37412-7458-4abf-8cf1-a54ca1ace69c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b2aff37-d643-4134-b7d8-79382576423c HTTP/1.1" status: 200 len: 1002 time: 0.0621309 Oct 26 08:56:50.275797 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1773ce4-9662-4512-b453-cfe988f06bf0 req-49693c91-fa17-4c00-b8b7-19809f87c745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:50.277240 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b1773ce4-9662-4512-b453-cfe988f06bf0 req-49693c91-fa17-4c00-b8b7-19809f87c745 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0 HTTP/1.1" status: 200 len: 851 time: 0.0457294 Oct 26 08:56:50.329963 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1773ce4-9662-4512-b453-cfe988f06bf0 req-48452d1c-8dc8-407e-aad2-b2cf826e9215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:50.331341 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b1773ce4-9662-4512-b453-cfe988f06bf0 req-48452d1c-8dc8-407e-aad2-b2cf826e9215 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e799a14-e462-45a1-a5d8-8efe9102976f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0470822 Oct 26 08:56:50.423749 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b1773ce4-9662-4512-b453-cfe988f06bf0 req-68787549-283f-41f9-a815-ec4b864c82c4 service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849864 Oct 26 08:56:50.513518 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b1773ce4-9662-4512-b453-cfe988f06bf0 req-d4fdd23f-c68e-4905-a5ec-298c163ba86c service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824661 Oct 26 08:56:50.995688 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7f420-1e4b-4a75-8f72-083f4626f825 req-3d79f0e1-a681-4fbc-ab86-3a6276884d53 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:50.997207 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-13e7f420-1e4b-4a75-8f72-083f4626f825 req-3d79f0e1-a681-4fbc-ab86-3a6276884d53 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 946 time: 0.0496576 Oct 26 08:56:51.035143 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-13e7f420-1e4b-4a75-8f72-083f4626f825 req-277d24d3-8f6d-49cd-90be-68b94b2f884a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320127 Oct 26 08:56:52.079737 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-470a6f05-188d-45b0-8fa0-60aa58fc5d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:56:52.154843 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823559b-d9e5-4623-be70-a1d53fd6f710 req-ce45bc1b-149c-4583-8e62-c5d85f6f0f70 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:52.156529 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a823559b-d9e5-4623-be70-a1d53fd6f710 req-ce45bc1b-149c-4583-8e62-c5d85f6f0f70 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 946 time: 0.0493574 Oct 26 08:56:52.199899 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a823559b-d9e5-4623-be70-a1d53fd6f710 req-e3f431ba-697b-48c8-8983-68e22bc9005a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373380 Oct 26 08:56:52.968326 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:56:53.315857 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb820e3-b894-4dc0-90d9-1083df2c5029 req-455cd0e9-864e-4ad9-ae98-e4305ee5a60a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:53.317369 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5cb820e3-b894-4dc0-90d9-1083df2c5029 req-455cd0e9-864e-4ad9-ae98-e4305ee5a60a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 946 time: 0.0494874 Oct 26 08:56:53.327335 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:56:53.356422 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5cb820e3-b894-4dc0-90d9-1083df2c5029 req-c9ebeb62-93e1-4324-88e7-663e1bdb47e1 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322771 Oct 26 08:56:54.355126 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:56:54.473048 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834054f-8bb9-4329-bfcd-46b3c6e92086 req-8ca9c632-4949-4021-8f54-539298b4fc3d tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:54.474467 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2834054f-8bb9-4329-bfcd-46b3c6e92086 req-8ca9c632-4949-4021-8f54-539298b4fc3d tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 946 time: 0.0498013 Oct 26 08:56:54.512521 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2834054f-8bb9-4329-bfcd-46b3c6e92086 req-efe0d936-f283-4fd3-a6a3-22cedf52aafe tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320988 Oct 26 08:56:54.860965 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:56:55.631370 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886f607-6938-4b82-acf9-8d839614d8e7 req-341ad2b2-7309-4471-a2ca-37e8cb3a11f4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:55.633874 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e886f607-6938-4b82-acf9-8d839614d8e7 req-341ad2b2-7309-4471-a2ca-37e8cb3a11f4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 946 time: 0.0542085 Oct 26 08:56:55.671589 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e886f607-6938-4b82-acf9-8d839614d8e7 req-19a1dec4-7581-44cb-ba78-96b6a6e49add tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321107 Oct 26 08:56:56.048381 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-cb91062e-eab7-4161-97d9-df2c093508a9 req-aa4e1fbc-2fa2-4061-9986-8846adc18ab4 service neutron] 10.222.0.47 "GET /v2.0/ports/6b2aff37-d643-4134-b7d8-79382576423c/bindings/hv-neutron-8048 HTTP/1.1" status: 200 len: 384 time: 0.0541482 Oct 26 08:56:56.251798 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91062e-eab7-4161-97d9-df2c093508a9 req-725dc7ee-b862-4ad3-abdc-4de1ad153744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:56.253329 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-cb91062e-eab7-4161-97d9-df2c093508a9 req-725dc7ee-b862-4ad3-abdc-4de1ad153744 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c&tenant_id=331f70748a6a4ffd8bd5667aaa9773db HTTP/1.1" status: 200 len: 1099 time: 0.0417969 Oct 26 08:56:56.317484 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91062e-eab7-4161-97d9-df2c093508a9 req-f2c19e35-4428-4024-bb3c-e84702636b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:56.318991 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-cb91062e-eab7-4161-97d9-df2c093508a9 req-f2c19e35-4428-4024-bb3c-e84702636b8d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=331f70748a6a4ffd8bd5667aaa9773db&device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 1099 time: 0.0445638 Oct 26 08:56:56.409892 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91062e-eab7-4161-97d9-df2c093508a9 req-745a7411-b073-4046-8ab0-49f1d21d36d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:56.411368 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-cb91062e-eab7-4161-97d9-df2c093508a9 req-745a7411-b073-4046-8ab0-49f1d21d36d3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e799a14-e462-45a1-a5d8-8efe9102976f HTTP/1.1" status: 200 len: 913 time: 0.0851777 Oct 26 08:56:56.488905 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-cb91062e-eab7-4161-97d9-df2c093508a9 req-71c8ef9f-af83-4637-983f-cc2d4cc71d7c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b2aff37-d643-4134-b7d8-79382576423c HTTP/1.1" status: 200 len: 1002 time: 0.0694690 Oct 26 08:56:56.536951 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91062e-eab7-4161-97d9-df2c093508a9 req-fb0bf35e-c393-4fc5-a1cd-7f38fce901c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:56.538406 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-cb91062e-eab7-4161-97d9-df2c093508a9 req-fb0bf35e-c393-4fc5-a1cd-7f38fce901c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0 HTTP/1.1" status: 200 len: 851 time: 0.0426431 Oct 26 08:56:56.584063 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91062e-eab7-4161-97d9-df2c093508a9 req-7e4f6d97-3571-44c2-99e1-e5b221895953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:56.586196 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-cb91062e-eab7-4161-97d9-df2c093508a9 req-7e4f6d97-3571-44c2-99e1-e5b221895953 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e799a14-e462-45a1-a5d8-8efe9102976f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0398047 Oct 26 08:56:56.677650 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-cb91062e-eab7-4161-97d9-df2c093508a9 req-8595c0a1-3936-4025-9e12-fac7187b5655 service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842924 Oct 26 08:56:56.801181 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-cb91062e-eab7-4161-97d9-df2c093508a9 req-fa11daab-2d92-47c0-b2fa-243a26709073 service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159694 Oct 26 08:56:56.813481 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399192e1-e469-4fc4-87c8-6754bd4c87c5 req-b8828087-a7ee-467b-ab0b-de01e098c62e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:56.814956 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-399192e1-e469-4fc4-87c8-6754bd4c87c5 req-b8828087-a7ee-467b-ab0b-de01e098c62e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 946 time: 0.0737994 Oct 26 08:56:56.855287 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-399192e1-e469-4fc4-87c8-6754bd4c87c5 req-e3f27589-1f97-40ae-9ade-b46eb638faf3 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334985 Oct 26 08:56:57.973062 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0841fb2-6668-4a09-9b68-513c8530eb50 req-3e19eb72-1bf6-4b2c-a0ad-0de3bce9d4ad tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:57.974574 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f0841fb2-6668-4a09-9b68-513c8530eb50 req-3e19eb72-1bf6-4b2c-a0ad-0de3bce9d4ad tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 946 time: 0.0502584 Oct 26 08:56:58.012700 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f0841fb2-6668-4a09-9b68-513c8530eb50 req-0dcbfcee-023d-4f3e-b7b1-b68191c7a00a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321636 Oct 26 08:56:59.128284 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42007c8-c7b6-44a9-b753-d4282cf34b80 req-df5c0512-650f-475d-8893-0262c98382d7 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:59.129792 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a42007c8-c7b6-44a9-b753-d4282cf34b80 req-df5c0512-650f-475d-8893-0262c98382d7 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 946 time: 0.0492260 Oct 26 08:56:59.167870 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a42007c8-c7b6-44a9-b753-d4282cf34b80 req-e77857f1-8e70-40fb-8039-516adf494d72 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316045 Oct 26 08:56:59.489841 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45341b4-6972-48df-ad1c-10d50f416d2a req-afa38971-aa59-404d-b761-4966572b870a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:59.491303 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c45341b4-6972-48df-ad1c-10d50f416d2a req-afa38971-aa59-404d-b761-4966572b870a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.47 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c&tenant_id=331f70748a6a4ffd8bd5667aaa9773db&binding%3Ahost_id=hv-neutron-8048 HTTP/1.1" status: 200 len: 946 time: 0.0843298 Oct 26 08:56:59.503143 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc609f-9de4-4989-913e-c939ccf4c501 req-30f3e5ea-35cd-4216-8949-7be150d7dd3a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:59.504502 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-44fc609f-9de4-4989-913e-c939ccf4c501 req-30f3e5ea-35cd-4216-8949-7be150d7dd3a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 946 time: 0.0711279 Oct 26 08:56:59.579481 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-44fc609f-9de4-4989-913e-c939ccf4c501 req-43727cbd-026e-4d70-8953-a6ca1bed22c9 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674617 Oct 26 08:56:59.586044 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c45341b4-6972-48df-ad1c-10d50f416d2a req-d6a4559c-2608-4234-8623-fa53a794490c service neutron] 10.222.0.47 "GET /v2.0/ports/6b2aff37-d643-4134-b7d8-79382576423c/bindings/hv-neutron-8048 HTTP/1.1" status: 200 len: 384 time: 0.0805590 Oct 26 08:56:59.647779 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45341b4-6972-48df-ad1c-10d50f416d2a req-5f9e2b5d-e95a-4241-8742-539db93f4f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:59.649457 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c45341b4-6972-48df-ad1c-10d50f416d2a req-5f9e2b5d-e95a-4241-8742-539db93f4f1f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=331f70748a6a4ffd8bd5667aaa9773db&device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 1099 time: 0.0406451 Oct 26 08:56:59.742565 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45341b4-6972-48df-ad1c-10d50f416d2a req-39df0892-7712-48fa-8a08-2fa89cf79146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:59.743768 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c45341b4-6972-48df-ad1c-10d50f416d2a req-39df0892-7712-48fa-8a08-2fa89cf79146 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e799a14-e462-45a1-a5d8-8efe9102976f HTTP/1.1" status: 200 len: 913 time: 0.0877085 Oct 26 08:56:59.807088 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c45341b4-6972-48df-ad1c-10d50f416d2a req-8cdaeeb4-eba7-44ff-b115-1a6c76ee64ae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b2aff37-d643-4134-b7d8-79382576423c HTTP/1.1" status: 200 len: 1002 time: 0.0568106 Oct 26 08:56:59.859290 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45341b4-6972-48df-ad1c-10d50f416d2a req-581d172c-2799-4c02-bb97-02df727b0c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:59.860706 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c45341b4-6972-48df-ad1c-10d50f416d2a req-581d172c-2799-4c02-bb97-02df727b0c96 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0 HTTP/1.1" status: 200 len: 851 time: 0.0468726 Oct 26 08:56:59.906324 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45341b4-6972-48df-ad1c-10d50f416d2a req-138d14a5-7af2-476f-8a07-4a1f291a7306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:56:59.907782 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c45341b4-6972-48df-ad1c-10d50f416d2a req-138d14a5-7af2-476f-8a07-4a1f291a7306 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e799a14-e462-45a1-a5d8-8efe9102976f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0392146 Oct 26 08:56:59.997474 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c45341b4-6972-48df-ad1c-10d50f416d2a req-9d246c3e-664c-411b-9430-feb50109ed18 service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821421 Oct 26 08:57:00.088787 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c45341b4-6972-48df-ad1c-10d50f416d2a req-326c8921-768c-41c8-912a-4e3009de7a1b service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848312 Oct 26 08:57:00.706851 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f14f50-23e5-45c3-b516-e52f9782a587 req-7dd2b96e-9ed2-4dd0-85b9-7f0850e3f01b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:00.708373 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-77f14f50-23e5-45c3-b516-e52f9782a587 req-7dd2b96e-9ed2-4dd0-85b9-7f0850e3f01b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 946 time: 0.0558074 Oct 26 08:57:00.748781 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-77f14f50-23e5-45c3-b516-e52f9782a587 req-9a95abbd-ce89-45e2-b265-959657fe12b2 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332124 Oct 26 08:57:01.865683 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1cde3d-fd68-4179-8eac-0f645ef792bc req-32c64e27-bc9a-4d24-b333-c2ae91f0b959 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:01.867104 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ed1cde3d-fd68-4179-8eac-0f645ef792bc req-32c64e27-bc9a-4d24-b333-c2ae91f0b959 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 946 time: 0.0502934 Oct 26 08:57:01.904433 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ed1cde3d-fd68-4179-8eac-0f645ef792bc req-1ccfce90-d586-47cc-bc36-1fa32ac33220 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313563 Oct 26 08:57:02.532407 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45341b4-6972-48df-ad1c-10d50f416d2a req-a13505b9-e046-419d-b5e5-e5d4c038e25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:02.533922 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c45341b4-6972-48df-ad1c-10d50f416d2a req-a13505b9-e046-419d-b5e5-e5d4c038e25d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c&tenant_id=331f70748a6a4ffd8bd5667aaa9773db HTTP/1.1" status: 200 len: 1099 time: 0.0430784 Oct 26 08:57:02.601179 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45341b4-6972-48df-ad1c-10d50f416d2a req-384fab95-7ee1-43e2-8ca1-8eb0689abc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:02.602719 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c45341b4-6972-48df-ad1c-10d50f416d2a req-384fab95-7ee1-43e2-8ca1-8eb0689abc6b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=331f70748a6a4ffd8bd5667aaa9773db&device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 1099 time: 0.0446894 Oct 26 08:57:02.692763 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45341b4-6972-48df-ad1c-10d50f416d2a req-420d3fe1-8864-400e-9d4c-bdb43c345dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:02.694241 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c45341b4-6972-48df-ad1c-10d50f416d2a req-420d3fe1-8864-400e-9d4c-bdb43c345dab service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e799a14-e462-45a1-a5d8-8efe9102976f HTTP/1.1" status: 200 len: 913 time: 0.0841992 Oct 26 08:57:02.761646 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c45341b4-6972-48df-ad1c-10d50f416d2a req-68fa16bb-dd09-47e4-a9fa-3c7c73b41374 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b2aff37-d643-4134-b7d8-79382576423c HTTP/1.1" status: 200 len: 1002 time: 0.0603809 Oct 26 08:57:02.810146 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45341b4-6972-48df-ad1c-10d50f416d2a req-6b8664e4-f20b-403b-af65-85b48abb65f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:02.811591 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c45341b4-6972-48df-ad1c-10d50f416d2a req-6b8664e4-f20b-403b-af65-85b48abb65f2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0 HTTP/1.1" status: 200 len: 851 time: 0.0431919 Oct 26 08:57:02.857364 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45341b4-6972-48df-ad1c-10d50f416d2a req-6a0973cd-8a41-4df3-9018-223599ea4162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:02.858968 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c45341b4-6972-48df-ad1c-10d50f416d2a req-6a0973cd-8a41-4df3-9018-223599ea4162 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e799a14-e462-45a1-a5d8-8efe9102976f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0404081 Oct 26 08:57:02.953449 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c45341b4-6972-48df-ad1c-10d50f416d2a req-a1809e67-dc1a-4a84-8806-81392405e58f service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869362 Oct 26 08:57:03.026844 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64d767-3640-4662-bf71-240f0e9c0c76 req-c18052e2-6813-4c74-8640-3f0b518233fc tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:03.028346 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3a64d767-3640-4662-bf71-240f0e9c0c76 req-c18052e2-6813-4c74-8640-3f0b518233fc tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 946 time: 0.0546427 Oct 26 08:57:03.045586 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c45341b4-6972-48df-ad1c-10d50f416d2a req-1601f5f7-4a9f-4895-b312-9143ba235e42 service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851064 Oct 26 08:57:03.067810 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3a64d767-3640-4662-bf71-240f0e9c0c76 req-d308befd-65cc-4548-b772-98b2e8680ee3 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333352 Oct 26 08:57:03.698246 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 6b2aff37-d643-4134-b7d8-79382576423c details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 08:57:03.938043 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 6b2aff37-d643-4134-b7d8-79382576423c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6b2aff37-d643-4134-b7d8-79382576423c,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:57:03.949182 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': '6b2aff37-d643-4134-b7d8-79382576423c', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'port_id': '6b2aff37-d643-4134-b7d8-79382576423c', 'mac_address': 'fa:16:3e:6b:dc:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 08:57:03.985579 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:03.998819 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b2aff37-d643-4134-b7d8-79382576423c {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:57:04.018893 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 6b2aff37-d643-4134-b7d8-79382576423c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6b2aff37-d643-4134-b7d8-79382576423c,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:57:04.022674 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:04.077876 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=6b2aff37-d643-4134-b7d8-79382576423c,revision_number=6']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:57:04.084739 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:57:04.085091 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:57:04.086008 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:57:04.086608 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:57:04.086954 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:57:04.087287 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:57:04.087617 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:57:04.087946 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:57:04.088273 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:57:04.088595 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:57:04.088914 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:57:04.089231 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:57:04.099612 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['6b2aff37-d643-4134-b7d8-79382576423c'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:57:04.195638 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17177f-5d28-45cf-bfec-418cfd1762c9 req-7d09e4bb-4c76-4415-8132-a7b3dbc7c02a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:04.197181 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-db17177f-5d28-45cf-bfec-418cfd1762c9 req-7d09e4bb-4c76-4415-8132-a7b3dbc7c02a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 945 time: 0.0569901 Oct 26 08:57:04.254373 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-db17177f-5d28-45cf-bfec-418cfd1762c9 req-3cc920d5-c49c-4003-92fc-687ba842dfbc tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509753 Oct 26 08:57:05.382309 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d01f8-1106-4f62-accc-9ae75cc55133 req-244bd01e-1389-435c-934e-21625724762a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:05.385460 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f47d01f8-1106-4f62-accc-9ae75cc55133 req-244bd01e-1389-435c-934e-21625724762a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 945 time: 0.0572681 Oct 26 08:57:05.425196 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f47d01f8-1106-4f62-accc-9ae75cc55133 req-3f99d16d-a777-4f26-9e33-07fcb6e0a939 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337474 Oct 26 08:57:05.559250 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539f840-97b9-4217-9b84-87a9996f977c req-c581fa70-d8a3-44c9-a8e2-86cf28cf1330 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:05.560688 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3539f840-97b9-4217-9b84-87a9996f977c req-c581fa70-d8a3-44c9-a8e2-86cf28cf1330 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 945 time: 0.0524840 Oct 26 08:57:05.603424 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3539f840-97b9-4217-9b84-87a9996f977c req-2a98e0cf-f8a3-47d6-a5e4-210bcf090894 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360224 Oct 26 08:57:05.714816 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 6b2aff37-d643-4134-b7d8-79382576423c up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:57:05.716633 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccd004-87a2-442b-bc6b-38e51af39388 req-1d6c6d59-72c7-4272-b8ef-27987c7bcc87 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:05.718185 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-bbccd004-87a2-442b-bc6b-38e51af39388 req-1d6c6d59-72c7-4272-b8ef-27987c7bcc87 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 945 time: 0.0497580 Oct 26 08:57:05.763639 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-bbccd004-87a2-442b-bc6b-38e51af39388 req-a01ee7cb-f606-4c67-a530-0579815b209f tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391161 Oct 26 08:57:05.767081 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port 6b2aff37-d643-4134-b7d8-79382576423c triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:57:05.767465 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:05.855803 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:05.879542 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c595a7-52b9-4760-9df2-ea654147635c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2aff37-d643-4134-b7d8-79382576423c'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:57:05.881863 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a72006-05e6-4f36-a826-a1273a6df9e2" -d '{"events": [{"server_uuid": "86c595a7-52b9-4760-9df2-ea654147635c", "name": "network-vif-plugged", "status": "completed", "tag": "6b2aff37-d643-4134-b7d8-79382576423c"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:57:05.896500 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 6b2aff37-d643-4134-b7d8-79382576423c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6b2aff37-d643-4134-b7d8-79382576423c,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:57:05.901981 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:05.932482 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8d9d6c-8ff0-419d-a1d5-5a673c770cc0 x-openstack-request-id: req-8b8d9d6c-8ff0-419d-a1d5-5a673c770cc0 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:57:05.932782 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c595a7-52b9-4760-9df2-ea654147635c", "name": "network-vif-plugged", "status": "completed", "tag": "6b2aff37-d643-4134-b7d8-79382576423c", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:57:05.933044 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8b8d9d6c-8ff0-419d-a1d5-5a673c770cc0 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:57:05.933460 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c595a7-52b9-4760-9df2-ea654147635c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2aff37-d643-4134-b7d8-79382576423c', 'code': 200} Oct 26 08:57:05.955988 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=6b2aff37-d643-4134-b7d8-79382576423c,revision_number=7']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:57:06.017499 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15ebcb-68b7-484f-8f4c-652d3caf477b req-9f401186-b6d4-4866-9d5c-535a865607d6 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:06.019025 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9a15ebcb-68b7-484f-8f4c-652d3caf477b req-9f401186-b6d4-4866-9d5c-535a865607d6 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 946 time: 0.0496972 Oct 26 08:57:06.057818 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9a15ebcb-68b7-484f-8f4c-652d3caf477b req-814679cf-5fb0-4735-80ff-799f609d2257 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320497 Oct 26 08:57:07.177264 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874e301-3d6b-4e92-b35a-7c5e80776139 req-83f714d8-a190-45e5-81fc-b1baf47f5501 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:07.178756 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-9874e301-3d6b-4e92-b35a-7c5e80776139 req-83f714d8-a190-45e5-81fc-b1baf47f5501 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 946 time: 0.0535166 Oct 26 08:57:07.217766 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-9874e301-3d6b-4e92-b35a-7c5e80776139 req-4e2f31d0-074d-40ad-9ad1-4b6eb58089d1 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321956 Oct 26 08:57:07.659200 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:57:08.086698 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359a127-f9bb-4534-9523-b8855b595d59 req-93b3029f-0145-4581-b89c-1f68527c6687 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:08.088177 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f359a127-f9bb-4534-9523-b8855b595d59 req-93b3029f-0145-4581-b89c-1f68527c6687 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.47 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 946 time: 0.0485384 Oct 26 08:57:08.181225 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-f359a127-f9bb-4534-9523-b8855b595d59 req-6a823796-7686-4f92-bedb-e0ee3ddf351e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Deleting port 6b2aff37-d643-4134-b7d8-79382576423c {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:57:08.181573 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-f359a127-f9bb-4534-9523-b8855b595d59 req-6a823796-7686-4f92-bedb-e0ee3ddf351e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:08.270494 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-f359a127-f9bb-4534-9523-b8855b595d59 req-6a823796-7686-4f92-bedb-e0ee3ddf351e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] For port 6b2aff37-d643-4134-b7d8-79382576423c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6b2aff37-d643-4134-b7d8-79382576423c,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:57:08.270868 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-f359a127-f9bb-4534-9523-b8855b595d59 req-6a823796-7686-4f92-bedb-e0ee3ddf351e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:08.730115 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9d147-6b96-4efd-843a-2cb757438707 req-afa9bf2b-d04b-4fa2-a4c0-1b541b1f1994 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:08.731582 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4bc9d147-6b96-4efd-843a-2cb757438707 req-afa9bf2b-d04b-4fa2-a4c0-1b541b1f1994 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=86c595a7-52b9-4760-9df2-ea654147635c HTTP/1.1" status: 200 len: 946 time: 0.4436991 Oct 26 08:57:08.816415 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4bc9d147-6b96-4efd-843a-2cb757438707 req-d4328b1b-0304-4260-881f-6192666a809f tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784001 Oct 26 08:57:08.826421 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-f359a127-f9bb-4534-9523-b8855b595d59 req-6a823796-7686-4f92-bedb-e0ee3ddf351e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:08.826782 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-f359a127-f9bb-4534-9523-b8855b595d59 req-6a823796-7686-4f92-bedb-e0ee3ddf351e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:08.827100 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [req-f359a127-f9bb-4534-9523-b8855b595d59 req-6a823796-7686-4f92-bedb-e0ee3ddf351e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Floating IP 242f56c2-8b50-4a2f-8692-05ad43b26c3c disassociated. External IP: 172.26.2.77, port: 6b2aff37-d643-4134-b7d8-79382576423c. Oct 26 08:57:08.827443 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-f359a127-f9bb-4534-9523-b8855b595d59 req-6a823796-7686-4f92-bedb-e0ee3ddf351e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Calling delete_port for 6b2aff37-d643-4134-b7d8-79382576423c owned by compute:nova {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:57:08.957208 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-f359a127-f9bb-4534-9523-b8855b595d59 req-6a823796-7686-4f92-bedb-e0ee3ddf351e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:08.985902 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a823796-7686-4f92-bedb-e0ee3ddf351e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Pushing event deleted for resources: {'Port': ['ID=6b2aff37-d643-4134-b7d8-79382576423c,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:57:08.997906 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a823796-7686-4f92-bedb-e0ee3ddf351e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:57:08.998264 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a823796-7686-4f92-bedb-e0ee3ddf351e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:57:08.998611 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a823796-7686-4f92-bedb-e0ee3ddf351e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:57:08.998954 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a823796-7686-4f92-bedb-e0ee3ddf351e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:57:08.999291 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a823796-7686-4f92-bedb-e0ee3ddf351e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:57:08.999627 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a823796-7686-4f92-bedb-e0ee3ddf351e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:57:08.999963 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a823796-7686-4f92-bedb-e0ee3ddf351e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:57:09.000299 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a823796-7686-4f92-bedb-e0ee3ddf351e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:57:09.000629 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a823796-7686-4f92-bedb-e0ee3ddf351e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:57:09.000960 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a823796-7686-4f92-bedb-e0ee3ddf351e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:57:09.001286 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a823796-7686-4f92-bedb-e0ee3ddf351e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:57:09.001609 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a823796-7686-4f92-bedb-e0ee3ddf351e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:57:09.115666 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f359a127-f9bb-4534-9523-b8855b595d59 req-6a823796-7686-4f92-bedb-e0ee3ddf351e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Router 55d1a590-c4ba-45a7-9374-9d80b6616d78 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:57:09.223117 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f359a127-f9bb-4534-9523-b8855b595d59 req-6a823796-7686-4f92-bedb-e0ee3ddf351e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:57:09.235730 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6aaa4bd-cba9-479b-926a-f83e01a262fb None None] Sync routers for ids ['55d1a590-c4ba-45a7-9374-9d80b6616d78'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:57:09.247747 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6aaa4bd-cba9-479b-926a-f83e01a262fb None None] Routers {'55d1a590-c4ba-45a7-9374-9d80b6616d78'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:57:09.249100 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-b6aaa4bd-cba9-479b-926a-f83e01a262fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:56:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['55d1a590-c4ba-45a7-9374-9d80b6616d78'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:57:09.264603 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-f359a127-f9bb-4534-9523-b8855b595d59 req-6a823796-7686-4f92-bedb-e0ee3ddf351e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] No DVR routers for this DVR port 6b2aff37-d643-4134-b7d8-79382576423c on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:57:09.267090 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-f359a127-f9bb-4534-9523-b8855b595d59 req-6a823796-7686-4f92-bedb-e0ee3ddf351e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:09.270464 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f359a127-f9bb-4534-9523-b8855b595d59 req-6a823796-7686-4f92-bedb-e0ee3ddf351e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.47 "DELETE /v2.0/ports/6b2aff37-d643-4134-b7d8-79382576423c HTTP/1.1" status: 204 len: 173 time: 1.1755164 Oct 26 08:57:09.270907 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c595a7-52b9-4760-9df2-ea654147635c', 'name': 'network-vif-deleted', 'tag': '6b2aff37-d643-4134-b7d8-79382576423c'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:57:09.273838 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751b898c-dd1f-4ee6-a2cb-bf27838c6c21" -d '{"events": [{"server_uuid": "86c595a7-52b9-4760-9df2-ea654147635c", "name": "network-vif-deleted", "tag": "6b2aff37-d643-4134-b7d8-79382576423c"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:57:09.312442 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1c238c-b481-4c54-a597-4297c26d11fc x-openstack-request-id: req-6a1c238c-b481-4c54-a597-4297c26d11fc {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:57:09.312737 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c595a7-52b9-4760-9df2-ea654147635c", "name": "network-vif-deleted", "tag": "6b2aff37-d643-4134-b7d8-79382576423c", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:57:09.313005 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6a1c238c-b481-4c54-a597-4297c26d11fc {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:57:09.313410 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c595a7-52b9-4760-9df2-ea654147635c', 'name': 'network-vif-deleted', 'tag': '6b2aff37-d643-4134-b7d8-79382576423c', 'status': 'completed', 'code': 200} Oct 26 08:57:09.367189 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-b6aaa4bd-cba9-479b-926a-f83e01a262fb None None] Set router 55d1a590-c4ba-45a7-9374-9d80b6616d78 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:57:09.571319 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-b6aaa4bd-cba9-479b-926a-f83e01a262fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'name': 'tempest-ServerActionsTestJSON-1162571938-router', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:22Z', 'revision_number': 4, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'gw_port': {'id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '201e8e71-89fc-4d93-82ba-b37123fbfd16', 'name': '', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'mac_address': 'fa:16:3e:bb:36:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:21Z', 'updated_at': '2021-10-26T08:53:25Z', 'revision_number': 5, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'subnets': [{'id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:57:09.597803 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6aaa4bd-cba9-479b-926a-f83e01a262fb None None] Checking router: 55d1a590-c4ba-45a7-9374-9d80b6616d78 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:57:09.606919 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6aaa4bd-cba9-479b-926a-f83e01a262fb None None] Routers {'55d1a590-c4ba-45a7-9374-9d80b6616d78'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:57:09.607516 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-b6aaa4bd-cba9-479b-926a-f83e01a262fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:56:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['55d1a590-c4ba-45a7-9374-9d80b6616d78'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:57:09.716132 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-b6aaa4bd-cba9-479b-926a-f83e01a262fb None None] Set router 55d1a590-c4ba-45a7-9374-9d80b6616d78 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:57:09.921097 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-b6aaa4bd-cba9-479b-926a-f83e01a262fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'name': 'tempest-ServerActionsTestJSON-1162571938-router', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:22Z', 'revision_number': 4, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'gw_port': {'id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '201e8e71-89fc-4d93-82ba-b37123fbfd16', 'name': '', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'mac_address': 'fa:16:3e:bb:36:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:21Z', 'updated_at': '2021-10-26T08:53:25Z', 'revision_number': 5, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'subnets': [{'id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:57:09.947809 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6aaa4bd-cba9-479b-926a-f83e01a262fb None None] The sync data for ids ['55d1a590-c4ba-45a7-9374-9d80b6616d78'] in dv-neutron-804846-13-hyperv is: [{'id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'name': 'tempest-ServerActionsTestJSON-1162571938-router', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:22Z', 'revision_number': 4, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'gw_port': {'id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '201e8e71-89fc-4d93-82ba-b37123fbfd16', 'name': '', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'mac_address': 'fa:16:3e:bb:36:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:21Z', 'updated_at': '2021-10-26T08:53:25Z', 'revision_number': 5, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'subnets': [{'id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:57:10.057934 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-6b900fcf-04cc-4889-89bd-373f721ce033 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--913474537&fields=id&tenant_id=331f70748a6a4ffd8bd5667aaa9773db HTTP/1.1" status: 200 len: 267 time: 0.0336504 Oct 26 08:57:10.174926 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e280bc7-ba95-441d-9211-c393786f0fb3 None None] New status for floating IP 242f56c2-8b50-4a2f-8692-05ad43b26c3c: DOWN {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:57:10.175359 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-30a901a5-68f4-4ff2-a21a-60b58eec9476 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:10.176761 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-30a901a5-68f4-4ff2-a21a-60b58eec9476 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/networks?id=9e799a14-e462-45a1-a5d8-8efe9102976f HTTP/1.1" status: 200 len: 812 time: 0.1111460 Oct 26 08:57:10.192795 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-e4b8b417-820f-4dcb-b7c3-e5ff97203bd4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/quotas/331f70748a6a4ffd8bd5667aaa9773db HTTP/1.1" status: 200 len: 375 time: 0.0093317 Oct 26 08:57:10.247789 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-dbb81f31-cbc4-48ad-95fa-ac2f36a7cad1 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=331f70748a6a4ffd8bd5667aaa9773db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486770 Oct 26 08:57:10.350009 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-635a07fa-f771-42dc-a3a2-0e1cb6bc0172 service neutron] 10.222.0.41 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892670 Oct 26 08:57:10.438628 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-b4c4e86c-fca3-4ff2-9bef-7a77d0eb6f60 service neutron] 10.222.0.41 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819440 Oct 26 08:57:10.596816 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e1eca531-6ee8-4195-a065-6c6f68b10c94 req-f4351903-2418-4593-910c-94d191e7f86a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 210 time: 0.0287721 Oct 26 08:57:11.494086 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-14b2d9d6-a094-48f9-9a8c-f6ccade0325c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:11.495544 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-14b2d9d6-a094-48f9-9a8c-f6ccade0325c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.47 "GET /v2.0/networks?id=9e799a14-e462-45a1-a5d8-8efe9102976f HTTP/1.1" status: 200 len: 812 time: 0.1118414 Oct 26 08:57:11.540541 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-57fa093d-6ae7-4330-909a-0f88bf318f4d tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=331f70748a6a4ffd8bd5667aaa9773db HTTP/1.1" status: 200 len: 379 time: 0.0351491 Oct 26 08:57:11.555230 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-cde520bc-3eb3-43e8-9265-fbfc358ace55 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Request body: {'port': {'device_id': '00e95256-2d5d-4038-b7d6-e6617968e99d', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'admin_state_up': True, 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'security_groups': ['931103e1-5925-4427-b3e1-42093671d7c3']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:57:11.693866 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-36cafe9c-8c7b-4107-a486-5371be3c68f9 req-6c8ca9a5-6615-4d13-9b02-11d5d9364a36 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 210 time: 0.0304475 Oct 26 08:57:11.695158 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-cde520bc-3eb3-43e8-9265-fbfc358ace55 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Made reservation on behalf of 331f70748a6a4ffd8bd5667aaa9773db for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:57:11.698616 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-cde520bc-3eb3-43e8-9265-fbfc358ace55 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:11.735225 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 6b2aff37-d643-4134-b7d8-79382576423c no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:57:11.755126 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] No Port match for: 6b2aff37-d643-4134-b7d8-79382576423c {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:57:11.755402 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 6b2aff37-d643-4134-b7d8-79382576423c not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:57:11.826868 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-cde520bc-3eb3-43e8-9265-fbfc358ace55 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Allocated IP 172.20.0.11 (9e799a14-e462-45a1-a5d8-8efe9102976f/9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0/749ab3e0-774f-424a-b08f-1428ef690f61) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:57:11.960859 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-cde520bc-3eb3-43e8-9265-fbfc358ace55 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:11.993885 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-cde520bc-3eb3-43e8-9265-fbfc358ace55 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:12.037877 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-cde520bc-3eb3-43e8-9265-fbfc358ace55 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Network 9e799a14-e462-45a1-a5d8-8efe9102976f is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:57:12.043856 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-cde520bc-3eb3-43e8-9265-fbfc358ace55 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:57:12.047596 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-cde520bc-3eb3-43e8-9265-fbfc358ace55 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:57:12.074864 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde520bc-3eb3-43e8-9265-fbfc358ace55 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Pushing event updated for resources: {'Port': ['ID=749ab3e0-774f-424a-b08f-1428ef690f61,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:57:12.104884 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-cde520bc-3eb3-43e8-9265-fbfc358ace55 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:12.105544 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-cde520bc-3eb3-43e8-9265-fbfc358ace55 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:12.123163 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-cde520bc-3eb3-43e8-9265-fbfc358ace55 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5731754 Oct 26 08:57:12.135437 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-5ef5a0e8-6fec-4a3c-9283-fd43ba749e53 service neutron] Request body: {'port': {'device_id': '00e95256-2d5d-4038-b7d6-e6617968e99d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:57:12.192234 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-5ef5a0e8-6fec-4a3c-9283-fd43ba749e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:12.309938 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-1bb65108-777a-44b1-ac0a-bb4255394b14 None None] Provisioning complete for port 749ab3e0-774f-424a-b08f-1428ef690f61 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:57:12.310232 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1bb65108-777a-44b1-ac0a-bb4255394b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:12.344972 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-1bb65108-777a-44b1-ac0a-bb4255394b14 None None] Port 749ab3e0-774f-424a-b08f-1428ef690f61 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 08:57:12.462059 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-5ef5a0e8-6fec-4a3c-9283-fd43ba749e53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 749ab3e0-774f-424a-b08f-1428ef690f61 {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:57:12.470480 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-5ef5a0e8-6fec-4a3c-9283-fd43ba749e53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:12.482665 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-5ef5a0e8-6fec-4a3c-9283-fd43ba749e53 service neutron] Transition to ACTIVE for port object 749ab3e0-774f-424a-b08f-1428ef690f61 will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 08:57:12.486905 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-5ef5a0e8-6fec-4a3c-9283-fd43ba749e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:12.538374 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5a0e8-6fec-4a3c-9283-fd43ba749e53 service neutron] Pushing event updated for resources: {'Port': ['ID=749ab3e0-774f-424a-b08f-1428ef690f61,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:57:12.609659 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-5ef5a0e8-6fec-4a3c-9283-fd43ba749e53 service neutron] Attempting to bind port 749ab3e0-774f-424a-b08f-1428ef690f61 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:57:12.610254 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-5ef5a0e8-6fec-4a3c-9283-fd43ba749e53 service neutron] Attempting to bind port 749ab3e0-774f-424a-b08f-1428ef690f61 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'cd1ec8ef-e337-45a9-8738-5a5cc81de368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:57:12.610609 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-5ef5a0e8-6fec-4a3c-9283-fd43ba749e53 service neutron] Attempting to bind port 749ab3e0-774f-424a-b08f-1428ef690f61 on network 9e799a14-e462-45a1-a5d8-8efe9102976f {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:57:12.615158 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-5ef5a0e8-6fec-4a3c-9283-fd43ba749e53 service neutron] Port 749ab3e0-774f-424a-b08f-1428ef690f61 on network 9e799a14-e462-45a1-a5d8-8efe9102976f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:57:12.615481 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-5ef5a0e8-6fec-4a3c-9283-fd43ba749e53 service neutron] Attempting to bind port 749ab3e0-774f-424a-b08f-1428ef690f61 on network 9e799a14-e462-45a1-a5d8-8efe9102976f {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:57:12.621717 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-5ef5a0e8-6fec-4a3c-9283-fd43ba749e53 service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:57:12.622122 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-5ef5a0e8-6fec-4a3c-9283-fd43ba749e53 service neutron] Checking segment: {'id': 'cd1ec8ef-e337-45a9-8738-5a5cc81de368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:57:12.622520 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-5ef5a0e8-6fec-4a3c-9283-fd43ba749e53 service neutron] Bound using segment: {'id': 'cd1ec8ef-e337-45a9-8738-5a5cc81de368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:57:12.622965 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-5ef5a0e8-6fec-4a3c-9283-fd43ba749e53 service neutron] Bound port: 749ab3e0-774f-424a-b08f-1428ef690f61, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd1ec8ef-e337-45a9-8738-5a5cc81de368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:57:12.623332 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-5ef5a0e8-6fec-4a3c-9283-fd43ba749e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:12.693734 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-5ef5a0e8-6fec-4a3c-9283-fd43ba749e53 service neutron] For port 749ab3e0-774f-424a-b08f-1428ef690f61, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:57:12.696790 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-5ef5a0e8-6fec-4a3c-9283-fd43ba749e53 service neutron] For port 749ab3e0-774f-424a-b08f-1428ef690f61, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=749ab3e0-774f-424a-b08f-1428ef690f61,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:57:12.701278 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-5ef5a0e8-6fec-4a3c-9283-fd43ba749e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:12.733180 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-5ef5a0e8-6fec-4a3c-9283-fd43ba749e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:12.733891 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-5ef5a0e8-6fec-4a3c-9283-fd43ba749e53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:12.735464 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-5ef5a0e8-6fec-4a3c-9283-fd43ba749e53 service neutron] 10.222.0.47 "PUT /v2.0/ports/749ab3e0-774f-424a-b08f-1428ef690f61 HTTP/1.1" status: 200 len: 1094 time: 0.6045306 Oct 26 08:57:12.738192 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e95256-2d5d-4038-b7d6-e6617968e99d', 'tag': '749ab3e0-774f-424a-b08f-1428ef690f61'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:57:12.740215 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5b91a3-f30b-4548-bcf5-19404e8e1c49" -d '{"events": [{"name": "network-changed", "server_uuid": "00e95256-2d5d-4038-b7d6-e6617968e99d", "tag": "749ab3e0-774f-424a-b08f-1428ef690f61"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:57:12.791332 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5a0e8-6fec-4a3c-9283-fd43ba749e53 service neutron] Pushing event updated for resources: {'Port': ['ID=749ab3e0-774f-424a-b08f-1428ef690f61,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:57:12.827943 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55012023-5c3d-4e4b-836b-bdf8320e5f01 req-cad77047-60ea-4896-8131-8007875095ca tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:12.832759 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704ef282-4416-4b06-aa85-008b484464c7 x-openstack-request-id: req-704ef282-4416-4b06-aa85-008b484464c7 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:57:12.833047 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e95256-2d5d-4038-b7d6-e6617968e99d", "tag": "749ab3e0-774f-424a-b08f-1428ef690f61", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:57:12.833356 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-704ef282-4416-4b06-aa85-008b484464c7 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:57:12.833814 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e95256-2d5d-4038-b7d6-e6617968e99d', 'tag': '749ab3e0-774f-424a-b08f-1428ef690f61', 'status': 'completed', 'code': 200} Oct 26 08:57:12.836089 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-55012023-5c3d-4e4b-836b-bdf8320e5f01 req-cad77047-60ea-4896-8131-8007875095ca tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 944 time: 0.0661721 Oct 26 08:57:12.852979 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-f7af59f1-6427-47ee-9bfd-0ad72c4b64b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:12.854820 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-f7af59f1-6427-47ee-9bfd-0ad72c4b64b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=331f70748a6a4ffd8bd5667aaa9773db&device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 1097 time: 0.0533557 Oct 26 08:57:12.875012 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-55012023-5c3d-4e4b-836b-bdf8320e5f01 req-d872f804-cb49-431e-a059-5b93b5ac4fc8 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370204 Oct 26 08:57:12.905359 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-5ad706be-8b80-4888-9728-00a88b3e78c0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=749ab3e0-774f-424a-b08f-1428ef690f61 HTTP/1.1" status: 200 len: 217 time: 0.0423641 Oct 26 08:57:12.956598 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-cec30c3e-edbc-438c-a3f9-f663374686af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:12.958097 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-cec30c3e-edbc-438c-a3f9-f663374686af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0 HTTP/1.1" status: 200 len: 851 time: 0.0463212 Oct 26 08:57:13.005137 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-e2f19a6c-a72a-4767-9c7b-3c1a7e70dbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:13.006680 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-e2f19a6c-a72a-4767-9c7b-3c1a7e70dbe1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e799a14-e462-45a1-a5d8-8efe9102976f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0407579 Oct 26 08:57:13.099981 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-59c349f9-3b06-4c3e-b080-48c2c702a2b6 service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860348 Oct 26 08:57:13.188680 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c355dbc2-e53a-4d9e-bcc8-e2f34f85d03a req-3c1b66c0-fc6f-4a61-8aef-244688329c49 service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816226 Oct 26 08:57:13.275179 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b91a3-f30b-4548-bcf5-19404e8e1c49 req-78e9ac61-0c82-43ad-852d-5af6d8c839d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:13.276718 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bb5b91a3-f30b-4548-bcf5-19404e8e1c49 req-78e9ac61-0c82-43ad-852d-5af6d8c839d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=331f70748a6a4ffd8bd5667aaa9773db&device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 1097 time: 0.0427737 Oct 26 08:57:13.373983 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b91a3-f30b-4548-bcf5-19404e8e1c49 req-25ce7dc2-d946-4293-ac5a-a7edcdd6dd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:13.375360 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bb5b91a3-f30b-4548-bcf5-19404e8e1c49 req-25ce7dc2-d946-4293-ac5a-a7edcdd6dd3d service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e799a14-e462-45a1-a5d8-8efe9102976f HTTP/1.1" status: 200 len: 913 time: 0.0899267 Oct 26 08:57:13.418640 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bb5b91a3-f30b-4548-bcf5-19404e8e1c49 req-26e5ab03-e5b1-4829-a4f7-b008c9c2ad88 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=749ab3e0-774f-424a-b08f-1428ef690f61 HTTP/1.1" status: 200 len: 217 time: 0.0349591 Oct 26 08:57:13.468451 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b91a3-f30b-4548-bcf5-19404e8e1c49 req-c8b0a0d2-ea14-4e5b-b392-492c21834742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:13.469904 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bb5b91a3-f30b-4548-bcf5-19404e8e1c49 req-c8b0a0d2-ea14-4e5b-b392-492c21834742 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0 HTTP/1.1" status: 200 len: 851 time: 0.0435829 Oct 26 08:57:13.520536 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b91a3-f30b-4548-bcf5-19404e8e1c49 req-71f53c28-b702-4866-ae14-bef47023fcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:13.522076 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bb5b91a3-f30b-4548-bcf5-19404e8e1c49 req-71f53c28-b702-4866-ae14-bef47023fcc2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e799a14-e462-45a1-a5d8-8efe9102976f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0447993 Oct 26 08:57:13.612141 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bb5b91a3-f30b-4548-bcf5-19404e8e1c49 req-b32c9d43-785b-40d7-a130-c42546134361 service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818882 Oct 26 08:57:13.707474 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bb5b91a3-f30b-4548-bcf5-19404e8e1c49 req-062209b8-8b3d-44f3-9c88-cbb5768f7813 service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877490 Oct 26 08:57:13.736296 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 749ab3e0-774f-424a-b08f-1428ef690f61 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 08:57:13.829098 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 749ab3e0-774f-424a-b08f-1428ef690f61, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=749ab3e0-774f-424a-b08f-1428ef690f61,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:57:13.840582 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': '749ab3e0-774f-424a-b08f-1428ef690f61', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'port_id': '749ab3e0-774f-424a-b08f-1428ef690f61', 'mac_address': 'fa:16:3e:da:c1:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 08:57:13.876469 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:13.892610 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 749ab3e0-774f-424a-b08f-1428ef690f61 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:57:13.916691 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 749ab3e0-774f-424a-b08f-1428ef690f61, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=749ab3e0-774f-424a-b08f-1428ef690f61,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:57:13.921708 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:13.970946 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=749ab3e0-774f-424a-b08f-1428ef690f61,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:57:13.997299 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0403a0-2813-427a-9c97-77144656bac6 req-1bbf3677-f952-4ea4-b1af-51f0ebb5c261 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:13.998860 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ef0403a0-2813-427a-9c97-77144656bac6 req-1bbf3677-f952-4ea4-b1af-51f0ebb5c261 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 945 time: 0.0510643 Oct 26 08:57:14.037025 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ef0403a0-2813-427a-9c97-77144656bac6 req-01d87aa7-7678-44f6-81f8-e4a15f4cbda8 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321670 Oct 26 08:57:14.127425 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['749ab3e0-774f-424a-b08f-1428ef690f61'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:57:15.156467 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fdb292-58ce-44f3-bfde-26ade42bffff req-6ec56acb-484e-4f70-ad84-f65170e81257 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:15.158160 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-90fdb292-58ce-44f3-bfde-26ade42bffff req-6ec56acb-484e-4f70-ad84-f65170e81257 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 945 time: 0.0543048 Oct 26 08:57:15.196805 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-90fdb292-58ce-44f3-bfde-26ade42bffff req-481d5952-d0f9-41ad-9431-4d6c6e74754c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322864 Oct 26 08:57:15.736298 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 749ab3e0-774f-424a-b08f-1428ef690f61 up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:57:15.784597 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port 749ab3e0-774f-424a-b08f-1428ef690f61 completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 08:57:15.789296 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port 749ab3e0-774f-424a-b08f-1428ef690f61 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:57:15.789696 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:15.872655 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:15.894675 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e95256-2d5d-4038-b7d6-e6617968e99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749ab3e0-774f-424a-b08f-1428ef690f61'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:57:15.896972 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcbce9d-bc44-4da3-9339-36fbe95b776e" -d '{"events": [{"server_uuid": "00e95256-2d5d-4038-b7d6-e6617968e99d", "name": "network-vif-plugged", "status": "completed", "tag": "749ab3e0-774f-424a-b08f-1428ef690f61"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:57:15.912861 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 749ab3e0-774f-424a-b08f-1428ef690f61, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=749ab3e0-774f-424a-b08f-1428ef690f61,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:57:15.917961 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:15.941232 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd616aa9-1e3d-47a9-b926-49a3b74fe186 x-openstack-request-id: req-bd616aa9-1e3d-47a9-b926-49a3b74fe186 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:57:15.941540 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e95256-2d5d-4038-b7d6-e6617968e99d", "name": "network-vif-plugged", "status": "completed", "tag": "749ab3e0-774f-424a-b08f-1428ef690f61", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:57:15.941795 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd616aa9-1e3d-47a9-b926-49a3b74fe186 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:57:15.942171 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e95256-2d5d-4038-b7d6-e6617968e99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749ab3e0-774f-424a-b08f-1428ef690f61', 'code': 200} Oct 26 08:57:15.968524 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=749ab3e0-774f-424a-b08f-1428ef690f61,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:57:16.105961 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6786d9b-97fb-42a0-acfb-595f7cd5a77e req-35d8daa8-fc70-422f-93ab-2942cd59eee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:16.107464 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b6786d9b-97fb-42a0-acfb-595f7cd5a77e req-35d8daa8-fc70-422f-93ab-2942cd59eee9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 1099 time: 0.0415318 Oct 26 08:57:16.143792 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b6786d9b-97fb-42a0-acfb-595f7cd5a77e req-cba41b4c-69b9-4685-9c61-fceb6c05ba48 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295448 Oct 26 08:57:16.312888 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac265c-bccf-4c41-bbd6-138ff36962d5 req-69a091d5-a26e-4f8b-9655-50240ae0c9bd tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:16.314388 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-98ac265c-bccf-4c41-bbd6-138ff36962d5 req-69a091d5-a26e-4f8b-9655-50240ae0c9bd tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0493999 Oct 26 08:57:16.353634 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-98ac265c-bccf-4c41-bbd6-138ff36962d5 req-7d5a0ab3-15b5-4292-b3a2-d99ef68253ee tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331099 Oct 26 08:57:17.473688 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10006382-e498-4093-8535-b3b2c5f9b3e7 req-bef3202e-6bb0-4569-bfdf-f5147e460e3f tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:17.475173 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-10006382-e498-4093-8535-b3b2c5f9b3e7 req-bef3202e-6bb0-4569-bfdf-f5147e460e3f tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0536606 Oct 26 08:57:17.513385 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-10006382-e498-4093-8535-b3b2c5f9b3e7 req-8bda8a70-bc15-4290-aea4-46643c1d735b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314119 Oct 26 08:57:17.624844 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf90cf-3edf-4aa2-a60a-6d4f30dffc91 req-5147d109-9835-4adc-858a-69546f2775af tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:17.626338 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3aaf90cf-3edf-4aa2-a60a-6d4f30dffc91 req-5147d109-9835-4adc-858a-69546f2775af tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0500410 Oct 26 08:57:17.635346 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 41740) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:57:17.639874 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-cd52d817-539b-4c31-a983-04a66ad9113a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Request body: {'floatingip': {'port_id': '749ab3e0-774f-424a-b08f-1428ef690f61'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:57:17.679761 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cd52d817-539b-4c31-a983-04a66ad9113a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks [] for floatingip, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:18.096153 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cd52d817-539b-4c31-a983-04a66ad9113a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:18.100945 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cd52d817-539b-4c31-a983-04a66ad9113a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:18.206245 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [None req-cd52d817-539b-4c31-a983-04a66ad9113a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Floating IP 242f56c2-8b50-4a2f-8692-05ad43b26c3c associated. External IP: 172.26.2.77, port: 749ab3e0-774f-424a-b08f-1428ef690f61. Oct 26 08:57:18.412909 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd52d817-539b-4c31-a983-04a66ad9113a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Router 55d1a590-c4ba-45a7-9374-9d80b6616d78 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:57:18.527903 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd52d817-539b-4c31-a983-04a66ad9113a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:57:18.532812 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cd52d817-539b-4c31-a983-04a66ad9113a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:18.537305 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18b5fb9-088d-4dfd-bedd-e378fd4cbd04 None None] Sync routers for ids ['55d1a590-c4ba-45a7-9374-9d80b6616d78'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:57:18.547269 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18b5fb9-088d-4dfd-bedd-e378fd4cbd04 None None] Routers {'55d1a590-c4ba-45a7-9374-9d80b6616d78'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:57:18.547881 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-d18b5fb9-088d-4dfd-bedd-e378fd4cbd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:56:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['55d1a590-c4ba-45a7-9374-9d80b6616d78'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:57:18.565174 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-cd52d817-539b-4c31-a983-04a66ad9113a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "PUT /v2.0/floatingips/242f56c2-8b50-4a2f-8692-05ad43b26c3c HTTP/1.1" status: 200 len: 992 time: 0.9263265 Oct 26 08:57:18.565174 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e95256-2d5d-4038-b7d6-e6617968e99d', 'tag': '749ab3e0-774f-424a-b08f-1428ef690f61'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:57:18.565611 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae1b8bc-c50e-484b-8c75-5e73652fc253" -d '{"events": [{"name": "network-changed", "server_uuid": "00e95256-2d5d-4038-b7d6-e6617968e99d", "tag": "749ab3e0-774f-424a-b08f-1428ef690f61"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:57:18.612180 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5fad7e-a773-4bb6-8b2e-b6ab2d2cbf1f x-openstack-request-id: req-bf5fad7e-a773-4bb6-8b2e-b6ab2d2cbf1f {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:57:18.612471 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e95256-2d5d-4038-b7d6-e6617968e99d", "tag": "749ab3e0-774f-424a-b08f-1428ef690f61", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:57:18.612746 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf5fad7e-a773-4bb6-8b2e-b6ab2d2cbf1f {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:57:18.613323 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e95256-2d5d-4038-b7d6-e6617968e99d', 'tag': '749ab3e0-774f-424a-b08f-1428ef690f61', 'status': 'completed', 'code': 200} Oct 26 08:57:18.655304 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-d18b5fb9-088d-4dfd-bedd-e378fd4cbd04 None None] Set router 55d1a590-c4ba-45a7-9374-9d80b6616d78 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:57:18.680572 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1b8bc-c50e-484b-8c75-5e73652fc253 req-c55d1bec-2b32-4a72-8919-470c4d7f5284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:18.682024 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-aae1b8bc-c50e-484b-8c75-5e73652fc253 req-c55d1bec-2b32-4a72-8919-470c4d7f5284 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=331f70748a6a4ffd8bd5667aaa9773db&device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 1099 time: 0.0460448 Oct 26 08:57:18.771832 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1b8bc-c50e-484b-8c75-5e73652fc253 req-dc2d76a4-0b61-448e-bc5e-a9b461b24ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:18.773726 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-aae1b8bc-c50e-484b-8c75-5e73652fc253 req-dc2d76a4-0b61-448e-bc5e-a9b461b24ef9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e799a14-e462-45a1-a5d8-8efe9102976f HTTP/1.1" status: 200 len: 913 time: 0.0851579 Oct 26 08:57:18.844791 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-aae1b8bc-c50e-484b-8c75-5e73652fc253 req-3cb23219-1f3d-4849-98ab-2162f68283b3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=749ab3e0-774f-424a-b08f-1428ef690f61 HTTP/1.1" status: 200 len: 1000 time: 0.0635874 Oct 26 08:57:18.889409 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-d18b5fb9-088d-4dfd-bedd-e378fd4cbd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'name': 'tempest-ServerActionsTestJSON-1162571938-router', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:22Z', 'revision_number': 4, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'gw_port': {'id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '242f56c2-8b50-4a2f-8692-05ad43b26c3c', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'floating_ip_address': '172.26.2.77', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'port_id': '749ab3e0-774f-424a-b08f-1428ef690f61', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'mac_address': 'fa:16:3e:da:c1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e95256-2d5d-4038-b7d6-e6617968e99d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:53:24Z', 'updated_at': '2021-10-26T08:57:18Z', 'revision_number': 13, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '201e8e71-89fc-4d93-82ba-b37123fbfd16', 'name': '', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'mac_address': 'fa:16:3e:bb:36:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:21Z', 'updated_at': '2021-10-26T08:53:25Z', 'revision_number': 5, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'subnets': [{'id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:57:18.895095 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1b8bc-c50e-484b-8c75-5e73652fc253 req-83baf57e-e082-4dd8-8a60-cd30be38d12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:18.896609 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-aae1b8bc-c50e-484b-8c75-5e73652fc253 req-83baf57e-e082-4dd8-8a60-cd30be38d12c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0 HTTP/1.1" status: 200 len: 851 time: 0.0436292 Oct 26 08:57:18.917171 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18b5fb9-088d-4dfd-bedd-e378fd4cbd04 None None] Checking router: 55d1a590-c4ba-45a7-9374-9d80b6616d78 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:57:18.925446 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18b5fb9-088d-4dfd-bedd-e378fd4cbd04 None None] Routers {'55d1a590-c4ba-45a7-9374-9d80b6616d78'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:57:18.926073 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-d18b5fb9-088d-4dfd-bedd-e378fd4cbd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:56:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['55d1a590-c4ba-45a7-9374-9d80b6616d78'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:57:18.942094 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1b8bc-c50e-484b-8c75-5e73652fc253 req-dceba943-6395-41ad-a54a-5a8f28ddc43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:18.943558 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-aae1b8bc-c50e-484b-8c75-5e73652fc253 req-dceba943-6395-41ad-a54a-5a8f28ddc43e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e799a14-e462-45a1-a5d8-8efe9102976f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0399523 Oct 26 08:57:19.040724 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-aae1b8bc-c50e-484b-8c75-5e73652fc253 req-9a726319-4616-4f1f-a45f-0068848cb10d service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895910 Oct 26 08:57:19.119754 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-d18b5fb9-088d-4dfd-bedd-e378fd4cbd04 None None] Set router 55d1a590-c4ba-45a7-9374-9d80b6616d78 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:57:19.134003 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-aae1b8bc-c50e-484b-8c75-5e73652fc253 req-8de9cf5f-8523-42fa-8e22-d19860938a07 service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860627 Oct 26 08:57:19.340819 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-d18b5fb9-088d-4dfd-bedd-e378fd4cbd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'name': 'tempest-ServerActionsTestJSON-1162571938-router', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:22Z', 'revision_number': 4, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'gw_port': {'id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '242f56c2-8b50-4a2f-8692-05ad43b26c3c', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'floating_ip_address': '172.26.2.77', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'port_id': '749ab3e0-774f-424a-b08f-1428ef690f61', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'mac_address': 'fa:16:3e:da:c1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e95256-2d5d-4038-b7d6-e6617968e99d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:53:24Z', 'updated_at': '2021-10-26T08:57:18Z', 'revision_number': 13, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '201e8e71-89fc-4d93-82ba-b37123fbfd16', 'name': '', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'mac_address': 'fa:16:3e:bb:36:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:21Z', 'updated_at': '2021-10-26T08:53:25Z', 'revision_number': 5, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'subnets': [{'id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:57:19.371382 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18b5fb9-088d-4dfd-bedd-e378fd4cbd04 None None] The sync data for ids ['55d1a590-c4ba-45a7-9374-9d80b6616d78'] in dv-neutron-804846-13-hyperv is: [{'id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'name': 'tempest-ServerActionsTestJSON-1162571938-router', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:22Z', 'revision_number': 4, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'gw_port': {'id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '242f56c2-8b50-4a2f-8692-05ad43b26c3c', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'floating_ip_address': '172.26.2.77', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'port_id': '749ab3e0-774f-424a-b08f-1428ef690f61', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'mac_address': 'fa:16:3e:da:c1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e95256-2d5d-4038-b7d6-e6617968e99d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T08:53:24Z', 'updated_at': '2021-10-26T08:57:18Z', 'revision_number': 13, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '201e8e71-89fc-4d93-82ba-b37123fbfd16', 'name': '', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'mac_address': 'fa:16:3e:bb:36:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:21Z', 'updated_at': '2021-10-26T08:53:25Z', 'revision_number': 5, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'subnets': [{'id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:57:19.411989 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dfdca5f0-c465-492e-9fae-1faf5316a5a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:19.554786 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ddcae6-6df7-4bab-a7ae-832beabeb01e None None] New status for floating IP 242f56c2-8b50-4a2f-8692-05ad43b26c3c: ACTIVE {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:57:22.081369 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a8f950ac-3318-4e15-9628-72280896bc5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:22.971261 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:23.329030 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:24.361180 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:24.863748 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:44.659036 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:57:49.415593 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-15da40e9-f813-4ff0-bbda-6861c03b7dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:51.116199 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8b0a72df-9427-46be-b304-977ac09b0210 req-0587044f-bb95-493f-b066-f2e39e4f7702 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1002676 Oct 26 08:57:51.204669 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a72df-9427-46be-b304-977ac09b0210 req-33e7e776-db46-4ef4-b134-bc542b1d8642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:51.206188 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8b0a72df-9427-46be-b304-977ac09b0210 req-33e7e776-db46-4ef4-b134-bc542b1d8642 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=331f70748a6a4ffd8bd5667aaa9773db&device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 1099 time: 0.0407562 Oct 26 08:57:51.316988 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a72df-9427-46be-b304-977ac09b0210 req-d8fad87c-0d41-437d-aa24-fbb5ec3ff5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:51.318494 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8b0a72df-9427-46be-b304-977ac09b0210 req-d8fad87c-0d41-437d-aa24-fbb5ec3ff5e2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e799a14-e462-45a1-a5d8-8efe9102976f HTTP/1.1" status: 200 len: 913 time: 0.0896325 Oct 26 08:57:51.696001 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8b0a72df-9427-46be-b304-977ac09b0210 req-57085fe9-39fc-45e8-9d61-c9641bb7e32d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=749ab3e0-774f-424a-b08f-1428ef690f61 HTTP/1.1" status: 200 len: 1002 time: 0.3677931 Oct 26 08:57:51.744464 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a72df-9427-46be-b304-977ac09b0210 req-13cc707b-3319-442a-bcb7-fd4f27172089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:51.745916 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8b0a72df-9427-46be-b304-977ac09b0210 req-13cc707b-3319-442a-bcb7-fd4f27172089 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0 HTTP/1.1" status: 200 len: 851 time: 0.0427957 Oct 26 08:57:51.794694 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a72df-9427-46be-b304-977ac09b0210 req-cea1c144-a385-415a-8ade-7900eb73f2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:51.796169 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8b0a72df-9427-46be-b304-977ac09b0210 req-cea1c144-a385-415a-8ade-7900eb73f2b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e799a14-e462-45a1-a5d8-8efe9102976f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0424204 Oct 26 08:57:51.886555 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8b0a72df-9427-46be-b304-977ac09b0210 req-0bd5b21a-de65-484b-b64a-24b348d15f8e service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826221 Oct 26 08:57:51.980866 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8b0a72df-9427-46be-b304-977ac09b0210 req-efb41442-723c-431f-a62b-e8aeaf8fb288 service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864172 Oct 26 08:57:52.082718 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-21363431-0047-4476-99b8-e07b140ee357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:52.973647 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:53.331412 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:54.365741 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:54.865253 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:57:57.185646 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc106985-2164-4c10-a6e6-baf2d9983024 req-146f1929-6872-4884-9012-d4337b7419af tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:57:57.187165 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-cc106985-2164-4c10-a6e6-baf2d9983024 req-146f1929-6872-4884-9012-d4337b7419af tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0502646 Oct 26 08:57:57.224885 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-cc106985-2164-4c10-a6e6-baf2d9983024 req-c9ea475f-2e1c-457a-b520-dbbbc2bdd0b5 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320065 Oct 26 08:58:09.362250 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f2251242-0e1f-4bb6-97b4-32c803f1767d req-de381ece-b27b-440e-add2-970da60e9664 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0500729 Oct 26 08:58:09.469766 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffabbde-9a88-411e-8009-4385a4334dbf req-11bef6cc-54a5-4f6a-96cb-a9f4ece467d2 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:09.471278 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5ffabbde-9a88-411e-8009-4385a4334dbf req-11bef6cc-54a5-4f6a-96cb-a9f4ece467d2 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.1335664 Oct 26 08:58:09.510957 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5ffabbde-9a88-411e-8009-4385a4334dbf req-070386a6-ad1c-4f3f-9bcf-bf5c2109c271 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331874 Oct 26 08:58:10.394644 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2251242-0e1f-4bb6-97b4-32c803f1767d req-1a3e54fa-46d0-4346-b56c-9e2e506ea5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:10.396139 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f2251242-0e1f-4bb6-97b4-32c803f1767d req-1a3e54fa-46d0-4346-b56c-9e2e506ea5c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=331f70748a6a4ffd8bd5667aaa9773db&device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 1099 time: 0.0417035 Oct 26 08:58:10.487488 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2251242-0e1f-4bb6-97b4-32c803f1767d req-727b312a-283a-436b-b08a-3adacea768e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:10.488847 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f2251242-0e1f-4bb6-97b4-32c803f1767d req-727b312a-283a-436b-b08a-3adacea768e1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e799a14-e462-45a1-a5d8-8efe9102976f HTTP/1.1" status: 200 len: 913 time: 0.0854568 Oct 26 08:58:10.554572 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f2251242-0e1f-4bb6-97b4-32c803f1767d req-7d7b1cdf-c805-43db-bcde-d29e80018e9c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=749ab3e0-774f-424a-b08f-1428ef690f61 HTTP/1.1" status: 200 len: 1002 time: 0.0581236 Oct 26 08:58:10.609014 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2251242-0e1f-4bb6-97b4-32c803f1767d req-ba11bea5-cc63-4e7e-aa2c-971532daa498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:10.610502 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f2251242-0e1f-4bb6-97b4-32c803f1767d req-ba11bea5-cc63-4e7e-aa2c-971532daa498 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0 HTTP/1.1" status: 200 len: 851 time: 0.0485346 Oct 26 08:58:10.659027 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2251242-0e1f-4bb6-97b4-32c803f1767d req-7058f326-1c3e-4ec8-8b03-f962061ff073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:10.660577 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f2251242-0e1f-4bb6-97b4-32c803f1767d req-7058f326-1c3e-4ec8-8b03-f962061ff073 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e799a14-e462-45a1-a5d8-8efe9102976f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0431149 Oct 26 08:58:10.678516 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e320d5e-6348-46bd-905a-e5eba093427c req-0142a7d8-3544-45a1-9c13-2751d6496bfc tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:10.680003 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-1e320d5e-6348-46bd-905a-e5eba093427c req-0142a7d8-3544-45a1-9c13-2751d6496bfc tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0994630 Oct 26 08:58:10.719281 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-1e320d5e-6348-46bd-905a-e5eba093427c req-836cccf8-10c2-4d6d-bfa9-31e979986d8e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329742 Oct 26 08:58:10.755487 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f2251242-0e1f-4bb6-97b4-32c803f1767d req-6f8c43ab-92b8-4b2c-9f74-e1c0b09616bb service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876904 Oct 26 08:58:10.843234 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f2251242-0e1f-4bb6-97b4-32c803f1767d req-c4d9936f-0677-4408-9dbd-de20e79ce885 service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810165 Oct 26 08:58:11.836558 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20eeae9-23b4-4aa5-8fd9-90f8d7c8a672 req-d8036cad-03c0-46e1-acad-195f6f02fe21 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:11.838018 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b20eeae9-23b4-4aa5-8fd9-90f8d7c8a672 req-d8036cad-03c0-46e1-acad-195f6f02fe21 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0509870 Oct 26 08:58:11.876193 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b20eeae9-23b4-4aa5-8fd9-90f8d7c8a672 req-697cb1f2-51a0-4641-8a17-a7e9d1765482 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322700 Oct 26 08:58:12.998840 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a3a2e-c47e-407d-97a6-ed45bb53b94f req-568e3351-2eb3-4aad-95f1-2056f64c60ac tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:13.000328 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-322a3a2e-c47e-407d-97a6-ed45bb53b94f req-568e3351-2eb3-4aad-95f1-2056f64c60ac tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0541751 Oct 26 08:58:13.037441 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-322a3a2e-c47e-407d-97a6-ed45bb53b94f req-cec1b210-d9d5-4355-9e03-6fe9665ec046 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311594 Oct 26 08:58:14.158268 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a864cd3-8441-4263-8934-08f0ac3b85c5 req-a107ab19-d3c9-48cc-8beb-c8308d0c668d tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:14.159787 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8a864cd3-8441-4263-8934-08f0ac3b85c5 req-a107ab19-d3c9-48cc-8beb-c8308d0c668d tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0534501 Oct 26 08:58:14.197988 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8a864cd3-8441-4263-8934-08f0ac3b85c5 req-faa7e308-e7a8-40a4-a3fa-3503a585269a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323665 Oct 26 08:58:15.313206 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd2046-5af9-4749-94ff-9c2568a1e50c req-985de376-1db7-4032-9191-e5b0d0d9f53a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:15.314702 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-03bd2046-5af9-4749-94ff-9c2568a1e50c req-985de376-1db7-4032-9191-e5b0d0d9f53a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0500755 Oct 26 08:58:15.355299 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-03bd2046-5af9-4749-94ff-9c2568a1e50c req-abe00325-a159-418b-bfd2-e856569b3780 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346005 Oct 26 08:58:16.471462 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c7a3f-940a-4948-8a01-5e831134ee4e req-b3be18f5-5bfd-4e1a-88c1-4e092bfe8aa4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:16.472866 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f27c7a3f-940a-4948-8a01-5e831134ee4e req-b3be18f5-5bfd-4e1a-88c1-4e092bfe8aa4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0490932 Oct 26 08:58:16.511079 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f27c7a3f-940a-4948-8a01-5e831134ee4e req-e9da0c41-c0ce-4a14-87c2-8e4a282d8b31 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317564 Oct 26 08:58:17.631718 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a80a4-edc0-44d4-bdcc-074aa5b7410d req-85398e4e-d8bd-40ad-97ad-b336046e383a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:17.633197 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b66a80a4-edc0-44d4-bdcc-074aa5b7410d req-85398e4e-d8bd-40ad-97ad-b336046e383a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0492260 Oct 26 08:58:17.671316 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b66a80a4-edc0-44d4-bdcc-074aa5b7410d req-e78493fa-77ff-4264-8859-609b791950e0 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321038 Oct 26 08:58:18.786099 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51084559-78f4-4199-a48e-c9ce0a86b4a7 req-ef65a699-aa55-45be-86cb-0443967731ae tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:18.787594 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-51084559-78f4-4199-a48e-c9ce0a86b4a7 req-ef65a699-aa55-45be-86cb-0443967731ae tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0488939 Oct 26 08:58:18.825444 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-51084559-78f4-4199-a48e-c9ce0a86b4a7 req-e409ac6e-2937-45b1-be5b-3ae7ca444b9c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314496 Oct 26 08:58:19.417339 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a16adc10-aa3a-4ad3-a786-575de273ce8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:58:19.943674 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8d4d0-421f-4e62-8b07-91eb14cc1eca req-c7713c6f-dc27-4d90-a5ab-0130e0d7084b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:19.945437 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5ce8d4d0-421f-4e62-8b07-91eb14cc1eca req-c7713c6f-dc27-4d90-a5ab-0130e0d7084b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0524096 Oct 26 08:58:19.983404 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5ce8d4d0-421f-4e62-8b07-91eb14cc1eca req-4a5e4067-229e-470f-8530-2c55e25a9d8c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310867 Oct 26 08:58:21.102555 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c88a9b-8bf3-4f64-915f-c04b125ca602 req-59fadcf4-93b6-4895-8998-6893d5d815dc tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:21.104930 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c6c88a9b-8bf3-4f64-915f-c04b125ca602 req-59fadcf4-93b6-4895-8998-6893d5d815dc tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0546551 Oct 26 08:58:21.144236 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c6c88a9b-8bf3-4f64-915f-c04b125ca602 req-3a6d6ad4-b13e-4554-93cd-eb10dcf4f218 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334167 Oct 26 08:58:21.658618 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:58:22.084637 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8d1d2f6e-43d2-4c0f-9949-ad325dd22570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:58:22.260210 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3df0e-f884-4820-a71c-613369993a44 req-906d6848-16fd-4b56-b4d9-fc06a2d74fe9 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:22.261718 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-92e3df0e-f884-4820-a71c-613369993a44 req-906d6848-16fd-4b56-b4d9-fc06a2d74fe9 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0501089 Oct 26 08:58:22.299052 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-92e3df0e-f884-4820-a71c-613369993a44 req-c454c4c7-f479-4500-bb80-46a93eb4a78c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314620 Oct 26 08:58:22.976353 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:58:23.333277 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:58:23.463969 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717d77b-8d58-424b-90b4-645e81950a46 req-c51a0271-e135-407b-8f9d-0843f1fe6181 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:23.465443 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e717d77b-8d58-424b-90b4-645e81950a46 req-c51a0271-e135-407b-8f9d-0843f1fe6181 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0499098 Oct 26 08:58:23.502581 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e717d77b-8d58-424b-90b4-645e81950a46 req-c6fad38d-f6a7-4c80-a68f-154b6e9c9f8f tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312600 Oct 26 08:58:24.360732 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:58:24.619098 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cb593-9c5c-421c-87f3-18803c9c469e req-4b3fa3dd-c964-4c83-b228-fca43c3a9b34 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:24.620583 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-490cb593-9c5c-421c-87f3-18803c9c469e req-4b3fa3dd-c964-4c83-b228-fca43c3a9b34 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0499232 Oct 26 08:58:24.658200 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-490cb593-9c5c-421c-87f3-18803c9c469e req-dd7ab5be-a61a-4879-920d-340985cf514d tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316224 Oct 26 08:58:24.868154 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:58:25.773318 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfd3ec-a3e6-42a4-99b3-5b26ca44f7a9 req-09e8b503-88f0-49ac-94da-592304289c24 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:25.775372 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a5dfd3ec-a3e6-42a4-99b3-5b26ca44f7a9 req-09e8b503-88f0-49ac-94da-592304289c24 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0488846 Oct 26 08:58:25.812614 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a5dfd3ec-a3e6-42a4-99b3-5b26ca44f7a9 req-29c1be7b-1119-4548-9e22-144d407ece26 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311999 Oct 26 08:58:26.932716 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b305713-3c9f-47ef-87db-6ae259117fef req-06c58019-1536-4957-b515-bbe1c9e1bb8f tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:26.934227 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3b305713-3c9f-47ef-87db-6ae259117fef req-06c58019-1536-4957-b515-bbe1c9e1bb8f tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0542500 Oct 26 08:58:26.971028 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3b305713-3c9f-47ef-87db-6ae259117fef req-ec8d0dd7-1408-4141-b656-aaf78ecd1799 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309641 Oct 26 08:58:28.090915 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34774945-a90f-41b5-ba8a-297c986676d8 req-e1a240bd-bb76-4c5c-9804-3e3ac093ca25 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:28.092378 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-34774945-a90f-41b5-ba8a-297c986676d8 req-e1a240bd-bb76-4c5c-9804-3e3ac093ca25 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0546641 Oct 26 08:58:28.129906 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-34774945-a90f-41b5-ba8a-297c986676d8 req-8ee3eda8-e5c8-438a-92bc-af97396a7f1f tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316465 Oct 26 08:58:29.252327 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f78dd3-0c5b-4ee1-8306-e4d8ed8104f7 req-2bb31797-cb17-4ed5-ab2c-0b1b676a3a03 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:29.253859 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-07f78dd3-0c5b-4ee1-8306-e4d8ed8104f7 req-2bb31797-cb17-4ed5-ab2c-0b1b676a3a03 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0507655 Oct 26 08:58:29.291493 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-07f78dd3-0c5b-4ee1-8306-e4d8ed8104f7 req-009172d9-281e-4c04-95fa-adc25a796721 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317011 Oct 26 08:58:30.409953 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab9200-882a-4792-a810-eed8c727bfa7 req-9e785c44-4523-40bd-8726-f0edc92d00f4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:30.411492 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e6ab9200-882a-4792-a810-eed8c727bfa7 req-9e785c44-4523-40bd-8726-f0edc92d00f4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0510345 Oct 26 08:58:30.449684 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e6ab9200-882a-4792-a810-eed8c727bfa7 req-981b4616-5eb1-49a5-9ae8-df6128b72613 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322480 Oct 26 08:58:31.564187 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecbb41-c8d1-4cee-b7d1-3a0eafdc10e0 req-f5e76cb8-7689-4813-b2d0-b43aa885efdf tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:31.565685 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-54ecbb41-c8d1-4cee-b7d1-3a0eafdc10e0 req-f5e76cb8-7689-4813-b2d0-b43aa885efdf tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0488856 Oct 26 08:58:31.604515 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-54ecbb41-c8d1-4cee-b7d1-3a0eafdc10e0 req-aa8a1b42-b514-45c2-86aa-5b190ab1527e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328236 Oct 26 08:58:32.718988 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c72c5-d14a-4d7e-baab-5db180a7b1db req-99519ae1-05a5-45c6-a386-97d6afebdb5c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:32.720462 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6f6c72c5-d14a-4d7e-baab-5db180a7b1db req-99519ae1-05a5-45c6-a386-97d6afebdb5c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0485549 Oct 26 08:58:32.757872 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6f6c72c5-d14a-4d7e-baab-5db180a7b1db req-5da7c98c-0f59-486d-a9cb-27d516a4e287 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315404 Oct 26 08:58:33.879230 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17df154-782e-43a2-8266-fa9ed436384f req-7a979be9-433b-420c-b9a4-9574669cb722 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:33.881310 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-c17df154-782e-43a2-8266-fa9ed436384f req-7a979be9-433b-420c-b9a4-9574669cb722 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0543301 Oct 26 08:58:33.921634 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-c17df154-782e-43a2-8266-fa9ed436384f req-2995bf6e-3c0b-4a50-9ec8-f801ef021ab2 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334201 Oct 26 08:58:35.042409 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379b2d8-bf96-43c0-b87d-46ba31223c17 req-574ad5a2-7d71-46f6-be76-e25173f0ad06 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:35.043899 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d379b2d8-bf96-43c0-b87d-46ba31223c17 req-574ad5a2-7d71-46f6-be76-e25173f0ad06 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0544858 Oct 26 08:58:35.081265 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d379b2d8-bf96-43c0-b87d-46ba31223c17 req-4db740e9-13ff-4e39-98ce-a3bec40b1e05 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314467 Oct 26 08:58:36.197274 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8577705-d253-487f-85c0-6b49ed67635d req-8e5ab793-e50b-4fe0-a0ad-c698c4e5dde6 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:36.198792 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e8577705-d253-487f-85c0-6b49ed67635d req-8e5ab793-e50b-4fe0-a0ad-c698c4e5dde6 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0503345 Oct 26 08:58:36.237384 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e8577705-d253-487f-85c0-6b49ed67635d req-7ccf57b1-2d68-400c-83e9-d02276511cad tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328002 Oct 26 08:58:37.354364 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbaf436-a34e-4d77-bd37-141131f53618 req-19c3d8d4-d6c5-4014-bd02-8df04fa9450a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:37.355941 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6dbaf436-a34e-4d77-bd37-141131f53618 req-19c3d8d4-d6c5-4014-bd02-8df04fa9450a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0501988 Oct 26 08:58:37.394079 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6dbaf436-a34e-4d77-bd37-141131f53618 req-1f9cc319-2702-47d5-a6f6-4cfa74236cd0 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322833 Oct 26 08:58:38.512494 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ef152-bddb-4ee2-80da-25a6523b973c req-952b1baa-7a3c-4300-bdf7-f27eddeb3821 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:38.513964 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5c1ef152-bddb-4ee2-80da-25a6523b973c req-952b1baa-7a3c-4300-bdf7-f27eddeb3821 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0522487 Oct 26 08:58:38.556816 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5c1ef152-bddb-4ee2-80da-25a6523b973c req-e47ba675-ec0e-49cb-9188-845bb9b706bd tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369704 Oct 26 08:58:39.672976 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4f862-f05d-4f95-b40c-7263a36c09d1 req-82491e26-0176-462e-a0dd-95585713772d tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:39.674519 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-81d4f862-f05d-4f95-b40c-7263a36c09d1 req-82491e26-0176-462e-a0dd-95585713772d tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0498672 Oct 26 08:58:39.712509 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-81d4f862-f05d-4f95-b40c-7263a36c09d1 req-27bf8a3a-a66f-4878-8b83-7855eda22aad tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319791 Oct 26 08:58:40.832931 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387f842-893f-44cf-91ec-85e04a89cabc req-487fecf9-f1df-419f-9700-dfc28bab8d41 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:40.834337 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-1387f842-893f-44cf-91ec-85e04a89cabc req-487fecf9-f1df-419f-9700-dfc28bab8d41 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0532465 Oct 26 08:58:40.871567 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-1387f842-893f-44cf-91ec-85e04a89cabc req-f240a455-3694-4a66-88fc-4ccd0d41e5a6 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310738 Oct 26 08:58:41.991137 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39320646-f44a-4fb3-9b0b-d47ccd56ab16 req-baf2b04e-4256-4286-8e50-c48d1c2c7a64 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:41.992626 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-39320646-f44a-4fb3-9b0b-d47ccd56ab16 req-baf2b04e-4256-4286-8e50-c48d1c2c7a64 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0539312 Oct 26 08:58:42.030652 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-39320646-f44a-4fb3-9b0b-d47ccd56ab16 req-0d2ff291-f1fb-40c7-bfbe-934491f4fd3f tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320902 Oct 26 08:58:43.147690 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11fc9b-66d9-4cab-ab51-c315451399f9 req-e871b15e-6939-47ae-9c6f-7bf052f33a72 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:43.149186 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3e11fc9b-66d9-4cab-ab51-c315451399f9 req-e871b15e-6939-47ae-9c6f-7bf052f33a72 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0502734 Oct 26 08:58:43.187279 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3e11fc9b-66d9-4cab-ab51-c315451399f9 req-03099b6e-f41b-40b6-b2b3-d40590224d31 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319161 Oct 26 08:58:44.309728 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a5956-1c90-41de-9f7a-2c592d8b59bd req-77517642-22a8-4d88-9dc0-efbf576216e4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:44.311383 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9e0a5956-1c90-41de-9f7a-2c592d8b59bd req-77517642-22a8-4d88-9dc0-efbf576216e4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0522094 Oct 26 08:58:44.353479 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9e0a5956-1c90-41de-9f7a-2c592d8b59bd req-037c0843-fa2a-4046-be41-6aed4b4a17c2 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356152 Oct 26 08:58:44.619214 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f2251242-0e1f-4bb6-97b4-32c803f1767d req-ee21dd1f-f0d0-4de0-b4e1-a7ae4ed87f86 service neutron] 10.222.0.47 "GET /v2.0/ports/749ab3e0-774f-424a-b08f-1428ef690f61/bindings/hv-neutron-8048 HTTP/1.1" status: 200 len: 384 time: 0.0554926 Oct 26 08:58:44.820081 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2251242-0e1f-4bb6-97b4-32c803f1767d req-dc92d706-5237-41d8-bfcd-00aee69f301d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:44.821489 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f2251242-0e1f-4bb6-97b4-32c803f1767d req-dc92d706-5237-41d8-bfcd-00aee69f301d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d&tenant_id=331f70748a6a4ffd8bd5667aaa9773db HTTP/1.1" status: 200 len: 1099 time: 0.0456154 Oct 26 08:58:44.882195 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2251242-0e1f-4bb6-97b4-32c803f1767d req-59f48a9a-f0bd-4932-b011-42a6ecbcaf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:44.883697 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f2251242-0e1f-4bb6-97b4-32c803f1767d req-59f48a9a-f0bd-4932-b011-42a6ecbcaf48 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=331f70748a6a4ffd8bd5667aaa9773db&device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 1099 time: 0.0405798 Oct 26 08:58:44.974209 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2251242-0e1f-4bb6-97b4-32c803f1767d req-dab11d63-2d78-4be7-8bed-6dd217971cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:44.975674 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f2251242-0e1f-4bb6-97b4-32c803f1767d req-dab11d63-2d78-4be7-8bed-6dd217971cf2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e799a14-e462-45a1-a5d8-8efe9102976f HTTP/1.1" status: 200 len: 913 time: 0.0846877 Oct 26 08:58:45.045557 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f2251242-0e1f-4bb6-97b4-32c803f1767d req-341bac1c-f386-49dd-8d19-28d2c224d3ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=749ab3e0-774f-424a-b08f-1428ef690f61 HTTP/1.1" status: 200 len: 1002 time: 0.0627401 Oct 26 08:58:45.094821 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2251242-0e1f-4bb6-97b4-32c803f1767d req-02bb9011-f351-45b6-885e-8d42c25200d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:45.096166 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f2251242-0e1f-4bb6-97b4-32c803f1767d req-02bb9011-f351-45b6-885e-8d42c25200d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0 HTTP/1.1" status: 200 len: 851 time: 0.0441978 Oct 26 08:58:45.142760 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2251242-0e1f-4bb6-97b4-32c803f1767d req-905da5c0-34a9-4b47-9380-061c958a9e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:45.144230 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f2251242-0e1f-4bb6-97b4-32c803f1767d req-905da5c0-34a9-4b47-9380-061c958a9e09 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e799a14-e462-45a1-a5d8-8efe9102976f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0397186 Oct 26 08:58:45.236741 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f2251242-0e1f-4bb6-97b4-32c803f1767d req-a8592970-b3ea-41df-b350-6cb6bdfb3ac2 service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850680 Oct 26 08:58:45.325978 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f2251242-0e1f-4bb6-97b4-32c803f1767d req-721b713c-2333-40ee-ac58-e8dac7c852a9 service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812087 Oct 26 08:58:45.477150 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716e79d-82dc-4a6a-a509-0762fd9d5d70 req-6a3f324e-ef74-454b-9cc4-fd4bc1b8848a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:45.479224 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-6716e79d-82dc-4a6a-a509-0762fd9d5d70 req-6a3f324e-ef74-454b-9cc4-fd4bc1b8848a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0514259 Oct 26 08:58:45.519603 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-6716e79d-82dc-4a6a-a509-0762fd9d5d70 req-e964f19d-45cb-4b62-b3d9-ceaf3adcdbcf tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335972 Oct 26 08:58:46.214201 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 749ab3e0-774f-424a-b08f-1428ef690f61 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:58:46.293764 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:58:46.315757 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e95256-2d5d-4038-b7d6-e6617968e99d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '749ab3e0-774f-424a-b08f-1428ef690f61'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:58:46.318069 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024d3ea7-9faf-4b97-8c5f-54514c5d4248" -d '{"events": [{"server_uuid": "00e95256-2d5d-4038-b7d6-e6617968e99d", "name": "network-vif-unplugged", "status": "completed", "tag": "749ab3e0-774f-424a-b08f-1428ef690f61"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:58:46.331306 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 749ab3e0-774f-424a-b08f-1428ef690f61, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=749ab3e0-774f-424a-b08f-1428ef690f61,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:58:46.336476 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:58:46.372053 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 08:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21937b91-8906-4ccf-a6f1-4072ac2c65f2 x-openstack-request-id: req-21937b91-8906-4ccf-a6f1-4072ac2c65f2 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:58:46.372360 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e95256-2d5d-4038-b7d6-e6617968e99d", "name": "network-vif-unplugged", "status": "completed", "tag": "749ab3e0-774f-424a-b08f-1428ef690f61", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:58:46.372617 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-21937b91-8906-4ccf-a6f1-4072ac2c65f2 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:58:46.373014 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e95256-2d5d-4038-b7d6-e6617968e99d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '749ab3e0-774f-424a-b08f-1428ef690f61', 'code': 200} Oct 26 08:58:46.387935 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=749ab3e0-774f-424a-b08f-1428ef690f61,revision_number=6']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:58:46.395802 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:58:46.396158 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:58:46.396508 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:58:46.396851 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:58:46.397189 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:58:46.397525 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:58:46.397887 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:58:46.398224 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:58:46.398558 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:58:46.398888 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:58:46.399220 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:58:46.399547 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:58:46.647759 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3057e-5574-4007-97e1-e10ffa8a501e req-1494269e-f560-40f3-bc4a-9566819ed90b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:46.649245 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-4bb3057e-5574-4007-97e1-e10ffa8a501e req-1494269e-f560-40f3-bc4a-9566819ed90b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 944 time: 0.0541158 Oct 26 08:58:46.687881 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-4bb3057e-5574-4007-97e1-e10ffa8a501e req-f46fce81-a4c6-426b-918a-8992ee0deec6 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320618 Oct 26 08:58:47.823391 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1fef1-ab53-4e7a-8326-0615f179e8eb req-4cf53c62-07a4-4ab3-8325-657d1354cf28 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:47.824997 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1fb1fef1-ab53-4e7a-8326-0615f179e8eb req-4cf53c62-07a4-4ab3-8325-657d1354cf28 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 944 time: 0.0639989 Oct 26 08:58:47.864454 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1fb1fef1-ab53-4e7a-8326-0615f179e8eb req-75badaa0-fc3a-4086-9256-4e0cb2166ec3 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331836 Oct 26 08:58:48.982265 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ed88e-7611-4eba-a0e3-61146e8417e2 req-1ce37269-c931-48e5-895e-dd2e71ad21e3 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:48.983809 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-c07ed88e-7611-4eba-a0e3-61146e8417e2 req-1ce37269-c931-48e5-895e-dd2e71ad21e3 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 944 time: 0.0502491 Oct 26 08:58:49.025133 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-c07ed88e-7611-4eba-a0e3-61146e8417e2 req-86c0306a-ddd2-4880-aad7-f36820de929d tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352209 Oct 26 08:58:49.419578 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cf07d9f6-cf41-40f1-a7f7-951a04fc2c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:58:50.147401 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13596f1b-d8a5-4fb8-bd58-ba99c9e3421d req-506a5b4a-74bf-4403-b313-50a680fcaf4a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:50.148635 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-13596f1b-d8a5-4fb8-bd58-ba99c9e3421d req-506a5b4a-74bf-4403-b313-50a680fcaf4a tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 944 time: 0.0524743 Oct 26 08:58:50.189214 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-13596f1b-d8a5-4fb8-bd58-ba99c9e3421d req-26891d7c-265f-4f81-a079-56e7cfd80638 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334826 Oct 26 08:58:51.306260 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e076c1-7e48-4c24-859e-d25f04c4c1d7 req-8f531a35-0ff6-4bdc-b3e2-737d614fb034 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:51.307852 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-77e076c1-7e48-4c24-859e-d25f04c4c1d7 req-8f531a35-0ff6-4bdc-b3e2-737d614fb034 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 944 time: 0.0487769 Oct 26 08:58:51.347116 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-77e076c1-7e48-4c24-859e-d25f04c4c1d7 req-eefff6fc-2d51-48b7-853c-64c9b11e4e22 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321016 Oct 26 08:58:52.085771 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-52635306-d37c-43ce-8592-b881d508c2d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:58:52.088029 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7e93a-2205-4ec7-a0e6-8be053a9dd31 req-ad858171-025a-43be-a894-3e63c5c3c01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:52.089143 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-01d7e93a-2205-4ec7-a0e6-8be053a9dd31 req-ad858171-025a-43be-a894-3e63c5c3c01a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=331f70748a6a4ffd8bd5667aaa9773db&device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 1097 time: 0.0436387 Oct 26 08:58:52.193974 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7e93a-2205-4ec7-a0e6-8be053a9dd31 req-77376044-af01-418a-a499-531d018e865e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:52.195477 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-01d7e93a-2205-4ec7-a0e6-8be053a9dd31 req-77376044-af01-418a-a499-531d018e865e service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e799a14-e462-45a1-a5d8-8efe9102976f HTTP/1.1" status: 200 len: 913 time: 0.0878680 Oct 26 08:58:52.260667 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-01d7e93a-2205-4ec7-a0e6-8be053a9dd31 req-d6f45596-6fa9-40c6-ad3c-fa2ee43d8342 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=749ab3e0-774f-424a-b08f-1428ef690f61 HTTP/1.1" status: 200 len: 1000 time: 0.0580943 Oct 26 08:58:52.313580 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7e93a-2205-4ec7-a0e6-8be053a9dd31 req-6a1d767a-e6c5-4f57-a6b0-51ab1dcb010d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:52.315038 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-01d7e93a-2205-4ec7-a0e6-8be053a9dd31 req-6a1d767a-e6c5-4f57-a6b0-51ab1dcb010d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0 HTTP/1.1" status: 200 len: 851 time: 0.0475626 Oct 26 08:58:52.360348 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7e93a-2205-4ec7-a0e6-8be053a9dd31 req-ce522412-ef15-4333-a670-029a7bf65fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:52.361805 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-01d7e93a-2205-4ec7-a0e6-8be053a9dd31 req-ce522412-ef15-4333-a670-029a7bf65fe8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e799a14-e462-45a1-a5d8-8efe9102976f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0396268 Oct 26 08:58:52.486727 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-01d7e93a-2205-4ec7-a0e6-8be053a9dd31 req-6e670379-4ad7-4fdd-bf0a-8def4ad7be26 service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169920 Oct 26 08:58:52.496075 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa57457a-731b-4c56-ba59-dea54c9f3a26 req-1a668547-c3cd-4203-ac9f-443e4b1297db tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:52.497452 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-aa57457a-731b-4c56-ba59-dea54c9f3a26 req-1a668547-c3cd-4203-ac9f-443e4b1297db tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 944 time: 0.0799327 Oct 26 08:58:52.585433 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-aa57457a-731b-4c56-ba59-dea54c9f3a26 req-a9e1eece-5b7a-49f8-9d37-c3d7e9f1011b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799003 Oct 26 08:58:52.611941 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-01d7e93a-2205-4ec7-a0e6-8be053a9dd31 req-4a5c9b35-ec22-46f3-ae49-a368527a4207 service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134448 Oct 26 08:58:52.983442 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:58:53.335917 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:58:53.706668 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f415b-1431-4727-bf40-a6ddf8bd9a01 req-f2188a89-e385-4ce0-b7af-b9717cb08080 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:53.708157 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-602f415b-1431-4727-bf40-a6ddf8bd9a01 req-f2188a89-e385-4ce0-b7af-b9717cb08080 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 944 time: 0.0538251 Oct 26 08:58:53.747258 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-602f415b-1431-4727-bf40-a6ddf8bd9a01 req-52040360-fa77-41e5-8a3b-f54ac7227d5b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321889 Oct 26 08:58:54.275839 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 749ab3e0-774f-424a-b08f-1428ef690f61 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 08:58:54.378992 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 749ab3e0-774f-424a-b08f-1428ef690f61, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=749ab3e0-774f-424a-b08f-1428ef690f61,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:58:54.381911 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:58:54.391346 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': '749ab3e0-774f-424a-b08f-1428ef690f61', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'port_id': '749ab3e0-774f-424a-b08f-1428ef690f61', 'mac_address': 'fa:16:3e:da:c1:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 08:58:54.432715 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:58:54.444871 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 749ab3e0-774f-424a-b08f-1428ef690f61 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:58:54.464369 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 749ab3e0-774f-424a-b08f-1428ef690f61, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=749ab3e0-774f-424a-b08f-1428ef690f61,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:58:54.468226 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:58:54.520209 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=749ab3e0-774f-424a-b08f-1428ef690f61,revision_number=7']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:58:54.528185 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['749ab3e0-774f-424a-b08f-1428ef690f61'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:58:54.863811 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c1e43-fee4-4484-ade4-7658558c1ab1 req-d9b51208-0b8d-4b08-91d8-5dd6a63f1b7f tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:54.866515 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-549c1e43-fee4-4484-ade4-7658558c1ab1 req-d9b51208-0b8d-4b08-91d8-5dd6a63f1b7f tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 945 time: 0.0524397 Oct 26 08:58:54.871346 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:58:54.905963 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-549c1e43-fee4-4484-ade4-7658558c1ab1 req-208d8f6e-793f-4219-95ef-12ca0c56e9c0 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317059 Oct 26 08:58:56.024003 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a755478-5c72-4faa-aaac-09fa2513763c req-8e25df60-776d-4555-850e-21d7dc3e21e7 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:56.026402 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-9a755478-5c72-4faa-aaac-09fa2513763c req-8e25df60-776d-4555-850e-21d7dc3e21e7 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 945 time: 0.0520225 Oct 26 08:58:56.064136 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-9a755478-5c72-4faa-aaac-09fa2513763c req-2f780759-08fc-4dc3-aeb5-737c458c4efd tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318270 Oct 26 08:58:56.294366 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 749ab3e0-774f-424a-b08f-1428ef690f61 up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:58:56.341212 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port 749ab3e0-774f-424a-b08f-1428ef690f61 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:58:56.341579 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:58:56.419742 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:58:56.440886 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e95256-2d5d-4038-b7d6-e6617968e99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749ab3e0-774f-424a-b08f-1428ef690f61'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:58:56.443139 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac19c80-9ddb-482d-aee7-3cb1cc4230bf" -d '{"events": [{"server_uuid": "00e95256-2d5d-4038-b7d6-e6617968e99d", "name": "network-vif-plugged", "status": "completed", "tag": "749ab3e0-774f-424a-b08f-1428ef690f61"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:58:56.456646 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 749ab3e0-774f-424a-b08f-1428ef690f61, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=749ab3e0-774f-424a-b08f-1428ef690f61,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:58:56.461274 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:58:56.488820 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacf5431-726a-4875-9801-d558d878980b x-openstack-request-id: req-dacf5431-726a-4875-9801-d558d878980b {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:58:56.489126 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e95256-2d5d-4038-b7d6-e6617968e99d", "name": "network-vif-plugged", "status": "completed", "tag": "749ab3e0-774f-424a-b08f-1428ef690f61", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:58:56.489385 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dacf5431-726a-4875-9801-d558d878980b {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:58:56.489814 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e95256-2d5d-4038-b7d6-e6617968e99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749ab3e0-774f-424a-b08f-1428ef690f61', 'code': 200} Oct 26 08:58:56.510735 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=749ab3e0-774f-424a-b08f-1428ef690f61,revision_number=8']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:58:57.181654 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd085c7c-3650-42a4-a05b-a7145fe4369f req-bf54cd73-62b1-482b-9c40-ed037036ade3 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:57.183056 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-dd085c7c-3650-42a4-a05b-a7145fe4369f req-bf54cd73-62b1-482b-9c40-ed037036ade3 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0500906 Oct 26 08:58:57.220609 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-dd085c7c-3650-42a4-a05b-a7145fe4369f req-6fbe8fa8-6f94-4362-a050-b648a00d94e1 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317268 Oct 26 08:58:57.518810 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87865371-d901-47e0-ad58-7e4566f441ec req-b18ec0c3-c065-4f93-8599-0ca7bb252c1b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:57.520692 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-87865371-d901-47e0-ad58-7e4566f441ec req-b18ec0c3-c065-4f93-8599-0ca7bb252c1b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.47 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d&tenant_id=331f70748a6a4ffd8bd5667aaa9773db&binding%3Ahost_id=hv-neutron-8048 HTTP/1.1" status: 200 len: 946 time: 0.0521955 Oct 26 08:58:57.540607 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4ef37-a6b4-49a2-b25d-ee53f2b42c18 req-92bf49f8-cf5c-4f07-b4ab-1bf6469126ce tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:57.542213 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e7f4ef37-a6b4-49a2-b25d-ee53f2b42c18 req-92bf49f8-cf5c-4f07-b4ab-1bf6469126ce tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0542626 Oct 26 08:58:57.580988 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e7f4ef37-a6b4-49a2-b25d-ee53f2b42c18 req-31444364-f322-4f4e-a5a2-82e2c91e4e63 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322936 Oct 26 08:58:57.583200 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-87865371-d901-47e0-ad58-7e4566f441ec req-16ab8690-355b-4c42-93a7-957f6d20d8f0 service neutron] 10.222.0.47 "GET /v2.0/ports/749ab3e0-774f-424a-b08f-1428ef690f61/bindings/hv-neutron-8048 HTTP/1.1" status: 200 len: 384 time: 0.0552135 Oct 26 08:58:57.648890 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87865371-d901-47e0-ad58-7e4566f441ec req-6f275b3d-1163-4d9a-8fc5-79ccfb586560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:57.651114 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-87865371-d901-47e0-ad58-7e4566f441ec req-6f275b3d-1163-4d9a-8fc5-79ccfb586560 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=331f70748a6a4ffd8bd5667aaa9773db&device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 1099 time: 0.0455835 Oct 26 08:58:57.741123 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87865371-d901-47e0-ad58-7e4566f441ec req-0e4a3b74-92bb-4e52-8eef-1d4c79ed9967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:57.742523 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-87865371-d901-47e0-ad58-7e4566f441ec req-0e4a3b74-92bb-4e52-8eef-1d4c79ed9967 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e799a14-e462-45a1-a5d8-8efe9102976f HTTP/1.1" status: 200 len: 913 time: 0.0846434 Oct 26 08:58:57.810720 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-87865371-d901-47e0-ad58-7e4566f441ec req-418d2416-66a2-41f3-8ede-4b76b6610271 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=749ab3e0-774f-424a-b08f-1428ef690f61 HTTP/1.1" status: 200 len: 1002 time: 0.0607769 Oct 26 08:58:57.860913 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87865371-d901-47e0-ad58-7e4566f441ec req-dee37d3e-0f9b-4140-8895-6e934a3c8392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:57.862412 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-87865371-d901-47e0-ad58-7e4566f441ec req-dee37d3e-0f9b-4140-8895-6e934a3c8392 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0 HTTP/1.1" status: 200 len: 851 time: 0.0441961 Oct 26 08:58:57.907762 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87865371-d901-47e0-ad58-7e4566f441ec req-8ac51b2f-0bdd-4b9d-92e2-e5406577ebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:57.909224 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-87865371-d901-47e0-ad58-7e4566f441ec req-8ac51b2f-0bdd-4b9d-92e2-e5406577ebe2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e799a14-e462-45a1-a5d8-8efe9102976f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0392666 Oct 26 08:58:58.000746 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-87865371-d901-47e0-ad58-7e4566f441ec req-8ea0133e-e2e3-47ed-9d11-bc95effadccf service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837927 Oct 26 08:58:58.088314 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-87865371-d901-47e0-ad58-7e4566f441ec req-2a74f114-32f8-4df1-b0b9-70b5365bea00 service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806627 Oct 26 08:58:58.657400 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:58:58.700621 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d65e9-6b0c-4d5b-92ff-393b894fa09b req-20be01e2-3e10-422e-9a52-eb455053ca5c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:58.702135 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d14d65e9-6b0c-4d5b-92ff-393b894fa09b req-20be01e2-3e10-422e-9a52-eb455053ca5c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0496960 Oct 26 08:58:58.740880 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d14d65e9-6b0c-4d5b-92ff-393b894fa09b req-f094554e-d739-4009-afbf-683c717c1c13 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329058 Oct 26 08:58:59.859104 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8f35c-4720-4f52-89ac-264eeb9a5c2d req-0e895aa5-dcb3-4046-b32f-99711192e14d tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:58:59.860758 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-c8f8f35c-4720-4f52-89ac-264eeb9a5c2d req-0e895aa5-dcb3-4046-b32f-99711192e14d tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0500212 Oct 26 08:58:59.899966 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-c8f8f35c-4720-4f52-89ac-264eeb9a5c2d req-c67a9883-1ec2-4752-99c4-080a2da1117c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329664 Oct 26 08:59:01.026300 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee93e0-5890-43a3-8d80-6d3c6c8e13b1 req-0e747550-3231-4112-8174-b5fdde8aad9f tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:01.027929 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6cee93e0-5890-43a3-8d80-6d3c6c8e13b1 req-0e747550-3231-4112-8174-b5fdde8aad9f tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0579736 Oct 26 08:59:01.068582 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6cee93e0-5890-43a3-8d80-6d3c6c8e13b1 req-a31c5ff2-f361-4368-9ad9-a1a09caf0d24 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343535 Oct 26 08:59:02.184522 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2012e25-b48c-4860-abb6-4b02f93824ab req-f1f98831-110e-4a32-8679-91c4dcef76fa tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:02.186024 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b2012e25-b48c-4860-abb6-4b02f93824ab req-f1f98831-110e-4a32-8679-91c4dcef76fa tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0482237 Oct 26 08:59:02.224078 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b2012e25-b48c-4860-abb6-4b02f93824ab req-1a788220-8f55-4ab8-970b-1d1b95b28388 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322123 Oct 26 08:59:02.326435 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 749ab3e0-774f-424a-b08f-1428ef690f61 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:59:02.408789 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:02.433297 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e95256-2d5d-4038-b7d6-e6617968e99d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '749ab3e0-774f-424a-b08f-1428ef690f61'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:59:02.435766 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d9aca5-8e86-4e4b-a974-c5d5e87da05e" -d '{"events": [{"server_uuid": "00e95256-2d5d-4038-b7d6-e6617968e99d", "name": "network-vif-unplugged", "status": "completed", "tag": "749ab3e0-774f-424a-b08f-1428ef690f61"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:59:02.448951 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 749ab3e0-774f-424a-b08f-1428ef690f61, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=749ab3e0-774f-424a-b08f-1428ef690f61,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:59:02.453889 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:02.484784 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 08:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25294572-dce2-407a-b9f0-60757cad39aa x-openstack-request-id: req-25294572-dce2-407a-b9f0-60757cad39aa {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:59:02.485086 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e95256-2d5d-4038-b7d6-e6617968e99d", "name": "network-vif-unplugged", "status": "completed", "tag": "749ab3e0-774f-424a-b08f-1428ef690f61", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:59:02.485345 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-25294572-dce2-407a-b9f0-60757cad39aa {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:59:02.485783 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e95256-2d5d-4038-b7d6-e6617968e99d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '749ab3e0-774f-424a-b08f-1428ef690f61', 'code': 200} Oct 26 08:59:02.508025 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=749ab3e0-774f-424a-b08f-1428ef690f61,revision_number=9']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:59:02.588614 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87865371-d901-47e0-ad58-7e4566f441ec req-a6b65a0b-2a0f-4fce-b0f5-85b9d45afc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:02.590167 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-87865371-d901-47e0-ad58-7e4566f441ec req-a6b65a0b-2a0f-4fce-b0f5-85b9d45afc57 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d&tenant_id=331f70748a6a4ffd8bd5667aaa9773db HTTP/1.1" status: 200 len: 1097 time: 0.0430632 Oct 26 08:59:02.651248 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87865371-d901-47e0-ad58-7e4566f441ec req-a9c03703-2209-41ed-8381-c8fed6072de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:02.652767 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-87865371-d901-47e0-ad58-7e4566f441ec req-a9c03703-2209-41ed-8381-c8fed6072de0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=331f70748a6a4ffd8bd5667aaa9773db&device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 1097 time: 0.0404789 Oct 26 08:59:02.745933 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87865371-d901-47e0-ad58-7e4566f441ec req-c16e52c9-dfc4-4cd3-812b-4957611fc3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:02.747309 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-87865371-d901-47e0-ad58-7e4566f441ec req-c16e52c9-dfc4-4cd3-812b-4957611fc3a1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e799a14-e462-45a1-a5d8-8efe9102976f HTTP/1.1" status: 200 len: 913 time: 0.0871308 Oct 26 08:59:02.812349 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-87865371-d901-47e0-ad58-7e4566f441ec req-589febc7-2411-45bd-b631-f60edc152a32 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=749ab3e0-774f-424a-b08f-1428ef690f61 HTTP/1.1" status: 200 len: 1000 time: 0.0575755 Oct 26 08:59:02.865771 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87865371-d901-47e0-ad58-7e4566f441ec req-e33950a8-5f95-4cc9-82d1-d43ece402347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:02.867214 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-87865371-d901-47e0-ad58-7e4566f441ec req-e33950a8-5f95-4cc9-82d1-d43ece402347 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0 HTTP/1.1" status: 200 len: 851 time: 0.0476232 Oct 26 08:59:02.912793 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87865371-d901-47e0-ad58-7e4566f441ec req-d6c54cae-a2c3-41d2-a022-ef539c898d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:02.914333 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-87865371-d901-47e0-ad58-7e4566f441ec req-d6c54cae-a2c3-41d2-a022-ef539c898d98 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e799a14-e462-45a1-a5d8-8efe9102976f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0399804 Oct 26 08:59:03.003255 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-87865371-d901-47e0-ad58-7e4566f441ec req-9cfc855e-f855-4071-a55d-1e9c91f81274 service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816863 Oct 26 08:59:03.094243 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-87865371-d901-47e0-ad58-7e4566f441ec req-52aaaecf-b406-4791-afcb-9c30cfc35c71 service neutron] 10.222.0.47 "GET /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842505 Oct 26 08:59:03.347068 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a49699-4c45-484a-9db6-50d3a2e1d08a req-2cd620e0-c05b-432f-b181-e27be6b70010 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:03.348614 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-45a49699-4c45-484a-9db6-50d3a2e1d08a req-2cd620e0-c05b-432f-b181-e27be6b70010 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 944 time: 0.0538909 Oct 26 08:59:03.388638 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-45a49699-4c45-484a-9db6-50d3a2e1d08a req-d316b76e-b128-4d7f-9c08-8b2ef42d2a48 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327570 Oct 26 08:59:04.520082 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72102042-abcb-4559-8204-4f46a7b54d19 req-1b68956d-9dda-4cc2-86c0-11ea4dfc01a3 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:04.521504 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-72102042-abcb-4559-8204-4f46a7b54d19 req-1b68956d-9dda-4cc2-86c0-11ea4dfc01a3 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 944 time: 0.0520506 Oct 26 08:59:04.562387 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-72102042-abcb-4559-8204-4f46a7b54d19 req-85c676e8-3410-4755-8e6a-a0b7853f2f3e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347788 Oct 26 08:59:05.682095 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041299d9-2c34-449d-a540-159554e649c5 req-c2952f86-34dc-4710-b0f4-5026ecc89b8d tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:05.683480 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-041299d9-2c34-449d-a540-159554e649c5 req-c2952f86-34dc-4710-b0f4-5026ecc89b8d tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 944 time: 0.0503788 Oct 26 08:59:05.723176 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-041299d9-2c34-449d-a540-159554e649c5 req-4ef72a39-d44b-4a58-a730-44e2587dfd83 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333338 Oct 26 08:59:06.844579 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a255f0-7a59-4ba7-8e00-35f1ac932935 req-e1f9f356-2fa5-4ef1-b71a-550b5f252dc4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:06.846039 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-64a255f0-7a59-4ba7-8e00-35f1ac932935 req-e1f9f356-2fa5-4ef1-b71a-550b5f252dc4 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 944 time: 0.0540280 Oct 26 08:59:06.885058 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-64a255f0-7a59-4ba7-8e00-35f1ac932935 req-0ceea2e7-62f6-481b-8aec-c0ef36ad8868 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329249 Oct 26 08:59:08.011885 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e00a1-a0ee-43e3-adac-75d736925bbe req-85d431eb-9a1b-4603-94db-b2af11c5705f tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:08.013535 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f95e00a1-a0ee-43e3-adac-75d736925bbe req-85d431eb-9a1b-4603-94db-b2af11c5705f tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 944 time: 0.0558453 Oct 26 08:59:08.062930 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f95e00a1-a0ee-43e3-adac-75d736925bbe req-157560b6-efd0-4fe1-a736-04b2e2b76e9c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428836 Oct 26 08:59:09.184421 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b69f1-2b31-4827-8b5d-8262fab4fc8d req-48e6540c-87b2-4615-aaeb-95ec586724e3 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:09.185933 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-461b69f1-2b31-4827-8b5d-8262fab4fc8d req-48e6540c-87b2-4615-aaeb-95ec586724e3 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 944 time: 0.0495763 Oct 26 08:59:09.224424 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-461b69f1-2b31-4827-8b5d-8262fab4fc8d req-30a7409d-52bb-47ae-83a7-7734ebffb736 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325627 Oct 26 08:59:10.338647 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 749ab3e0-774f-424a-b08f-1428ef690f61 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 08:59:10.344097 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b658670-d587-4e07-b578-54f207dd8f43 req-537c836c-e231-4d99-8615-4ef6b8576eb8 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:10.345597 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-7b658670-d587-4e07-b578-54f207dd8f43 req-537c836c-e231-4d99-8615-4ef6b8576eb8 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 944 time: 0.0506144 Oct 26 08:59:10.384508 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-7b658670-d587-4e07-b578-54f207dd8f43 req-1d959d7b-9664-4bb8-bfec-ebe11275e907 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326929 Oct 26 08:59:10.435389 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 749ab3e0-774f-424a-b08f-1428ef690f61, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=749ab3e0-774f-424a-b08f-1428ef690f61,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:59:10.446398 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': '749ab3e0-774f-424a-b08f-1428ef690f61', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'port_id': '749ab3e0-774f-424a-b08f-1428ef690f61', 'mac_address': 'fa:16:3e:da:c1:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 08:59:10.482935 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:10.499134 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 749ab3e0-774f-424a-b08f-1428ef690f61 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:59:10.517771 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 749ab3e0-774f-424a-b08f-1428ef690f61, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=749ab3e0-774f-424a-b08f-1428ef690f61,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:59:10.521477 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:10.573507 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=749ab3e0-774f-424a-b08f-1428ef690f61,revision_number=10']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:59:10.581916 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['749ab3e0-774f-424a-b08f-1428ef690f61'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:59:11.499624 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a1265-97d0-4c4d-b463-4ba350c91221 req-ca09d712-6dce-41c1-8b91-e5638942f5de tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:11.501081 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6d8a1265-97d0-4c4d-b463-4ba350c91221 req-ca09d712-6dce-41c1-8b91-e5638942f5de tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 946 time: 0.0492282 Oct 26 08:59:11.540230 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6d8a1265-97d0-4c4d-b463-4ba350c91221 req-7a0a6376-9b2a-48a1-9aed-ad3628292851 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320988 Oct 26 08:59:12.350296 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 749ab3e0-774f-424a-b08f-1428ef690f61 up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:59:12.399585 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port 749ab3e0-774f-424a-b08f-1428ef690f61 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:59:12.400049 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:12.480126 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:12.502442 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e95256-2d5d-4038-b7d6-e6617968e99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749ab3e0-774f-424a-b08f-1428ef690f61'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:59:12.504599 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b283d5-e745-4793-a93f-54e8042464f7" -d '{"events": [{"server_uuid": "00e95256-2d5d-4038-b7d6-e6617968e99d", "name": "network-vif-plugged", "status": "completed", "tag": "749ab3e0-774f-424a-b08f-1428ef690f61"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:59:12.517436 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 749ab3e0-774f-424a-b08f-1428ef690f61, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=749ab3e0-774f-424a-b08f-1428ef690f61,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:59:12.521415 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:12.552044 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7cc9bf-0b63-4782-9009-d3a1e3d69eb5 x-openstack-request-id: req-7c7cc9bf-0b63-4782-9009-d3a1e3d69eb5 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:59:12.552340 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e95256-2d5d-4038-b7d6-e6617968e99d", "name": "network-vif-plugged", "status": "completed", "tag": "749ab3e0-774f-424a-b08f-1428ef690f61", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:59:12.552596 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7c7cc9bf-0b63-4782-9009-d3a1e3d69eb5 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:59:12.552983 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e95256-2d5d-4038-b7d6-e6617968e99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749ab3e0-774f-424a-b08f-1428ef690f61', 'code': 200} Oct 26 08:59:12.577313 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=749ab3e0-774f-424a-b08f-1428ef690f61,revision_number=11']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:59:12.670199 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25daebd5-459c-4441-b911-c22ddb37b798 req-224449a3-c474-4e33-993b-bd9b1695f388 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:12.671701 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-25daebd5-459c-4441-b911-c22ddb37b798 req-224449a3-c474-4e33-993b-bd9b1695f388 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 947 time: 0.0603569 Oct 26 08:59:12.709346 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-25daebd5-459c-4441-b911-c22ddb37b798 req-debbff10-4f6d-4017-b036-09e706131e91 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316899 Oct 26 08:59:13.827967 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5ded0-d632-4b85-bd6a-61593b59a705 req-1173bee5-fb67-4325-850b-f590c5c8deec tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:13.829457 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-88f5ded0-d632-4b85-bd6a-61593b59a705 req-1173bee5-fb67-4325-850b-f590c5c8deec tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 947 time: 0.0495322 Oct 26 08:59:13.869382 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-88f5ded0-d632-4b85-bd6a-61593b59a705 req-79195865-7671-4f1f-9e55-cd985140b35b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336413 Oct 26 08:59:14.983664 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cde8f9-6677-41bb-9916-92bff452ceaf req-954ce271-c182-4063-a8f5-4ce7322f296e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:14.985214 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-83cde8f9-6677-41bb-9916-92bff452ceaf req-954ce271-c182-4063-a8f5-4ce7322f296e tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 947 time: 0.0494325 Oct 26 08:59:15.024081 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-83cde8f9-6677-41bb-9916-92bff452ceaf req-c7766b85-95c7-4fa0-8434-e85427faf77d tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328298 Oct 26 08:59:15.145276 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff778c-2d71-4079-b2db-46c216cf86b3 req-55fa6afb-b6c1-4ac1-b19c-105061f67b4b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:15.146816 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e9ff778c-2d71-4079-b2db-46c216cf86b3 req-55fa6afb-b6c1-4ac1-b19c-105061f67b4b tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 947 time: 0.0501294 Oct 26 08:59:15.187910 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e9ff778c-2d71-4079-b2db-46c216cf86b3 req-fc71fbbf-c77d-4e02-a273-7c612f4b17b0 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352323 Oct 26 08:59:15.300630 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28165a-63a9-4e15-b862-5dca7a6ff9cf req-ccf96ec9-f0c0-4713-b093-5ace6bcb7c13 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:15.302128 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2d28165a-63a9-4e15-b862-5dca7a6ff9cf req-ccf96ec9-f0c0-4713-b093-5ace6bcb7c13 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 947 time: 0.0486143 Oct 26 08:59:15.340490 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2d28165a-63a9-4e15-b862-5dca7a6ff9cf req-c8e84883-fbc5-4dc5-b593-b81ca6d008f5 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317938 Oct 26 08:59:15.580456 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bcebf-9b94-41ec-a9ad-eb50c99ef4f0 req-174c21c3-dcac-4623-87eb-02ed44234275 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:15.581992 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6d6bcebf-9b94-41ec-a9ad-eb50c99ef4f0 req-174c21c3-dcac-4623-87eb-02ed44234275 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 947 time: 0.0549750 Oct 26 08:59:15.620803 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6d6bcebf-9b94-41ec-a9ad-eb50c99ef4f0 req-ca1bc1f6-f5a6-451c-8b89-095401131aad tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321286 Oct 26 08:59:16.738754 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119e6fa-ce5a-49a2-986f-786eedb1d2e9 req-2fa9e662-13c7-4ce6-b1a0-87ca33b7cf52 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:16.740234 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5119e6fa-ce5a-49a2-986f-786eedb1d2e9 req-2fa9e662-13c7-4ce6-b1a0-87ca33b7cf52 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 947 time: 0.0505865 Oct 26 08:59:16.778049 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5119e6fa-ce5a-49a2-986f-786eedb1d2e9 req-a954bdef-c15d-482d-a9ac-af31688dc775 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313785 Oct 26 08:59:17.921105 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad2d8b-2d72-498f-bc1c-57c9741ceed4 req-f38ad318-668e-418e-bfb6-6716acb14c00 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:17.922629 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1cad2d8b-2d72-498f-bc1c-57c9741ceed4 req-f38ad318-668e-418e-bfb6-6716acb14c00 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 947 time: 0.0765190 Oct 26 08:59:17.934928 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1208a-3094-43ba-86b3-bc9888a57e0d req-d420ad91-1477-47d5-97b0-e8925d6f09fe tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:17.936315 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c8c1208a-3094-43ba-86b3-bc9888a57e0d req-d420ad91-1477-47d5-97b0-e8925d6f09fe tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.47 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 947 time: 0.0644479 Oct 26 08:59:18.004950 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1cad2d8b-2d72-498f-bc1c-57c9741ceed4 req-7efb6241-bec8-4cbb-8c7b-222a5e1f6794 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups?id=931103e1-5925-4427-b3e1-42093671d7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676718 Oct 26 08:59:18.049059 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-c8c1208a-3094-43ba-86b3-bc9888a57e0d req-69b9c3ea-227d-40d1-929a-c198e7304f92 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Deleting port 749ab3e0-774f-424a-b08f-1428ef690f61 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:59:18.049405 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c8c1208a-3094-43ba-86b3-bc9888a57e0d req-69b9c3ea-227d-40d1-929a-c198e7304f92 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:18.136200 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-c8c1208a-3094-43ba-86b3-bc9888a57e0d req-69b9c3ea-227d-40d1-929a-c198e7304f92 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] For port 749ab3e0-774f-424a-b08f-1428ef690f61, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=749ab3e0-774f-424a-b08f-1428ef690f61,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:59:18.136569 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c8c1208a-3094-43ba-86b3-bc9888a57e0d req-69b9c3ea-227d-40d1-929a-c198e7304f92 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:18.309942 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c8c1208a-3094-43ba-86b3-bc9888a57e0d req-69b9c3ea-227d-40d1-929a-c198e7304f92 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:18.310311 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c8c1208a-3094-43ba-86b3-bc9888a57e0d req-69b9c3ea-227d-40d1-929a-c198e7304f92 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:18.310638 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [req-c8c1208a-3094-43ba-86b3-bc9888a57e0d req-69b9c3ea-227d-40d1-929a-c198e7304f92 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Floating IP 242f56c2-8b50-4a2f-8692-05ad43b26c3c disassociated. External IP: 172.26.2.77, port: 749ab3e0-774f-424a-b08f-1428ef690f61. Oct 26 08:59:18.310982 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-c8c1208a-3094-43ba-86b3-bc9888a57e0d req-69b9c3ea-227d-40d1-929a-c198e7304f92 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Calling delete_port for 749ab3e0-774f-424a-b08f-1428ef690f61 owned by compute:nova {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:59:18.437915 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c8c1208a-3094-43ba-86b3-bc9888a57e0d req-69b9c3ea-227d-40d1-929a-c198e7304f92 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:18.471828 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9c3ea-227d-40d1-929a-c198e7304f92 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Pushing event deleted for resources: {'Port': ['ID=749ab3e0-774f-424a-b08f-1428ef690f61,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:59:18.479855 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9c3ea-227d-40d1-929a-c198e7304f92 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:59:18.480224 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9c3ea-227d-40d1-929a-c198e7304f92 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:59:18.480573 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9c3ea-227d-40d1-929a-c198e7304f92 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:59:18.480927 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9c3ea-227d-40d1-929a-c198e7304f92 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:59:18.481268 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9c3ea-227d-40d1-929a-c198e7304f92 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:59:18.481612 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9c3ea-227d-40d1-929a-c198e7304f92 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:59:18.481982 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9c3ea-227d-40d1-929a-c198e7304f92 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:59:18.482319 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9c3ea-227d-40d1-929a-c198e7304f92 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:59:18.482660 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9c3ea-227d-40d1-929a-c198e7304f92 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:59:18.482995 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9c3ea-227d-40d1-929a-c198e7304f92 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:59:18.483335 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9c3ea-227d-40d1-929a-c198e7304f92 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:59:18.483663 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b9c3ea-227d-40d1-929a-c198e7304f92 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:59:18.613205 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8c1208a-3094-43ba-86b3-bc9888a57e0d req-69b9c3ea-227d-40d1-929a-c198e7304f92 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Router 55d1a590-c4ba-45a7-9374-9d80b6616d78 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:59:18.730512 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8c1208a-3094-43ba-86b3-bc9888a57e0d req-69b9c3ea-227d-40d1-929a-c198e7304f92 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:59:18.742068 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e73d49-40c0-4f06-bd80-e9de16f9603e None None] Sync routers for ids ['55d1a590-c4ba-45a7-9374-9d80b6616d78'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:59:18.752993 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e73d49-40c0-4f06-bd80-e9de16f9603e None None] Routers {'55d1a590-c4ba-45a7-9374-9d80b6616d78'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:59:18.753541 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-88e73d49-40c0-4f06-bd80-e9de16f9603e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:58:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['55d1a590-c4ba-45a7-9374-9d80b6616d78'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:59:18.776229 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c1208a-3094-43ba-86b3-bc9888a57e0d req-69b9c3ea-227d-40d1-929a-c198e7304f92 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] No DVR routers for this DVR port 749ab3e0-774f-424a-b08f-1428ef690f61 on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:59:18.778832 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c8c1208a-3094-43ba-86b3-bc9888a57e0d req-69b9c3ea-227d-40d1-929a-c198e7304f92 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:18.782278 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c8c1208a-3094-43ba-86b3-bc9888a57e0d req-69b9c3ea-227d-40d1-929a-c198e7304f92 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.47 "DELETE /v2.0/ports/749ab3e0-774f-424a-b08f-1428ef690f61 HTTP/1.1" status: 204 len: 173 time: 0.8385129 Oct 26 08:59:18.782726 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e95256-2d5d-4038-b7d6-e6617968e99d', 'name': 'network-vif-deleted', 'tag': '749ab3e0-774f-424a-b08f-1428ef690f61'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:59:18.785210 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ea11fa-6648-4b96-bd44-a6e8ad7082dc" -d '{"events": [{"server_uuid": "00e95256-2d5d-4038-b7d6-e6617968e99d", "name": "network-vif-deleted", "tag": "749ab3e0-774f-424a-b08f-1428ef690f61"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:59:18.823974 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305c31f7-259d-4942-adf8-1478ce8665eb x-openstack-request-id: req-305c31f7-259d-4942-adf8-1478ce8665eb {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:59:18.824286 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e95256-2d5d-4038-b7d6-e6617968e99d", "name": "network-vif-deleted", "tag": "749ab3e0-774f-424a-b08f-1428ef690f61", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:59:18.824545 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-305c31f7-259d-4942-adf8-1478ce8665eb {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:59:18.824961 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e95256-2d5d-4038-b7d6-e6617968e99d', 'name': 'network-vif-deleted', 'tag': '749ab3e0-774f-424a-b08f-1428ef690f61', 'status': 'completed', 'code': 200} Oct 26 08:59:18.861845 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-88e73d49-40c0-4f06-bd80-e9de16f9603e None None] Set router 55d1a590-c4ba-45a7-9374-9d80b6616d78 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:59:19.062915 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-88e73d49-40c0-4f06-bd80-e9de16f9603e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'name': 'tempest-ServerActionsTestJSON-1162571938-router', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:22Z', 'revision_number': 4, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'gw_port': {'id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '201e8e71-89fc-4d93-82ba-b37123fbfd16', 'name': '', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'mac_address': 'fa:16:3e:bb:36:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:21Z', 'updated_at': '2021-10-26T08:53:25Z', 'revision_number': 5, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'subnets': [{'id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:59:19.096672 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e73d49-40c0-4f06-bd80-e9de16f9603e None None] Checking router: 55d1a590-c4ba-45a7-9374-9d80b6616d78 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:59:19.105800 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5c61ad40-d163-4ab4-8d71-7982430b1f7a req-f84a9791-34a7-4c83-b176-5c8d98be8965 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 210 time: 0.0293794 Oct 26 08:59:19.107123 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e73d49-40c0-4f06-bd80-e9de16f9603e None None] Routers {'55d1a590-c4ba-45a7-9374-9d80b6616d78'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:59:19.107736 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-88e73d49-40c0-4f06-bd80-e9de16f9603e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:58:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['55d1a590-c4ba-45a7-9374-9d80b6616d78'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:59:19.211620 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-88e73d49-40c0-4f06-bd80-e9de16f9603e None None] Set router 55d1a590-c4ba-45a7-9374-9d80b6616d78 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:59:19.414288 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-88e73d49-40c0-4f06-bd80-e9de16f9603e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'name': 'tempest-ServerActionsTestJSON-1162571938-router', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:22Z', 'revision_number': 4, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'gw_port': {'id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '201e8e71-89fc-4d93-82ba-b37123fbfd16', 'name': '', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'mac_address': 'fa:16:3e:bb:36:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:21Z', 'updated_at': '2021-10-26T08:53:25Z', 'revision_number': 5, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'subnets': [{'id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:59:19.424266 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b048e9ba-4c88-4c97-ac99-3f2ba19ff2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:19.443850 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e73d49-40c0-4f06-bd80-e9de16f9603e None None] The sync data for ids ['55d1a590-c4ba-45a7-9374-9d80b6616d78'] in dv-neutron-804846-13-hyperv is: [{'id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'name': 'tempest-ServerActionsTestJSON-1162571938-router', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:22Z', 'revision_number': 4, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'gw_port': {'id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '201e8e71-89fc-4d93-82ba-b37123fbfd16', 'name': '', 'network_id': '9e799a14-e462-45a1-a5d8-8efe9102976f', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'mac_address': 'fa:16:3e:bb:36:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:21Z', 'updated_at': '2021-10-26T08:53:25Z', 'revision_number': 5, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'subnets': [{'id': '9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:59:19.662389 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf25ed0-c5c7-43f5-8000-ef68cbc89235 None None] New status for floating IP 242f56c2-8b50-4a2f-8692-05ad43b26c3c: DOWN {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 08:59:20.206997 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-6e52fa6c-8236-4c5b-af34-6bb0ab791d9b req-05fd61c2-3c88-4fca-a00a-877700f1f26c tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 210 time: 0.0276175 Oct 26 08:59:20.411956 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 749ab3e0-774f-424a-b08f-1428ef690f61 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:59:20.436409 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] No Port match for: 749ab3e0-774f-424a-b08f-1428ef690f61 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:59:20.437099 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 749ab3e0-774f-424a-b08f-1428ef690f61 not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:59:21.304242 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-80025ca7-ba1a-4aee-897e-cfb4558a0616 req-a2027aac-2209-4a6a-9ade-ae2555bd392d tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 210 time: 0.0269885 Oct 26 08:59:22.089870 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2e9dce16-cafd-498d-a0b5-7ee671f24f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:22.402032 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-1cbaefb1-0370-47cd-a163-3f5e3c114f31 req-6ce328d5-c906-4535-9ae7-0350e51195c2 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/ports?device_id=00e95256-2d5d-4038-b7d6-e6617968e99d HTTP/1.1" status: 200 len: 210 time: 0.0284412 Oct 26 08:59:22.983282 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:23.340028 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:24.362695 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:24.873579 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:27.116093 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42096) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:59:27.172197 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d566fa4b-57ec-4fc8-8983-66a96e13d423 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:27.195346 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d566fa4b-57ec-4fc8-8983-66a96e13d423 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:27.242764 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d566fa4b-57ec-4fc8-8983-66a96e13d423 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:27.245784 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d566fa4b-57ec-4fc8-8983-66a96e13d423 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:27.246969 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d566fa4b-57ec-4fc8-8983-66a96e13d423 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "DELETE /v2.0/security-groups/931103e1-5925-4427-b3e1-42093671d7c3 HTTP/1.1" status: 204 len: 168 time: 0.1298773 Oct 26 08:59:27.249592 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42098) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:59:27.256872 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566fa4b-57ec-4fc8-8983-66a96e13d423 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=931103e1-5925-4427-b3e1-42093671d7c3,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:59:27.267431 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.api.v2.resource [None req-3d79234b-9ee9-4fd0-ab8e-ca571385e07d tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] show failed (client error): The resource could not be found. Oct 26 08:59:27.271310 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42100) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:59:27.271637 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3d79234b-9ee9-4fd0-ab8e-ca571385e07d tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "GET /v2.0/security-groups/931103e1-5925-4427-b3e1-42093671d7c3 HTTP/1.1" status: 404 len: 347 time: 0.0199525 Oct 26 08:59:27.399336 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-b4666323-6439-4af5-9444-d6864f1574a7 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Deleting port cd85cb43-0695-45b4-85a6-6645a6b666da {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:59:27.399712 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b4666323-6439-4af5-9444-d6864f1574a7 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:27.477795 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b4666323-6439-4af5-9444-d6864f1574a7 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:27.477795 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b4666323-6439-4af5-9444-d6864f1574a7 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:27.489455 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-b4666323-6439-4af5-9444-d6864f1574a7 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Calling delete_port for cd85cb43-0695-45b4-85a6-6645a6b666da owned by network:floatingip {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:59:27.622898 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b4666323-6439-4af5-9444-d6864f1574a7 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:27.646553 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4666323-6439-4af5-9444-d6864f1574a7 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Pushing event deleted for resources: {'Port': ['ID=cd85cb43-0695-45b4-85a6-6645a6b666da,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:59:27.715299 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b4666323-6439-4af5-9444-d6864f1574a7 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks [] for floatingip, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:27.717981 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b4666323-6439-4af5-9444-d6864f1574a7 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:27.719145 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b4666323-6439-4af5-9444-d6864f1574a7 tempest-ServerActionsTestJSON-306797354 tempest-ServerActionsTestJSON-306797354-project] 10.222.0.41 "DELETE /v2.0/floatingips/242f56c2-8b50-4a2f-8692-05ad43b26c3c HTTP/1.1" status: 204 len: 168 time: 0.4463623 Oct 26 08:59:27.722046 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42102) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:59:28.130834 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1796e804-3d53-4b8c-9104-fcf60f5e0401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:28.679856 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-1796e804-3d53-4b8c-9104-fcf60f5e0401 admin admin] Deleting port 201e8e71-89fc-4d93-82ba-b37123fbfd16 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:59:28.680177 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1796e804-3d53-4b8c-9104-fcf60f5e0401 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:28.756018 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-1796e804-3d53-4b8c-9104-fcf60f5e0401 admin admin] For port 201e8e71-89fc-4d93-82ba-b37123fbfd16, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=201e8e71-89fc-4d93-82ba-b37123fbfd16,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:59:28.756403 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1796e804-3d53-4b8c-9104-fcf60f5e0401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:28.768443 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-1796e804-3d53-4b8c-9104-fcf60f5e0401 admin admin] Calling delete_port for 201e8e71-89fc-4d93-82ba-b37123fbfd16 owned by network:router_interface {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:59:28.943825 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1796e804-3d53-4b8c-9104-fcf60f5e0401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:28.973486 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796e804-3d53-4b8c-9104-fcf60f5e0401 admin admin] Pushing event deleted for resources: {'Port': ['ID=201e8e71-89fc-4d93-82ba-b37123fbfd16,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:59:29.138415 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1796e804-3d53-4b8c-9104-fcf60f5e0401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:29.351686 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1796e804-3d53-4b8c-9104-fcf60f5e0401 admin admin] Router 55d1a590-c4ba-45a7-9374-9d80b6616d78 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 08:59:29.460134 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1796e804-3d53-4b8c-9104-fcf60f5e0401 admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 08:59:29.465534 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1796e804-3d53-4b8c-9104-fcf60f5e0401 admin admin] 10.222.0.41 "PUT /v2.0/routers/55d1a590-c4ba-45a7-9374-9d80b6616d78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7423995 Oct 26 08:59:29.467997 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42106) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:59:29.474322 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bef7d34-4a13-402b-98f2-75ce7180c1fa None None] Sync routers for ids ['55d1a590-c4ba-45a7-9374-9d80b6616d78'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 08:59:29.483657 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bef7d34-4a13-402b-98f2-75ce7180c1fa None None] Routers {'55d1a590-c4ba-45a7-9374-9d80b6616d78'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:59:29.484262 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-1bef7d34-4a13-402b-98f2-75ce7180c1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:59:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['55d1a590-c4ba-45a7-9374-9d80b6616d78'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:59:29.575519 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-912a3d91-33e8-44ed-8f51-093f6b0caeef admin admin] Publish callbacks [] for router, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:29.677152 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-1bef7d34-4a13-402b-98f2-75ce7180c1fa None None] Set router 55d1a590-c4ba-45a7-9374-9d80b6616d78 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:59:29.688602 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-912a3d91-33e8-44ed-8f51-093f6b0caeef admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:29.745295 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-912a3d91-33e8-44ed-8f51-093f6b0caeef admin admin] Deleting port 095aaab5-cc64-4164-b41d-5359aae30aa5 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:59:29.745718 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-912a3d91-33e8-44ed-8f51-093f6b0caeef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:29.824460 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-912a3d91-33e8-44ed-8f51-093f6b0caeef admin admin] For port 095aaab5-cc64-4164-b41d-5359aae30aa5, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=095aaab5-cc64-4164-b41d-5359aae30aa5,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:59:29.824827 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-912a3d91-33e8-44ed-8f51-093f6b0caeef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:29.838083 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-912a3d91-33e8-44ed-8f51-093f6b0caeef admin admin] Calling delete_port for 095aaab5-cc64-4164-b41d-5359aae30aa5 owned by network:router_gateway {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:59:29.857312 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-1bef7d34-4a13-402b-98f2-75ce7180c1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'name': 'tempest-ServerActionsTestJSON-1162571938-router', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160'}], 'enable_snat': True}, 'gw_port_id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:59:28Z', 'revision_number': 5, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'gw_port': {'id': '095aaab5-cc64-4164-b41d-5359aae30aa5', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:59:29.883911 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bef7d34-4a13-402b-98f2-75ce7180c1fa None None] Checking router: 55d1a590-c4ba-45a7-9374-9d80b6616d78 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 08:59:29.892731 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bef7d34-4a13-402b-98f2-75ce7180c1fa None None] Routers {'55d1a590-c4ba-45a7-9374-9d80b6616d78'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 08:59:29.893335 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-1bef7d34-4a13-402b-98f2-75ce7180c1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T08:59:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['55d1a590-c4ba-45a7-9374-9d80b6616d78'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:59:29.981376 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-1bef7d34-4a13-402b-98f2-75ce7180c1fa None None] Set router 55d1a590-c4ba-45a7-9374-9d80b6616d78 gateway port host: None {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 08:59:30.005738 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-912a3d91-33e8-44ed-8f51-093f6b0caeef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:30.032572 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a3d91-33e8-44ed-8f51-093f6b0caeef admin admin] Pushing event deleted for resources: {'Port': ['ID=095aaab5-cc64-4164-b41d-5359aae30aa5,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:59:30.036675 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-1bef7d34-4a13-402b-98f2-75ce7180c1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'name': 'tempest-ServerActionsTestJSON-1162571938-router', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:59:29Z', 'revision_number': 6, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'gw_port_host': None}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:59:30.064713 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bef7d34-4a13-402b-98f2-75ce7180c1fa None None] The sync data for ids ['55d1a590-c4ba-45a7-9374-9d80b6616d78'] in dv-neutron-804846-13-hyperv is: [{'id': '55d1a590-c4ba-45a7-9374-9d80b6616d78', 'name': 'tempest-ServerActionsTestJSON-1162571938-router', 'tenant_id': '331f70748a6a4ffd8bd5667aaa9773db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T08:53:20Z', 'updated_at': '2021-10-26T08:59:29Z', 'revision_number': 6, 'project_id': '331f70748a6a4ffd8bd5667aaa9773db', 'gw_port_host': None}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 08:59:30.107988 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-912a3d91-33e8-44ed-8f51-093f6b0caeef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:30.198841 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-912a3d91-33e8-44ed-8f51-093f6b0caeef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:30.200938 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-912a3d91-33e8-44ed-8f51-093f6b0caeef admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:30.242258 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-912a3d91-33e8-44ed-8f51-093f6b0caeef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:30.243341 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912a3d91-33e8-44ed-8f51-093f6b0caeef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55d1a590-c4ba-45a7-9374-9d80b6616d78 {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 08:59:30.247989 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-912a3d91-33e8-44ed-8f51-093f6b0caeef admin admin] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:30.249172 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-912a3d91-33e8-44ed-8f51-093f6b0caeef admin admin] 10.222.0.41 "DELETE /v2.0/routers/55d1a590-c4ba-45a7-9374-9d80b6616d78 HTTP/1.1" status: 204 len: 168 time: 0.7802355 Oct 26 08:59:30.251701 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42108) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:59:30.295881 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fca52aa-bc5f-490d-ad8c-7a06839c0cc3 admin admin] Deleting subnet 9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 08:59:30.298894 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9fca52aa-bc5f-490d-ad8c-7a06839c0cc3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:30.338342 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9fca52aa-bc5f-490d-ad8c-7a06839c0cc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:30.417444 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9fca52aa-bc5f-490d-ad8c-7a06839c0cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:30.477114 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9fca52aa-bc5f-490d-ad8c-7a06839c0cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:30.503535 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca52aa-bc5f-490d-ad8c-7a06839c0cc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:59:30.509754 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9fca52aa-bc5f-490d-ad8c-7a06839c0cc3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:30.513042 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9fca52aa-bc5f-490d-ad8c-7a06839c0cc3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9f9ee1eb-cf48-4886-a0b3-1b1fccff72d0 HTTP/1.1" status: 204 len: 168 time: 0.2604024 Oct 26 08:59:30.516700 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42110) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:59:30.519325 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1b4635-8871-4224-865d-1649d586db46 None None] Network 9e799a14-e462-45a1-a5d8-8efe9102976f requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:59:30.559737 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 201e8e71-89fc-4d93-82ba-b37123fbfd16 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:59:30.583755 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 201e8e71-89fc-4d93-82ba-b37123fbfd16 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:59:30.584170 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 201e8e71-89fc-4d93-82ba-b37123fbfd16 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:59:30.592377 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0ad0e5c8-4673-4ac5-80a8-7cbe78a5b9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:30.645336 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-0ad0e5c8-4673-4ac5-80a8-7cbe78a5b9eb admin admin] Deleting port cebd2fe1-dc7c-46c5-8f78-221acec1594b {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:59:30.645700 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0ad0e5c8-4673-4ac5-80a8-7cbe78a5b9eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:30.713535 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-0ad0e5c8-4673-4ac5-80a8-7cbe78a5b9eb admin admin] For port cebd2fe1-dc7c-46c5-8f78-221acec1594b, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=cebd2fe1-dc7c-46c5-8f78-221acec1594b,segment=NetworkSegment(cd1ec8ef-e337-45a9-8738-5a5cc81de368),segment_id=cd1ec8ef-e337-45a9-8738-5a5cc81de368)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:59:30.713939 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0ad0e5c8-4673-4ac5-80a8-7cbe78a5b9eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:30.726285 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-0ad0e5c8-4673-4ac5-80a8-7cbe78a5b9eb admin admin] Calling delete_port for cebd2fe1-dc7c-46c5-8f78-221acec1594b owned by network:dhcp {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:59:30.804297 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0ad0e5c8-4673-4ac5-80a8-7cbe78a5b9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:30.830029 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0e5c8-4673-4ac5-80a8-7cbe78a5b9eb admin admin] Pushing event deleted for resources: {'Port': ['ID=cebd2fe1-dc7c-46c5-8f78-221acec1594b,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:59:30.833577 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad0e5c8-4673-4ac5-80a8-7cbe78a5b9eb admin admin] No DVR routers for this DVR port cebd2fe1-dc7c-46c5-8f78-221acec1594b on host dv-neutron-804846-13-hyperv {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:59:30.867325 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c909ba-afc7-44bd-82e4-b4c968a5fdce None None] DHCP port deletion for 9e799a14-e462-45a1-a5d8-8efe9102976f request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 08:59:30.918649 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0ad0e5c8-4673-4ac5-80a8-7cbe78a5b9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:30.937818 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-0ad0e5c8-4673-4ac5-80a8-7cbe78a5b9eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e799a14-e462-45a1-a5d8-8efe9102976f']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:59:30.946807 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-0ad0e5c8-4673-4ac5-80a8-7cbe78a5b9eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd1ec8ef-e337-45a9-8738-5a5cc81de368') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:59:30.947098 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-0ad0e5c8-4673-4ac5-80a8-7cbe78a5b9eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd1ec8ef-e337-45a9-8738-5a5cc81de368') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 08:59:30.956596 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0ad0e5c8-4673-4ac5-80a8-7cbe78a5b9eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:30.971026 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0ad0e5c8-4673-4ac5-80a8-7cbe78a5b9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:30.977307 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ad0e5c8-4673-4ac5-80a8-7cbe78a5b9eb admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 08:59:30.978298 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0ad0e5c8-4673-4ac5-80a8-7cbe78a5b9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:30.979862 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 08:59:30.979862 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 08:59:30.979862 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 08:59:30.979862 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 08:59:30.979862 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 08:59:30.979862 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 08:59:30.979862 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 08:59:30.979862 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 08:59:30.979862 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 08:59:30.979862 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 08:59:30.979862 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 08:59:30.979862 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 08:59:30.979862 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 08:59:30.979862 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 08:59:30.979862 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 08:59:30.979862 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 08:59:30.979862 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 08:59:30.979862 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 08:59:30.979862 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 08:59:30.979862 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 08:59:30.979862 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 08:59:30.979862 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 08:59:30.979862 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 08:59:30.979862 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 08:59:30.979862 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 08:59:30.979862 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 08:59:30.979862 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 08:59:30.979862 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 08:59:30.979862 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 08:59:30.979862 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 08:59:30.979862 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 08:59:30.979862 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 08:59:31.037980 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0ad0e5c8-4673-4ac5-80a8-7cbe78a5b9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:31.044140 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0ad0e5c8-4673-4ac5-80a8-7cbe78a5b9eb admin admin] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:31.047390 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-0ad0e5c8-4673-4ac5-80a8-7cbe78a5b9eb admin admin] 10.222.0.41 "DELETE /v2.0/networks/9e799a14-e462-45a1-a5d8-8efe9102976f HTTP/1.1" status: 204 len: 168 time: 0.5297413 Oct 26 08:59:31.058887 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0e5c8-4673-4ac5-80a8-7cbe78a5b9eb admin admin] Pushing event deleted for resources: {'Network': ['ID=9e799a14-e462-45a1-a5d8-8efe9102976f,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:59:31.168736 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42114) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:59:31.208054 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-47533e6f-e795-416a-8748-f70281304c88 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=331f70748a6a4ffd8bd5667aaa9773db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381420 Oct 26 08:59:31.210702 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42116) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:59:31.260160 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a8cd1029-564b-495d-9e0f-615a11ab9f5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:31.281090 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a8cd1029-564b-495d-9e0f-615a11ab9f5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:31.328995 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a8cd1029-564b-495d-9e0f-615a11ab9f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:31.331600 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a8cd1029-564b-495d-9e0f-615a11ab9f5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:31.332981 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a8cd1029-564b-495d-9e0f-615a11ab9f5c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e3e94cbc-f0e1-4c7f-835d-ed5d09ab9f11 HTTP/1.1" status: 204 len: 168 time: 0.1213660 Oct 26 08:59:31.341814 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd1029-564b-495d-9e0f-615a11ab9f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e94cbc-f0e1-4c7f-835d-ed5d09ab9f11,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:59:31.988942 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42138) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:59:32.081921 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-399a9828-5c32-4bc2-8fb7-e78e675425ff admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1566644422-network', 'tenant_id': 'db6f5e0c38bb41bdbc0c109f8490665f'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:59:32.104141 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399a9828-5c32-4bc2-8fb7-e78e675425ff admin admin] Made reservation on behalf of db6f5e0c38bb41bdbc0c109f8490665f for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:59:32.106438 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-399a9828-5c32-4bc2-8fb7-e78e675425ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:32.114883 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-399a9828-5c32-4bc2-8fb7-e78e675425ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:32.193508 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-399a9828-5c32-4bc2-8fb7-e78e675425ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:32.197146 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-399a9828-5c32-4bc2-8fb7-e78e675425ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:32.217258 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-399a9828-5c32-4bc2-8fb7-e78e675425ff admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 08:59:32.232310 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a9828-5c32-4bc2-8fb7-e78e675425ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8693034-5a11-4c64-a520-30ca1a117793,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:59:32.235221 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-399a9828-5c32-4bc2-8fb7-e78e675425ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:32.235567 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-399a9828-5c32-4bc2-8fb7-e78e675425ff admin admin] Added segment ba389d77-3c63-4033-8ca4-80452a7c4260 of type vlan for network afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0 Oct 26 08:59:32.276841 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-399a9828-5c32-4bc2-8fb7-e78e675425ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:32.302990 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-399a9828-5c32-4bc2-8fb7-e78e675425ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:32.304019 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399a9828-5c32-4bc2-8fb7-e78e675425ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:32.304569 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-399a9828-5c32-4bc2-8fb7-e78e675425ff admin admin] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:32.309056 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 095aaab5-cc64-4164-b41d-5359aae30aa5 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:59:32.329123 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 095aaab5-cc64-4164-b41d-5359aae30aa5 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:59:32.329723 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 095aaab5-cc64-4164-b41d-5359aae30aa5 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:59:32.330150 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device cebd2fe1-dc7c-46c5-8f78-221acec1594b no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:59:32.350410 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: cebd2fe1-dc7c-46c5-8f78-221acec1594b {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:59:32.350778 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device cebd2fe1-dc7c-46c5-8f78-221acec1594b not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:59:32.374515 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-399a9828-5c32-4bc2-8fb7-e78e675425ff admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3844333 Oct 26 08:59:32.377428 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42142) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 08:59:32.388170 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-3840be62-37ad-4b6d-a482-6618bfe5fd0d admin admin] Request body: {'subnet': {'network_id': 'afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1566644422-subnet', 'tenant_id': 'db6f5e0c38bb41bdbc0c109f8490665f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:59:32.400163 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a9828-5c32-4bc2-8fb7-e78e675425ff admin admin] Pushing event updated for resources: {'Network': ['ID=afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:59:32.412103 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3840be62-37ad-4b6d-a482-6618bfe5fd0d admin admin] Made reservation on behalf of db6f5e0c38bb41bdbc0c109f8490665f for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:59:32.415310 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3840be62-37ad-4b6d-a482-6618bfe5fd0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:32.542546 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 08:59:32.598589 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3840be62-37ad-4b6d-a482-6618bfe5fd0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:32.654832 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840be62-37ad-4b6d-a482-6618bfe5fd0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=23aa7b1e-6c43-4c5e-b476-1fcb295e8b38,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:59:32.667422 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840be62-37ad-4b6d-a482-6618bfe5fd0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:59:32.667783 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840be62-37ad-4b6d-a482-6618bfe5fd0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:59:32.668135 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840be62-37ad-4b6d-a482-6618bfe5fd0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:59:32.668480 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840be62-37ad-4b6d-a482-6618bfe5fd0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:59:32.668824 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840be62-37ad-4b6d-a482-6618bfe5fd0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:59:32.669164 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840be62-37ad-4b6d-a482-6618bfe5fd0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:59:32.669504 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840be62-37ad-4b6d-a482-6618bfe5fd0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:59:32.669872 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840be62-37ad-4b6d-a482-6618bfe5fd0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:59:32.670213 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840be62-37ad-4b6d-a482-6618bfe5fd0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:59:32.670546 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840be62-37ad-4b6d-a482-6618bfe5fd0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:59:32.670883 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840be62-37ad-4b6d-a482-6618bfe5fd0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:59:32.671213 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840be62-37ad-4b6d-a482-6618bfe5fd0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:59:32.674456 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3840be62-37ad-4b6d-a482-6618bfe5fd0d admin admin] Checking segment: {'id': 'ba389d77-3c63-4033-8ca4-80452a7c4260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:59:32.674815 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3840be62-37ad-4b6d-a482-6618bfe5fd0d admin admin] Network hostable DHCP agents. Network: afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 08:59:32.690896 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3840be62-37ad-4b6d-a482-6618bfe5fd0d admin admin] Network afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 08:59:32.699183 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-3840be62-37ad-4b6d-a482-6618bfe5fd0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:59:32.703156 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3840be62-37ad-4b6d-a482-6618bfe5fd0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:32.703747 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3840be62-37ad-4b6d-a482-6618bfe5fd0d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:32.708442 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07912fd5-58a9-4329-abfb-ec19b0d42ecc None None] Network afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:59:32.720019 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3840be62-37ad-4b6d-a482-6618bfe5fd0d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3368335 Oct 26 08:59:32.835794 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ede1ef-c86b-4ce5-b241-a964a7f4b9fd None None] Network afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 08:59:33.138718 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-e4b131db-ca32-4001-b677-65fdc8619b1e tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:33.140201 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-e4b131db-ca32-4001-b677-65fdc8619b1e tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/networks?id=afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0 HTTP/1.1" status: 200 len: 814 time: 0.1065876 Oct 26 08:59:33.154993 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-f24823d5-1f00-4dd0-a3be-8529729e8981 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/quotas/db6f5e0c38bb41bdbc0c109f8490665f HTTP/1.1" status: 200 len: 375 time: 0.0090525 Oct 26 08:59:33.185993 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-6c4ca9de-3b0d-403f-8f5b-96c0b1b08206 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=db6f5e0c38bb41bdbc0c109f8490665f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257325 Oct 26 08:59:33.241843 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-ecf52f26-48a1-41e8-bbe6-0bb39ca75ab8 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 08:59:33.243456 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-ecf52f26-48a1-41e8-bbe6-0bb39ca75ab8 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0505049 Oct 26 08:59:33.331219 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-66161765-77f8-45ed-b6de-283a2b33dd83 service neutron] 10.222.0.41 "GET /v2.0/networks/afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815508 Oct 26 08:59:33.426014 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-e63d0792-7821-49a1-ac38-0aeb969b1e7d service neutron] 10.222.0.41 "GET /v2.0/networks/afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880702 Oct 26 08:59:33.582004 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d94da636-a685-4a27-9481-fd0c88ae54d9 req-827b74f8-7d03-41ec-b071-be0d8781fddc tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/ports?device_id=b36e605c-62dd-4fcc-aa07-0e3f73645f5c HTTP/1.1" status: 200 len: 210 time: 0.0272796 Oct 26 08:59:34.658471 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-eb2cb21e-b091-47f8-9bec-8c60816e649f req-20496565-5717-4da0-97e3-a19829226d23 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/ports?device_id=b36e605c-62dd-4fcc-aa07-0e3f73645f5c HTTP/1.1" status: 200 len: 210 time: 0.0273664 Oct 26 08:59:35.656926 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 08:59:35.750501 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-90380f27-2455-49ff-a738-ea60c163e7c7 req-fb6d9401-aa09-47a8-9f7e-69b5c19e57a1 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/ports?device_id=b36e605c-62dd-4fcc-aa07-0e3f73645f5c HTTP/1.1" status: 200 len: 210 time: 0.0281367 Oct 26 08:59:36.632352 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-4f203504-95e8-4f94-ae63-02e1dd115b45 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:36.634511 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-4f203504-95e8-4f94-ae63-02e1dd115b45 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.47 "GET /v2.0/networks?id=afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0 HTTP/1.1" status: 200 len: 814 time: 0.1060712 Oct 26 08:59:36.647280 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-c54056c0-ee68-49b6-9b1b-7ab125dc4693 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Request body: {'port': {'device_id': 'b36e605c-62dd-4fcc-aa07-0e3f73645f5c', 'network_id': 'afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0', 'admin_state_up': True, 'tenant_id': 'db6f5e0c38bb41bdbc0c109f8490665f'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:59:36.752737 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-c54056c0-ee68-49b6-9b1b-7ab125dc4693 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Made reservation on behalf of db6f5e0c38bb41bdbc0c109f8490665f for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:59:36.756376 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-c54056c0-ee68-49b6-9b1b-7ab125dc4693 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:36.846084 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-8df8a352-0523-47f8-8dad-2024d6c8f77d req-ad0c72d1-7414-44b9-9a3a-0d19124c35c3 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/ports?device_id=b36e605c-62dd-4fcc-aa07-0e3f73645f5c HTTP/1.1" status: 200 len: 210 time: 0.0283101 Oct 26 08:59:36.884741 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-c54056c0-ee68-49b6-9b1b-7ab125dc4693 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Allocated IP 172.20.0.14 (afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0/23aa7b1e-6c43-4c5e-b476-1fcb295e8b38/b317613b-17cb-42f4-93f0-3d4e847fcf5f) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:59:37.033031 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-c54056c0-ee68-49b6-9b1b-7ab125dc4693 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:37.065565 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-c54056c0-ee68-49b6-9b1b-7ab125dc4693 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:37.109553 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-c54056c0-ee68-49b6-9b1b-7ab125dc4693 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Network afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:59:37.112589 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-c54056c0-ee68-49b6-9b1b-7ab125dc4693 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:59:37.116307 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-c54056c0-ee68-49b6-9b1b-7ab125dc4693 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:59:37.139263 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54056c0-ee68-49b6-9b1b-7ab125dc4693 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Pushing event updated for resources: {'Port': ['ID=b317613b-17cb-42f4-93f0-3d4e847fcf5f,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:59:37.167335 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-c54056c0-ee68-49b6-9b1b-7ab125dc4693 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:37.167962 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-c54056c0-ee68-49b6-9b1b-7ab125dc4693 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:37.183768 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-c54056c0-ee68-49b6-9b1b-7ab125dc4693 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5402412 Oct 26 08:59:37.195492 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-e922cca3-7a96-4681-9309-63d0324ff030 service neutron] Request body: {'port': {'device_id': 'b36e605c-62dd-4fcc-aa07-0e3f73645f5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:59:37.250538 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-e922cca3-7a96-4681-9309-63d0324ff030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:37.507990 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-e922cca3-7a96-4681-9309-63d0324ff030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b317613b-17cb-42f4-93f0-3d4e847fcf5f {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:59:37.515797 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-e922cca3-7a96-4681-9309-63d0324ff030 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:37.527878 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-e922cca3-7a96-4681-9309-63d0324ff030 service neutron] Transition to ACTIVE for port object b317613b-17cb-42f4-93f0-3d4e847fcf5f will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 08:59:37.531514 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-e922cca3-7a96-4681-9309-63d0324ff030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:37.578744 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e922cca3-7a96-4681-9309-63d0324ff030 service neutron] Pushing event updated for resources: {'Port': ['ID=b317613b-17cb-42f4-93f0-3d4e847fcf5f,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:59:37.650719 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-e922cca3-7a96-4681-9309-63d0324ff030 service neutron] Attempting to bind port b317613b-17cb-42f4-93f0-3d4e847fcf5f on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:59:37.651062 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-e922cca3-7a96-4681-9309-63d0324ff030 service neutron] Attempting to bind port b317613b-17cb-42f4-93f0-3d4e847fcf5f by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ba389d77-3c63-4033-8ca4-80452a7c4260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:59:37.651467 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-e922cca3-7a96-4681-9309-63d0324ff030 service neutron] Attempting to bind port b317613b-17cb-42f4-93f0-3d4e847fcf5f on network afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:59:37.655718 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-e922cca3-7a96-4681-9309-63d0324ff030 service neutron] Port b317613b-17cb-42f4-93f0-3d4e847fcf5f on network afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:59:37.656044 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-e922cca3-7a96-4681-9309-63d0324ff030 service neutron] Attempting to bind port b317613b-17cb-42f4-93f0-3d4e847fcf5f on network afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:59:37.660902 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-e922cca3-7a96-4681-9309-63d0324ff030 service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:59:37.661243 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-e922cca3-7a96-4681-9309-63d0324ff030 service neutron] Checking segment: {'id': 'ba389d77-3c63-4033-8ca4-80452a7c4260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:59:37.661644 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-e922cca3-7a96-4681-9309-63d0324ff030 service neutron] Bound using segment: {'id': 'ba389d77-3c63-4033-8ca4-80452a7c4260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:59:37.662089 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-e922cca3-7a96-4681-9309-63d0324ff030 service neutron] Bound port: b317613b-17cb-42f4-93f0-3d4e847fcf5f, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba389d77-3c63-4033-8ca4-80452a7c4260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:59:37.662446 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-e922cca3-7a96-4681-9309-63d0324ff030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:37.724835 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-e922cca3-7a96-4681-9309-63d0324ff030 service neutron] For port b317613b-17cb-42f4-93f0-3d4e847fcf5f, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:59:37.727903 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-e922cca3-7a96-4681-9309-63d0324ff030 service neutron] For port b317613b-17cb-42f4-93f0-3d4e847fcf5f, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=b317613b-17cb-42f4-93f0-3d4e847fcf5f,segment=NetworkSegment(ba389d77-3c63-4033-8ca4-80452a7c4260),segment_id=ba389d77-3c63-4033-8ca4-80452a7c4260)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:59:37.733064 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-e922cca3-7a96-4681-9309-63d0324ff030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:37.771918 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-e922cca3-7a96-4681-9309-63d0324ff030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:37.772541 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-e922cca3-7a96-4681-9309-63d0324ff030 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:37.773963 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-e922cca3-7a96-4681-9309-63d0324ff030 service neutron] 10.222.0.47 "PUT /v2.0/ports/b317613b-17cb-42f4-93f0-3d4e847fcf5f HTTP/1.1" status: 200 len: 1094 time: 0.5824170 Oct 26 08:59:37.774733 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36e605c-62dd-4fcc-aa07-0e3f73645f5c', 'tag': 'b317613b-17cb-42f4-93f0-3d4e847fcf5f'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:59:37.776786 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45d99e8-2b9d-4d0f-96b8-165f94ab7d11" -d '{"events": [{"name": "network-changed", "server_uuid": "b36e605c-62dd-4fcc-aa07-0e3f73645f5c", "tag": "b317613b-17cb-42f4-93f0-3d4e847fcf5f"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:59:37.797090 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e922cca3-7a96-4681-9309-63d0324ff030 service neutron] Pushing event updated for resources: {'Port': ['ID=b317613b-17cb-42f4-93f0-3d4e847fcf5f,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:59:37.854673 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-12f8b73f-e1e8-47ff-a57b-30d4a3f1999b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:37.856188 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-12f8b73f-e1e8-47ff-a57b-30d4a3f1999b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=db6f5e0c38bb41bdbc0c109f8490665f&device_id=b36e605c-62dd-4fcc-aa07-0e3f73645f5c HTTP/1.1" status: 200 len: 1097 time: 0.0433347 Oct 26 08:59:37.904728 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080ed675-a341-440f-b9c9-edf4c44955d4 x-openstack-request-id: req-080ed675-a341-440f-b9c9-edf4c44955d4 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:59:37.905016 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36e605c-62dd-4fcc-aa07-0e3f73645f5c", "tag": "b317613b-17cb-42f4-93f0-3d4e847fcf5f", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:59:37.905271 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-080ed675-a341-440f-b9c9-edf4c44955d4 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:59:37.905697 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b36e605c-62dd-4fcc-aa07-0e3f73645f5c', 'tag': 'b317613b-17cb-42f4-93f0-3d4e847fcf5f', 'status': 'completed', 'code': 200} Oct 26 08:59:37.907516 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-c052e5aa-f6dc-48d5-bdf4-135b27ed1f55 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b317613b-17cb-42f4-93f0-3d4e847fcf5f HTTP/1.1" status: 200 len: 217 time: 0.0442293 Oct 26 08:59:37.958414 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-2117a647-89a4-40ac-8b11-cd6d1ca3dd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:37.960187 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-2117a647-89a4-40ac-8b11-cd6d1ca3dd53 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=23aa7b1e-6c43-4c5e-b476-1fcb295e8b38 HTTP/1.1" status: 200 len: 854 time: 0.0450082 Oct 26 08:59:37.961991 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76dfef-66b9-4b18-929d-f3d20f9805ef req-2c2fe264-ba68-4146-bbdb-b486d7f369fe tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:37.963489 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-ee76dfef-66b9-4b18-929d-f3d20f9805ef req-2c2fe264-ba68-4146-bbdb-b486d7f369fe tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/ports?device_id=b36e605c-62dd-4fcc-aa07-0e3f73645f5c HTTP/1.1" status: 200 len: 944 time: 0.0492747 Oct 26 08:59:37.992770 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-9d0ccf27-7ba3-4d9d-9eab-39aec99ef585 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251491 Oct 26 08:59:38.001953 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-ee76dfef-66b9-4b18-929d-f3d20f9805ef req-5ede4c59-0549-4fc4-8903-1a7d84e19754 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8693034-5a11-4c64-a520-30ca1a117793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323606 Oct 26 08:59:38.086958 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-cd76d04d-5fc3-436f-8d5e-42c5ca11d1b4 service neutron] 10.222.0.47 "GET /v2.0/networks/afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865738 Oct 26 08:59:38.177561 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a57e06b6-cca0-421e-96aa-083d256c6dca req-0c96801d-1207-486e-ad77-033cfd8ce87d service neutron] 10.222.0.47 "GET /v2.0/networks/afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832884 Oct 26 08:59:38.269709 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d99e8-2b9d-4d0f-96b8-165f94ab7d11 req-58ca315b-ae8b-4e3b-9c0e-cb5e3716ddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:38.271203 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b45d99e8-2b9d-4d0f-96b8-165f94ab7d11 req-58ca315b-ae8b-4e3b-9c0e-cb5e3716ddf7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=db6f5e0c38bb41bdbc0c109f8490665f&device_id=b36e605c-62dd-4fcc-aa07-0e3f73645f5c HTTP/1.1" status: 200 len: 1097 time: 0.0471327 Oct 26 08:59:38.363289 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d99e8-2b9d-4d0f-96b8-165f94ab7d11 req-8ec03b3d-1501-496d-97da-b7ef4397d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:38.364674 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b45d99e8-2b9d-4d0f-96b8-165f94ab7d11 req-8ec03b3d-1501-496d-97da-b7ef4397d5a5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0 HTTP/1.1" status: 200 len: 915 time: 0.0841756 Oct 26 08:59:38.410163 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b45d99e8-2b9d-4d0f-96b8-165f94ab7d11 req-c8c1379a-d819-47e5-a2dd-4148b38f80ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b317613b-17cb-42f4-93f0-3d4e847fcf5f HTTP/1.1" status: 200 len: 217 time: 0.0373621 Oct 26 08:59:38.459025 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d99e8-2b9d-4d0f-96b8-165f94ab7d11 req-a1b8e35c-69b9-4ce1-b895-71a2852a8012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:38.460689 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b45d99e8-2b9d-4d0f-96b8-165f94ab7d11 req-a1b8e35c-69b9-4ce1-b895-71a2852a8012 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=23aa7b1e-6c43-4c5e-b476-1fcb295e8b38 HTTP/1.1" status: 200 len: 854 time: 0.0429494 Oct 26 08:59:38.493200 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b45d99e8-2b9d-4d0f-96b8-165f94ab7d11 req-ac570bab-a80b-4fa4-a341-feb18fd0dd1d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241873 Oct 26 08:59:38.585947 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b45d99e8-2b9d-4d0f-96b8-165f94ab7d11 req-135d2b51-2c6e-45f4-857a-e547c47d4c04 service neutron] 10.222.0.47 "GET /v2.0/networks/afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854304 Oct 26 08:59:38.985978 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b45d99e8-2b9d-4d0f-96b8-165f94ab7d11 req-0ef5e4bd-3673-4c8c-95c0-db3690a67a5d service neutron] 10.222.0.47 "GET /v2.0/networks/afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920157 Oct 26 08:59:39.116851 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280d7db-63ed-4965-9fa9-48f3513921c9 req-7f2ab70f-6aca-4504-8d6b-0204c506da76 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:39.118966 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a280d7db-63ed-4965-9fa9-48f3513921c9 req-7f2ab70f-6aca-4504-8d6b-0204c506da76 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/ports?device_id=b36e605c-62dd-4fcc-aa07-0e3f73645f5c HTTP/1.1" status: 200 len: 944 time: 0.0507088 Oct 26 08:59:39.159843 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a280d7db-63ed-4965-9fa9-48f3513921c9 req-2f5e126d-40e6-44fa-8e06-9986bee47b85 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8693034-5a11-4c64-a520-30ca1a117793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349517 Oct 26 08:59:40.279747 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e937dd6-d9df-433a-b36a-6d007e75d71a req-079aa05b-4312-4992-b6f0-b0001696f6f0 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:40.281217 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0e937dd6-d9df-433a-b36a-6d007e75d71a req-079aa05b-4312-4992-b6f0-b0001696f6f0 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/ports?device_id=b36e605c-62dd-4fcc-aa07-0e3f73645f5c HTTP/1.1" status: 200 len: 944 time: 0.0538235 Oct 26 08:59:40.318751 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0e937dd6-d9df-433a-b36a-6d007e75d71a req-5cd58ff2-adec-4253-becd-5a5c0e107302 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8693034-5a11-4c64-a520-30ca1a117793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315790 Oct 26 08:59:40.499101 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device b317613b-17cb-42f4-93f0-3d4e847fcf5f details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 08:59:40.596736 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port b317613b-17cb-42f4-93f0-3d4e847fcf5f, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=b317613b-17cb-42f4-93f0-3d4e847fcf5f,segment=NetworkSegment(ba389d77-3c63-4033-8ca4-80452a7c4260),segment_id=ba389d77-3c63-4033-8ca4-80452a7c4260)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:59:40.608565 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': 'b317613b-17cb-42f4-93f0-3d4e847fcf5f', 'network_id': 'afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0', 'port_id': 'b317613b-17cb-42f4-93f0-3d4e847fcf5f', 'mac_address': 'fa:16:3e:1c:22:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23aa7b1e-6c43-4c5e-b476-1fcb295e8b38', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 08:59:40.643960 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:40.657294 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b317613b-17cb-42f4-93f0-3d4e847fcf5f {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:59:40.676702 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port b317613b-17cb-42f4-93f0-3d4e847fcf5f, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=b317613b-17cb-42f4-93f0-3d4e847fcf5f,segment=NetworkSegment(ba389d77-3c63-4033-8ca4-80452a7c4260),segment_id=ba389d77-3c63-4033-8ca4-80452a7c4260)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:59:40.680690 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:40.726828 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=b317613b-17cb-42f4-93f0-3d4e847fcf5f,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:59:40.921748 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['b317613b-17cb-42f4-93f0-3d4e847fcf5f'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:59:41.433992 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75373e7c-d046-48b2-80a8-dcdc2dce1960 req-1a5893e7-3d15-4706-825b-baef919afcaa tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:41.435491 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-75373e7c-d046-48b2-80a8-dcdc2dce1960 req-1a5893e7-3d15-4706-825b-baef919afcaa tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/ports?device_id=b36e605c-62dd-4fcc-aa07-0e3f73645f5c HTTP/1.1" status: 200 len: 945 time: 0.0499055 Oct 26 08:59:41.472939 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-75373e7c-d046-48b2-80a8-dcdc2dce1960 req-7212adb9-6840-4a49-9f22-f153f6d5fe7d tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8693034-5a11-4c64-a520-30ca1a117793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315969 Oct 26 08:59:42.513694 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device b317613b-17cb-42f4-93f0-3d4e847fcf5f up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:59:42.565244 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port b317613b-17cb-42f4-93f0-3d4e847fcf5f completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 08:59:42.569544 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port b317613b-17cb-42f4-93f0-3d4e847fcf5f triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:59:42.570422 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:42.598776 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3b1a5-10d0-4823-a56a-e097eb5bc395 req-3d81bec8-0242-4035-b45f-8a140cbe25a5 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:42.600315 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-37c3b1a5-10d0-4823-a56a-e097eb5bc395 req-3d81bec8-0242-4035-b45f-8a140cbe25a5 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/ports?device_id=b36e605c-62dd-4fcc-aa07-0e3f73645f5c HTTP/1.1" status: 200 len: 945 time: 0.0595896 Oct 26 08:59:42.638711 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-37c3b1a5-10d0-4823-a56a-e097eb5bc395 req-6e3e04be-2ca1-415c-ac2f-35a20223c44d tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8693034-5a11-4c64-a520-30ca1a117793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323117 Oct 26 08:59:42.659727 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:42.682905 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36e605c-62dd-4fcc-aa07-0e3f73645f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b317613b-17cb-42f4-93f0-3d4e847fcf5f'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:59:42.685197 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296ce173-51cb-4649-9d50-c4b6da918656" -d '{"events": [{"server_uuid": "b36e605c-62dd-4fcc-aa07-0e3f73645f5c", "name": "network-vif-plugged", "status": "completed", "tag": "b317613b-17cb-42f4-93f0-3d4e847fcf5f"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:59:42.698217 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port b317613b-17cb-42f4-93f0-3d4e847fcf5f, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=b317613b-17cb-42f4-93f0-3d4e847fcf5f,segment=NetworkSegment(ba389d77-3c63-4033-8ca4-80452a7c4260),segment_id=ba389d77-3c63-4033-8ca4-80452a7c4260)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:59:42.702111 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:42.749632 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=b317613b-17cb-42f4-93f0-3d4e847fcf5f,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:59:42.776822 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983caf3d-a1de-4b8d-9fc8-5a79f33cd64c x-openstack-request-id: req-983caf3d-a1de-4b8d-9fc8-5a79f33cd64c {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:59:42.777124 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36e605c-62dd-4fcc-aa07-0e3f73645f5c", "name": "network-vif-plugged", "status": "completed", "tag": "b317613b-17cb-42f4-93f0-3d4e847fcf5f", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:59:42.777380 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-983caf3d-a1de-4b8d-9fc8-5a79f33cd64c {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:59:42.777811 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36e605c-62dd-4fcc-aa07-0e3f73645f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b317613b-17cb-42f4-93f0-3d4e847fcf5f', 'code': 200} Oct 26 08:59:42.969934 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dfcbf5-f721-44bc-a180-3fb567e1f64f req-e76b0d9d-2423-45c7-b2c7-1b132a4d2a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:42.971418 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-48dfcbf5-f721-44bc-a180-3fb567e1f64f req-e76b0d9d-2423-45c7-b2c7-1b132a4d2a14 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b36e605c-62dd-4fcc-aa07-0e3f73645f5c HTTP/1.1" status: 200 len: 1099 time: 0.0415750 Oct 26 08:59:43.006147 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-48dfcbf5-f721-44bc-a180-3fb567e1f64f req-117ccd03-cd83-419f-ab15-f6f1daeb1f4c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a8693034-5a11-4c64-a520-30ca1a117793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273046 Oct 26 08:59:43.753447 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb483ee-b43a-4b2d-9a85-c2d0dba8ff6d req-f9428cf1-fd6d-4665-957a-7b70633c6261 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:43.754944 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-1cb483ee-b43a-4b2d-9a85-c2d0dba8ff6d req-f9428cf1-fd6d-4665-957a-7b70633c6261 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/ports?device_id=b36e605c-62dd-4fcc-aa07-0e3f73645f5c HTTP/1.1" status: 200 len: 946 time: 0.0503080 Oct 26 08:59:43.792649 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-1cb483ee-b43a-4b2d-9a85-c2d0dba8ff6d req-d6d6e32d-9988-4f18-9af2-9075e2b92da1 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8693034-5a11-4c64-a520-30ca1a117793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316455 Oct 26 08:59:44.908088 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade8d02-a011-4b31-b352-17383fc6aa3d req-89c3e571-3106-43ba-8ab3-2fd1dfb5fc08 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:44.909590 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-eade8d02-a011-4b31-b352-17383fc6aa3d req-89c3e571-3106-43ba-8ab3-2fd1dfb5fc08 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/ports?device_id=b36e605c-62dd-4fcc-aa07-0e3f73645f5c HTTP/1.1" status: 200 len: 946 time: 0.0490026 Oct 26 08:59:44.951480 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-eade8d02-a011-4b31-b352-17383fc6aa3d req-e2d68b14-0bc6-46aa-b9e8-1928fdb715b2 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8693034-5a11-4c64-a520-30ca1a117793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354130 Oct 26 08:59:45.176812 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-765fee65-a8ae-456c-9309-1294da9a14c6 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:45.178313 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-765fee65-a8ae-456c-9309-1294da9a14c6 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/networks?id=afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0 HTTP/1.1" status: 200 len: 814 time: 0.1054707 Oct 26 08:59:45.192799 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-5b5923dc-0e37-4718-9ff8-2088739e82c0 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/quotas/db6f5e0c38bb41bdbc0c109f8490665f HTTP/1.1" status: 200 len: 375 time: 0.0088456 Oct 26 08:59:45.241873 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-f2b06f0b-469e-49f1-b493-c779f4e756b6 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=db6f5e0c38bb41bdbc0c109f8490665f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0439274 Oct 26 08:59:45.334423 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-ed5e98bc-3f74-4dd0-aa1d-c3cf61e89f1b service neutron] 10.222.0.41 "GET /v2.0/networks/afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855427 Oct 26 08:59:45.427102 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-3e1dc333-3df0-4327-9747-bf7a3d127fd3 service neutron] 10.222.0.41 "GET /v2.0/networks/afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860829 Oct 26 08:59:45.581574 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7358f47f-d0cf-4133-a6da-ce433f508666 req-331d01ff-3956-40b6-9f95-f2b2debb8d8e tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec3c645f-393d-4f3c-942d-70f165bab0bb HTTP/1.1" status: 200 len: 210 time: 0.0279429 Oct 26 08:59:46.517671 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-6928fda9-03b7-4dbd-b41e-8ea2a3a17a6a tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:46.519006 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-6928fda9-03b7-4dbd-b41e-8ea2a3a17a6a tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.47 "GET /v2.0/networks?id=afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0 HTTP/1.1" status: 200 len: 814 time: 0.1018319 Oct 26 08:59:46.635322 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-0a9ea766-74f2-4b2f-8b47-1e6d6544facb tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Request body: {'port': {'device_id': 'ec3c645f-393d-4f3c-942d-70f165bab0bb', 'network_id': 'afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0', 'admin_state_up': True, 'tenant_id': 'db6f5e0c38bb41bdbc0c109f8490665f'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:59:46.680427 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-7f117b03-8893-4ed5-9d77-a42306b7595f req-c44d7939-e860-4e14-a03f-9e725eabfadb tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec3c645f-393d-4f3c-942d-70f165bab0bb HTTP/1.1" status: 200 len: 210 time: 0.0324175 Oct 26 08:59:46.753846 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-0a9ea766-74f2-4b2f-8b47-1e6d6544facb tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Made reservation on behalf of db6f5e0c38bb41bdbc0c109f8490665f for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 08:59:46.757377 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-0a9ea766-74f2-4b2f-8b47-1e6d6544facb tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:46.889549 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-0a9ea766-74f2-4b2f-8b47-1e6d6544facb tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Allocated IP 172.20.0.9 (afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0/23aa7b1e-6c43-4c5e-b476-1fcb295e8b38/27189631-4ea8-41d0-8162-05f6c3df9fc9) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 08:59:47.033886 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-0a9ea766-74f2-4b2f-8b47-1e6d6544facb tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:47.066309 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-0a9ea766-74f2-4b2f-8b47-1e6d6544facb tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:47.077664 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['b317613b-17cb-42f4-93f0-3d4e847fcf5f'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:59:47.117170 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-0a9ea766-74f2-4b2f-8b47-1e6d6544facb tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Network afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 08:59:47.120854 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-0a9ea766-74f2-4b2f-8b47-1e6d6544facb tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 08:59:47.123859 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-0a9ea766-74f2-4b2f-8b47-1e6d6544facb tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 08:59:47.152988 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ea766-74f2-4b2f-8b47-1e6d6544facb tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Pushing event updated for resources: {'Port': ['ID=27189631-4ea8-41d0-8162-05f6c3df9fc9,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:59:47.179547 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-0a9ea766-74f2-4b2f-8b47-1e6d6544facb tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:47.180220 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-0a9ea766-74f2-4b2f-8b47-1e6d6544facb tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:47.196483 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-0a9ea766-74f2-4b2f-8b47-1e6d6544facb tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5649078 Oct 26 08:59:47.208254 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-7938bbf4-e202-48f4-93ce-50ec68552b03 service neutron] Request body: {'port': {'device_id': 'ec3c645f-393d-4f3c-942d-70f165bab0bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 08:59:47.261116 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-7938bbf4-e202-48f4-93ce-50ec68552b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:47.529146 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-7938bbf4-e202-48f4-93ce-50ec68552b03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27189631-4ea8-41d0-8162-05f6c3df9fc9 {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:59:47.536379 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-7938bbf4-e202-48f4-93ce-50ec68552b03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:47.548200 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-7938bbf4-e202-48f4-93ce-50ec68552b03 service neutron] Transition to ACTIVE for port object 27189631-4ea8-41d0-8162-05f6c3df9fc9 will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 08:59:47.553039 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-7938bbf4-e202-48f4-93ce-50ec68552b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:47.607455 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7938bbf4-e202-48f4-93ce-50ec68552b03 service neutron] Pushing event updated for resources: {'Port': ['ID=27189631-4ea8-41d0-8162-05f6c3df9fc9,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:59:47.674369 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-7938bbf4-e202-48f4-93ce-50ec68552b03 service neutron] Attempting to bind port 27189631-4ea8-41d0-8162-05f6c3df9fc9 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 08:59:47.674711 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-7938bbf4-e202-48f4-93ce-50ec68552b03 service neutron] Attempting to bind port 27189631-4ea8-41d0-8162-05f6c3df9fc9 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ba389d77-3c63-4033-8ca4-80452a7c4260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 08:59:47.675045 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-7938bbf4-e202-48f4-93ce-50ec68552b03 service neutron] Attempting to bind port 27189631-4ea8-41d0-8162-05f6c3df9fc9 on network afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:59:47.679274 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-7938bbf4-e202-48f4-93ce-50ec68552b03 service neutron] Port 27189631-4ea8-41d0-8162-05f6c3df9fc9 on network afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 08:59:47.679597 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-7938bbf4-e202-48f4-93ce-50ec68552b03 service neutron] Attempting to bind port 27189631-4ea8-41d0-8162-05f6c3df9fc9 on network afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 08:59:47.685266 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-7938bbf4-e202-48f4-93ce-50ec68552b03 service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 08:59:47.685610 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-7938bbf4-e202-48f4-93ce-50ec68552b03 service neutron] Checking segment: {'id': 'ba389d77-3c63-4033-8ca4-80452a7c4260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 08:59:47.686023 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-7938bbf4-e202-48f4-93ce-50ec68552b03 service neutron] Bound using segment: {'id': 'ba389d77-3c63-4033-8ca4-80452a7c4260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 08:59:47.686456 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-7938bbf4-e202-48f4-93ce-50ec68552b03 service neutron] Bound port: 27189631-4ea8-41d0-8162-05f6c3df9fc9, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba389d77-3c63-4033-8ca4-80452a7c4260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 08:59:47.686814 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-7938bbf4-e202-48f4-93ce-50ec68552b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:47.751647 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-7938bbf4-e202-48f4-93ce-50ec68552b03 service neutron] For port 27189631-4ea8-41d0-8162-05f6c3df9fc9, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 08:59:47.783563 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-7938bbf4-e202-48f4-93ce-50ec68552b03 service neutron] For port 27189631-4ea8-41d0-8162-05f6c3df9fc9, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=27189631-4ea8-41d0-8162-05f6c3df9fc9,segment=NetworkSegment(ba389d77-3c63-4033-8ca4-80452a7c4260),segment_id=ba389d77-3c63-4033-8ca4-80452a7c4260)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 08:59:47.790737 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-7938bbf4-e202-48f4-93ce-50ec68552b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:47.830695 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-7938bbf4-e202-48f4-93ce-50ec68552b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:47.831366 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-7938bbf4-e202-48f4-93ce-50ec68552b03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:47.832762 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-7938bbf4-e202-48f4-93ce-50ec68552b03 service neutron] 10.222.0.47 "PUT /v2.0/ports/27189631-4ea8-41d0-8162-05f6c3df9fc9 HTTP/1.1" status: 200 len: 1093 time: 0.6286561 Oct 26 08:59:47.833266 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3c645f-393d-4f3c-942d-70f165bab0bb', 'tag': '27189631-4ea8-41d0-8162-05f6c3df9fc9'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:59:47.835874 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b584f15-5ad4-42bd-931c-86268c3a1db4" -d '{"events": [{"name": "network-changed", "server_uuid": "ec3c645f-393d-4f3c-942d-70f165bab0bb", "tag": "27189631-4ea8-41d0-8162-05f6c3df9fc9"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:59:47.847810 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c93bd-fc44-435b-86d7-a5a359c59ae2 req-23ff22f5-960e-4798-9854-66c3749e749a tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:47.849446 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3b6c93bd-fc44-435b-86d7-a5a359c59ae2 req-23ff22f5-960e-4798-9854-66c3749e749a tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec3c645f-393d-4f3c-942d-70f165bab0bb HTTP/1.1" status: 200 len: 943 time: 0.0998561 Oct 26 08:59:47.879803 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 08:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ba0775-c625-44cb-ba6d-5e20c1778110 x-openstack-request-id: req-54ba0775-c625-44cb-ba6d-5e20c1778110 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:59:47.880088 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec3c645f-393d-4f3c-942d-70f165bab0bb", "tag": "27189631-4ea8-41d0-8162-05f6c3df9fc9", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:59:47.880338 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-54ba0775-c625-44cb-ba6d-5e20c1778110 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:59:47.880727 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec3c645f-393d-4f3c-942d-70f165bab0bb', 'tag': '27189631-4ea8-41d0-8162-05f6c3df9fc9', 'status': 'completed', 'code': 200} Oct 26 08:59:47.924516 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7938bbf4-e202-48f4-93ce-50ec68552b03 service neutron] Pushing event updated for resources: {'Port': ['ID=27189631-4ea8-41d0-8162-05f6c3df9fc9,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:59:47.948055 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3b6c93bd-fc44-435b-86d7-a5a359c59ae2 req-52f18dba-bfff-485d-9b4c-37b646a66b65 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8693034-5a11-4c64-a520-30ca1a117793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787368 Oct 26 08:59:47.954282 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-50b28b15-9d49-4f14-a71d-fa931a059e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:47.955786 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-50b28b15-9d49-4f14-a71d-fa931a059e4d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=db6f5e0c38bb41bdbc0c109f8490665f&device_id=ec3c645f-393d-4f3c-942d-70f165bab0bb HTTP/1.1" status: 200 len: 1096 time: 0.0776503 Oct 26 08:59:47.999165 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-5c231236-353c-46e2-95aa-0973057fa18c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27189631-4ea8-41d0-8162-05f6c3df9fc9 HTTP/1.1" status: 200 len: 217 time: 0.0357623 Oct 26 08:59:48.048540 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-fbc35a6c-4e29-4980-b57e-41e88a22c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:48.049985 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-fbc35a6c-4e29-4980-b57e-41e88a22c773 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=23aa7b1e-6c43-4c5e-b476-1fcb295e8b38 HTTP/1.1" status: 200 len: 854 time: 0.0437977 Oct 26 08:59:48.087169 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-ff1f03a3-f7c8-4646-9bcb-7802979e06b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283010 Oct 26 08:59:48.185274 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-d1672932-34e9-46fb-a0c9-a7db1697f608 service neutron] 10.222.0.47 "GET /v2.0/networks/afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915895 Oct 26 08:59:48.277930 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-156c5781-3be4-4152-88a5-b3de76b1bd49 req-2a26b342-1a1b-44d6-96cc-3dddff6122f2 service neutron] 10.222.0.47 "GET /v2.0/networks/afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861831 Oct 26 08:59:48.360976 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b584f15-5ad4-42bd-931c-86268c3a1db4 req-30cd495f-fc2c-4c22-89e3-2ba97800aad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:48.362412 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5b584f15-5ad4-42bd-931c-86268c3a1db4 req-30cd495f-fc2c-4c22-89e3-2ba97800aad6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=db6f5e0c38bb41bdbc0c109f8490665f&device_id=ec3c645f-393d-4f3c-942d-70f165bab0bb HTTP/1.1" status: 200 len: 1096 time: 0.0422616 Oct 26 08:59:48.454502 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b584f15-5ad4-42bd-931c-86268c3a1db4 req-a422cb49-9b0a-452e-9719-4e741e45938e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:48.455979 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5b584f15-5ad4-42bd-931c-86268c3a1db4 req-a422cb49-9b0a-452e-9719-4e741e45938e service neutron] 10.222.0.47 "GET /v2.0/networks?id=afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0 HTTP/1.1" status: 200 len: 915 time: 0.0843792 Oct 26 08:59:48.501848 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5b584f15-5ad4-42bd-931c-86268c3a1db4 req-29dbec6d-d675-4672-968b-bd8513edcbe6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27189631-4ea8-41d0-8162-05f6c3df9fc9 HTTP/1.1" status: 200 len: 217 time: 0.0371833 Oct 26 08:59:48.551023 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b584f15-5ad4-42bd-931c-86268c3a1db4 req-ef7600b6-40e5-4b07-832d-4acd0d7da243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:48.552493 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5b584f15-5ad4-42bd-931c-86268c3a1db4 req-ef7600b6-40e5-4b07-832d-4acd0d7da243 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=23aa7b1e-6c43-4c5e-b476-1fcb295e8b38 HTTP/1.1" status: 200 len: 854 time: 0.0430548 Oct 26 08:59:48.586997 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5b584f15-5ad4-42bd-931c-86268c3a1db4 req-46b91c71-b0de-449f-a174-4d684052698d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255239 Oct 26 08:59:48.678923 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5b584f15-5ad4-42bd-931c-86268c3a1db4 req-2adf00d5-4ebf-4a38-978f-57d3b305df2d service neutron] 10.222.0.47 "GET /v2.0/networks/afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844026 Oct 26 08:59:48.768797 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5b584f15-5ad4-42bd-931c-86268c3a1db4 req-5f9b33a5-1896-492a-b394-1da9aa3311cd service neutron] 10.222.0.47 "GET /v2.0/networks/afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817750 Oct 26 08:59:49.063872 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99360021-85fc-4e5e-80f6-376abd5149fe req-799fa227-cfb5-42cb-a9b1-e4f14f8116b8 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:49.065365 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-99360021-85fc-4e5e-80f6-376abd5149fe req-799fa227-cfb5-42cb-a9b1-e4f14f8116b8 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec3c645f-393d-4f3c-942d-70f165bab0bb HTTP/1.1" status: 200 len: 943 time: 0.0486059 Oct 26 08:59:49.102799 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-99360021-85fc-4e5e-80f6-376abd5149fe req-edc7189f-b9d6-4c25-88cf-10867cc100b6 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8693034-5a11-4c64-a520-30ca1a117793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308297 Oct 26 08:59:49.426162 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-62371c51-6b6c-447a-8b83-a28f4c5b9bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:50.221173 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ec174-3b08-4c80-8286-1fbbb9718d09 req-bb325771-9787-458f-957e-f425b2e715ab tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:50.222690 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-762ec174-3b08-4c80-8286-1fbbb9718d09 req-bb325771-9787-458f-957e-f425b2e715ab tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec3c645f-393d-4f3c-942d-70f165bab0bb HTTP/1.1" status: 200 len: 943 time: 0.0544937 Oct 26 08:59:50.260259 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-762ec174-3b08-4c80-8286-1fbbb9718d09 req-09c443e2-af00-4762-8e8e-f4f2875eb1a6 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8693034-5a11-4c64-a520-30ca1a117793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311909 Oct 26 08:59:50.562502 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 27189631-4ea8-41d0-8162-05f6c3df9fc9 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 08:59:50.660055 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 27189631-4ea8-41d0-8162-05f6c3df9fc9, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=27189631-4ea8-41d0-8162-05f6c3df9fc9,segment=NetworkSegment(ba389d77-3c63-4033-8ca4-80452a7c4260),segment_id=ba389d77-3c63-4033-8ca4-80452a7c4260)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:59:50.671993 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': '27189631-4ea8-41d0-8162-05f6c3df9fc9', 'network_id': 'afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0', 'port_id': '27189631-4ea8-41d0-8162-05f6c3df9fc9', 'mac_address': 'fa:16:3e:d2:0c:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23aa7b1e-6c43-4c5e-b476-1fcb295e8b38', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 08:59:50.710472 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:50.723807 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27189631-4ea8-41d0-8162-05f6c3df9fc9 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 08:59:50.748203 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 27189631-4ea8-41d0-8162-05f6c3df9fc9, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=27189631-4ea8-41d0-8162-05f6c3df9fc9,segment=NetworkSegment(ba389d77-3c63-4033-8ca4-80452a7c4260),segment_id=ba389d77-3c63-4033-8ca4-80452a7c4260)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:59:50.752331 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:50.800771 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=27189631-4ea8-41d0-8162-05f6c3df9fc9,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:59:50.808627 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:59:50.808977 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:59:50.809315 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:59:50.809685 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:59:50.810016 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:59:50.810345 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:59:50.810672 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:59:50.810997 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:59:50.811324 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:59:50.811649 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:59:50.811967 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:59:50.812319 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 08:59:50.962662 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['27189631-4ea8-41d0-8162-05f6c3df9fc9'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:59:51.377152 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdc1fd-f06d-4a24-b8ad-8c37f0970fd5 req-23f9502b-cef9-47bf-a69b-dc00df8047b9 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:51.378815 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3ffdc1fd-f06d-4a24-b8ad-8c37f0970fd5 req-23f9502b-cef9-47bf-a69b-dc00df8047b9 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec3c645f-393d-4f3c-942d-70f165bab0bb HTTP/1.1" status: 200 len: 944 time: 0.0505240 Oct 26 08:59:51.418319 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3ffdc1fd-f06d-4a24-b8ad-8c37f0970fd5 req-8c6c52d3-1ffb-4ccd-9537-3f441a735c5b tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8693034-5a11-4c64-a520-30ca1a117793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332134 Oct 26 08:59:52.092922 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ee9831c0-ccf4-41b6-a846-7f55cd0de4b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:52.147673 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7846a9b1-3f03-46db-a059-9b868cf6e11f req-8f9ddaf6-5602-43d8-9dce-a35246984299 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b36e605c-62dd-4fcc-aa07-0e3f73645f5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398390 Oct 26 08:59:52.230196 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846a9b1-3f03-46db-a059-9b868cf6e11f req-992731de-2739-4be0-842f-2583129f1e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:52.231737 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7846a9b1-3f03-46db-a059-9b868cf6e11f req-992731de-2739-4be0-842f-2583129f1e91 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=db6f5e0c38bb41bdbc0c109f8490665f&device_id=b36e605c-62dd-4fcc-aa07-0e3f73645f5c HTTP/1.1" status: 200 len: 1099 time: 0.0430074 Oct 26 08:59:52.335934 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846a9b1-3f03-46db-a059-9b868cf6e11f req-07f1f884-9b3e-450d-94b8-39432c2db6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:52.337463 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7846a9b1-3f03-46db-a059-9b868cf6e11f req-07f1f884-9b3e-450d-94b8-39432c2db6df service neutron] 10.222.0.47 "GET /v2.0/networks?id=afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0 HTTP/1.1" status: 200 len: 915 time: 0.0876276 Oct 26 08:59:52.378413 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7846a9b1-3f03-46db-a059-9b868cf6e11f req-0afcfcbd-e21a-4f12-b09c-ba1502dc70f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b317613b-17cb-42f4-93f0-3d4e847fcf5f HTTP/1.1" status: 200 len: 217 time: 0.0343335 Oct 26 08:59:52.427817 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846a9b1-3f03-46db-a059-9b868cf6e11f req-bd32ed8d-353a-44a2-bcc4-6cb4b855c42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:52.429243 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7846a9b1-3f03-46db-a059-9b868cf6e11f req-bd32ed8d-353a-44a2-bcc4-6cb4b855c42d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=23aa7b1e-6c43-4c5e-b476-1fcb295e8b38 HTTP/1.1" status: 200 len: 854 time: 0.0440509 Oct 26 08:59:52.465032 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7846a9b1-3f03-46db-a059-9b868cf6e11f req-c0fae0be-bc4a-4535-b028-07e08379fc60 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288355 Oct 26 08:59:52.584478 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 27189631-4ea8-41d0-8162-05f6c3df9fc9 up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 08:59:52.587228 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fafece-0e8d-44d0-8e27-0ca79be029e5 req-ac7c6c04-1b05-4e0d-a89e-e61bb8d45670 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:52.588751 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-09fafece-0e8d-44d0-8e27-0ca79be029e5 req-ac7c6c04-1b05-4e0d-a89e-e61bb8d45670 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec3c645f-393d-4f3c-942d-70f165bab0bb HTTP/1.1" status: 200 len: 944 time: 0.0964906 Oct 26 08:59:52.606253 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7846a9b1-3f03-46db-a059-9b868cf6e11f req-6086bd7d-3614-4142-bcf7-56d729cd78bc service neutron] 10.222.0.47 "GET /v2.0/networks/afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328559 Oct 26 08:59:52.635672 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port 27189631-4ea8-41d0-8162-05f6c3df9fc9 completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 08:59:52.639535 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port 27189631-4ea8-41d0-8162-05f6c3df9fc9 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 08:59:52.639915 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:52.681026 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-09fafece-0e8d-44d0-8e27-0ca79be029e5 req-6ba61a29-3321-453f-b12d-d56617b92964 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8693034-5a11-4c64-a520-30ca1a117793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860655 Oct 26 08:59:52.717531 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:52.717777 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7846a9b1-3f03-46db-a059-9b868cf6e11f req-54cd414b-f44a-4284-bac8-669a73bd9ffb service neutron] 10.222.0.47 "GET /v2.0/networks/afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009500 Oct 26 08:59:52.745998 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3c645f-393d-4f3c-942d-70f165bab0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27189631-4ea8-41d0-8162-05f6c3df9fc9'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:59:52.748310 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fb22a6-d9a6-4653-81ad-0ba356f039e3" -d '{"events": [{"server_uuid": "ec3c645f-393d-4f3c-942d-70f165bab0bb", "name": "network-vif-plugged", "status": "completed", "tag": "27189631-4ea8-41d0-8162-05f6c3df9fc9"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:59:52.760961 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 27189631-4ea8-41d0-8162-05f6c3df9fc9, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=27189631-4ea8-41d0-8162-05f6c3df9fc9,segment=NetworkSegment(ba389d77-3c63-4033-8ca4-80452a7c4260),segment_id=ba389d77-3c63-4033-8ca4-80452a7c4260)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:59:52.765463 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:52.788916 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e631e00-594b-4c9d-9fab-e52a3e6e09d7 x-openstack-request-id: req-3e631e00-594b-4c9d-9fab-e52a3e6e09d7 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:59:52.789214 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3c645f-393d-4f3c-942d-70f165bab0bb", "name": "network-vif-plugged", "status": "completed", "tag": "27189631-4ea8-41d0-8162-05f6c3df9fc9", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:59:52.790215 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3e631e00-594b-4c9d-9fab-e52a3e6e09d7 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:59:52.790629 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3c645f-393d-4f3c-942d-70f165bab0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27189631-4ea8-41d0-8162-05f6c3df9fc9', 'code': 200} Oct 26 08:59:52.815849 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=27189631-4ea8-41d0-8162-05f6c3df9fc9,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:59:52.953043 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b199c-b34f-4a25-a3aa-625435f832e6 req-dc40dfc3-1714-454d-9a89-197ba3d216f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:52.954568 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-392b199c-b34f-4a25-a3aa-625435f832e6 req-dc40dfc3-1714-454d-9a89-197ba3d216f2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ec3c645f-393d-4f3c-942d-70f165bab0bb HTTP/1.1" status: 200 len: 1098 time: 0.0416768 Oct 26 08:59:52.985384 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:52.990811 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-392b199c-b34f-4a25-a3aa-625435f832e6 req-fa1f0332-5bee-4802-a0d2-1d5474a87d61 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a8693034-5a11-4c64-a520-30ca1a117793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280969 Oct 26 08:59:53.344286 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:53.800591 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918e4aa-2931-4b96-84ec-6797f6cfbb77 req-0693242e-4c91-45f7-afc6-ca0e78e1812d tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:53.802130 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6918e4aa-2931-4b96-84ec-6797f6cfbb77 req-0693242e-4c91-45f7-afc6-ca0e78e1812d tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec3c645f-393d-4f3c-942d-70f165bab0bb HTTP/1.1" status: 200 len: 945 time: 0.0542142 Oct 26 08:59:53.844326 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6918e4aa-2931-4b96-84ec-6797f6cfbb77 req-f8354d66-9af3-4fda-8827-7b6109647377 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8693034-5a11-4c64-a520-30ca1a117793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318701 Oct 26 08:59:54.364204 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:54.876716 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:54.964985 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624f73d-de72-477a-a263-b3a7849b2d82 req-7b476a82-aaee-489e-8300-80a77a01ca26 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:54.966503 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-6624f73d-de72-477a-a263-b3a7849b2d82 req-7b476a82-aaee-489e-8300-80a77a01ca26 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec3c645f-393d-4f3c-942d-70f165bab0bb HTTP/1.1" status: 200 len: 945 time: 0.0490706 Oct 26 08:59:55.009285 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-6624f73d-de72-477a-a263-b3a7849b2d82 req-fbbd14e9-88cb-4d36-a6c5-61942d3a3da2 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8693034-5a11-4c64-a520-30ca1a117793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354605 Oct 26 08:59:55.245852 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b40882-2a3a-44d7-929a-cbcc011edbe6 req-de2a3c47-5807-45b0-b4f7-1b791acb3cd8 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:55.247310 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f4b40882-2a3a-44d7-929a-cbcc011edbe6 req-de2a3c47-5807-45b0-b4f7-1b791acb3cd8 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec3c645f-393d-4f3c-942d-70f165bab0bb HTTP/1.1" status: 200 len: 945 time: 0.0497856 Oct 26 08:59:55.284375 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f4b40882-2a3a-44d7-929a-cbcc011edbe6 req-246dcabe-5d95-46f1-9bd5-904e2f49f429 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8693034-5a11-4c64-a520-30ca1a117793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311871 Oct 26 08:59:56.400395 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26a3a2-0ef3-4abc-86e7-a08e5a503876 req-6c0f9b61-0063-427f-ad55-eed8d0afc6c9 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:56.402171 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6b26a3a2-0ef3-4abc-86e7-a08e5a503876 req-6c0f9b61-0063-427f-ad55-eed8d0afc6c9 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec3c645f-393d-4f3c-942d-70f165bab0bb HTTP/1.1" status: 200 len: 945 time: 0.0492871 Oct 26 08:59:56.441402 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6b26a3a2-0ef3-4abc-86e7-a08e5a503876 req-53d4834d-fec3-4a98-bdd6-360e886534d6 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8693034-5a11-4c64-a520-30ca1a117793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330486 Oct 26 08:59:56.652867 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a12cc8-866c-459c-9cf1-463fb2d5bec5 req-538590c3-cfa8-4c06-a36f-e41306eb3ac2 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:56.654349 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e3a12cc8-866c-459c-9cf1-463fb2d5bec5 req-538590c3-cfa8-4c06-a36f-e41306eb3ac2 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec3c645f-393d-4f3c-942d-70f165bab0bb HTTP/1.1" status: 200 len: 945 time: 0.0483975 Oct 26 08:59:56.748254 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-e3a12cc8-866c-459c-9cf1-463fb2d5bec5 req-020a5e7d-27e1-4421-94b3-285b858cc7dd tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Deleting port 27189631-4ea8-41d0-8162-05f6c3df9fc9 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 08:59:56.748615 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e3a12cc8-866c-459c-9cf1-463fb2d5bec5 req-020a5e7d-27e1-4421-94b3-285b858cc7dd tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:56.835273 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-e3a12cc8-866c-459c-9cf1-463fb2d5bec5 req-020a5e7d-27e1-4421-94b3-285b858cc7dd tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] For port 27189631-4ea8-41d0-8162-05f6c3df9fc9, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=27189631-4ea8-41d0-8162-05f6c3df9fc9,segment=NetworkSegment(ba389d77-3c63-4033-8ca4-80452a7c4260),segment_id=ba389d77-3c63-4033-8ca4-80452a7c4260)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 08:59:56.835542 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e3a12cc8-866c-459c-9cf1-463fb2d5bec5 req-020a5e7d-27e1-4421-94b3-285b858cc7dd tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:56.848079 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-e3a12cc8-866c-459c-9cf1-463fb2d5bec5 req-020a5e7d-27e1-4421-94b3-285b858cc7dd tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Calling delete_port for 27189631-4ea8-41d0-8162-05f6c3df9fc9 owned by compute:nova {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 08:59:56.974809 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e3a12cc8-866c-459c-9cf1-463fb2d5bec5 req-020a5e7d-27e1-4421-94b3-285b858cc7dd tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:56.986635 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['b317613b-17cb-42f4-93f0-3d4e847fcf5f'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 08:59:57.001151 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a5e7d-27e1-4421-94b3-285b858cc7dd tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Pushing event deleted for resources: {'Port': ['ID=27189631-4ea8-41d0-8162-05f6c3df9fc9,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 08:59:57.048084 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a12cc8-866c-459c-9cf1-463fb2d5bec5 req-020a5e7d-27e1-4421-94b3-285b858cc7dd tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] No DVR routers for this DVR port 27189631-4ea8-41d0-8162-05f6c3df9fc9 on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 08:59:57.050583 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e3a12cc8-866c-459c-9cf1-463fb2d5bec5 req-020a5e7d-27e1-4421-94b3-285b858cc7dd tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 08:59:57.054001 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e3a12cc8-866c-459c-9cf1-463fb2d5bec5 req-020a5e7d-27e1-4421-94b3-285b858cc7dd tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.47 "DELETE /v2.0/ports/27189631-4ea8-41d0-8162-05f6c3df9fc9 HTTP/1.1" status: 204 len: 173 time: 0.3919113 Oct 26 08:59:57.054441 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3c645f-393d-4f3c-942d-70f165bab0bb', 'name': 'network-vif-deleted', 'tag': '27189631-4ea8-41d0-8162-05f6c3df9fc9'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 08:59:57.056718 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8820141-7c23-4c92-a745-b26648dcf8cc" -d '{"events": [{"server_uuid": "ec3c645f-393d-4f3c-942d-70f165bab0bb", "name": "network-vif-deleted", "tag": "27189631-4ea8-41d0-8162-05f6c3df9fc9"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 08:59:57.093907 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 08:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213d6d82-be96-4ab0-860c-6d6bfefa6d31 x-openstack-request-id: req-213d6d82-be96-4ab0-860c-6d6bfefa6d31 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 08:59:57.094275 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3c645f-393d-4f3c-942d-70f165bab0bb", "name": "network-vif-deleted", "tag": "27189631-4ea8-41d0-8162-05f6c3df9fc9", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 08:59:57.094685 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-213d6d82-be96-4ab0-860c-6d6bfefa6d31 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 08:59:57.095096 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3c645f-393d-4f3c-942d-70f165bab0bb', 'name': 'network-vif-deleted', 'tag': '27189631-4ea8-41d0-8162-05f6c3df9fc9', 'status': 'completed', 'code': 200} Oct 26 08:59:57.557882 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4c1fc2d8-9437-4e64-9059-6d6bb75ef421 req-10de8f72-7ba2-41f8-9246-658af726cd2c tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec3c645f-393d-4f3c-942d-70f165bab0bb HTTP/1.1" status: 200 len: 210 time: 0.0284925 Oct 26 08:59:58.619593 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 27189631-4ea8-41d0-8162-05f6c3df9fc9 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 08:59:58.640100 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] No Port match for: 27189631-4ea8-41d0-8162-05f6c3df9fc9 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 08:59:58.640450 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 27189631-4ea8-41d0-8162-05f6c3df9fc9 not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 08:59:58.705498 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fbebf-75d9-4b74-846a-4db862361346 req-eca0e79f-e2b2-41e6-8995-cd4ccf1e1483 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:58.707010 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-704fbebf-75d9-4b74-846a-4db862361346 req-eca0e79f-e2b2-41e6-8995-cd4ccf1e1483 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/ports?device_id=b36e605c-62dd-4fcc-aa07-0e3f73645f5c HTTP/1.1" status: 200 len: 946 time: 0.0483170 Oct 26 08:59:58.744810 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-704fbebf-75d9-4b74-846a-4db862361346 req-6aa4cc0e-4d59-4385-8813-7e9d85976a23 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8693034-5a11-4c64-a520-30ca1a117793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316966 Oct 26 08:59:58.873520 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46332224-8bdc-485b-be78-4e5b47cd3cda req-4954bbb9-5f91-4135-805e-82ebf898bd30 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:58.875091 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-46332224-8bdc-485b-be78-4e5b47cd3cda req-4954bbb9-5f91-4135-805e-82ebf898bd30 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/ports?device_id=b36e605c-62dd-4fcc-aa07-0e3f73645f5c HTTP/1.1" status: 200 len: 946 time: 0.0496776 Oct 26 08:59:58.912132 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-46332224-8bdc-485b-be78-4e5b47cd3cda req-37f26ac9-da00-4548-9261-00672d7970f5 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8693034-5a11-4c64-a520-30ca1a117793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311952 Oct 26 08:59:59.027824 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac61aa-5032-4a0f-8399-17dedce7337d req-3bfa0a70-ccc1-41b5-9a99-1e56a7910f4d tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:59.029325 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-c2ac61aa-5032-4a0f-8399-17dedce7337d req-3bfa0a70-ccc1-41b5-9a99-1e56a7910f4d tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/ports?device_id=b36e605c-62dd-4fcc-aa07-0e3f73645f5c HTTP/1.1" status: 200 len: 946 time: 0.0495460 Oct 26 08:59:59.066889 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-c2ac61aa-5032-4a0f-8399-17dedce7337d req-95f8eb2c-b0d5-4b72-8fd7-2ba19cfdac74 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8693034-5a11-4c64-a520-30ca1a117793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315382 Oct 26 08:59:59.232114 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025cdf7-8b48-4459-b1de-0779520b2e76 req-63673f2b-b284-48bb-82b8-677c08d4cf11 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:59.233564 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-8025cdf7-8b48-4459-b1de-0779520b2e76 req-63673f2b-b284-48bb-82b8-677c08d4cf11 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/ports?device_id=b36e605c-62dd-4fcc-aa07-0e3f73645f5c HTTP/1.1" status: 200 len: 946 time: 0.0496790 Oct 26 08:59:59.274719 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-8025cdf7-8b48-4459-b1de-0779520b2e76 req-9cff2ec9-6ecb-4cb7-bdef-0db7310ad353 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8693034-5a11-4c64-a520-30ca1a117793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351532 Oct 26 08:59:59.394600 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a567999-12a6-4326-9a3e-1d08bfd3f138 req-976a1fc7-c60b-405f-a006-ce8a42bc3b46 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:59.396100 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5a567999-12a6-4326-9a3e-1d08bfd3f138 req-976a1fc7-c60b-405f-a006-ce8a42bc3b46 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/ports?device_id=b36e605c-62dd-4fcc-aa07-0e3f73645f5c HTTP/1.1" status: 200 len: 946 time: 0.0524604 Oct 26 08:59:59.435656 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5a567999-12a6-4326-9a3e-1d08bfd3f138 req-a560e6ab-9ef7-4400-b373-7c0d8a1eddfc tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8693034-5a11-4c64-a520-30ca1a117793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326443 Oct 26 08:59:59.557656 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceeaf77-0f7d-4d85-ae67-9e66182cd7a9 req-af2510d9-55a0-4ba1-bf36-885d95ea76b8 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:59.559160 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2ceeaf77-0f7d-4d85-ae67-9e66182cd7a9 req-af2510d9-55a0-4ba1-bf36-885d95ea76b8 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/ports?device_id=b36e605c-62dd-4fcc-aa07-0e3f73645f5c HTTP/1.1" status: 200 len: 946 time: 0.0492079 Oct 26 08:59:59.596958 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2ceeaf77-0f7d-4d85-ae67-9e66182cd7a9 req-fb6aad67-0d25-4e60-af93-402263c2243e tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8693034-5a11-4c64-a520-30ca1a117793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319259 Oct 26 08:59:59.894366 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df8970-8d2a-471e-b7a0-c4f5a6ec7619 req-2f35d9e1-d872-4d1c-8f24-1cbbc3aa2c34 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 08:59:59.895850 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-26df8970-8d2a-471e-b7a0-c4f5a6ec7619 req-2f35d9e1-d872-4d1c-8f24-1cbbc3aa2c34 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/ports?device_id=b36e605c-62dd-4fcc-aa07-0e3f73645f5c HTTP/1.1" status: 200 len: 946 time: 0.0492477 Oct 26 08:59:59.933018 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-26df8970-8d2a-471e-b7a0-c4f5a6ec7619 req-98d40862-ce1d-499b-b6ad-91c9bf268c11 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8693034-5a11-4c64-a520-30ca1a117793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305882 Oct 26 09:00:01.049661 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5e864-b73d-4a7e-8395-23d186c0800a req-6acd6656-e4a4-452b-b452-0ba2ebe566f0 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:01.051162 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b0a5e864-b73d-4a7e-8395-23d186c0800a req-6acd6656-e4a4-452b-b452-0ba2ebe566f0 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/ports?device_id=b36e605c-62dd-4fcc-aa07-0e3f73645f5c HTTP/1.1" status: 200 len: 946 time: 0.0499058 Oct 26 09:00:01.089034 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b0a5e864-b73d-4a7e-8395-23d186c0800a req-cf11ab12-3589-4829-badf-9df47ca136d9 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8693034-5a11-4c64-a520-30ca1a117793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314662 Oct 26 09:00:01.203815 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b104140-9c76-4894-9ec4-f9a18c954857 req-378ad980-63e2-4e1a-ae76-060a939f8193 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:01.205310 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0b104140-9c76-4894-9ec4-f9a18c954857 req-378ad980-63e2-4e1a-ae76-060a939f8193 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.47 "GET /v2.0/ports?device_id=b36e605c-62dd-4fcc-aa07-0e3f73645f5c HTTP/1.1" status: 200 len: 946 time: 0.0525572 Oct 26 09:00:01.300330 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-0b104140-9c76-4894-9ec4-f9a18c954857 req-b52e845a-fa82-4c95-b461-fa6f2ed2a261 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Deleting port b317613b-17cb-42f4-93f0-3d4e847fcf5f {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:00:01.300595 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-0b104140-9c76-4894-9ec4-f9a18c954857 req-b52e845a-fa82-4c95-b461-fa6f2ed2a261 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:01.392707 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-0b104140-9c76-4894-9ec4-f9a18c954857 req-b52e845a-fa82-4c95-b461-fa6f2ed2a261 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] For port b317613b-17cb-42f4-93f0-3d4e847fcf5f, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=b317613b-17cb-42f4-93f0-3d4e847fcf5f,segment=NetworkSegment(ba389d77-3c63-4033-8ca4-80452a7c4260),segment_id=ba389d77-3c63-4033-8ca4-80452a7c4260)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:00:01.393074 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-0b104140-9c76-4894-9ec4-f9a18c954857 req-b52e845a-fa82-4c95-b461-fa6f2ed2a261 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:01.406842 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-0b104140-9c76-4894-9ec4-f9a18c954857 req-b52e845a-fa82-4c95-b461-fa6f2ed2a261 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Calling delete_port for b317613b-17cb-42f4-93f0-3d4e847fcf5f owned by compute:nova {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:00:01.533558 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-0b104140-9c76-4894-9ec4-f9a18c954857 req-b52e845a-fa82-4c95-b461-fa6f2ed2a261 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:01.546339 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['b317613b-17cb-42f4-93f0-3d4e847fcf5f'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 09:00:01.560452 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e845a-fa82-4c95-b461-fa6f2ed2a261 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Pushing event deleted for resources: {'Port': ['ID=b317613b-17cb-42f4-93f0-3d4e847fcf5f,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:01.604012 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b104140-9c76-4894-9ec4-f9a18c954857 req-b52e845a-fa82-4c95-b461-fa6f2ed2a261 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] No DVR routers for this DVR port b317613b-17cb-42f4-93f0-3d4e847fcf5f on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 09:00:01.606589 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-0b104140-9c76-4894-9ec4-f9a18c954857 req-b52e845a-fa82-4c95-b461-fa6f2ed2a261 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:01.610041 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0b104140-9c76-4894-9ec4-f9a18c954857 req-b52e845a-fa82-4c95-b461-fa6f2ed2a261 tempest-ServersNegativeTestJSON-2055799195 tempest-ServersNegativeTestJSON-2055799195-project] 10.222.0.47 "DELETE /v2.0/ports/b317613b-17cb-42f4-93f0-3d4e847fcf5f HTTP/1.1" status: 204 len: 173 time: 0.3989429 Oct 26 09:00:01.610487 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36e605c-62dd-4fcc-aa07-0e3f73645f5c', 'name': 'network-vif-deleted', 'tag': 'b317613b-17cb-42f4-93f0-3d4e847fcf5f'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:00:01.612775 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db91b6ee-484a-44fe-b9d4-643b17d33889" -d '{"events": [{"server_uuid": "b36e605c-62dd-4fcc-aa07-0e3f73645f5c", "name": "network-vif-deleted", "tag": "b317613b-17cb-42f4-93f0-3d4e847fcf5f"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:00:01.654086 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 09:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fbe992-fd11-43d2-b721-3fd65867bb67 x-openstack-request-id: req-90fbe992-fd11-43d2-b721-3fd65867bb67 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:00:01.654385 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36e605c-62dd-4fcc-aa07-0e3f73645f5c", "name": "network-vif-deleted", "tag": "b317613b-17cb-42f4-93f0-3d4e847fcf5f", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:00:01.654644 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90fbe992-fd11-43d2-b721-3fd65867bb67 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:00:01.655052 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36e605c-62dd-4fcc-aa07-0e3f73645f5c', 'name': 'network-vif-deleted', 'tag': 'b317613b-17cb-42f4-93f0-3d4e847fcf5f', 'status': 'completed', 'code': 200} Oct 26 09:00:02.144842 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42306) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:02.190113 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-939d248e-e595-4ba9-99ea-4bbe9ece5353 admin admin] Deleting subnet 23aa7b1e-6c43-4c5e-b476-1fcb295e8b38 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 09:00:02.193125 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-939d248e-e595-4ba9-99ea-4bbe9ece5353 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:02.227178 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-939d248e-e595-4ba9-99ea-4bbe9ece5353 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:02.277647 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-939d248e-e595-4ba9-99ea-4bbe9ece5353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:02.328354 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-939d248e-e595-4ba9-99ea-4bbe9ece5353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:02.354519 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d248e-e595-4ba9-99ea-4bbe9ece5353 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23aa7b1e-6c43-4c5e-b476-1fcb295e8b38,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:02.358471 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-939d248e-e595-4ba9-99ea-4bbe9ece5353 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:02.361542 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-939d248e-e595-4ba9-99ea-4bbe9ece5353 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/23aa7b1e-6c43-4c5e-b476-1fcb295e8b38 HTTP/1.1" status: 204 len: 168 time: 0.2156937 Oct 26 09:00:02.363969 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42308) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:02.431336 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7923138b-ba83-47ac-a26e-905c69f3be87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:02.514549 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7923138b-ba83-47ac-a26e-905c69f3be87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:02.534476 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-7923138b-ba83-47ac-a26e-905c69f3be87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:00:02.544150 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-7923138b-ba83-47ac-a26e-905c69f3be87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba389d77-3c63-4033-8ca4-80452a7c4260') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:00:02.544443 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-7923138b-ba83-47ac-a26e-905c69f3be87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba389d77-3c63-4033-8ca4-80452a7c4260') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:00:02.553984 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7923138b-ba83-47ac-a26e-905c69f3be87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:02.567208 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7923138b-ba83-47ac-a26e-905c69f3be87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:02.573163 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7923138b-ba83-47ac-a26e-905c69f3be87 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 09:00:02.573546 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7923138b-ba83-47ac-a26e-905c69f3be87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:02.575220 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 09:00:02.575220 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 09:00:02.575220 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 09:00:02.575220 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 09:00:02.575220 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 09:00:02.575220 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 09:00:02.575220 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 09:00:02.575220 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 09:00:02.575220 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 09:00:02.575220 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 09:00:02.575220 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 09:00:02.575220 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 09:00:02.575220 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 09:00:02.575220 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 09:00:02.575220 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 09:00:02.575220 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 09:00:02.575220 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 09:00:02.575220 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 09:00:02.575220 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 09:00:02.575220 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 09:00:02.575220 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 09:00:02.575220 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 09:00:02.575220 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 09:00:02.575220 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 09:00:02.575220 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 09:00:02.575220 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 09:00:02.575220 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 09:00:02.575220 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 09:00:02.575220 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 09:00:02.575220 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 09:00:02.575220 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 09:00:02.575220 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 09:00:02.632769 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7923138b-ba83-47ac-a26e-905c69f3be87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:02.637533 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7923138b-ba83-47ac-a26e-905c69f3be87 admin admin] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:02.640998 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7923138b-ba83-47ac-a26e-905c69f3be87 admin admin] 10.222.0.41 "DELETE /v2.0/networks/afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0 HTTP/1.1" status: 204 len: 168 time: 0.2761173 Oct 26 09:00:02.654492 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923138b-ba83-47ac-a26e-905c69f3be87 admin admin] Pushing event deleted for resources: {'Network': ['ID=afef6ff9-4e9a-4a62-bdad-c2f4e4437bf0,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:02.748198 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42312) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:02.792804 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9457f0f3-6a04-404f-be2d-787b03d76091 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=db6f5e0c38bb41bdbc0c109f8490665f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433545 Oct 26 09:00:02.795138 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42314) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:02.842152 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7992125e-1d62-4553-9b86-158de077e8c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:02.862383 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7992125e-1d62-4553-9b86-158de077e8c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:02.909885 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7992125e-1d62-4553-9b86-158de077e8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:02.912443 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7992125e-1d62-4553-9b86-158de077e8c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:02.913627 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7992125e-1d62-4553-9b86-158de077e8c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a8693034-5a11-4c64-a520-30ca1a117793 HTTP/1.1" status: 204 len: 168 time: 0.1175771 Oct 26 09:00:02.921800 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992125e-1d62-4553-9b86-158de077e8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8693034-5a11-4c64-a520-30ca1a117793,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:03.570107 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42336) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:03.667416 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-2fab5939-79ad-4e9c-9f38-f65a10721fc6 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-986334311'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:00:03.687429 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fab5939-79ad-4e9c-9f38-f65a10721fc6 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Made reservation on behalf of 7f91569c3c16490fb1cb1ece03ed389c for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:00:03.690867 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2fab5939-79ad-4e9c-9f38-f65a10721fc6 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:03.699186 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2fab5939-79ad-4e9c-9f38-f65a10721fc6 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:03.771448 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2fab5939-79ad-4e9c-9f38-f65a10721fc6 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:03.775304 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2fab5939-79ad-4e9c-9f38-f65a10721fc6 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:03.805144 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fab5939-79ad-4e9c-9f38-f65a10721fc6 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 09:00:03.811693 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab5939-79ad-4e9c-9f38-f65a10721fc6 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eecd5c3-aa84-4db4-aba8-3512e3653062,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:03.818473 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2fab5939-79ad-4e9c-9f38-f65a10721fc6 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:03.818991 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-2fab5939-79ad-4e9c-9f38-f65a10721fc6 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Added segment c8a8daac-00bc-4597-958b-e4181b64d347 of type vlan for network 9c80cdda-c5bd-4e8c-b148-4f2727859f5c Oct 26 09:00:03.863170 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2fab5939-79ad-4e9c-9f38-f65a10721fc6 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:03.887182 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2fab5939-79ad-4e9c-9f38-f65a10721fc6 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:03.892934 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fab5939-79ad-4e9c-9f38-f65a10721fc6 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:03.893529 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2fab5939-79ad-4e9c-9f38-f65a10721fc6 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:03.945452 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2fab5939-79ad-4e9c-9f38-f65a10721fc6 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3741903 Oct 26 09:00:03.964156 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab5939-79ad-4e9c-9f38-f65a10721fc6 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Pushing event updated for resources: {'Network': ['ID=9c80cdda-c5bd-4e8c-b148-4f2727859f5c,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:03.974371 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 9c80cdda-c5bd-4e8c-b148-4f2727859f5c details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 09:00:04.622515 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device b317613b-17cb-42f4-93f0-3d4e847fcf5f no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:00:04.646027 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] No Port match for: b317613b-17cb-42f4-93f0-3d4e847fcf5f {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:00:04.646405 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device b317613b-17cb-42f4-93f0-3d4e847fcf5f not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:00:07.204453 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42340) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:07.209868 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-3d19a7a4-5992-4c36-b9c2-bd709d32d377 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Request body: {'subnet': {'network_id': '9c80cdda-c5bd-4e8c-b148-4f2727859f5c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:00:07.299524 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d19a7a4-5992-4c36-b9c2-bd709d32d377 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Made reservation on behalf of 7f91569c3c16490fb1cb1ece03ed389c for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:00:07.303181 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3d19a7a4-5992-4c36-b9c2-bd709d32d377 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:07.483763 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3d19a7a4-5992-4c36-b9c2-bd709d32d377 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:07.542714 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19a7a4-5992-4c36-b9c2-bd709d32d377 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Pushing event updated for resources: {'Subnet': ['ID=305d68a9-e171-4138-ab05-3aa0213df5fa,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:07.552403 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d19a7a4-5992-4c36-b9c2-bd709d32d377 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Checking segment: {'id': 'c8a8daac-00bc-4597-958b-e4181b64d347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9c80cdda-c5bd-4e8c-b148-4f2727859f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:00:07.552771 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d19a7a4-5992-4c36-b9c2-bd709d32d377 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Network hostable DHCP agents. Network: 9c80cdda-c5bd-4e8c-b148-4f2727859f5c, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 09:00:07.570549 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d19a7a4-5992-4c36-b9c2-bd709d32d377 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Network 9c80cdda-c5bd-4e8c-b148-4f2727859f5c is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 09:00:07.582594 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-3d19a7a4-5992-4c36-b9c2-bd709d32d377 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 9c80cdda-c5bd-4e8c-b148-4f2727859f5c) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:00:07.587007 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d19a7a4-5992-4c36-b9c2-bd709d32d377 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:07.587719 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3d19a7a4-5992-4c36-b9c2-bd709d32d377 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:07.592537 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dc8cbc-d9fe-4eed-a662-2a40cecc6047 None None] Network 9c80cdda-c5bd-4e8c-b148-4f2727859f5c requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:00:07.607576 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3d19a7a4-5992-4c36-b9c2-bd709d32d377 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4019725 Oct 26 09:00:07.611126 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42342) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:07.616945 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-104968d4-a260-4a93-a850-54f72d1300ad tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1695757627'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:00:07.639092 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104968d4-a260-4a93-a850-54f72d1300ad tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Made reservation on behalf of 7f91569c3c16490fb1cb1ece03ed389c for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:00:07.642647 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-104968d4-a260-4a93-a850-54f72d1300ad tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:07.665308 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-104968d4-a260-4a93-a850-54f72d1300ad tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 09:00:07.674329 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-104968d4-a260-4a93-a850-54f72d1300ad tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:07.674671 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-104968d4-a260-4a93-a850-54f72d1300ad tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Added segment fc34bcb4-20a6-4bdf-b8c6-0e4142c7c0ce of type vlan for network c012aec0-c22a-4368-a7cc-8eaee7001491 Oct 26 09:00:07.718329 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-104968d4-a260-4a93-a850-54f72d1300ad tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:07.743311 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-104968d4-a260-4a93-a850-54f72d1300ad tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:07.746108 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac05d0f7-cab8-49e3-9933-9c2f2dccbf19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-9c80cdda-c5bd-4e8c-b148-4f2727859f5c', 'network_id': '9c80cdda-c5bd-4e8c-b148-4f2727859f5c', 'tenant_id': '7f91569c3c16490fb1cb1ece03ed389c', 'fixed_ips': [{'subnet_id': '305d68a9-e171-4138-ab05-3aa0213df5fa'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 09:00:07.746981 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ac05d0f7-cab8-49e3-9933-9c2f2dccbf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:07.749948 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104968d4-a260-4a93-a850-54f72d1300ad tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:07.750545 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-104968d4-a260-4a93-a850-54f72d1300ad tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:07.809861 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-104968d4-a260-4a93-a850-54f72d1300ad tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1975086 Oct 26 09:00:07.812830 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42344) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:07.818240 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-572c446a-884b-41fb-b927-9173dc16a889 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Request body: {'subnet': {'network_id': 'c012aec0-c22a-4368-a7cc-8eaee7001491', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:00:07.826782 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104968d4-a260-4a93-a850-54f72d1300ad tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Pushing event updated for resources: {'Network': ['ID=c012aec0-c22a-4368-a7cc-8eaee7001491,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:07.837473 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network c012aec0-c22a-4368-a7cc-8eaee7001491 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 09:00:07.929321 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572c446a-884b-41fb-b927-9173dc16a889 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Made reservation on behalf of 7f91569c3c16490fb1cb1ece03ed389c for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:00:07.935194 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-572c446a-884b-41fb-b927-9173dc16a889 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:07.957384 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-ac05d0f7-cab8-49e3-9933-9c2f2dccbf19 None None] Allocated IP 2001:db8:0:ffff::2 (9c80cdda-c5bd-4e8c-b148-4f2727859f5c/305d68a9-e171-4138-ab05-3aa0213df5fa/7df06bd1-22b9-44c4-9cd3-cd767b2f8e1e) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:00:08.140798 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-572c446a-884b-41fb-b927-9173dc16a889 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:08.208186 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c446a-884b-41fb-b927-9173dc16a889 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Pushing event updated for resources: {'Subnet': ['ID=86d9abee-2bcb-4678-ab66-225218ac4558,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:08.219116 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572c446a-884b-41fb-b927-9173dc16a889 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Checking segment: {'id': 'fc34bcb4-20a6-4bdf-b8c6-0e4142c7c0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c012aec0-c22a-4368-a7cc-8eaee7001491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:00:08.219487 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572c446a-884b-41fb-b927-9173dc16a889 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Network hostable DHCP agents. Network: c012aec0-c22a-4368-a7cc-8eaee7001491, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 09:00:08.237761 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572c446a-884b-41fb-b927-9173dc16a889 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Network c012aec0-c22a-4368-a7cc-8eaee7001491 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 09:00:08.247036 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-572c446a-884b-41fb-b927-9173dc16a889 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, c012aec0-c22a-4368-a7cc-8eaee7001491) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:00:08.251158 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572c446a-884b-41fb-b927-9173dc16a889 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:08.251747 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-572c446a-884b-41fb-b927-9173dc16a889 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:08.257055 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee25c19-4a61-47d1-9aea-ae64b16e93b8 None None] Network c012aec0-c22a-4368-a7cc-8eaee7001491 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:00:08.269983 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-572c446a-884b-41fb-b927-9173dc16a889 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4555218 Oct 26 09:00:08.271510 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ac05d0f7-cab8-49e3-9933-9c2f2dccbf19 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:08.272490 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42346) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:08.302068 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ac05d0f7-cab8-49e3-9933-9c2f2dccbf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:08.363719 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac05d0f7-cab8-49e3-9933-9c2f2dccbf19 None None] Network 9c80cdda-c5bd-4e8c-b148-4f2727859f5c is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:00:08.375583 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4517bd3c-1172-49c2-8b4f-d965e5ad97c9 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:08.375939 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-ac05d0f7-cab8-49e3-9933-9c2f2dccbf19 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:00:08.377691 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05d0f7-cab8-49e3-9933-9c2f2dccbf19 None None] Pushing event updated for resources: {'Port': ['ID=7df06bd1-22b9-44c4-9cd3-cd767b2f8e1e,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:08.379898 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac05d0f7-cab8-49e3-9933-9c2f2dccbf19 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:00:08.452963 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4517bd3c-1172-49c2-8b4f-d965e5ad97c9 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:08.471786 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-ac05d0f7-cab8-49e3-9933-9c2f2dccbf19 None None] Attempting to bind port 7df06bd1-22b9-44c4-9cd3-cd767b2f8e1e on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:00:08.472157 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-ac05d0f7-cab8-49e3-9933-9c2f2dccbf19 None None] Attempting to bind port 7df06bd1-22b9-44c4-9cd3-cd767b2f8e1e by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'c8a8daac-00bc-4597-958b-e4181b64d347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9c80cdda-c5bd-4e8c-b148-4f2727859f5c'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:00:08.472515 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac05d0f7-cab8-49e3-9933-9c2f2dccbf19 None None] Attempting to bind port 7df06bd1-22b9-44c4-9cd3-cd767b2f8e1e on network 9c80cdda-c5bd-4e8c-b148-4f2727859f5c {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:00:08.481969 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac05d0f7-cab8-49e3-9933-9c2f2dccbf19 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:00:08.482341 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac05d0f7-cab8-49e3-9933-9c2f2dccbf19 None None] Checking segment: {'id': 'c8a8daac-00bc-4597-958b-e4181b64d347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9c80cdda-c5bd-4e8c-b148-4f2727859f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:00:08.482738 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ac05d0f7-cab8-49e3-9933-9c2f2dccbf19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:08.483128 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac05d0f7-cab8-49e3-9933-9c2f2dccbf19 None None] Bound using segment: {'id': 'c8a8daac-00bc-4597-958b-e4181b64d347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9c80cdda-c5bd-4e8c-b148-4f2727859f5c'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:00:08.483598 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-ac05d0f7-cab8-49e3-9933-9c2f2dccbf19 None None] Bound port: 7df06bd1-22b9-44c4-9cd3-cd767b2f8e1e, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a8daac-00bc-4597-958b-e4181b64d347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9c80cdda-c5bd-4e8c-b148-4f2727859f5c'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:00:08.483974 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ac05d0f7-cab8-49e3-9933-9c2f2dccbf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:08.521215 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4517bd3c-1172-49c2-8b4f-d965e5ad97c9 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:08.532476 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c329b57-64aa-4aff-bf1d-73564e3d32f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-c012aec0-c22a-4368-a7cc-8eaee7001491', 'network_id': 'c012aec0-c22a-4368-a7cc-8eaee7001491', 'tenant_id': '7f91569c3c16490fb1cb1ece03ed389c', 'fixed_ips': [{'subnet_id': '86d9abee-2bcb-4678-ab66-225218ac4558'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 09:00:08.533346 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9c329b57-64aa-4aff-bf1d-73564e3d32f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:08.552589 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517bd3c-1172-49c2-8b4f-d965e5ad97c9 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Pushing event deleted for resources: {'Subnet': ['ID=86d9abee-2bcb-4678-ab66-225218ac4558,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:08.613843 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4517bd3c-1172-49c2-8b4f-d965e5ad97c9 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:08.627155 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-ac05d0f7-cab8-49e3-9933-9c2f2dccbf19 None None] For port 7df06bd1-22b9-44c4-9cd3-cd767b2f8e1e, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:00:08.634217 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-4517bd3c-1172-49c2-8b4f-d965e5ad97c9 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c012aec0-c22a-4368-a7cc-8eaee7001491']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:00:08.642139 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-ac05d0f7-cab8-49e3-9933-9c2f2dccbf19 None None] For port 7df06bd1-22b9-44c4-9cd3-cd767b2f8e1e, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=7df06bd1-22b9-44c4-9cd3-cd767b2f8e1e,segment=NetworkSegment(c8a8daac-00bc-4597-958b-e4181b64d347),segment_id=c8a8daac-00bc-4597-958b-e4181b64d347)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:00:08.644628 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7953b8dc-7c08-49cf-9460-d0ec88278252 None None] Network c012aec0-c22a-4368-a7cc-8eaee7001491 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:00:08.645478 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-4517bd3c-1172-49c2-8b4f-d965e5ad97c9 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc34bcb4-20a6-4bdf-b8c6-0e4142c7c0ce') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:00:08.645832 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-4517bd3c-1172-49c2-8b4f-d965e5ad97c9 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc34bcb4-20a6-4bdf-b8c6-0e4142c7c0ce') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:00:08.656025 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4517bd3c-1172-49c2-8b4f-d965e5ad97c9 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:08.661553 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ac05d0f7-cab8-49e3-9933-9c2f2dccbf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:08.671487 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4517bd3c-1172-49c2-8b4f-d965e5ad97c9 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:08.677570 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4517bd3c-1172-49c2-8b4f-d965e5ad97c9 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 09:00:08.678042 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4517bd3c-1172-49c2-8b4f-d965e5ad97c9 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:08.680972 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 09:00:08.680972 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 09:00:08.680972 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 09:00:08.680972 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 09:00:08.680972 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 09:00:08.680972 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 09:00:08.680972 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 09:00:08.680972 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 09:00:08.680972 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 09:00:08.680972 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 09:00:08.680972 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 09:00:08.680972 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 09:00:08.680972 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 09:00:08.680972 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 09:00:08.680972 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 09:00:08.680972 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 09:00:08.680972 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 09:00:08.680972 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 09:00:08.680972 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 09:00:08.680972 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 09:00:08.680972 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 09:00:08.680972 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 09:00:08.680972 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 09:00:08.680972 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 09:00:08.680972 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 09:00:08.680972 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 09:00:08.680972 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 09:00:08.680972 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 09:00:08.680972 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 09:00:08.680972 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 09:00:08.680972 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 09:00:08.680972 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 09:00:08.747976 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4517bd3c-1172-49c2-8b4f-d965e5ad97c9 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:08.769130 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4517bd3c-1172-49c2-8b4f-d965e5ad97c9 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:08.772496 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4517bd3c-1172-49c2-8b4f-d965e5ad97c9 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] 10.222.0.41 "DELETE /v2.0/networks/c012aec0-c22a-4368-a7cc-8eaee7001491 HTTP/1.1" status: 204 len: 168 time: 0.4990668 Oct 26 09:00:08.773604 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517bd3c-1172-49c2-8b4f-d965e5ad97c9 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Pushing event deleted for resources: {'Network': ['ID=c012aec0-c22a-4368-a7cc-8eaee7001491,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:08.777218 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42348) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:08.783809 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-8116f3f9-5410-4673-b471-f9e50cb0e60a tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2036490953'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:00:08.786411 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05d0f7-cab8-49e3-9933-9c2f2dccbf19 None None] Pushing event updated for resources: {'Port': ['ID=7df06bd1-22b9-44c4-9cd3-cd767b2f8e1e,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:08.813697 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8116f3f9-5410-4673-b471-f9e50cb0e60a tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Made reservation on behalf of 7f91569c3c16490fb1cb1ece03ed389c for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:00:08.817967 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8116f3f9-5410-4673-b471-f9e50cb0e60a tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:08.846485 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8116f3f9-5410-4673-b471-f9e50cb0e60a tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 09:00:08.857166 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8116f3f9-5410-4673-b471-f9e50cb0e60a tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:08.857517 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-8116f3f9-5410-4673-b471-f9e50cb0e60a tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Added segment 96770225-4682-4188-a3c7-5c71c35e7b02 of type vlan for network 4b0dd624-6c02-427c-9f07-b2c71ad542a0 Oct 26 09:00:08.910393 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8116f3f9-5410-4673-b471-f9e50cb0e60a tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:08.955374 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8116f3f9-5410-4673-b471-f9e50cb0e60a tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:08.961337 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8116f3f9-5410-4673-b471-f9e50cb0e60a tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:08.961979 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8116f3f9-5410-4673-b471-f9e50cb0e60a tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:08.990983 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8116f3f9-5410-4673-b471-f9e50cb0e60a tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2124312 Oct 26 09:00:08.993882 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42350) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:09.000203 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-1dc39103-5f4f-422e-accb-e8323b4c12cc tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Request body: {'subnet': {'network_id': '4b0dd624-6c02-427c-9f07-b2c71ad542a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:00:09.050480 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116f3f9-5410-4673-b471-f9e50cb0e60a tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Pushing event updated for resources: {'Network': ['ID=4b0dd624-6c02-427c-9f07-b2c71ad542a0,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:09.062759 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 4b0dd624-6c02-427c-9f07-b2c71ad542a0 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 09:00:09.107011 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc39103-5f4f-422e-accb-e8323b4c12cc tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Made reservation on behalf of 7f91569c3c16490fb1cb1ece03ed389c for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:00:09.110627 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1dc39103-5f4f-422e-accb-e8323b4c12cc tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:09.189333 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.ipam_backend_mixin [None req-1dc39103-5f4f-422e-accb-e8323b4c12cc tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Performing IP validity checks on allocation pools {{(pid=102101) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 09:00:09.189822 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.ipam_backend_mixin [None req-1dc39103-5f4f-422e-accb-e8323b4c12cc tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102101) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 09:00:09.335370 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1dc39103-5f4f-422e-accb-e8323b4c12cc tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:09.409999 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc39103-5f4f-422e-accb-e8323b4c12cc tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Pushing event updated for resources: {'Subnet': ['ID=b2961b99-d34b-431e-a2e1-0cfce71e422d,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:09.427738 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc39103-5f4f-422e-accb-e8323b4c12cc tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Checking segment: {'id': '96770225-4682-4188-a3c7-5c71c35e7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4b0dd624-6c02-427c-9f07-b2c71ad542a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:00:09.428394 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc39103-5f4f-422e-accb-e8323b4c12cc tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Network hostable DHCP agents. Network: 4b0dd624-6c02-427c-9f07-b2c71ad542a0, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 09:00:09.448034 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc39103-5f4f-422e-accb-e8323b4c12cc tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Network 4b0dd624-6c02-427c-9f07-b2c71ad542a0 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 09:00:09.458802 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-1dc39103-5f4f-422e-accb-e8323b4c12cc tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 4b0dd624-6c02-427c-9f07-b2c71ad542a0) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:00:09.463825 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc39103-5f4f-422e-accb-e8323b4c12cc tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:09.464443 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1dc39103-5f4f-422e-accb-e8323b4c12cc tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:09.469539 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5153090b-50e3-424c-9f38-79ae4411f9ec None None] Network 4b0dd624-6c02-427c-9f07-b2c71ad542a0 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:00:09.482403 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1dc39103-5f4f-422e-accb-e8323b4c12cc tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4865427 Oct 26 09:00:09.485104 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42352) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:09.604447 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7bc524a1-b4c1-4c0c-aa77-e721e385ec6d tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:09.653551 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1c14de-967b-43d1-b28e-5643017ecfae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-4b0dd624-6c02-427c-9f07-b2c71ad542a0', 'network_id': '4b0dd624-6c02-427c-9f07-b2c71ad542a0', 'tenant_id': '7f91569c3c16490fb1cb1ece03ed389c', 'fixed_ips': [{'subnet_id': 'b2961b99-d34b-431e-a2e1-0cfce71e422d'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 09:00:09.654469 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ba1c14de-967b-43d1-b28e-5643017ecfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:09.668841 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7bc524a1-b4c1-4c0c-aa77-e721e385ec6d tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:09.742866 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7bc524a1-b4c1-4c0c-aa77-e721e385ec6d tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server [None req-ba1c14de-967b-43d1-b28e-5643017ecfae None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b2961b99-d34b-431e-a2e1-0cfce71e422d: This subnet is being modified by another concurrent operation. Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise exception Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b2961b99-d34b-431e-a2e1-0cfce71e422d: This subnet is being modified by another concurrent operation. Oct 26 09:00:09.765772 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server Oct 26 09:00:09.771934 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc524a1-b4c1-4c0c-aa77-e721e385ec6d tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Pushing event deleted for resources: {'Subnet': ['ID=b2961b99-d34b-431e-a2e1-0cfce71e422d,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:09.772157 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812d724c-0cb3-4215-8d8f-ab355ea3de03 None None] Network 9c80cdda-c5bd-4e8c-b148-4f2727859f5c requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:00:09.821046 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16802050-0e02-4aa7-8940-32a73155916f None None] Network 4b0dd624-6c02-427c-9f07-b2c71ad542a0 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:00:09.839763 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7bc524a1-b4c1-4c0c-aa77-e721e385ec6d tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:09.859336 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-7bc524a1-b4c1-4c0c-aa77-e721e385ec6d tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b0dd624-6c02-427c-9f07-b2c71ad542a0']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:00:09.868210 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-7bc524a1-b4c1-4c0c-aa77-e721e385ec6d tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96770225-4682-4188-a3c7-5c71c35e7b02') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:00:09.868723 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-7bc524a1-b4c1-4c0c-aa77-e721e385ec6d tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96770225-4682-4188-a3c7-5c71c35e7b02') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:00:09.878466 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7bc524a1-b4c1-4c0c-aa77-e721e385ec6d tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:09.892075 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7bc524a1-b4c1-4c0c-aa77-e721e385ec6d tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:09.898117 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc524a1-b4c1-4c0c-aa77-e721e385ec6d tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 09:00:09.898534 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7bc524a1-b4c1-4c0c-aa77-e721e385ec6d tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:09.901669 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 09:00:09.901669 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 09:00:09.901669 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 09:00:09.901669 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 09:00:09.901669 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 09:00:09.901669 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 09:00:09.901669 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 09:00:09.901669 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 09:00:09.901669 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 09:00:09.901669 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 09:00:09.901669 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 09:00:09.901669 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 09:00:09.901669 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 09:00:09.901669 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 09:00:09.901669 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 09:00:09.901669 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 09:00:09.901669 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 09:00:09.901669 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 09:00:09.901669 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 09:00:09.901669 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 09:00:09.901669 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 09:00:09.901669 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 09:00:09.901669 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 09:00:09.901669 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 09:00:09.901669 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 09:00:09.901669 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 09:00:09.901669 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 09:00:09.901669 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 09:00:09.901669 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 09:00:09.901669 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 09:00:09.901669 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 09:00:09.901669 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 09:00:09.927928 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-ec852f5a-333c-48c0-b14f-23a0a3afa564 None None] Provisioning complete for port 7df06bd1-22b9-44c4-9cd3-cd767b2f8e1e triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:00:09.928307 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ec852f5a-333c-48c0-b14f-23a0a3afa564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:09.964129 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7bc524a1-b4c1-4c0c-aa77-e721e385ec6d tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:09.971021 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7bc524a1-b4c1-4c0c-aa77-e721e385ec6d tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:09.974497 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-7bc524a1-b4c1-4c0c-aa77-e721e385ec6d tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] 10.222.0.41 "DELETE /v2.0/networks/4b0dd624-6c02-427c-9f07-b2c71ad542a0 HTTP/1.1" status: 204 len: 168 time: 0.4883773 Oct 26 09:00:09.978676 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42354) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:09.984706 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-492152ea-c116-4f45-b7c4-1dbdb627e376 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-947129929'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:00:09.987431 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc524a1-b4c1-4c0c-aa77-e721e385ec6d tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Pushing event deleted for resources: {'Network': ['ID=4b0dd624-6c02-427c-9f07-b2c71ad542a0,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:10.011964 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492152ea-c116-4f45-b7c4-1dbdb627e376 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Made reservation on behalf of 7f91569c3c16490fb1cb1ece03ed389c for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:00:10.015811 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-492152ea-c116-4f45-b7c4-1dbdb627e376 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:10.039506 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-492152ea-c116-4f45-b7c4-1dbdb627e376 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 09:00:10.049655 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-492152ea-c116-4f45-b7c4-1dbdb627e376 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:10.050017 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-492152ea-c116-4f45-b7c4-1dbdb627e376 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Added segment 0506b683-8d64-45b0-97a6-adb414e07e2a of type vlan for network 104e77bd-aa46-4c7e-986c-7f15dba2e0b7 Oct 26 09:00:10.094575 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-492152ea-c116-4f45-b7c4-1dbdb627e376 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:10.124773 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-492152ea-c116-4f45-b7c4-1dbdb627e376 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:10.125013 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ec852f5a-333c-48c0-b14f-23a0a3afa564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:10.130344 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492152ea-c116-4f45-b7c4-1dbdb627e376 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:10.130952 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-492152ea-c116-4f45-b7c4-1dbdb627e376 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:10.164989 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-ec852f5a-333c-48c0-b14f-23a0a3afa564 None None] For port 7df06bd1-22b9-44c4-9cd3-cd767b2f8e1e, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=7df06bd1-22b9-44c4-9cd3-cd767b2f8e1e,segment=NetworkSegment(c8a8daac-00bc-4597-958b-e4181b64d347),segment_id=c8a8daac-00bc-4597-958b-e4181b64d347)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:00:10.170415 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ec852f5a-333c-48c0-b14f-23a0a3afa564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:10.201340 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492152ea-c116-4f45-b7c4-1dbdb627e376 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Pushing event updated for resources: {'Network': ['ID=104e77bd-aa46-4c7e-986c-7f15dba2e0b7,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:10.218762 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 104e77bd-aa46-4c7e-986c-7f15dba2e0b7 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 09:00:10.218975 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-492152ea-c116-4f45-b7c4-1dbdb627e376 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2356677 Oct 26 09:00:10.219624 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42356) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:10.225613 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-0e355ab7-7f91-4393-b4e9-9b6d77ae87b8 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Request body: {'subnet': {'network_id': '104e77bd-aa46-4c7e-986c-7f15dba2e0b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:00:10.270336 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec852f5a-333c-48c0-b14f-23a0a3afa564 None None] Pushing event updated for resources: {'Port': ['ID=7df06bd1-22b9-44c4-9cd3-cd767b2f8e1e,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:10.331669 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e355ab7-7f91-4393-b4e9-9b6d77ae87b8 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Made reservation on behalf of 7f91569c3c16490fb1cb1ece03ed389c for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:00:10.336482 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0e355ab7-7f91-4393-b4e9-9b6d77ae87b8 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:10.345711 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500f1f32-bb34-4a17-b5ea-b4d9f396c7e4 None None] get_active_networks_info from dv-neutron-804846-13-hyperv {{(pid=102103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 09:00:10.412845 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 7df06bd1-22b9-44c4-9cd3-cd767b2f8e1e up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:00:10.437312 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-c342ca25-fc00-47d9-b40b-f7b287210df5 None None] Provisioning complete for port 7df06bd1-22b9-44c4-9cd3-cd767b2f8e1e triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:00:10.437709 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c342ca25-fc00-47d9-b40b-f7b287210df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:10.485390 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500f1f32-bb34-4a17-b5ea-b4d9f396c7e4 None None] Resources bound (agent type, host, resource id): {{(pid=102103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 09:00:10.576566 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 7df06bd1-22b9-44c4-9cd3-cd767b2f8e1e triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:00:10.576945 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:10.803289 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0e355ab7-7f91-4393-b4e9-9b6d77ae87b8 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:10.862586 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e355ab7-7f91-4393-b4e9-9b6d77ae87b8 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Pushing event updated for resources: {'Subnet': ['ID=e82630a3-515c-4041-bd6a-2385f87d081e,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:10.871152 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e355ab7-7f91-4393-b4e9-9b6d77ae87b8 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Checking segment: {'id': '0506b683-8d64-45b0-97a6-adb414e07e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '104e77bd-aa46-4c7e-986c-7f15dba2e0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:00:10.871508 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e355ab7-7f91-4393-b4e9-9b6d77ae87b8 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Network hostable DHCP agents. Network: 104e77bd-aa46-4c7e-986c-7f15dba2e0b7, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 09:00:10.887529 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e355ab7-7f91-4393-b4e9-9b6d77ae87b8 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Network 104e77bd-aa46-4c7e-986c-7f15dba2e0b7 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 09:00:10.895320 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-0e355ab7-7f91-4393-b4e9-9b6d77ae87b8 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 104e77bd-aa46-4c7e-986c-7f15dba2e0b7) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:00:10.899635 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e355ab7-7f91-4393-b4e9-9b6d77ae87b8 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:10.900217 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0e355ab7-7f91-4393-b4e9-9b6d77ae87b8 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:10.905733 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfaa9656-69e5-4e3f-bfe0-ee002f249255 None None] Network 104e77bd-aa46-4c7e-986c-7f15dba2e0b7 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:00:10.919228 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-0e355ab7-7f91-4393-b4e9-9b6d77ae87b8 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6987348 Oct 26 09:00:10.922785 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42358) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:10.928109 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-2387838e-e0ad-427c-84d4-d6ae3071cb25 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-43773526'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:00:10.949703 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2387838e-e0ad-427c-84d4-d6ae3071cb25 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Made reservation on behalf of 7f91569c3c16490fb1cb1ece03ed389c for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:00:10.953439 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2387838e-e0ad-427c-84d4-d6ae3071cb25 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:10.977579 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2387838e-e0ad-427c-84d4-d6ae3071cb25 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 09:00:10.987109 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2387838e-e0ad-427c-84d4-d6ae3071cb25 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:10.987612 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-2387838e-e0ad-427c-84d4-d6ae3071cb25 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Added segment 149ec060-330a-4465-b34d-3df1786309de of type vlan for network 00bc78f1-9ac9-48a2-9ff3-6276f694e520 Oct 26 09:00:11.031819 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2387838e-e0ad-427c-84d4-d6ae3071cb25 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:11.056363 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2387838e-e0ad-427c-84d4-d6ae3071cb25 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:11.059669 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c07d418-666d-4e2a-aa84-3dc9ba1f60e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-104e77bd-aa46-4c7e-986c-7f15dba2e0b7', 'network_id': '104e77bd-aa46-4c7e-986c-7f15dba2e0b7', 'tenant_id': '7f91569c3c16490fb1cb1ece03ed389c', 'fixed_ips': [{'subnet_id': 'e82630a3-515c-4041-bd6a-2385f87d081e'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 09:00:11.060693 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3c07d418-666d-4e2a-aa84-3dc9ba1f60e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:11.062698 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2387838e-e0ad-427c-84d4-d6ae3071cb25 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:11.063322 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2387838e-e0ad-427c-84d4-d6ae3071cb25 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:11.119654 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2387838e-e0ad-427c-84d4-d6ae3071cb25 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1953678 Oct 26 09:00:11.122743 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42360) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:11.127285 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-9c18c630-aa16-4caa-bb89-0661c69256bf tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Request body: {'subnet': {'network_id': '00bc78f1-9ac9-48a2-9ff3-6276f694e520', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:00:11.200483 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-3c07d418-666d-4e2a-aa84-3dc9ba1f60e6 None None] Allocated IP 2001:db8::2 (104e77bd-aa46-4c7e-986c-7f15dba2e0b7/e82630a3-515c-4041-bd6a-2385f87d081e/6a9a7794-b22b-428c-8d9d-6cfdf0ff3bfd) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:00:11.354434 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3c07d418-666d-4e2a-aa84-3dc9ba1f60e6 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:11.360622 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3c07d418-666d-4e2a-aa84-3dc9ba1f60e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:11.405375 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c07d418-666d-4e2a-aa84-3dc9ba1f60e6 None None] Network 104e77bd-aa46-4c7e-986c-7f15dba2e0b7 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:00:11.408687 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-3c07d418-666d-4e2a-aa84-3dc9ba1f60e6 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:00:11.411285 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c07d418-666d-4e2a-aa84-3dc9ba1f60e6 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:00:11.422868 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c07d418-666d-4e2a-aa84-3dc9ba1f60e6 None None] Pushing event updated for resources: {'Port': ['ID=6a9a7794-b22b-428c-8d9d-6cfdf0ff3bfd,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:11.474451 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-3c07d418-666d-4e2a-aa84-3dc9ba1f60e6 None None] Attempting to bind port 6a9a7794-b22b-428c-8d9d-6cfdf0ff3bfd on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:00:11.474739 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-3c07d418-666d-4e2a-aa84-3dc9ba1f60e6 None None] Attempting to bind port 6a9a7794-b22b-428c-8d9d-6cfdf0ff3bfd by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '0506b683-8d64-45b0-97a6-adb414e07e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '104e77bd-aa46-4c7e-986c-7f15dba2e0b7'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:00:11.475111 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c07d418-666d-4e2a-aa84-3dc9ba1f60e6 None None] Attempting to bind port 6a9a7794-b22b-428c-8d9d-6cfdf0ff3bfd on network 104e77bd-aa46-4c7e-986c-7f15dba2e0b7 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:00:11.480676 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c07d418-666d-4e2a-aa84-3dc9ba1f60e6 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:00:11.481058 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c07d418-666d-4e2a-aa84-3dc9ba1f60e6 None None] Checking segment: {'id': '0506b683-8d64-45b0-97a6-adb414e07e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '104e77bd-aa46-4c7e-986c-7f15dba2e0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:00:11.481467 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3c07d418-666d-4e2a-aa84-3dc9ba1f60e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:11.481894 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c07d418-666d-4e2a-aa84-3dc9ba1f60e6 None None] Bound using segment: {'id': '0506b683-8d64-45b0-97a6-adb414e07e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '104e77bd-aa46-4c7e-986c-7f15dba2e0b7'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:00:11.482379 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-3c07d418-666d-4e2a-aa84-3dc9ba1f60e6 None None] Bound port: 6a9a7794-b22b-428c-8d9d-6cfdf0ff3bfd, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0506b683-8d64-45b0-97a6-adb414e07e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '104e77bd-aa46-4c7e-986c-7f15dba2e0b7'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:00:11.482767 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3c07d418-666d-4e2a-aa84-3dc9ba1f60e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:11.509447 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387838e-e0ad-427c-84d4-d6ae3071cb25 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Pushing event updated for resources: {'Network': ['ID=00bc78f1-9ac9-48a2-9ff3-6276f694e520,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:11.564115 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c18c630-aa16-4caa-bb89-0661c69256bf tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Made reservation on behalf of 7f91569c3c16490fb1cb1ece03ed389c for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:00:11.567811 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9c18c630-aa16-4caa-bb89-0661c69256bf tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:11.666814 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 00bc78f1-9ac9-48a2-9ff3-6276f694e520 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 09:00:11.755715 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-3c07d418-666d-4e2a-aa84-3dc9ba1f60e6 None None] For port 6a9a7794-b22b-428c-8d9d-6cfdf0ff3bfd, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:00:11.759131 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9c18c630-aa16-4caa-bb89-0661c69256bf tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:11.760391 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-3c07d418-666d-4e2a-aa84-3dc9ba1f60e6 None None] For port 6a9a7794-b22b-428c-8d9d-6cfdf0ff3bfd, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=6a9a7794-b22b-428c-8d9d-6cfdf0ff3bfd,segment=NetworkSegment(0506b683-8d64-45b0-97a6-adb414e07e2a),segment_id=0506b683-8d64-45b0-97a6-adb414e07e2a)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:00:11.764224 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3c07d418-666d-4e2a-aa84-3dc9ba1f60e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:11.826575 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18c630-aa16-4caa-bb89-0661c69256bf tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Pushing event updated for resources: {'Subnet': ['ID=a205a36a-2691-41ab-918c-c72ebdec0590,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:11.834580 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c18c630-aa16-4caa-bb89-0661c69256bf tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Checking segment: {'id': '149ec060-330a-4465-b34d-3df1786309de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '00bc78f1-9ac9-48a2-9ff3-6276f694e520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:00:11.834953 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c18c630-aa16-4caa-bb89-0661c69256bf tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Network hostable DHCP agents. Network: 00bc78f1-9ac9-48a2-9ff3-6276f694e520, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 09:00:11.835886 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c07d418-666d-4e2a-aa84-3dc9ba1f60e6 None None] Pushing event updated for resources: {'Port': ['ID=6a9a7794-b22b-428c-8d9d-6cfdf0ff3bfd,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:11.852662 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c18c630-aa16-4caa-bb89-0661c69256bf tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Network 00bc78f1-9ac9-48a2-9ff3-6276f694e520 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 09:00:11.862618 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-9c18c630-aa16-4caa-bb89-0661c69256bf tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 00bc78f1-9ac9-48a2-9ff3-6276f694e520) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:00:11.867016 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c18c630-aa16-4caa-bb89-0661c69256bf tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:11.867909 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9c18c630-aa16-4caa-bb89-0661c69256bf tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:11.875024 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71cfc15-1796-4214-a976-39615d55bd04 None None] Network 00bc78f1-9ac9-48a2-9ff3-6276f694e520 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:00:11.886685 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9c18c630-aa16-4caa-bb89-0661c69256bf tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7631400 Oct 26 09:00:11.889200 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42362) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:12.018068 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e582ed88-9555-463b-a52c-87251a1bb5ca tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:12.055157 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720c1a04-a21a-4c76-8ce9-2da5d91e1252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-00bc78f1-9ac9-48a2-9ff3-6276f694e520', 'network_id': '00bc78f1-9ac9-48a2-9ff3-6276f694e520', 'tenant_id': '7f91569c3c16490fb1cb1ece03ed389c', 'fixed_ips': [{'subnet_id': 'a205a36a-2691-41ab-918c-c72ebdec0590'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 09:00:12.056045 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-720c1a04-a21a-4c76-8ce9-2da5d91e1252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:12.086567 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e582ed88-9555-463b-a52c-87251a1bb5ca tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:12.157563 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e582ed88-9555-463b-a52c-87251a1bb5ca tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server [None req-720c1a04-a21a-4c76-8ce9-2da5d91e1252 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a205a36a-2691-41ab-918c-c72ebdec0590: This subnet is being modified by another concurrent operation. Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise exception Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a205a36a-2691-41ab-918c-c72ebdec0590: This subnet is being modified by another concurrent operation. Oct 26 09:00:12.160145 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server Oct 26 09:00:12.179211 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d8674e-d3ac-4afc-9078-b17e899146b9 None None] Network 00bc78f1-9ac9-48a2-9ff3-6276f694e520 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:00:12.184871 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582ed88-9555-463b-a52c-87251a1bb5ca tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Pushing event deleted for resources: {'Subnet': ['ID=a205a36a-2691-41ab-918c-c72ebdec0590,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:12.250118 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e582ed88-9555-463b-a52c-87251a1bb5ca tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:12.272630 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-e582ed88-9555-463b-a52c-87251a1bb5ca tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00bc78f1-9ac9-48a2-9ff3-6276f694e520']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:00:12.283300 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-e582ed88-9555-463b-a52c-87251a1bb5ca tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '149ec060-330a-4465-b34d-3df1786309de') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:00:12.283616 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-e582ed88-9555-463b-a52c-87251a1bb5ca tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '149ec060-330a-4465-b34d-3df1786309de') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:00:12.294077 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e582ed88-9555-463b-a52c-87251a1bb5ca tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:12.310633 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e582ed88-9555-463b-a52c-87251a1bb5ca tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:12.316761 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e582ed88-9555-463b-a52c-87251a1bb5ca tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 09:00:12.317142 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e582ed88-9555-463b-a52c-87251a1bb5ca tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:12.320140 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 09:00:12.320140 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 09:00:12.320140 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 09:00:12.320140 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 09:00:12.320140 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 09:00:12.320140 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 09:00:12.320140 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 09:00:12.320140 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 09:00:12.320140 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 09:00:12.320140 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 09:00:12.320140 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 09:00:12.320140 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 09:00:12.320140 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 09:00:12.320140 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 09:00:12.320140 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 09:00:12.320140 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 09:00:12.320140 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 09:00:12.320140 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 09:00:12.320140 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 09:00:12.320140 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 09:00:12.320140 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 09:00:12.320140 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 09:00:12.320140 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 09:00:12.320140 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 09:00:12.320140 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 09:00:12.320140 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 09:00:12.320140 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 09:00:12.320140 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 09:00:12.320140 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 09:00:12.320140 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 09:00:12.320140 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 09:00:12.320140 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 09:00:12.386668 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e582ed88-9555-463b-a52c-87251a1bb5ca tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:12.393910 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e582ed88-9555-463b-a52c-87251a1bb5ca tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:12.397701 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e582ed88-9555-463b-a52c-87251a1bb5ca tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] 10.222.0.41 "DELETE /v2.0/networks/00bc78f1-9ac9-48a2-9ff3-6276f694e520 HTTP/1.1" status: 204 len: 168 time: 0.5067713 Oct 26 09:00:12.400377 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42364) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:12.417070 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582ed88-9555-463b-a52c-87251a1bb5ca tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Pushing event deleted for resources: {'Network': ['ID=00bc78f1-9ac9-48a2-9ff3-6276f694e520,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:12.428889 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 7df06bd1-22b9-44c4-9cd3-cd767b2f8e1e up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:00:12.429856 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5e9cbf-9f79-4b02-8718-792ff009a8b5 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] GET failed (client error): The resource could not be found. Oct 26 09:00:12.431204 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1d5e9cbf-9f79-4b02-8718-792ff009a8b5 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] 10.222.0.41 "GET /v2.0/subnets/a205a36a-2691-41ab-918c-c72ebdec0590 HTTP/1.1" status: 404 len: 337 time: 0.0289054 Oct 26 09:00:12.434560 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42366) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:12.452706 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-53f30a3a-196c-4d1f-938c-078397c00867 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] DELETE failed (client error): The resource could not be found. Oct 26 09:00:12.453270 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53f30a3a-196c-4d1f-938c-078397c00867 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 09:00:12.456373 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-53f30a3a-196c-4d1f-938c-078397c00867 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] 10.222.0.41 "DELETE /v2.0/networks/00bc78f1-9ac9-48a2-9ff3-6276f694e520 HTTP/1.1" status: 404 len: 339 time: 0.0208821 Oct 26 09:00:12.460459 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42368) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:12.492560 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcff6a6b-df83-4605-8679-3c10c17f17c7 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] DELETE failed (client error): The resource could not be found. Oct 26 09:00:12.493257 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcff6a6b-df83-4605-8679-3c10c17f17c7 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 09:00:12.494817 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 7df06bd1-22b9-44c4-9cd3-cd767b2f8e1e triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:00:12.495394 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:12.497575 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-fcff6a6b-df83-4605-8679-3c10c17f17c7 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] 10.222.0.41 "DELETE /v2.0/subnets/a205a36a-2691-41ab-918c-c72ebdec0590 HTTP/1.1" status: 404 len: 337 time: 0.0361588 Oct 26 09:00:12.500219 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42370) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:12.519032 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9378bad-9ee9-4774-a4f4-74e1d6e0ddfa tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] DELETE failed (client error): The resource could not be found. Oct 26 09:00:12.519682 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9378bad-9ee9-4774-a4f4-74e1d6e0ddfa tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 09:00:12.522864 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d9378bad-9ee9-4774-a4f4-74e1d6e0ddfa tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] 10.222.0.41 "DELETE /v2.0/networks/00bc78f1-9ac9-48a2-9ff3-6276f694e520 HTTP/1.1" status: 404 len: 339 time: 0.0216491 Oct 26 09:00:12.525496 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42372) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:12.579762 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-3260cfff-0d9c-40bc-8ba5-97ee9e1be63d tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Deleting subnet e82630a3-515c-4041-bd6a-2385f87d081e {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 09:00:12.582612 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3260cfff-0d9c-40bc-8ba5-97ee9e1be63d tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:12.586640 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 6a9a7794-b22b-428c-8d9d-6cfdf0ff3bfd up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:00:12.626558 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3260cfff-0d9c-40bc-8ba5-97ee9e1be63d tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:12.638072 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 6a9a7794-b22b-428c-8d9d-6cfdf0ff3bfd triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:00:12.638499 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:12.656369 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:00:12.721585 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3260cfff-0d9c-40bc-8ba5-97ee9e1be63d tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:12.730809 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:12.783363 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3260cfff-0d9c-40bc-8ba5-97ee9e1be63d tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:12.807915 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44822cc1-090d-4ce9-83de-8dc64abad008 None None] Network 104e77bd-aa46-4c7e-986c-7f15dba2e0b7 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:00:12.814089 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260cfff-0d9c-40bc-8ba5-97ee9e1be63d tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Pushing event deleted for resources: {'Subnet': ['ID=e82630a3-515c-4041-bd6a-2385f87d081e,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:12.818060 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3260cfff-0d9c-40bc-8ba5-97ee9e1be63d tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:12.821462 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3260cfff-0d9c-40bc-8ba5-97ee9e1be63d tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] 10.222.0.41 "DELETE /v2.0/subnets/e82630a3-515c-4041-bd6a-2385f87d081e HTTP/1.1" status: 204 len: 168 time: 0.2949967 Oct 26 09:00:12.824252 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42374) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:12.865948 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.db.api [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 09:00:12.866312 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG oslo_db.api [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 09:00:12.905667 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-47db2b45-fb45-4494-8de8-74ca4bb5b913 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:12.939899 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-fe999dfe-d064-4ad0-8069-44d27b63fa7b None None] Provisioning complete for port 6a9a7794-b22b-428c-8d9d-6cfdf0ff3bfd triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:00:12.940269 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fe999dfe-d064-4ad0-8069-44d27b63fa7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:12.958241 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-47db2b45-fb45-4494-8de8-74ca4bb5b913 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Deleting port 6a9a7794-b22b-428c-8d9d-6cfdf0ff3bfd {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:00:12.958567 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-47db2b45-fb45-4494-8de8-74ca4bb5b913 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:13.023878 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-47db2b45-fb45-4494-8de8-74ca4bb5b913 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] For port 6a9a7794-b22b-428c-8d9d-6cfdf0ff3bfd, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=6a9a7794-b22b-428c-8d9d-6cfdf0ff3bfd,segment=NetworkSegment(0506b683-8d64-45b0-97a6-adb414e07e2a),segment_id=0506b683-8d64-45b0-97a6-adb414e07e2a)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:00:13.024283 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-47db2b45-fb45-4494-8de8-74ca4bb5b913 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:13.029992 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fe999dfe-d064-4ad0-8069-44d27b63fa7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:13.039608 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-47db2b45-fb45-4494-8de8-74ca4bb5b913 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Calling delete_port for 6a9a7794-b22b-428c-8d9d-6cfdf0ff3bfd owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:00:13.040036 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5387b3af-c724-4d66-ba19-1c1a5bb249af None None] DHCP port deletion for 104e77bd-aa46-4c7e-986c-7f15dba2e0b7 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 09:00:13.090728 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-fe999dfe-d064-4ad0-8069-44d27b63fa7b None None] For port 6a9a7794-b22b-428c-8d9d-6cfdf0ff3bfd, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=6a9a7794-b22b-428c-8d9d-6cfdf0ff3bfd,segment=NetworkSegment(0506b683-8d64-45b0-97a6-adb414e07e2a),segment_id=0506b683-8d64-45b0-97a6-adb414e07e2a)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:00:13.095386 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fe999dfe-d064-4ad0-8069-44d27b63fa7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:13.125471 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-47db2b45-fb45-4494-8de8-74ca4bb5b913 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:13.153011 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47db2b45-fb45-4494-8de8-74ca4bb5b913 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] No DVR routers for this DVR port 6a9a7794-b22b-428c-8d9d-6cfdf0ff3bfd on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 09:00:13.153216 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-5387b3af-c724-4d66-ba19-1c1a5bb249af None None] Deleting port 6a9a7794-b22b-428c-8d9d-6cfdf0ff3bfd {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:00:13.153597 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5387b3af-c724-4d66-ba19-1c1a5bb249af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:13.156271 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe999dfe-d064-4ad0-8069-44d27b63fa7b None None] Pushing event updated for resources: {'Port': ['ID=6a9a7794-b22b-428c-8d9d-6cfdf0ff3bfd,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:13.177783 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db2b45-fb45-4494-8de8-74ca4bb5b913 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Pushing event deleted for resources: {'Port': ['ID=6a9a7794-b22b-428c-8d9d-6cfdf0ff3bfd,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:13.223843 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-5387b3af-c724-4d66-ba19-1c1a5bb249af None None] For port 6a9a7794-b22b-428c-8d9d-6cfdf0ff3bfd, host dv-neutron-804846-13-hyperv, got binding levels [] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:00:13.224244 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5387b3af-c724-4d66-ba19-1c1a5bb249af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:13.236661 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-5387b3af-c724-4d66-ba19-1c1a5bb249af None None] Calling delete_port for 6a9a7794-b22b-428c-8d9d-6cfdf0ff3bfd owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:00:13.239318 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.ipam_backend_mixin [None req-5387b3af-c724-4d66-ba19-1c1a5bb249af None None] Port 6a9a7794-b22b-428c-8d9d-6cfdf0ff3bfd was not found and therefore no delete operation was performed {{(pid=102103) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 09:00:13.240436 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-47db2b45-fb45-4494-8de8-74ca4bb5b913 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:13.240576 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5387b3af-c724-4d66-ba19-1c1a5bb249af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:13.260253 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-47db2b45-fb45-4494-8de8-74ca4bb5b913 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['104e77bd-aa46-4c7e-986c-7f15dba2e0b7']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:00:13.266790 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5387b3af-c724-4d66-ba19-1c1a5bb249af None None] Pushing event deleted for resources: {'Port': ['ID=6a9a7794-b22b-428c-8d9d-6cfdf0ff3bfd,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:13.268652 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5387b3af-c724-4d66-ba19-1c1a5bb249af None None] No DVR routers for this DVR port 6a9a7794-b22b-428c-8d9d-6cfdf0ff3bfd on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 09:00:13.270441 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-47db2b45-fb45-4494-8de8-74ca4bb5b913 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0506b683-8d64-45b0-97a6-adb414e07e2a') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:00:13.270939 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-47db2b45-fb45-4494-8de8-74ca4bb5b913 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0506b683-8d64-45b0-97a6-adb414e07e2a') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:00:13.283666 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-47db2b45-fb45-4494-8de8-74ca4bb5b913 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:13.285274 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2223ab0-ce19-478b-a78a-4b0dcd4baa1a None None] get_active_networks_info from dv-neutron-804846-13-hyperv {{(pid=102103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 09:00:13.299175 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-47db2b45-fb45-4494-8de8-74ca4bb5b913 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:13.305033 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47db2b45-fb45-4494-8de8-74ca4bb5b913 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 09:00:13.305443 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-47db2b45-fb45-4494-8de8-74ca4bb5b913 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:13.309260 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 09:00:13.309260 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 09:00:13.309260 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 09:00:13.309260 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 09:00:13.309260 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 09:00:13.309260 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 09:00:13.309260 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 09:00:13.309260 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 09:00:13.309260 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 09:00:13.309260 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 09:00:13.309260 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 09:00:13.309260 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 09:00:13.309260 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 09:00:13.309260 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 09:00:13.309260 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 09:00:13.309260 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 09:00:13.309260 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 09:00:13.309260 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 09:00:13.309260 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 09:00:13.309260 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 09:00:13.309260 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 09:00:13.309260 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 09:00:13.309260 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 09:00:13.309260 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 09:00:13.309260 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 09:00:13.309260 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 09:00:13.309260 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 09:00:13.309260 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 09:00:13.309260 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 09:00:13.309260 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 09:00:13.309260 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 09:00:13.309260 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 09:00:13.351714 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2223ab0-ce19-478b-a78a-4b0dcd4baa1a None None] Resources bound (agent type, host, resource id): {{(pid=102103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 09:00:13.368333 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-47db2b45-fb45-4494-8de8-74ca4bb5b913 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:13.375716 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-47db2b45-fb45-4494-8de8-74ca4bb5b913 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:13.378957 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-47db2b45-fb45-4494-8de8-74ca4bb5b913 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] 10.222.0.41 "DELETE /v2.0/networks/104e77bd-aa46-4c7e-986c-7f15dba2e0b7 HTTP/1.1" status: 204 len: 168 time: 0.5537655 Oct 26 09:00:13.381579 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42376) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:13.402065 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db2b45-fb45-4494-8de8-74ca4bb5b913 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Pushing event deleted for resources: {'Network': ['ID=104e77bd-aa46-4c7e-986c-7f15dba2e0b7,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:13.418251 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-5702f9c5-33be-44d9-9fde-f646749b63a3 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] DELETE failed (client error): The resource could not be found. Oct 26 09:00:13.418778 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5702f9c5-33be-44d9-9fde-f646749b63a3 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 09:00:13.421846 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-5702f9c5-33be-44d9-9fde-f646749b63a3 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] 10.222.0.41 "DELETE /v2.0/subnets/b2961b99-d34b-431e-a2e1-0cfce71e422d HTTP/1.1" status: 404 len: 337 time: 0.0385320 Oct 26 09:00:13.424402 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42378) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:13.427851 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Port 6a9a7794-b22b-428c-8d9d-6cfdf0ff3bfd update to ACTIVE by agent not found {{(pid=102103) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 26 09:00:13.442941 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c008cc4-79ad-40b8-b722-b1a5d74ad30d tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] DELETE failed (client error): The resource could not be found. Oct 26 09:00:13.443479 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c008cc4-79ad-40b8-b722-b1a5d74ad30d tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 09:00:13.446466 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2c008cc4-79ad-40b8-b722-b1a5d74ad30d tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] 10.222.0.41 "DELETE /v2.0/networks/4b0dd624-6c02-427c-9f07-b2c71ad542a0 HTTP/1.1" status: 404 len: 339 time: 0.0211647 Oct 26 09:00:13.449955 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42380) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:13.476695 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8965cab-5389-4329-a47f-e28fbbf04e37 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] DELETE failed (client error): The resource could not be found. Oct 26 09:00:13.477158 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8965cab-5389-4329-a47f-e28fbbf04e37 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 09:00:13.480239 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e8965cab-5389-4329-a47f-e28fbbf04e37 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] 10.222.0.41 "DELETE /v2.0/subnets/86d9abee-2bcb-4678-ab66-225218ac4558 HTTP/1.1" status: 404 len: 337 time: 0.0293217 Oct 26 09:00:13.482736 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42382) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:13.500482 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fa7c7d7-38d2-4872-9ac8-0fbe89d96b9a tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] DELETE failed (client error): The resource could not be found. Oct 26 09:00:13.501021 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fa7c7d7-38d2-4872-9ac8-0fbe89d96b9a tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 09:00:13.504055 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1fa7c7d7-38d2-4872-9ac8-0fbe89d96b9a tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] 10.222.0.41 "DELETE /v2.0/networks/c012aec0-c22a-4368-a7cc-8eaee7001491 HTTP/1.1" status: 404 len: 339 time: 0.0204091 Oct 26 09:00:13.506549 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42384) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:13.557934 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-967172dd-2322-4957-a372-048fe2186389 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Deleting subnet 305d68a9-e171-4138-ab05-3aa0213df5fa {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 09:00:13.561033 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-967172dd-2322-4957-a372-048fe2186389 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:13.608157 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-967172dd-2322-4957-a372-048fe2186389 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:13.689925 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-967172dd-2322-4957-a372-048fe2186389 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:13.747368 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-967172dd-2322-4957-a372-048fe2186389 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:13.780595 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-967172dd-2322-4957-a372-048fe2186389 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:13.783853 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-967172dd-2322-4957-a372-048fe2186389 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] 10.222.0.41 "DELETE /v2.0/subnets/305d68a9-e171-4138-ab05-3aa0213df5fa HTTP/1.1" status: 204 len: 168 time: 0.2764082 Oct 26 09:00:13.784788 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967172dd-2322-4957-a372-048fe2186389 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Pushing event deleted for resources: {'Subnet': ['ID=305d68a9-e171-4138-ab05-3aa0213df5fa,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:13.786304 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42386) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:13.786855 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b76076-7be4-4b50-93fb-007b883d6d0c None None] Network 9c80cdda-c5bd-4e8c-b148-4f2727859f5c requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:00:13.861447 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-026952dc-7ff5-4874-a15c-dad0d211fba4 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:13.914078 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-026952dc-7ff5-4874-a15c-dad0d211fba4 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Deleting port 7df06bd1-22b9-44c4-9cd3-cd767b2f8e1e {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:00:13.914681 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-026952dc-7ff5-4874-a15c-dad0d211fba4 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:13.966210 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e390cf-b379-47f4-96ba-7ad692992b16 None None] DHCP port deletion for 9c80cdda-c5bd-4e8c-b148-4f2727859f5c request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 09:00:13.985990 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-026952dc-7ff5-4874-a15c-dad0d211fba4 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] For port 7df06bd1-22b9-44c4-9cd3-cd767b2f8e1e, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=7df06bd1-22b9-44c4-9cd3-cd767b2f8e1e,segment=NetworkSegment(c8a8daac-00bc-4597-958b-e4181b64d347),segment_id=c8a8daac-00bc-4597-958b-e4181b64d347)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:00:13.986357 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-026952dc-7ff5-4874-a15c-dad0d211fba4 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:14.000082 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-026952dc-7ff5-4874-a15c-dad0d211fba4 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Calling delete_port for 7df06bd1-22b9-44c4-9cd3-cd767b2f8e1e owned by network:dhcp {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:00:14.017725 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-28e390cf-b379-47f4-96ba-7ad692992b16 None None] Deleting port 7df06bd1-22b9-44c4-9cd3-cd767b2f8e1e {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:00:14.018103 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-28e390cf-b379-47f4-96ba-7ad692992b16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:14.080174 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-026952dc-7ff5-4874-a15c-dad0d211fba4 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:14.080989 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-28e390cf-b379-47f4-96ba-7ad692992b16 None None] For port 7df06bd1-22b9-44c4-9cd3-cd767b2f8e1e, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=7df06bd1-22b9-44c4-9cd3-cd767b2f8e1e,segment=NetworkSegment(c8a8daac-00bc-4597-958b-e4181b64d347),segment_id=c8a8daac-00bc-4597-958b-e4181b64d347)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:00:14.081393 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-28e390cf-b379-47f4-96ba-7ad692992b16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:14.094027 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-28e390cf-b379-47f4-96ba-7ad692992b16 None None] Calling delete_port for 7df06bd1-22b9-44c4-9cd3-cd767b2f8e1e owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:00:14.110557 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026952dc-7ff5-4874-a15c-dad0d211fba4 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Pushing event deleted for resources: {'Port': ['ID=7df06bd1-22b9-44c4-9cd3-cd767b2f8e1e,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:14.114295 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026952dc-7ff5-4874-a15c-dad0d211fba4 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] No DVR routers for this DVR port 7df06bd1-22b9-44c4-9cd3-cd767b2f8e1e on host dv-neutron-804846-13-hyperv {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 09:00:14.171591 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-28e390cf-b379-47f4-96ba-7ad692992b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:14.190925 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-026952dc-7ff5-4874-a15c-dad0d211fba4 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:14.194026 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e390cf-b379-47f4-96ba-7ad692992b16 None None] Pushing event deleted for resources: {'Port': ['ID=7df06bd1-22b9-44c4-9cd3-cd767b2f8e1e,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:14.200142 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e390cf-b379-47f4-96ba-7ad692992b16 None None] No DVR routers for this DVR port 7df06bd1-22b9-44c4-9cd3-cd767b2f8e1e on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 09:00:14.211944 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-026952dc-7ff5-4874-a15c-dad0d211fba4 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c80cdda-c5bd-4e8c-b148-4f2727859f5c']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:00:14.222029 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-026952dc-7ff5-4874-a15c-dad0d211fba4 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a8daac-00bc-4597-958b-e4181b64d347') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:00:14.222330 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-026952dc-7ff5-4874-a15c-dad0d211fba4 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a8daac-00bc-4597-958b-e4181b64d347') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:00:14.231586 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-026952dc-7ff5-4874-a15c-dad0d211fba4 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:14.245551 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-026952dc-7ff5-4874-a15c-dad0d211fba4 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:14.251718 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-026952dc-7ff5-4874-a15c-dad0d211fba4 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 09:00:14.252105 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-026952dc-7ff5-4874-a15c-dad0d211fba4 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:14.255203 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 09:00:14.255203 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 09:00:14.255203 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 09:00:14.255203 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 09:00:14.255203 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 09:00:14.255203 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 09:00:14.255203 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 09:00:14.255203 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 09:00:14.255203 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 09:00:14.255203 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 09:00:14.255203 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 09:00:14.255203 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 09:00:14.255203 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 09:00:14.255203 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 09:00:14.255203 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 09:00:14.255203 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 09:00:14.255203 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 09:00:14.255203 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 09:00:14.255203 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 09:00:14.255203 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 09:00:14.255203 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 09:00:14.255203 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 09:00:14.255203 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 09:00:14.255203 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 09:00:14.255203 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 09:00:14.255203 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 09:00:14.255203 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 09:00:14.255203 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 09:00:14.255203 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 09:00:14.255203 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 09:00:14.255203 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 09:00:14.255203 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 09:00:14.319102 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-026952dc-7ff5-4874-a15c-dad0d211fba4 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:14.326585 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-026952dc-7ff5-4874-a15c-dad0d211fba4 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:14.329782 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-026952dc-7ff5-4874-a15c-dad0d211fba4 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] 10.222.0.41 "DELETE /v2.0/networks/9c80cdda-c5bd-4e8c-b148-4f2727859f5c HTTP/1.1" status: 204 len: 168 time: 0.5425432 Oct 26 09:00:14.342015 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 7df06bd1-22b9-44c4-9cd3-cd767b2f8e1e no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:00:14.342194 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026952dc-7ff5-4874-a15c-dad0d211fba4 tempest-NetworksIpV6Test-321684406 tempest-NetworksIpV6Test-321684406-project] Pushing event deleted for resources: {'Network': ['ID=9c80cdda-c5bd-4e8c-b148-4f2727859f5c,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:14.363080 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 7df06bd1-22b9-44c4-9cd3-cd767b2f8e1e {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:00:14.363436 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 7df06bd1-22b9-44c4-9cd3-cd767b2f8e1e not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:00:14.363865 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 6a9a7794-b22b-428c-8d9d-6cfdf0ff3bfd no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:00:14.383179 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 6a9a7794-b22b-428c-8d9d-6cfdf0ff3bfd {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:00:14.383458 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 6a9a7794-b22b-428c-8d9d-6cfdf0ff3bfd not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:00:14.570792 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42392) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:14.700416 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-cb8fe891-b170-4ced-a746-9faee1234612 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7f91569c3c16490fb1cb1ece03ed389c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1284068 Oct 26 09:00:14.702896 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42396) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:14.750845 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1afb8045-b19e-4e6e-89e6-d80a98367320 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:14.771332 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1afb8045-b19e-4e6e-89e6-d80a98367320 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:14.828985 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1afb8045-b19e-4e6e-89e6-d80a98367320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:14.831958 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1afb8045-b19e-4e6e-89e6-d80a98367320 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:14.833148 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1afb8045-b19e-4e6e-89e6-d80a98367320 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1eecd5c3-aa84-4db4-aba8-3512e3653062 HTTP/1.1" status: 204 len: 168 time: 0.1292915 Oct 26 09:00:14.841681 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb8045-b19e-4e6e-89e6-d80a98367320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eecd5c3-aa84-4db4-aba8-3512e3653062,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:15.455762 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42418) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:15.547157 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-dd5e8a73-ccc5-44ec-b486-3ad078d360ef tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2076578596', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:00:15.570533 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dd5e8a73-ccc5-44ec-b486-3ad078d360ef tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:15.571582 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dd5e8a73-ccc5-44ec-b486-3ad078d360ef tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:15.622141 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dd5e8a73-ccc5-44ec-b486-3ad078d360ef tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:15.626202 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dd5e8a73-ccc5-44ec-b486-3ad078d360ef tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:15.643366 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dd5e8a73-ccc5-44ec-b486-3ad078d360ef tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:15.644553 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-dd5e8a73-ccc5-44ec-b486-3ad078d360ef tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1878510 Oct 26 09:00:15.647317 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42422) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:15.652321 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-57178f5d-1dd9-46b0-8e08-d4b7923aed2a tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1060421596'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:00:15.673852 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57178f5d-1dd9-46b0-8e08-d4b7923aed2a tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Made reservation on behalf of 72362e4171e54c7eabb5fe383a8d928d for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:00:15.677247 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-57178f5d-1dd9-46b0-8e08-d4b7923aed2a tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:15.686262 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-57178f5d-1dd9-46b0-8e08-d4b7923aed2a tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:15.760525 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-57178f5d-1dd9-46b0-8e08-d4b7923aed2a tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:15.764019 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-57178f5d-1dd9-46b0-8e08-d4b7923aed2a tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:15.793370 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57178f5d-1dd9-46b0-8e08-d4b7923aed2a tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 09:00:15.799974 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57178f5d-1dd9-46b0-8e08-d4b7923aed2a tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea58e6dc-48a1-4a12-9244-15e285f4ed86,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:15.809336 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-57178f5d-1dd9-46b0-8e08-d4b7923aed2a tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:15.809705 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-57178f5d-1dd9-46b0-8e08-d4b7923aed2a tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Added segment 52084678-8179-40df-959e-2401b3e26fec of type vlan for network f13a2b42-e12b-4dee-9366-e1f0ee773f7f Oct 26 09:00:15.848437 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-57178f5d-1dd9-46b0-8e08-d4b7923aed2a tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:15.872949 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-57178f5d-1dd9-46b0-8e08-d4b7923aed2a tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:15.878605 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57178f5d-1dd9-46b0-8e08-d4b7923aed2a tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:15.879197 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-57178f5d-1dd9-46b0-8e08-d4b7923aed2a tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:15.936825 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-57178f5d-1dd9-46b0-8e08-d4b7923aed2a tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2859273 Oct 26 09:00:15.937269 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42424) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:15.942565 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-2997027b-2915-4a4b-86b3-c9a37a63b4a2 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Request body: {'subnet': {'network_id': 'f13a2b42-e12b-4dee-9366-e1f0ee773f7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:00:15.946420 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57178f5d-1dd9-46b0-8e08-d4b7923aed2a tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Pushing event updated for resources: {'Network': ['ID=f13a2b42-e12b-4dee-9366-e1f0ee773f7f,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:15.964616 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network f13a2b42-e12b-4dee-9366-e1f0ee773f7f details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 09:00:16.031580 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2997027b-2915-4a4b-86b3-c9a37a63b4a2 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Made reservation on behalf of 72362e4171e54c7eabb5fe383a8d928d for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:00:16.034989 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2997027b-2915-4a4b-86b3-c9a37a63b4a2 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:16.212628 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2997027b-2915-4a4b-86b3-c9a37a63b4a2 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:16.277785 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2997027b-2915-4a4b-86b3-c9a37a63b4a2 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Pushing event updated for resources: {'Subnet': ['ID=0f3760a3-53dc-4212-90ef-c11b79057005,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:16.284687 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2997027b-2915-4a4b-86b3-c9a37a63b4a2 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Checking segment: {'id': '52084678-8179-40df-959e-2401b3e26fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f13a2b42-e12b-4dee-9366-e1f0ee773f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:00:16.285053 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2997027b-2915-4a4b-86b3-c9a37a63b4a2 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Network hostable DHCP agents. Network: f13a2b42-e12b-4dee-9366-e1f0ee773f7f, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 09:00:16.301347 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2997027b-2915-4a4b-86b3-c9a37a63b4a2 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Network f13a2b42-e12b-4dee-9366-e1f0ee773f7f is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 09:00:16.310217 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-2997027b-2915-4a4b-86b3-c9a37a63b4a2 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, f13a2b42-e12b-4dee-9366-e1f0ee773f7f) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:00:16.314315 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2997027b-2915-4a4b-86b3-c9a37a63b4a2 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:16.314914 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2997027b-2915-4a4b-86b3-c9a37a63b4a2 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:16.320891 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d75727-eabc-458d-a2b6-e2bfac4dd393 None None] Network f13a2b42-e12b-4dee-9366-e1f0ee773f7f requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:00:16.331663 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2997027b-2915-4a4b-86b3-c9a37a63b4a2 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3931565 Oct 26 09:00:16.334985 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42426) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:16.340789 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-e252a39c-f7ee-4777-89cf-66e5bab22610 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1314460459'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:00:16.361346 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e252a39c-f7ee-4777-89cf-66e5bab22610 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Made reservation on behalf of 72362e4171e54c7eabb5fe383a8d928d for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:00:16.365393 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e252a39c-f7ee-4777-89cf-66e5bab22610 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:16.389479 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e252a39c-f7ee-4777-89cf-66e5bab22610 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 09:00:16.398370 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e252a39c-f7ee-4777-89cf-66e5bab22610 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:16.398786 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-e252a39c-f7ee-4777-89cf-66e5bab22610 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Added segment 773fcc46-fbc5-4b85-afc7-464381c4243a of type vlan for network b3e8ee30-abc7-4364-a819-af5499c0d237 Oct 26 09:00:16.440102 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e252a39c-f7ee-4777-89cf-66e5bab22610 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:16.464858 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e252a39c-f7ee-4777-89cf-66e5bab22610 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:16.470629 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e252a39c-f7ee-4777-89cf-66e5bab22610 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:16.471230 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e252a39c-f7ee-4777-89cf-66e5bab22610 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:16.471721 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143eaeaa-addf-46c6-9d4c-c5c6a7c25b1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-f13a2b42-e12b-4dee-9366-e1f0ee773f7f', 'network_id': 'f13a2b42-e12b-4dee-9366-e1f0ee773f7f', 'tenant_id': '72362e4171e54c7eabb5fe383a8d928d', 'fixed_ips': [{'subnet_id': '0f3760a3-53dc-4212-90ef-c11b79057005'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 09:00:16.472588 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-143eaeaa-addf-46c6-9d4c-c5c6a7c25b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:16.537574 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e252a39c-f7ee-4777-89cf-66e5bab22610 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1987243 Oct 26 09:00:16.537784 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42428) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:16.542760 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-849febff-41bf-4556-a980-8ec85f1dd169 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Request body: {'subnet': {'network_id': 'b3e8ee30-abc7-4364-a819-af5499c0d237', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:00:16.565066 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252a39c-f7ee-4777-89cf-66e5bab22610 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Pushing event updated for resources: {'Network': ['ID=b3e8ee30-abc7-4364-a819-af5499c0d237,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:16.590123 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network b3e8ee30-abc7-4364-a819-af5499c0d237 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 09:00:16.641824 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849febff-41bf-4556-a980-8ec85f1dd169 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Made reservation on behalf of 72362e4171e54c7eabb5fe383a8d928d for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:00:16.645605 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-849febff-41bf-4556-a980-8ec85f1dd169 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:16.659823 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-143eaeaa-addf-46c6-9d4c-c5c6a7c25b1e None None] Allocated IP 172.20.0.2 (f13a2b42-e12b-4dee-9366-e1f0ee773f7f/0f3760a3-53dc-4212-90ef-c11b79057005/74b42802-80dd-4286-920d-97ae88aa522c) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:00:16.815698 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-143eaeaa-addf-46c6-9d4c-c5c6a7c25b1e None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:16.821610 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-143eaeaa-addf-46c6-9d4c-c5c6a7c25b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:16.827126 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-849febff-41bf-4556-a980-8ec85f1dd169 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:16.863787 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143eaeaa-addf-46c6-9d4c-c5c6a7c25b1e None None] Network f13a2b42-e12b-4dee-9366-e1f0ee773f7f is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:00:16.866821 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-143eaeaa-addf-46c6-9d4c-c5c6a7c25b1e None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:00:16.873940 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143eaeaa-addf-46c6-9d4c-c5c6a7c25b1e None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:00:16.876987 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143eaeaa-addf-46c6-9d4c-c5c6a7c25b1e None None] Pushing event updated for resources: {'Port': ['ID=74b42802-80dd-4286-920d-97ae88aa522c,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:16.887065 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849febff-41bf-4556-a980-8ec85f1dd169 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Pushing event updated for resources: {'Subnet': ['ID=bd10357e-d676-4b32-ace3-206fc3a4188a,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:16.897343 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849febff-41bf-4556-a980-8ec85f1dd169 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Checking segment: {'id': '773fcc46-fbc5-4b85-afc7-464381c4243a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b3e8ee30-abc7-4364-a819-af5499c0d237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:00:16.897743 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849febff-41bf-4556-a980-8ec85f1dd169 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Network hostable DHCP agents. Network: b3e8ee30-abc7-4364-a819-af5499c0d237, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 09:00:16.914810 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849febff-41bf-4556-a980-8ec85f1dd169 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Network b3e8ee30-abc7-4364-a819-af5499c0d237 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 09:00:16.924494 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-849febff-41bf-4556-a980-8ec85f1dd169 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, b3e8ee30-abc7-4364-a819-af5499c0d237) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:00:16.929337 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849febff-41bf-4556-a980-8ec85f1dd169 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:16.930017 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-849febff-41bf-4556-a980-8ec85f1dd169 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:16.935425 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f9e054-826f-4756-a998-eced067dbdac None None] Network b3e8ee30-abc7-4364-a819-af5499c0d237 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:00:16.939999 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-143eaeaa-addf-46c6-9d4c-c5c6a7c25b1e None None] Attempting to bind port 74b42802-80dd-4286-920d-97ae88aa522c on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:00:16.940379 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-143eaeaa-addf-46c6-9d4c-c5c6a7c25b1e None None] Attempting to bind port 74b42802-80dd-4286-920d-97ae88aa522c by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '52084678-8179-40df-959e-2401b3e26fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f13a2b42-e12b-4dee-9366-e1f0ee773f7f'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:00:16.940749 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143eaeaa-addf-46c6-9d4c-c5c6a7c25b1e None None] Attempting to bind port 74b42802-80dd-4286-920d-97ae88aa522c on network f13a2b42-e12b-4dee-9366-e1f0ee773f7f {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:00:16.948208 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-849febff-41bf-4556-a980-8ec85f1dd169 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4094632 Oct 26 09:00:16.951565 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42430) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:16.955782 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-f64e179b-3799-4601-8e29-62a367a47c33 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b3e8ee30-abc7-4364-a819-af5499c0d237'}}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:00:16.980756 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143eaeaa-addf-46c6-9d4c-c5c6a7c25b1e None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:00:16.981331 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143eaeaa-addf-46c6-9d4c-c5c6a7c25b1e None None] Checking segment: {'id': '52084678-8179-40df-959e-2401b3e26fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f13a2b42-e12b-4dee-9366-e1f0ee773f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:00:16.981529 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-143eaeaa-addf-46c6-9d4c-c5c6a7c25b1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:16.981959 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143eaeaa-addf-46c6-9d4c-c5c6a7c25b1e None None] Bound using segment: {'id': '52084678-8179-40df-959e-2401b3e26fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f13a2b42-e12b-4dee-9366-e1f0ee773f7f'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:00:16.982437 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-143eaeaa-addf-46c6-9d4c-c5c6a7c25b1e None None] Bound port: 74b42802-80dd-4286-920d-97ae88aa522c, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52084678-8179-40df-959e-2401b3e26fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f13a2b42-e12b-4dee-9366-e1f0ee773f7f'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:00:16.982828 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-143eaeaa-addf-46c6-9d4c-c5c6a7c25b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:17.187626 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f64e179b-3799-4601-8e29-62a367a47c33 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:17.240750 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-143eaeaa-addf-46c6-9d4c-c5c6a7c25b1e None None] For port 74b42802-80dd-4286-920d-97ae88aa522c, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:00:17.259032 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-143eaeaa-addf-46c6-9d4c-c5c6a7c25b1e None None] For port 74b42802-80dd-4286-920d-97ae88aa522c, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=74b42802-80dd-4286-920d-97ae88aa522c,segment=NetworkSegment(52084678-8179-40df-959e-2401b3e26fec),segment_id=52084678-8179-40df-959e-2401b3e26fec)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:00:17.266501 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-143eaeaa-addf-46c6-9d4c-c5c6a7c25b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:17.293727 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.api.v2.resource [None req-f64e179b-3799-4601-8e29-62a367a47c33 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 09:00:17.294794 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f64e179b-3799-4601-8e29-62a367a47c33 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] 10.222.0.41 "PUT /v2.0/routers/80ff1591-da66-47ff-88db-8849db8021e7 HTTP/1.1" status: 400 len: 364 time: 0.3427408 Oct 26 09:00:17.300702 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42432) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:17.323118 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4827c809-a76f-49bb-a13a-2162274f09ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-b3e8ee30-abc7-4364-a819-af5499c0d237', 'network_id': 'b3e8ee30-abc7-4364-a819-af5499c0d237', 'tenant_id': '72362e4171e54c7eabb5fe383a8d928d', 'fixed_ips': [{'subnet_id': 'bd10357e-d676-4b32-ace3-206fc3a4188a'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 09:00:17.323961 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4827c809-a76f-49bb-a13a-2162274f09ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:17.357215 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143eaeaa-addf-46c6-9d4c-c5c6a7c25b1e None None] Pushing event updated for resources: {'Port': ['ID=74b42802-80dd-4286-920d-97ae88aa522c,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:17.366537 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf48e7a4-b3f6-4d2c-9ed1-0eb2aae66897 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Deleting subnet bd10357e-d676-4b32-ace3-206fc3a4188a {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 09:00:17.370091 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cf48e7a4-b3f6-4d2c-9ed1-0eb2aae66897 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:17.418153 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cf48e7a4-b3f6-4d2c-9ed1-0eb2aae66897 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:17.465905 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cf48e7a4-b3f6-4d2c-9ed1-0eb2aae66897 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:17.547457 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cf48e7a4-b3f6-4d2c-9ed1-0eb2aae66897 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server [None req-4827c809-a76f-49bb-a13a-2162274f09ae None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bd10357e-d676-4b32-ace3-206fc3a4188a: This subnet is being modified by another concurrent operation. Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server raise exception Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bd10357e-d676-4b32-ace3-206fc3a4188a: This subnet is being modified by another concurrent operation. Oct 26 09:00:17.552050 dv-neutron-804846-13-hyperv neutron-server[102103]: ERROR oslo_messaging.rpc.server Oct 26 09:00:17.567383 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a70fbbb-81fe-4f93-93c0-659bcc4f5475 None None] Network b3e8ee30-abc7-4364-a819-af5499c0d237 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:00:17.580665 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48e7a4-b3f6-4d2c-9ed1-0eb2aae66897 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Pushing event deleted for resources: {'Subnet': ['ID=bd10357e-d676-4b32-ace3-206fc3a4188a,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:17.582750 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-cf48e7a4-b3f6-4d2c-9ed1-0eb2aae66897 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:17.588896 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42434) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:17.589413 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-cf48e7a4-b3f6-4d2c-9ed1-0eb2aae66897 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] 10.222.0.41 "DELETE /v2.0/subnets/bd10357e-d676-4b32-ace3-206fc3a4188a HTTP/1.1" status: 204 len: 168 time: 0.2872183 Oct 26 09:00:17.683890 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b42c8cbb-a9b6-4671-b5b3-ea0946fe4fc2 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:17.768885 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b42c8cbb-a9b6-4671-b5b3-ea0946fe4fc2 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:17.788620 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-b42c8cbb-a9b6-4671-b5b3-ea0946fe4fc2 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3e8ee30-abc7-4364-a819-af5499c0d237']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:00:17.798854 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-b42c8cbb-a9b6-4671-b5b3-ea0946fe4fc2 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '773fcc46-fbc5-4b85-afc7-464381c4243a') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:00:17.799159 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-b42c8cbb-a9b6-4671-b5b3-ea0946fe4fc2 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '773fcc46-fbc5-4b85-afc7-464381c4243a') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:00:17.814280 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b42c8cbb-a9b6-4671-b5b3-ea0946fe4fc2 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:17.828120 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b42c8cbb-a9b6-4671-b5b3-ea0946fe4fc2 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:17.834447 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b42c8cbb-a9b6-4671-b5b3-ea0946fe4fc2 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 09:00:17.834897 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b42c8cbb-a9b6-4671-b5b3-ea0946fe4fc2 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:17.837923 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 09:00:17.837923 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 09:00:17.837923 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 09:00:17.837923 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 09:00:17.837923 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 09:00:17.837923 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 09:00:17.837923 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 09:00:17.837923 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 09:00:17.837923 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 09:00:17.837923 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 09:00:17.837923 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 09:00:17.837923 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 09:00:17.837923 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 09:00:17.837923 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 09:00:17.837923 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 09:00:17.837923 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 09:00:17.837923 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 09:00:17.837923 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 09:00:17.837923 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 09:00:17.837923 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 09:00:17.837923 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 09:00:17.837923 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 09:00:17.837923 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 09:00:17.837923 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 09:00:17.837923 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 09:00:17.837923 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 09:00:17.837923 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 09:00:17.837923 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 09:00:17.837923 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 09:00:17.837923 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 09:00:17.837923 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 09:00:17.837923 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 09:00:17.895101 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b42c8cbb-a9b6-4671-b5b3-ea0946fe4fc2 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:17.903237 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b42c8cbb-a9b6-4671-b5b3-ea0946fe4fc2 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:17.906501 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b42c8cbb-a9b6-4671-b5b3-ea0946fe4fc2 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] 10.222.0.41 "DELETE /v2.0/networks/b3e8ee30-abc7-4364-a819-af5499c0d237 HTTP/1.1" status: 204 len: 168 time: 0.3164930 Oct 26 09:00:17.908807 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42436) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:17.925964 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c8cbb-a9b6-4671-b5b3-ea0946fe4fc2 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Pushing event deleted for resources: {'Network': ['ID=b3e8ee30-abc7-4364-a819-af5499c0d237,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:17.979413 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-4787affb-ab8f-48c8-8df2-0444c2899267 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Deleting subnet 0f3760a3-53dc-4212-90ef-c11b79057005 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 09:00:17.982778 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4787affb-ab8f-48c8-8df2-0444c2899267 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:18.034240 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4787affb-ab8f-48c8-8df2-0444c2899267 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:18.122486 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4787affb-ab8f-48c8-8df2-0444c2899267 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:18.185802 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4787affb-ab8f-48c8-8df2-0444c2899267 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:18.212242 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787affb-ab8f-48c8-8df2-0444c2899267 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Pushing event deleted for resources: {'Subnet': ['ID=0f3760a3-53dc-4212-90ef-c11b79057005,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:18.220735 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4787affb-ab8f-48c8-8df2-0444c2899267 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:18.223971 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4787affb-ab8f-48c8-8df2-0444c2899267 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] 10.222.0.41 "DELETE /v2.0/subnets/0f3760a3-53dc-4212-90ef-c11b79057005 HTTP/1.1" status: 204 len: 168 time: 0.3142359 Oct 26 09:00:18.226357 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42438) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:18.266333 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abf3bb4-09c6-4e64-b2ac-e9a424b1f568 None None] Network f13a2b42-e12b-4dee-9366-e1f0ee773f7f requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:00:18.319003 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5e0ced0d-5822-4b29-89c7-67d7cf815ec5 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:18.377301 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 74b42802-80dd-4286-920d-97ae88aa522c up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:00:18.381577 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-5e0ced0d-5822-4b29-89c7-67d7cf815ec5 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Deleting port 74b42802-80dd-4286-920d-97ae88aa522c {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:00:18.381952 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5e0ced0d-5822-4b29-89c7-67d7cf815ec5 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:18.426572 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-81689977-696d-40fe-ac21-eecf4df53c31 None None] Provisioning complete for port 74b42802-80dd-4286-920d-97ae88aa522c triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:00:18.426946 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-81689977-696d-40fe-ac21-eecf4df53c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:18.453650 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5e0ced0d-5822-4b29-89c7-67d7cf815ec5 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] For port 74b42802-80dd-4286-920d-97ae88aa522c, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=74b42802-80dd-4286-920d-97ae88aa522c,segment=NetworkSegment(52084678-8179-40df-959e-2401b3e26fec),segment_id=52084678-8179-40df-959e-2401b3e26fec)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:00:18.454025 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5e0ced0d-5822-4b29-89c7-67d7cf815ec5 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:18.467441 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-5e0ced0d-5822-4b29-89c7-67d7cf815ec5 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Calling delete_port for 74b42802-80dd-4286-920d-97ae88aa522c owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:00:18.494598 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 74b42802-80dd-4286-920d-97ae88aa522c triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:00:18.494972 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:18.557827 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5e0ced0d-5822-4b29-89c7-67d7cf815ec5 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:18.558308 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bccca7b-18e4-4eb4-8406-74dbf33daf0a None None] DHCP port deletion for f13a2b42-e12b-4dee-9366-e1f0ee773f7f request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 09:00:18.565566 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-81689977-696d-40fe-ac21-eecf4df53c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:18.567571 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Could not find standard attr ID for object 74b42802-80dd-4286-920d-97ae88aa522c. {{(pid=102103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 09:00:18.580589 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No ports have port_id starting with 74b42802-80dd-4286-920d-97ae88aa522c Oct 26 09:00:18.587384 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ced0d-5822-4b29-89c7-67d7cf815ec5 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Pushing event deleted for resources: {'Port': ['ID=74b42802-80dd-4286-920d-97ae88aa522c,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:18.591091 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0ced0d-5822-4b29-89c7-67d7cf815ec5 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] No DVR routers for this DVR port 74b42802-80dd-4286-920d-97ae88aa522c on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 09:00:18.594420 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f08896-2535-4a4c-89cd-df11f07735fa None None] get_active_networks_info from dv-neutron-804846-13-hyperv {{(pid=102103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 09:00:18.674536 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f08896-2535-4a4c-89cd-df11f07735fa None None] Resources bound (agent type, host, resource id): {{(pid=102103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 09:00:18.679317 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5e0ced0d-5822-4b29-89c7-67d7cf815ec5 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:18.700288 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-5e0ced0d-5822-4b29-89c7-67d7cf815ec5 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f13a2b42-e12b-4dee-9366-e1f0ee773f7f']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:00:18.709830 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-5e0ced0d-5822-4b29-89c7-67d7cf815ec5 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52084678-8179-40df-959e-2401b3e26fec') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:00:18.710126 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-5e0ced0d-5822-4b29-89c7-67d7cf815ec5 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52084678-8179-40df-959e-2401b3e26fec') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:00:18.720145 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5e0ced0d-5822-4b29-89c7-67d7cf815ec5 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:18.733982 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5e0ced0d-5822-4b29-89c7-67d7cf815ec5 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:18.739954 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e0ced0d-5822-4b29-89c7-67d7cf815ec5 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 09:00:18.740413 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5e0ced0d-5822-4b29-89c7-67d7cf815ec5 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:18.743515 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 09:00:18.743515 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 09:00:18.743515 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 09:00:18.743515 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 09:00:18.743515 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 09:00:18.743515 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 09:00:18.743515 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 09:00:18.743515 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 09:00:18.743515 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 09:00:18.743515 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 09:00:18.743515 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 09:00:18.743515 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 09:00:18.743515 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 09:00:18.743515 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 09:00:18.743515 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 09:00:18.743515 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 09:00:18.743515 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 09:00:18.743515 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 09:00:18.743515 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 09:00:18.743515 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 09:00:18.743515 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 09:00:18.743515 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 09:00:18.743515 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 09:00:18.743515 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 09:00:18.743515 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 09:00:18.743515 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 09:00:18.743515 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 09:00:18.743515 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 09:00:18.743515 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 09:00:18.743515 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 09:00:18.743515 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 09:00:18.743515 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 09:00:18.812212 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5e0ced0d-5822-4b29-89c7-67d7cf815ec5 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:18.821248 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5e0ced0d-5822-4b29-89c7-67d7cf815ec5 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:18.826104 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5e0ced0d-5822-4b29-89c7-67d7cf815ec5 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] 10.222.0.41 "DELETE /v2.0/networks/f13a2b42-e12b-4dee-9366-e1f0ee773f7f HTTP/1.1" status: 204 len: 168 time: 0.5987518 Oct 26 09:00:18.828039 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42440) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:18.839479 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ced0d-5822-4b29-89c7-67d7cf815ec5 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Pushing event deleted for resources: {'Network': ['ID=f13a2b42-e12b-4dee-9366-e1f0ee773f7f,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:18.869895 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-39954064-5a21-48fd-9754-c31cd367fefb tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] 10.222.0.41 "GET /v2.0/ports?device_id=80ff1591-da66-47ff-88db-8849db8021e7 HTTP/1.1" status: 200 len: 205 time: 0.0390964 Oct 26 09:00:18.872254 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42442) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:18.951864 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eb407e24-cbf8-4067-b752-21b606118731 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:19.112330 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eb407e24-cbf8-4067-b752-21b606118731 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:19.114367 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eb407e24-cbf8-4067-b752-21b606118731 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:19.157112 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eb407e24-cbf8-4067-b752-21b606118731 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:19.157642 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb407e24-cbf8-4067-b752-21b606118731 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Fanout notify agent at l3_agent the message router_deleted on router 80ff1591-da66-47ff-88db-8849db8021e7 {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 09:00:19.164800 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-eb407e24-cbf8-4067-b752-21b606118731 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:19.168949 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-eb407e24-cbf8-4067-b752-21b606118731 tempest-RoutersNegativeTest-1171488844 tempest-RoutersNegativeTest-1171488844-project] 10.222.0.41 "DELETE /v2.0/routers/80ff1591-da66-47ff-88db-8849db8021e7 HTTP/1.1" status: 204 len: 168 time: 0.2926466 Oct 26 09:00:19.399776 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42448) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:19.427913 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ec075028-dd3d-45d9-9c2b-a854e8f06bcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:19.534502 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b35bb6c2-8c79-4316-883d-03690a498bd7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=72362e4171e54c7eabb5fe383a8d928d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328516 Oct 26 09:00:19.536918 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42452) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:19.585732 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7e8b613d-10b7-4b18-9ffc-ab93e32e5f85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:19.606327 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7e8b613d-10b7-4b18-9ffc-ab93e32e5f85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:19.653275 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7e8b613d-10b7-4b18-9ffc-ab93e32e5f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:19.656009 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7e8b613d-10b7-4b18-9ffc-ab93e32e5f85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:19.657155 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7e8b613d-10b7-4b18-9ffc-ab93e32e5f85 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ea58e6dc-48a1-4a12-9244-15e285f4ed86 HTTP/1.1" status: 204 len: 168 time: 0.1193371 Oct 26 09:00:19.665090 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b613d-10b7-4b18-9ffc-ab93e32e5f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea58e6dc-48a1-4a12-9244-15e285f4ed86,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:20.252444 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42474) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:20.339811 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 74b42802-80dd-4286-920d-97ae88aa522c no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:00:20.348356 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-36f79b53-161d-4cea-84ab-e763b8117061 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-341375769-network', 'tenant_id': 'e8236a1998b043fe89e8a1f480a23356'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:00:20.360733 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 74b42802-80dd-4286-920d-97ae88aa522c {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:00:20.361085 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 74b42802-80dd-4286-920d-97ae88aa522c not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:00:20.375782 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f79b53-161d-4cea-84ab-e763b8117061 admin admin] Made reservation on behalf of e8236a1998b043fe89e8a1f480a23356 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:00:20.378098 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-36f79b53-161d-4cea-84ab-e763b8117061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:20.386604 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-36f79b53-161d-4cea-84ab-e763b8117061 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:20.457981 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-36f79b53-161d-4cea-84ab-e763b8117061 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:20.461752 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-36f79b53-161d-4cea-84ab-e763b8117061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:20.488309 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f79b53-161d-4cea-84ab-e763b8117061 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 09:00:20.493503 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f79b53-161d-4cea-84ab-e763b8117061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f57ed7-86c4-4c65-a307-556fae7ec1b4,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:20.501012 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-36f79b53-161d-4cea-84ab-e763b8117061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:20.501351 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-36f79b53-161d-4cea-84ab-e763b8117061 admin admin] Added segment e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a of type vlan for network 87b64350-3d0a-4952-baa8-73da2c02cbec Oct 26 09:00:20.541311 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-36f79b53-161d-4cea-84ab-e763b8117061 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:20.565094 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-36f79b53-161d-4cea-84ab-e763b8117061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:20.566107 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f79b53-161d-4cea-84ab-e763b8117061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:20.566682 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-36f79b53-161d-4cea-84ab-e763b8117061 admin admin] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:20.619933 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-36f79b53-161d-4cea-84ab-e763b8117061 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3663964 Oct 26 09:00:20.622929 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42478) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:20.627890 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-2e12e93c-efc3-45a1-9633-22aa80b2e0f8 admin admin] Request body: {'subnet': {'network_id': '87b64350-3d0a-4952-baa8-73da2c02cbec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-341375769-subnet', 'tenant_id': 'e8236a1998b043fe89e8a1f480a23356', 'ip_version': 4}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:00:20.630569 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f79b53-161d-4cea-84ab-e763b8117061 admin admin] Pushing event updated for resources: {'Network': ['ID=87b64350-3d0a-4952-baa8-73da2c02cbec,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:20.640685 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 87b64350-3d0a-4952-baa8-73da2c02cbec details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 09:00:20.651829 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e12e93c-efc3-45a1-9633-22aa80b2e0f8 admin admin] Made reservation on behalf of e8236a1998b043fe89e8a1f480a23356 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:00:20.654279 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2e12e93c-efc3-45a1-9633-22aa80b2e0f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:20.822060 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2e12e93c-efc3-45a1-9633-22aa80b2e0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:20.878107 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e12e93c-efc3-45a1-9633-22aa80b2e0f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90955b42-b98c-45ad-9e33-4040ab13d496,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:20.890254 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12e93c-efc3-45a1-9633-22aa80b2e0f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:00:20.890613 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12e93c-efc3-45a1-9633-22aa80b2e0f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:00:20.890962 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12e93c-efc3-45a1-9633-22aa80b2e0f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:00:20.891307 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12e93c-efc3-45a1-9633-22aa80b2e0f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:00:20.891646 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12e93c-efc3-45a1-9633-22aa80b2e0f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:00:20.891984 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12e93c-efc3-45a1-9633-22aa80b2e0f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:00:20.892333 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12e93c-efc3-45a1-9633-22aa80b2e0f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:00:20.892665 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12e93c-efc3-45a1-9633-22aa80b2e0f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:00:20.893018 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12e93c-efc3-45a1-9633-22aa80b2e0f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:00:20.893329 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12e93c-efc3-45a1-9633-22aa80b2e0f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:00:20.893681 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12e93c-efc3-45a1-9633-22aa80b2e0f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:00:20.894014 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12e93c-efc3-45a1-9633-22aa80b2e0f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:00:20.897974 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e12e93c-efc3-45a1-9633-22aa80b2e0f8 admin admin] Checking segment: {'id': 'e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87b64350-3d0a-4952-baa8-73da2c02cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:00:20.898346 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e12e93c-efc3-45a1-9633-22aa80b2e0f8 admin admin] Network hostable DHCP agents. Network: 87b64350-3d0a-4952-baa8-73da2c02cbec, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 09:00:20.914969 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e12e93c-efc3-45a1-9633-22aa80b2e0f8 admin admin] Network 87b64350-3d0a-4952-baa8-73da2c02cbec is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 09:00:20.923678 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-2e12e93c-efc3-45a1-9633-22aa80b2e0f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 87b64350-3d0a-4952-baa8-73da2c02cbec) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:00:20.927830 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e12e93c-efc3-45a1-9633-22aa80b2e0f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:20.928456 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2e12e93c-efc3-45a1-9633-22aa80b2e0f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:20.932790 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e95c5c9-2083-478f-b6a5-09032447b4cd None None] Network 87b64350-3d0a-4952-baa8-73da2c02cbec requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:00:20.946380 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2e12e93c-efc3-45a1-9633-22aa80b2e0f8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3223202 Oct 26 09:00:20.949281 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42480) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:20.953892 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-80c38154-4c3c-4b37-b462-3a741193ef1a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-341375769-router', 'tenant_id': 'e8236a1998b043fe89e8a1f480a23356', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:00:20.976958 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-80c38154-4c3c-4b37-b462-3a741193ef1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:20.977910 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-80c38154-4c3c-4b37-b462-3a741193ef1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:21.031308 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-80c38154-4c3c-4b37-b462-3a741193ef1a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:21.078474 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22871892-8982-4f37-8b97-5faa9b95ad1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-87b64350-3d0a-4952-baa8-73da2c02cbec', 'network_id': '87b64350-3d0a-4952-baa8-73da2c02cbec', 'tenant_id': 'e8236a1998b043fe89e8a1f480a23356', 'fixed_ips': [{'subnet_id': '90955b42-b98c-45ad-9e33-4040ab13d496'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 09:00:21.079285 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-22871892-8982-4f37-8b97-5faa9b95ad1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:21.172475 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-80c38154-4c3c-4b37-b462-3a741193ef1a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:21.219475 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-22871892-8982-4f37-8b97-5faa9b95ad1e None None] Allocated IP 172.20.0.2 (87b64350-3d0a-4952-baa8-73da2c02cbec/90955b42-b98c-45ad-9e33-4040ab13d496/64971f4e-4d5b-47c6-9108-0d5c97574b5d) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:00:21.361344 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-22871892-8982-4f37-8b97-5faa9b95ad1e None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:21.367356 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-22871892-8982-4f37-8b97-5faa9b95ad1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:21.373265 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-80c38154-4c3c-4b37-b462-3a741193ef1a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:21.395599 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-80c38154-4c3c-4b37-b462-3a741193ef1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:21.413498 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22871892-8982-4f37-8b97-5faa9b95ad1e None None] Network 87b64350-3d0a-4952-baa8-73da2c02cbec is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:00:21.418897 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-22871892-8982-4f37-8b97-5faa9b95ad1e None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:00:21.421365 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22871892-8982-4f37-8b97-5faa9b95ad1e None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:00:21.428467 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22871892-8982-4f37-8b97-5faa9b95ad1e None None] Pushing event updated for resources: {'Port': ['ID=64971f4e-4d5b-47c6-9108-0d5c97574b5d,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:21.480574 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-22871892-8982-4f37-8b97-5faa9b95ad1e None None] Attempting to bind port 64971f4e-4d5b-47c6-9108-0d5c97574b5d on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:00:21.480949 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-22871892-8982-4f37-8b97-5faa9b95ad1e None None] Attempting to bind port 64971f4e-4d5b-47c6-9108-0d5c97574b5d by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87b64350-3d0a-4952-baa8-73da2c02cbec'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:00:21.481307 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22871892-8982-4f37-8b97-5faa9b95ad1e None None] Attempting to bind port 64971f4e-4d5b-47c6-9108-0d5c97574b5d on network 87b64350-3d0a-4952-baa8-73da2c02cbec {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:00:21.486210 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22871892-8982-4f37-8b97-5faa9b95ad1e None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 8, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:00:21.486588 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22871892-8982-4f37-8b97-5faa9b95ad1e None None] Checking segment: {'id': 'e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87b64350-3d0a-4952-baa8-73da2c02cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:00:21.486988 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-22871892-8982-4f37-8b97-5faa9b95ad1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:21.487384 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22871892-8982-4f37-8b97-5faa9b95ad1e None None] Bound using segment: {'id': 'e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87b64350-3d0a-4952-baa8-73da2c02cbec'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:00:21.487859 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-22871892-8982-4f37-8b97-5faa9b95ad1e None None] Bound port: 64971f4e-4d5b-47c6-9108-0d5c97574b5d, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87b64350-3d0a-4952-baa8-73da2c02cbec'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:00:21.488221 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-22871892-8982-4f37-8b97-5faa9b95ad1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:21.503797 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-80c38154-4c3c-4b37-b462-3a741193ef1a admin admin] Allocated IP 172.26.2.52 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/6fa6987e-923f-4b18-a918-02c2c7df6723) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:00:21.553211 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-22871892-8982-4f37-8b97-5faa9b95ad1e None None] For port 64971f4e-4d5b-47c6-9108-0d5c97574b5d, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:00:21.556630 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-22871892-8982-4f37-8b97-5faa9b95ad1e None None] For port 64971f4e-4d5b-47c6-9108-0d5c97574b5d, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=64971f4e-4d5b-47c6-9108-0d5c97574b5d,segment=NetworkSegment(e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a),segment_id=e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:00:21.560342 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-22871892-8982-4f37-8b97-5faa9b95ad1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:21.618193 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-80c38154-4c3c-4b37-b462-3a741193ef1a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:21.619630 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22871892-8982-4f37-8b97-5faa9b95ad1e None None] Pushing event updated for resources: {'Port': ['ID=64971f4e-4d5b-47c6-9108-0d5c97574b5d,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:21.653997 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-80c38154-4c3c-4b37-b462-3a741193ef1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:21.694895 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c38154-4c3c-4b37-b462-3a741193ef1a admin admin] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:00:21.701043 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-80c38154-4c3c-4b37-b462-3a741193ef1a admin admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:00:21.704153 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c38154-4c3c-4b37-b462-3a741193ef1a admin admin] Pushing event updated for resources: {'Port': ['ID=6fa6987e-923f-4b18-a918-02c2c7df6723,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:21.706341 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c38154-4c3c-4b37-b462-3a741193ef1a admin admin] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:00:22.099478 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c6053e4d-a069-41b9-aa82-17f11127dce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:22.245884 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-80c38154-4c3c-4b37-b462-3a741193ef1a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:22.377244 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 64971f4e-4d5b-47c6-9108-0d5c97574b5d up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:00:22.430330 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 64971f4e-4d5b-47c6-9108-0d5c97574b5d triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:00:22.430800 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:22.455958 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-80c38154-4c3c-4b37-b462-3a741193ef1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:22.510265 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e357ea-6dbc-4dd9-92a4-4a9c8c626fc3 None None] Network 87b64350-3d0a-4952-baa8-73da2c02cbec requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:00:22.564540 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:22.589754 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c38154-4c3c-4b37-b462-3a741193ef1a admin admin] Router a0d9f00c-6b20-48f0-919e-3119837e8541 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 09:00:22.634337 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 64971f4e-4d5b-47c6-9108-0d5c97574b5d, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=64971f4e-4d5b-47c6-9108-0d5c97574b5d,segment=NetworkSegment(e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a),segment_id=e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:00:22.636808 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-64747455-ddb2-414d-9b8a-6adbb697d0bd None None] Provisioning complete for port 64971f4e-4d5b-47c6-9108-0d5c97574b5d triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:00:22.637182 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-64747455-ddb2-414d-9b8a-6adbb697d0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:22.661384 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:22.701340 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c38154-4c3c-4b37-b462-3a741193ef1a admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:00:22.721195 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-80c38154-4c3c-4b37-b462-3a741193ef1a admin admin] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:22.724960 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-80c38154-4c3c-4b37-b462-3a741193ef1a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7721617 Oct 26 09:00:22.725100 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f0ec40-3e95-40f7-bb83-72c5d408354a None None] Sync routers for ids ['a0d9f00c-6b20-48f0-919e-3119837e8541'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:00:22.725201 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42482) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:22.783129 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f0ec40-3e95-40f7-bb83-72c5d408354a None None] Routers {'a0d9f00c-6b20-48f0-919e-3119837e8541'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:00:22.783690 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-62f0ec40-3e95-40f7-bb83-72c5d408354a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:00:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['a0d9f00c-6b20-48f0-919e-3119837e8541'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:00:22.822957 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=64971f4e-4d5b-47c6-9108-0d5c97574b5d,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:23.065816 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:23.099860 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-62f0ec40-3e95-40f7-bb83-72c5d408354a None None] Set router a0d9f00c-6b20-48f0-919e-3119837e8541 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:00:23.166659 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-93ee3cce-b92a-4822-a262-959b151eb949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:23.301324 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-62f0ec40-3e95-40f7-bb83-72c5d408354a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d9f00c-6b20-48f0-919e-3119837e8541', 'name': 'tempest-TestEncryptedCinderVolumes-341375769-router', 'tenant_id': 'e8236a1998b043fe89e8a1f480a23356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '6fa6987e-923f-4b18-a918-02c2c7df6723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:00:20Z', 'updated_at': '2021-10-26T09:00:21Z', 'revision_number': 3, 'project_id': 'e8236a1998b043fe89e8a1f480a23356', 'gw_port': {'id': '6fa6987e-923f-4b18-a918-02c2c7df6723', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ec:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d9f00c-6b20-48f0-919e-3119837e8541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:00:21Z', 'updated_at': '2021-10-26T09:00:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:00:23.333939 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-93ee3cce-b92a-4822-a262-959b151eb949 admin admin] Allocated IP 172.20.0.1 (87b64350-3d0a-4952-baa8-73da2c02cbec/90955b42-b98c-45ad-9e33-4040ab13d496/0879edf9-2489-4ef1-9e45-04cde3fb185e) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:00:23.334131 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f0ec40-3e95-40f7-bb83-72c5d408354a None None] Checking router: a0d9f00c-6b20-48f0-919e-3119837e8541 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:00:23.334407 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f0ec40-3e95-40f7-bb83-72c5d408354a None None] Updating router a0d9f00c-6b20-48f0-919e-3119837e8541 port 6fa6987e-923f-4b18-a918-02c2c7df6723 binding host dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 09:00:23.360225 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-88e08fa7-b52e-4dfa-8b26-f4caf8070ba9 None None] Provisioning complete for port 64971f4e-4d5b-47c6-9108-0d5c97574b5d triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:00:23.360523 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-88e08fa7-b52e-4dfa-8b26-f4caf8070ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:23.395205 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:23.398686 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-62f0ec40-3e95-40f7-bb83-72c5d408354a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:23.442722 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-93ee3cce-b92a-4822-a262-959b151eb949 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:23.476259 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-93ee3cce-b92a-4822-a262-959b151eb949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:23.521178 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ee3cce-b92a-4822-a262-959b151eb949 admin admin] Network 87b64350-3d0a-4952-baa8-73da2c02cbec is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:00:23.524178 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-93ee3cce-b92a-4822-a262-959b151eb949 admin admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:00:23.527130 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ee3cce-b92a-4822-a262-959b151eb949 admin admin] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:00:23.557117 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee3cce-b92a-4822-a262-959b151eb949 admin admin] Pushing event updated for resources: {'Port': ['ID=0879edf9-2489-4ef1-9e45-04cde3fb185e,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:23.581481 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-93ee3cce-b92a-4822-a262-959b151eb949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:23.724350 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-62f0ec40-3e95-40f7-bb83-72c5d408354a None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:23.730897 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-62f0ec40-3e95-40f7-bb83-72c5d408354a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:23.742092 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-93ee3cce-b92a-4822-a262-959b151eb949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:23.799006 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957ca71-5181-4727-a8ce-bc12762aeedd None None] Pushing event updated for resources: {'Port': ['ID=6fa6987e-923f-4b18-a918-02c2c7df6723,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:23.802283 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-62f0ec40-3e95-40f7-bb83-72c5d408354a None None] Attempting to bind port 6fa6987e-923f-4b18-a918-02c2c7df6723 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:00:23.802662 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-62f0ec40-3e95-40f7-bb83-72c5d408354a None None] Attempting to bind port 6fa6987e-923f-4b18-a918-02c2c7df6723 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:00:23.803032 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f0ec40-3e95-40f7-bb83-72c5d408354a None None] Attempting to bind port 6fa6987e-923f-4b18-a918-02c2c7df6723 on network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:00:23.808786 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-c471b0c3-4a04-445c-925c-403281b883ae None None] Provisioning complete for port 0879edf9-2489-4ef1-9e45-04cde3fb185e triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:00:23.809168 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c471b0c3-4a04-445c-925c-403281b883ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:23.812486 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f0ec40-3e95-40f7-bb83-72c5d408354a None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:00:23.812870 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f0ec40-3e95-40f7-bb83-72c5d408354a None None] Checking segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:00:23.813268 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-62f0ec40-3e95-40f7-bb83-72c5d408354a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:23.813692 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f0ec40-3e95-40f7-bb83-72c5d408354a None None] Bound using segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:00:23.814174 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-62f0ec40-3e95-40f7-bb83-72c5d408354a None None] Bound port: 6fa6987e-923f-4b18-a918-02c2c7df6723, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:00:23.814563 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-62f0ec40-3e95-40f7-bb83-72c5d408354a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:23.872333 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-c471b0c3-4a04-445c-925c-403281b883ae None None] Port 0879edf9-2489-4ef1-9e45-04cde3fb185e cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:00:23.892262 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-62f0ec40-3e95-40f7-bb83-72c5d408354a None None] For port 6fa6987e-923f-4b18-a918-02c2c7df6723, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:00:23.895802 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-62f0ec40-3e95-40f7-bb83-72c5d408354a None None] For port 6fa6987e-923f-4b18-a918-02c2c7df6723, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=6fa6987e-923f-4b18-a918-02c2c7df6723,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:00:23.899887 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-62f0ec40-3e95-40f7-bb83-72c5d408354a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:23.911860 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-93ee3cce-b92a-4822-a262-959b151eb949 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:23.916530 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-93ee3cce-b92a-4822-a262-959b151eb949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:23.966701 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f0ec40-3e95-40f7-bb83-72c5d408354a None None] Routers {'a0d9f00c-6b20-48f0-919e-3119837e8541'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:00:23.967339 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-62f0ec40-3e95-40f7-bb83-72c5d408354a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:00:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['a0d9f00c-6b20-48f0-919e-3119837e8541'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:00:23.983855 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee3cce-b92a-4822-a262-959b151eb949 admin admin] Pushing event updated for resources: {'Port': ['ID=0879edf9-2489-4ef1-9e45-04cde3fb185e,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:23.994304 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-93ee3cce-b92a-4822-a262-959b151eb949 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:24.003970 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957ca71-5181-4727-a8ce-bc12762aeedd None None] Pushing event updated for resources: {'Port': ['ID=6fa6987e-923f-4b18-a918-02c2c7df6723,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:24.080623 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-62f0ec40-3e95-40f7-bb83-72c5d408354a None None] Set router a0d9f00c-6b20-48f0-919e-3119837e8541 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:00:24.091726 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ee3cce-b92a-4822-a262-959b151eb949 admin admin] Network 87b64350-3d0a-4952-baa8-73da2c02cbec is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:00:24.093103 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-93ee3cce-b92a-4822-a262-959b151eb949 admin admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:00:24.215646 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ee3cce-b92a-4822-a262-959b151eb949 admin admin] Router a0d9f00c-6b20-48f0-919e-3119837e8541 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:00:24.297707 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-62f0ec40-3e95-40f7-bb83-72c5d408354a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d9f00c-6b20-48f0-919e-3119837e8541', 'name': 'tempest-TestEncryptedCinderVolumes-341375769-router', 'tenant_id': 'e8236a1998b043fe89e8a1f480a23356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '6fa6987e-923f-4b18-a918-02c2c7df6723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:00:20Z', 'updated_at': '2021-10-26T09:00:23Z', 'revision_number': 4, 'project_id': 'e8236a1998b043fe89e8a1f480a23356', 'gw_port': {'id': '6fa6987e-923f-4b18-a918-02c2c7df6723', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ec:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d9f00c-6b20-48f0-919e-3119837e8541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:00:21Z', 'updated_at': '2021-10-26T09:00:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '0879edf9-2489-4ef1-9e45-04cde3fb185e', 'name': '', 'network_id': '87b64350-3d0a-4952-baa8-73da2c02cbec', 'tenant_id': 'e8236a1998b043fe89e8a1f480a23356', 'mac_address': 'fa:16:3e:40:ec:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d9f00c-6b20-48f0-919e-3119837e8541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '90955b42-b98c-45ad-9e33-4040ab13d496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:00:23Z', 'updated_at': '2021-10-26T09:00:23Z', 'revision_number': 2, 'project_id': 'e8236a1998b043fe89e8a1f480a23356', 'subnets': [{'id': '90955b42-b98c-45ad-9e33-4040ab13d496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:00:24.326542 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f0ec40-3e95-40f7-bb83-72c5d408354a None None] The sync data for ids ['a0d9f00c-6b20-48f0-919e-3119837e8541'] in dv-neutron-804846-13-hyperv is: [{'id': 'a0d9f00c-6b20-48f0-919e-3119837e8541', 'name': 'tempest-TestEncryptedCinderVolumes-341375769-router', 'tenant_id': 'e8236a1998b043fe89e8a1f480a23356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '6fa6987e-923f-4b18-a918-02c2c7df6723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:00:20Z', 'updated_at': '2021-10-26T09:00:23Z', 'revision_number': 4, 'project_id': 'e8236a1998b043fe89e8a1f480a23356', 'gw_port': {'id': '6fa6987e-923f-4b18-a918-02c2c7df6723', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ec:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d9f00c-6b20-48f0-919e-3119837e8541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:00:21Z', 'updated_at': '2021-10-26T09:00:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '0879edf9-2489-4ef1-9e45-04cde3fb185e', 'name': '', 'network_id': '87b64350-3d0a-4952-baa8-73da2c02cbec', 'tenant_id': 'e8236a1998b043fe89e8a1f480a23356', 'mac_address': 'fa:16:3e:40:ec:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d9f00c-6b20-48f0-919e-3119837e8541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '90955b42-b98c-45ad-9e33-4040ab13d496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:00:23Z', 'updated_at': '2021-10-26T09:00:23Z', 'revision_number': 2, 'project_id': 'e8236a1998b043fe89e8a1f480a23356', 'subnets': [{'id': '90955b42-b98c-45ad-9e33-4040ab13d496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:00:24.334422 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ee3cce-b92a-4822-a262-959b151eb949 admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:00:24.340205 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-93ee3cce-b92a-4822-a262-959b151eb949 admin admin] 10.222.0.41 "PUT /v2.0/routers/a0d9f00c-6b20-48f0-919e-3119837e8541/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6139033 Oct 26 09:00:24.355599 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 64971f4e-4d5b-47c6-9108-0d5c97574b5d up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:00:24.432568 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:24.434085 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-1ee92de5-1945-4c7c-88a2-41bed8caa7f8 None None] Provisioning complete for port 0879edf9-2489-4ef1-9e45-04cde3fb185e triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:00:24.434450 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1ee92de5-1945-4c7c-88a2-41bed8caa7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:24.474601 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 64971f4e-4d5b-47c6-9108-0d5c97574b5d triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:00:24.474987 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:24.498011 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-1ee92de5-1945-4c7c-88a2-41bed8caa7f8 None None] Port 0879edf9-2489-4ef1-9e45-04cde3fb185e cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:00:24.859337 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42498) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:24.870168 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-30b23b01-59b1-48bd-a11b-f3331cfec605 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1376179206-network', 'tenant_id': 'b0520143fd7d4aed9a6a2dc878b8066b'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:00:24.885050 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:24.899041 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b23b01-59b1-48bd-a11b-f3331cfec605 admin admin] Made reservation on behalf of b0520143fd7d4aed9a6a2dc878b8066b for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:00:24.901669 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-30b23b01-59b1-48bd-a11b-f3331cfec605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:24.911205 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-30b23b01-59b1-48bd-a11b-f3331cfec605 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:25.017694 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-30b23b01-59b1-48bd-a11b-f3331cfec605 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:25.022049 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-30b23b01-59b1-48bd-a11b-f3331cfec605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:25.042083 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b23b01-59b1-48bd-a11b-f3331cfec605 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 09:00:25.060755 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-30b23b01-59b1-48bd-a11b-f3331cfec605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:25.061142 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-30b23b01-59b1-48bd-a11b-f3331cfec605 admin admin] Added segment 6b09eacd-402a-429c-bdd8-8b5a5197fdb9 of type vlan for network 1984f693-6134-4f85-9933-95b78d881048 Oct 26 09:00:25.062687 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b23b01-59b1-48bd-a11b-f3331cfec605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3fb999-f669-4f83-a4cb-30d1eb85b9fe,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:25.107979 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-30b23b01-59b1-48bd-a11b-f3331cfec605 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:25.136148 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-30b23b01-59b1-48bd-a11b-f3331cfec605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:25.139809 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b23b01-59b1-48bd-a11b-f3331cfec605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:25.140458 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-30b23b01-59b1-48bd-a11b-f3331cfec605 admin admin] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:25.194344 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-30b23b01-59b1-48bd-a11b-f3331cfec605 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3338180 Oct 26 09:00:25.197138 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42500) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:25.202873 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-5655118d-0519-4d60-927b-2f6127c0675b admin admin] Request body: {'subnet': {'network_id': '1984f693-6134-4f85-9933-95b78d881048', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1376179206-subnet', 'tenant_id': 'b0520143fd7d4aed9a6a2dc878b8066b', 'ip_version': 4}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:00:25.206713 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b23b01-59b1-48bd-a11b-f3331cfec605 admin admin] Pushing event updated for resources: {'Network': ['ID=1984f693-6134-4f85-9933-95b78d881048,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:25.217718 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 1984f693-6134-4f85-9933-95b78d881048 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 09:00:25.230189 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5655118d-0519-4d60-927b-2f6127c0675b admin admin] Made reservation on behalf of b0520143fd7d4aed9a6a2dc878b8066b for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:00:25.232751 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5655118d-0519-4d60-927b-2f6127c0675b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:25.410478 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5655118d-0519-4d60-927b-2f6127c0675b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:25.468190 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5655118d-0519-4d60-927b-2f6127c0675b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ab7e7b4-712d-4369-931e-9abd61b56d43,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:25.479849 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5655118d-0519-4d60-927b-2f6127c0675b admin admin] Checking segment: {'id': '6b09eacd-402a-429c-bdd8-8b5a5197fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1984f693-6134-4f85-9933-95b78d881048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:00:25.480305 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5655118d-0519-4d60-927b-2f6127c0675b admin admin] Network hostable DHCP agents. Network: 1984f693-6134-4f85-9933-95b78d881048, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 09:00:25.498496 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5655118d-0519-4d60-927b-2f6127c0675b admin admin] Network 1984f693-6134-4f85-9933-95b78d881048 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 09:00:25.507021 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-5655118d-0519-4d60-927b-2f6127c0675b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 1984f693-6134-4f85-9933-95b78d881048) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:00:25.512222 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5655118d-0519-4d60-927b-2f6127c0675b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:25.513139 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5655118d-0519-4d60-927b-2f6127c0675b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:25.516209 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a78eef1-0326-402c-abc7-45373bb1aff6 None None] Network 1984f693-6134-4f85-9933-95b78d881048 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:00:25.531215 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-5655118d-0519-4d60-927b-2f6127c0675b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3323281 Oct 26 09:00:25.533756 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42502) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:25.538195 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-ede7acd9-82d8-481d-9b20-ed4629585e18 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1376179206-router', 'tenant_id': 'b0520143fd7d4aed9a6a2dc878b8066b', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:00:25.560157 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ede7acd9-82d8-481d-9b20-ed4629585e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:25.561280 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ede7acd9-82d8-481d-9b20-ed4629585e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:25.623557 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ede7acd9-82d8-481d-9b20-ed4629585e18 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:25.686189 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d582b5-2563-4cc4-9e71-8b2c5a1f961d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-1984f693-6134-4f85-9933-95b78d881048', 'network_id': '1984f693-6134-4f85-9933-95b78d881048', 'tenant_id': 'b0520143fd7d4aed9a6a2dc878b8066b', 'fixed_ips': [{'subnet_id': '7ab7e7b4-712d-4369-931e-9abd61b56d43'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 09:00:25.687247 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a7d582b5-2563-4cc4-9e71-8b2c5a1f961d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:25.761082 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ede7acd9-82d8-481d-9b20-ed4629585e18 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:25.828280 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-a7d582b5-2563-4cc4-9e71-8b2c5a1f961d None None] Allocated IP 172.20.0.2 (1984f693-6134-4f85-9933-95b78d881048/7ab7e7b4-712d-4369-931e-9abd61b56d43/54de7177-8ffe-4a3f-a5ac-c2995f1a8f19) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:00:25.969311 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ede7acd9-82d8-481d-9b20-ed4629585e18 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:25.979210 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a7d582b5-2563-4cc4-9e71-8b2c5a1f961d None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:25.986436 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a7d582b5-2563-4cc4-9e71-8b2c5a1f961d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:25.989587 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ede7acd9-82d8-481d-9b20-ed4629585e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:26.031630 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d582b5-2563-4cc4-9e71-8b2c5a1f961d None None] Network 1984f693-6134-4f85-9933-95b78d881048 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:00:26.034565 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-a7d582b5-2563-4cc4-9e71-8b2c5a1f961d None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:00:26.039055 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d582b5-2563-4cc4-9e71-8b2c5a1f961d None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:00:26.042788 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d582b5-2563-4cc4-9e71-8b2c5a1f961d None None] Pushing event updated for resources: {'Port': ['ID=54de7177-8ffe-4a3f-a5ac-c2995f1a8f19,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:26.099888 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-a7d582b5-2563-4cc4-9e71-8b2c5a1f961d None None] Attempting to bind port 54de7177-8ffe-4a3f-a5ac-c2995f1a8f19 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:00:26.100423 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-a7d582b5-2563-4cc4-9e71-8b2c5a1f961d None None] Attempting to bind port 54de7177-8ffe-4a3f-a5ac-c2995f1a8f19 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '6b09eacd-402a-429c-bdd8-8b5a5197fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1984f693-6134-4f85-9933-95b78d881048'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:00:26.100852 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d582b5-2563-4cc4-9e71-8b2c5a1f961d None None] Attempting to bind port 54de7177-8ffe-4a3f-a5ac-c2995f1a8f19 on network 1984f693-6134-4f85-9933-95b78d881048 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:00:26.105994 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-ede7acd9-82d8-481d-9b20-ed4629585e18 admin admin] Allocated IP 172.26.2.12 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/e7040f58-0d2f-454a-8063-90a5239a162c) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:00:26.106179 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d582b5-2563-4cc4-9e71-8b2c5a1f961d None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:00:26.106481 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d582b5-2563-4cc4-9e71-8b2c5a1f961d None None] Checking segment: {'id': '6b09eacd-402a-429c-bdd8-8b5a5197fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1984f693-6134-4f85-9933-95b78d881048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:00:26.106885 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a7d582b5-2563-4cc4-9e71-8b2c5a1f961d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:26.107284 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d582b5-2563-4cc4-9e71-8b2c5a1f961d None None] Bound using segment: {'id': '6b09eacd-402a-429c-bdd8-8b5a5197fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1984f693-6134-4f85-9933-95b78d881048'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:00:26.107752 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-a7d582b5-2563-4cc4-9e71-8b2c5a1f961d None None] Bound port: 54de7177-8ffe-4a3f-a5ac-c2995f1a8f19, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b09eacd-402a-429c-bdd8-8b5a5197fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1984f693-6134-4f85-9933-95b78d881048'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:00:26.108136 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a7d582b5-2563-4cc4-9e71-8b2c5a1f961d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:26.177186 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-a7d582b5-2563-4cc4-9e71-8b2c5a1f961d None None] For port 54de7177-8ffe-4a3f-a5ac-c2995f1a8f19, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:00:26.180454 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-a7d582b5-2563-4cc4-9e71-8b2c5a1f961d None None] For port 54de7177-8ffe-4a3f-a5ac-c2995f1a8f19, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=54de7177-8ffe-4a3f-a5ac-c2995f1a8f19,segment=NetworkSegment(6b09eacd-402a-429c-bdd8-8b5a5197fdb9),segment_id=6b09eacd-402a-429c-bdd8-8b5a5197fdb9)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:00:26.184452 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a7d582b5-2563-4cc4-9e71-8b2c5a1f961d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:26.215587 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ede7acd9-82d8-481d-9b20-ed4629585e18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:26.243312 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d582b5-2563-4cc4-9e71-8b2c5a1f961d None None] Pushing event updated for resources: {'Port': ['ID=54de7177-8ffe-4a3f-a5ac-c2995f1a8f19,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:26.254084 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ede7acd9-82d8-481d-9b20-ed4629585e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:26.299798 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede7acd9-82d8-481d-9b20-ed4629585e18 admin admin] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:00:26.303199 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-ede7acd9-82d8-481d-9b20-ed4629585e18 admin admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:00:26.308853 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede7acd9-82d8-481d-9b20-ed4629585e18 admin admin] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:00:26.340590 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede7acd9-82d8-481d-9b20-ed4629585e18 admin admin] Pushing event updated for resources: {'Port': ['ID=e7040f58-0d2f-454a-8063-90a5239a162c,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:26.387127 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 6fa6987e-923f-4b18-a918-02c2c7df6723 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:00:26.422757 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336aab71-88ba-4ced-9ec6-a5404a4fd873 None None] Sync routers for ids ['a0d9f00c-6b20-48f0-919e-3119837e8541'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:00:26.437902 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336aab71-88ba-4ced-9ec6-a5404a4fd873 None None] Routers {'a0d9f00c-6b20-48f0-919e-3119837e8541'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:00:26.438016 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-336aab71-88ba-4ced-9ec6-a5404a4fd873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:00:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['a0d9f00c-6b20-48f0-919e-3119837e8541'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:00:26.481718 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 6fa6987e-923f-4b18-a918-02c2c7df6723 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:00:26.482213 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:26.599343 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-336aab71-88ba-4ced-9ec6-a5404a4fd873 None None] Set router a0d9f00c-6b20-48f0-919e-3119837e8541 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:00:26.644000 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ede7acd9-82d8-481d-9b20-ed4629585e18 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:26.756114 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:26.782303 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 6fa6987e-923f-4b18-a918-02c2c7df6723, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=6fa6987e-923f-4b18-a918-02c2c7df6723,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:00:26.787175 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:26.828037 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-336aab71-88ba-4ced-9ec6-a5404a4fd873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d9f00c-6b20-48f0-919e-3119837e8541', 'name': 'tempest-TestEncryptedCinderVolumes-341375769-router', 'tenant_id': 'e8236a1998b043fe89e8a1f480a23356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '6fa6987e-923f-4b18-a918-02c2c7df6723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:00:20Z', 'updated_at': '2021-10-26T09:00:23Z', 'revision_number': 4, 'project_id': 'e8236a1998b043fe89e8a1f480a23356', 'gw_port': {'id': '6fa6987e-923f-4b18-a918-02c2c7df6723', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ec:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d9f00c-6b20-48f0-919e-3119837e8541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:00:21Z', 'updated_at': '2021-10-26T09:00:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '0879edf9-2489-4ef1-9e45-04cde3fb185e', 'name': '', 'network_id': '87b64350-3d0a-4952-baa8-73da2c02cbec', 'tenant_id': 'e8236a1998b043fe89e8a1f480a23356', 'mac_address': 'fa:16:3e:40:ec:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d9f00c-6b20-48f0-919e-3119837e8541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '90955b42-b98c-45ad-9e33-4040ab13d496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:00:23Z', 'updated_at': '2021-10-26T09:00:23Z', 'revision_number': 2, 'project_id': 'e8236a1998b043fe89e8a1f480a23356', 'subnets': [{'id': '90955b42-b98c-45ad-9e33-4040ab13d496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:00:26.847977 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=6fa6987e-923f-4b18-a918-02c2c7df6723,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:26.858043 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336aab71-88ba-4ced-9ec6-a5404a4fd873 None None] Checking router: a0d9f00c-6b20-48f0-919e-3119837e8541 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:00:26.858461 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336aab71-88ba-4ced-9ec6-a5404a4fd873 None None] Updating router a0d9f00c-6b20-48f0-919e-3119837e8541 port 0879edf9-2489-4ef1-9e45-04cde3fb185e binding host dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 09:00:26.885488 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-336aab71-88ba-4ced-9ec6-a5404a4fd873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:27.194251 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ede7acd9-82d8-481d-9b20-ed4629585e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:27.266895 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-336aab71-88ba-4ced-9ec6-a5404a4fd873 None None] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:27.276378 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-336aab71-88ba-4ced-9ec6-a5404a4fd873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:27.276692 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4543644e-8ce9-44c3-b351-4c9e29445020 None None] Network 1984f693-6134-4f85-9933-95b78d881048 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:00:27.335512 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede7acd9-82d8-481d-9b20-ed4629585e18 admin admin] Router ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 09:00:27.350348 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3d040-8241-4e1b-99b6-68c198a7e5b2 None None] Pushing event updated for resources: {'Port': ['ID=0879edf9-2489-4ef1-9e45-04cde3fb185e,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:27.371075 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3d040-8241-4e1b-99b6-68c198a7e5b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:00:27.371668 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3d040-8241-4e1b-99b6-68c198a7e5b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:00:27.372147 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3d040-8241-4e1b-99b6-68c198a7e5b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:00:27.372631 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3d040-8241-4e1b-99b6-68c198a7e5b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:00:27.373129 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3d040-8241-4e1b-99b6-68c198a7e5b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:00:27.373594 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3d040-8241-4e1b-99b6-68c198a7e5b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:00:27.373777 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-c0e29a10-b337-4c50-9eb1-744574a0a435 None None] Provisioning complete for port 54de7177-8ffe-4a3f-a5ac-c2995f1a8f19 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:00:27.374164 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c0e29a10-b337-4c50-9eb1-744574a0a435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:27.374402 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3d040-8241-4e1b-99b6-68c198a7e5b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:00:27.374972 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3d040-8241-4e1b-99b6-68c198a7e5b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:00:27.375445 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3d040-8241-4e1b-99b6-68c198a7e5b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:00:27.375912 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3d040-8241-4e1b-99b6-68c198a7e5b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:00:27.376389 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3d040-8241-4e1b-99b6-68c198a7e5b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:00:27.376853 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3d040-8241-4e1b-99b6-68c198a7e5b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:00:27.396536 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-336aab71-88ba-4ced-9ec6-a5404a4fd873 None None] Attempting to bind port 0879edf9-2489-4ef1-9e45-04cde3fb185e on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:00:27.397087 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-336aab71-88ba-4ced-9ec6-a5404a4fd873 None None] Attempting to bind port 0879edf9-2489-4ef1-9e45-04cde3fb185e by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87b64350-3d0a-4952-baa8-73da2c02cbec'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:00:27.397652 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336aab71-88ba-4ced-9ec6-a5404a4fd873 None None] Attempting to bind port 0879edf9-2489-4ef1-9e45-04cde3fb185e on network 87b64350-3d0a-4952-baa8-73da2c02cbec {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:00:27.404730 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336aab71-88ba-4ced-9ec6-a5404a4fd873 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:00:27.405693 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336aab71-88ba-4ced-9ec6-a5404a4fd873 None None] Checking segment: {'id': 'e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87b64350-3d0a-4952-baa8-73da2c02cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:00:27.406377 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-336aab71-88ba-4ced-9ec6-a5404a4fd873 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:27.406938 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336aab71-88ba-4ced-9ec6-a5404a4fd873 None None] Bound using segment: {'id': 'e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87b64350-3d0a-4952-baa8-73da2c02cbec'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:00:27.408451 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-336aab71-88ba-4ced-9ec6-a5404a4fd873 None None] Bound port: 0879edf9-2489-4ef1-9e45-04cde3fb185e, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87b64350-3d0a-4952-baa8-73da2c02cbec'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:00:27.409027 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-336aab71-88ba-4ced-9ec6-a5404a4fd873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:27.454632 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede7acd9-82d8-481d-9b20-ed4629585e18 admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:00:27.469127 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1813c7-e837-402d-a416-1629606f87cb None None] Sync routers for ids ['ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:00:27.476664 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ede7acd9-82d8-481d-9b20-ed4629585e18 admin admin] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:27.482366 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42504) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:00:27.483334 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ede7acd9-82d8-481d-9b20-ed4629585e18 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9479733 Oct 26 09:00:27.497912 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1813c7-e837-402d-a416-1629606f87cb None None] Routers {'ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:00:27.498908 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ce1813c7-e837-402d-a416-1629606f87cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:00:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:00:27.506824 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-336aab71-88ba-4ced-9ec6-a5404a4fd873 None None] For port 0879edf9-2489-4ef1-9e45-04cde3fb185e, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:00:27.510379 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-336aab71-88ba-4ced-9ec6-a5404a4fd873 None None] For port 0879edf9-2489-4ef1-9e45-04cde3fb185e, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=0879edf9-2489-4ef1-9e45-04cde3fb185e,segment=NetworkSegment(e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a),segment_id=e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:00:27.515726 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-336aab71-88ba-4ced-9ec6-a5404a4fd873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:27.579146 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3d040-8241-4e1b-99b6-68c198a7e5b2 None None] Pushing event updated for resources: {'Port': ['ID=0879edf9-2489-4ef1-9e45-04cde3fb185e,revision_number=4']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:27.598966 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336aab71-88ba-4ced-9ec6-a5404a4fd873 None None] Routers {'a0d9f00c-6b20-48f0-919e-3119837e8541'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:00:27.600935 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-336aab71-88ba-4ced-9ec6-a5404a4fd873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:00:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['a0d9f00c-6b20-48f0-919e-3119837e8541'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:00:27.621455 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-ce1813c7-e837-402d-a416-1629606f87cb None None] Set router ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:00:27.720464 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-336aab71-88ba-4ced-9ec6-a5404a4fd873 None None] Set router a0d9f00c-6b20-48f0-919e-3119837e8541 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:00:27.793314 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c0e29a10-b337-4c50-9eb1-744574a0a435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:27.874381 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-c0e29a10-b337-4c50-9eb1-744574a0a435 None None] For port 54de7177-8ffe-4a3f-a5ac-c2995f1a8f19, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=54de7177-8ffe-4a3f-a5ac-c2995f1a8f19,segment=NetworkSegment(6b09eacd-402a-429c-bdd8-8b5a5197fdb9),segment_id=6b09eacd-402a-429c-bdd8-8b5a5197fdb9)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:00:27.904688 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c0e29a10-b337-4c50-9eb1-744574a0a435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:27.972063 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e29a10-b337-4c50-9eb1-744574a0a435 None None] Pushing event updated for resources: {'Port': ['ID=54de7177-8ffe-4a3f-a5ac-c2995f1a8f19,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:27.980876 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ce1813c7-e837-402d-a416-1629606f87cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee', 'name': 'tempest-TestEncryptedCinderVolumes-1376179206-router', 'tenant_id': 'b0520143fd7d4aed9a6a2dc878b8066b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': 'e7040f58-0d2f-454a-8063-90a5239a162c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:00:25Z', 'updated_at': '2021-10-26T09:00:26Z', 'revision_number': 3, 'project_id': 'b0520143fd7d4aed9a6a2dc878b8066b', 'gw_port': {'id': 'e7040f58-0d2f-454a-8063-90a5239a162c', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:65:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:00:25Z', 'updated_at': '2021-10-26T09:00:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:00:27.992100 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-336aab71-88ba-4ced-9ec6-a5404a4fd873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d9f00c-6b20-48f0-919e-3119837e8541', 'name': 'tempest-TestEncryptedCinderVolumes-341375769-router', 'tenant_id': 'e8236a1998b043fe89e8a1f480a23356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '6fa6987e-923f-4b18-a918-02c2c7df6723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:00:20Z', 'updated_at': '2021-10-26T09:00:23Z', 'revision_number': 4, 'project_id': 'e8236a1998b043fe89e8a1f480a23356', 'gw_port': {'id': '6fa6987e-923f-4b18-a918-02c2c7df6723', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ec:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d9f00c-6b20-48f0-919e-3119837e8541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:00:21Z', 'updated_at': '2021-10-26T09:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '0879edf9-2489-4ef1-9e45-04cde3fb185e', 'name': '', 'network_id': '87b64350-3d0a-4952-baa8-73da2c02cbec', 'tenant_id': 'e8236a1998b043fe89e8a1f480a23356', 'mac_address': 'fa:16:3e:40:ec:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d9f00c-6b20-48f0-919e-3119837e8541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '90955b42-b98c-45ad-9e33-4040ab13d496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:00:23Z', 'updated_at': '2021-10-26T09:00:27Z', 'revision_number': 4, 'project_id': 'e8236a1998b043fe89e8a1f480a23356', 'subnets': [{'id': '90955b42-b98c-45ad-9e33-4040ab13d496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:00:28.020625 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1813c7-e837-402d-a416-1629606f87cb None None] Checking router: ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:00:28.020976 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1813c7-e837-402d-a416-1629606f87cb None None] Updating router ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee port e7040f58-0d2f-454a-8063-90a5239a162c binding host dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 09:00:28.022315 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3a2c5e58-d604-437e-9f76-b3918ef0650d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:28.034413 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336aab71-88ba-4ced-9ec6-a5404a4fd873 None None] The sync data for ids ['a0d9f00c-6b20-48f0-919e-3119837e8541'] in dv-neutron-804846-13-hyperv is: [{'id': 'a0d9f00c-6b20-48f0-919e-3119837e8541', 'name': 'tempest-TestEncryptedCinderVolumes-341375769-router', 'tenant_id': 'e8236a1998b043fe89e8a1f480a23356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '6fa6987e-923f-4b18-a918-02c2c7df6723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:00:20Z', 'updated_at': '2021-10-26T09:00:23Z', 'revision_number': 4, 'project_id': 'e8236a1998b043fe89e8a1f480a23356', 'gw_port': {'id': '6fa6987e-923f-4b18-a918-02c2c7df6723', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ec:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d9f00c-6b20-48f0-919e-3119837e8541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:00:21Z', 'updated_at': '2021-10-26T09:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '0879edf9-2489-4ef1-9e45-04cde3fb185e', 'name': '', 'network_id': '87b64350-3d0a-4952-baa8-73da2c02cbec', 'tenant_id': 'e8236a1998b043fe89e8a1f480a23356', 'mac_address': 'fa:16:3e:40:ec:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d9f00c-6b20-48f0-919e-3119837e8541', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '90955b42-b98c-45ad-9e33-4040ab13d496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:00:23Z', 'updated_at': '2021-10-26T09:00:27Z', 'revision_number': 4, 'project_id': 'e8236a1998b043fe89e8a1f480a23356', 'subnets': [{'id': '90955b42-b98c-45ad-9e33-4040ab13d496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:00:28.057488 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ce1813c7-e837-402d-a416-1629606f87cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:28.059130 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-ebc490d4-652b-4443-adb8-59c07e7da559 None None] Provisioning complete for port 0879edf9-2489-4ef1-9e45-04cde3fb185e triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:00:28.059490 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ebc490d4-652b-4443-adb8-59c07e7da559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:28.221057 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-3a2c5e58-d604-437e-9f76-b3918ef0650d admin admin] Allocated IP 172.20.0.1 (1984f693-6134-4f85-9933-95b78d881048/7ab7e7b4-712d-4369-931e-9abd61b56d43/ceafc1d1-2deb-4d1c-8dd8-eb5f2d9462fb) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:00:28.292731 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ebc490d4-652b-4443-adb8-59c07e7da559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:28.356055 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3a2c5e58-d604-437e-9f76-b3918ef0650d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:28.358517 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-ebc490d4-652b-4443-adb8-59c07e7da559 None None] For port 0879edf9-2489-4ef1-9e45-04cde3fb185e, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=0879edf9-2489-4ef1-9e45-04cde3fb185e,segment=NetworkSegment(e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a),segment_id=e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:00:28.366269 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ebc490d4-652b-4443-adb8-59c07e7da559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:28.405592 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3a2c5e58-d604-437e-9f76-b3918ef0650d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:28.464133 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2c5e58-d604-437e-9f76-b3918ef0650d admin admin] Network 1984f693-6134-4f85-9933-95b78d881048 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:00:28.468128 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c5e58-d604-437e-9f76-b3918ef0650d admin admin] Pushing event updated for resources: {'Port': ['ID=ceafc1d1-2deb-4d1c-8dd8-eb5f2d9462fb,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:28.470664 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-3a2c5e58-d604-437e-9f76-b3918ef0650d admin admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:00:28.472997 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2c5e58-d604-437e-9f76-b3918ef0650d admin admin] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:00:28.487967 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc490d4-652b-4443-adb8-59c07e7da559 None None] Pushing event updated for resources: {'Port': ['ID=0879edf9-2489-4ef1-9e45-04cde3fb185e,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:28.514726 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ce1813c7-e837-402d-a416-1629606f87cb None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:28.518451 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-bebd39d7-ea87-4308-93e3-b72707eccdb8 None None] Provisioning complete for port 54de7177-8ffe-4a3f-a5ac-c2995f1a8f19 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:00:28.518817 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bebd39d7-ea87-4308-93e3-b72707eccdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:28.534155 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3a2c5e58-d604-437e-9f76-b3918ef0650d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:28.549094 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 54de7177-8ffe-4a3f-a5ac-c2995f1a8f19 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:00:28.550866 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ce1813c7-e837-402d-a416-1629606f87cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:28.663142 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-ce1813c7-e837-402d-a416-1629606f87cb None None] Attempting to bind port e7040f58-0d2f-454a-8063-90a5239a162c on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:00:28.663521 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-ce1813c7-e837-402d-a416-1629606f87cb None None] Attempting to bind port e7040f58-0d2f-454a-8063-90a5239a162c by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:00:28.663891 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1813c7-e837-402d-a416-1629606f87cb None None] Attempting to bind port e7040f58-0d2f-454a-8063-90a5239a162c on network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:00:28.672377 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce6de2-2dc7-4659-aacd-2901d12a83ab None None] Pushing event updated for resources: {'Port': ['ID=e7040f58-0d2f-454a-8063-90a5239a162c,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:28.678669 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1813c7-e837-402d-a416-1629606f87cb None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:00:28.679089 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1813c7-e837-402d-a416-1629606f87cb None None] Checking segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:00:28.679460 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ce1813c7-e837-402d-a416-1629606f87cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:28.679850 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1813c7-e837-402d-a416-1629606f87cb None None] Bound using segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:00:28.680342 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-ce1813c7-e837-402d-a416-1629606f87cb None None] Bound port: e7040f58-0d2f-454a-8063-90a5239a162c, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:00:28.680715 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ce1813c7-e837-402d-a416-1629606f87cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:28.705248 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3a2c5e58-d604-437e-9f76-b3918ef0650d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:28.754478 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 54de7177-8ffe-4a3f-a5ac-c2995f1a8f19 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:00:28.754852 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:28.814783 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-ce1813c7-e837-402d-a416-1629606f87cb None None] For port e7040f58-0d2f-454a-8063-90a5239a162c, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:00:28.819793 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-ce1813c7-e837-402d-a416-1629606f87cb None None] For port e7040f58-0d2f-454a-8063-90a5239a162c, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=e7040f58-0d2f-454a-8063-90a5239a162c,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:00:28.826693 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ce1813c7-e837-402d-a416-1629606f87cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:28.897795 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3a2c5e58-d604-437e-9f76-b3918ef0650d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:28.903718 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3a2c5e58-d604-437e-9f76-b3918ef0650d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:28.920908 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce6de2-2dc7-4659-aacd-2901d12a83ab None None] Pushing event updated for resources: {'Port': ['ID=e7040f58-0d2f-454a-8063-90a5239a162c,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:28.929146 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1813c7-e837-402d-a416-1629606f87cb None None] Routers {'ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:00:28.929806 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ce1813c7-e837-402d-a416-1629606f87cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:00:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:00:28.976657 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 6fa6987e-923f-4b18-a918-02c2c7df6723 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:00:28.982106 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c5e58-d604-437e-9f76-b3918ef0650d admin admin] Pushing event updated for resources: {'Port': ['ID=ceafc1d1-2deb-4d1c-8dd8-eb5f2d9462fb,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:28.984663 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3a2c5e58-d604-437e-9f76-b3918ef0650d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:29.049417 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-15aaa61e-9d5a-4fa1-9c1d-3a24640e6c75 None None] Provisioning complete for port ceafc1d1-2deb-4d1c-8dd8-eb5f2d9462fb triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:00:29.049825 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-15aaa61e-9d5a-4fa1-9c1d-3a24640e6c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:29.075765 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2c5e58-d604-437e-9f76-b3918ef0650d admin admin] Network 1984f693-6134-4f85-9933-95b78d881048 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:00:29.077383 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-3a2c5e58-d604-437e-9f76-b3918ef0650d admin admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:00:29.109652 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-15aaa61e-9d5a-4fa1-9c1d-3a24640e6c75 None None] Port ceafc1d1-2deb-4d1c-8dd8-eb5f2d9462fb cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:00:29.122033 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-ce1813c7-e837-402d-a416-1629606f87cb None None] Set router ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:00:29.123905 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 6fa6987e-923f-4b18-a918-02c2c7df6723 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:00:29.124274 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:29.203891 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2c5e58-d604-437e-9f76-b3918ef0650d admin admin] Router ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:00:29.319659 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2c5e58-d604-437e-9f76-b3918ef0650d admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:00:29.325853 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3a2c5e58-d604-437e-9f76-b3918ef0650d admin admin] 10.222.0.41 "PUT /v2.0/routers/ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8424051 Oct 26 09:00:29.342966 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 0879edf9-2489-4ef1-9e45-04cde3fb185e up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:00:29.555008 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-1b593dc8-3093-497a-b66f-1c05501f2b8e None None] Provisioning complete for port ceafc1d1-2deb-4d1c-8dd8-eb5f2d9462fb triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:00:29.555380 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1b593dc8-3093-497a-b66f-1c05501f2b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:29.607496 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-1b593dc8-3093-497a-b66f-1c05501f2b8e None None] Port ceafc1d1-2deb-4d1c-8dd8-eb5f2d9462fb cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:00:29.616939 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 0879edf9-2489-4ef1-9e45-04cde3fb185e triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:00:29.617321 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:29.658359 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ce1813c7-e837-402d-a416-1629606f87cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee', 'name': 'tempest-TestEncryptedCinderVolumes-1376179206-router', 'tenant_id': 'b0520143fd7d4aed9a6a2dc878b8066b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': 'e7040f58-0d2f-454a-8063-90a5239a162c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:00:25Z', 'updated_at': '2021-10-26T09:00:28Z', 'revision_number': 4, 'project_id': 'b0520143fd7d4aed9a6a2dc878b8066b', 'gw_port': {'id': 'e7040f58-0d2f-454a-8063-90a5239a162c', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:65:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:00:25Z', 'updated_at': '2021-10-26T09:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'ceafc1d1-2deb-4d1c-8dd8-eb5f2d9462fb', 'name': '', 'network_id': '1984f693-6134-4f85-9933-95b78d881048', 'tenant_id': 'b0520143fd7d4aed9a6a2dc878b8066b', 'mac_address': 'fa:16:3e:41:f8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '7ab7e7b4-712d-4369-931e-9abd61b56d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:00:28Z', 'updated_at': '2021-10-26T09:00:28Z', 'revision_number': 2, 'project_id': 'b0520143fd7d4aed9a6a2dc878b8066b', 'subnets': [{'id': '7ab7e7b4-712d-4369-931e-9abd61b56d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:00:29.687329 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1813c7-e837-402d-a416-1629606f87cb None None] The sync data for ids ['ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee'] in dv-neutron-804846-13-hyperv is: [{'id': 'ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee', 'name': 'tempest-TestEncryptedCinderVolumes-1376179206-router', 'tenant_id': 'b0520143fd7d4aed9a6a2dc878b8066b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': 'e7040f58-0d2f-454a-8063-90a5239a162c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:00:25Z', 'updated_at': '2021-10-26T09:00:28Z', 'revision_number': 4, 'project_id': 'b0520143fd7d4aed9a6a2dc878b8066b', 'gw_port': {'id': 'e7040f58-0d2f-454a-8063-90a5239a162c', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:65:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:00:25Z', 'updated_at': '2021-10-26T09:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'ceafc1d1-2deb-4d1c-8dd8-eb5f2d9462fb', 'name': '', 'network_id': '1984f693-6134-4f85-9933-95b78d881048', 'tenant_id': 'b0520143fd7d4aed9a6a2dc878b8066b', 'mac_address': 'fa:16:3e:41:f8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '7ab7e7b4-712d-4369-931e-9abd61b56d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:00:28Z', 'updated_at': '2021-10-26T09:00:28Z', 'revision_number': 2, 'project_id': 'b0520143fd7d4aed9a6a2dc878b8066b', 'subnets': [{'id': '7ab7e7b4-712d-4369-931e-9abd61b56d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:00:30.144521 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-f3af048c-2c6a-41f1-8a6a-1e1e36c079b4 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:30.146069 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-f3af048c-2c6a-41f1-8a6a-1e1e36c079b4 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/networks?id=87b64350-3d0a-4952-baa8-73da2c02cbec HTTP/1.1" status: 200 len: 816 time: 0.1111672 Oct 26 09:00:30.162023 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-b610aa38-656e-41a9-8c41-bbff8a8c6145 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/quotas/e8236a1998b043fe89e8a1f480a23356 HTTP/1.1" status: 200 len: 375 time: 0.0093794 Oct 26 09:00:30.347478 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 0879edf9-2489-4ef1-9e45-04cde3fb185e up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:00:30.397899 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 0879edf9-2489-4ef1-9e45-04cde3fb185e triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:00:30.398279 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:30.492722 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-271e9240-c916-418b-9528-e764fbc8712e tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8236a1998b043fe89e8a1f480a23356&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3229384 Oct 26 09:00:30.586958 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-acf80b8c-70ca-416e-9dfd-a8cd50b88f97 service neutron] 10.222.0.41 "GET /v2.0/networks/87b64350-3d0a-4952-baa8-73da2c02cbec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828800 Oct 26 09:00:30.677061 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-10a23b85-0920-4175-b7ba-7dec18732b35 service neutron] 10.222.0.41 "GET /v2.0/networks/87b64350-3d0a-4952-baa8-73da2c02cbec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836439 Oct 26 09:00:30.874425 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-731d2628-be6a-4ef2-883d-e2d7451271a7 req-adbdc9ac-a00f-4052-be74-3fdea4d643e8 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/ports?device_id=bba5bb3b-3a4d-4de2-9844-0b069e6403ae HTTP/1.1" status: 200 len: 210 time: 0.0654881 Oct 26 09:00:31.811195 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-c3de9a26-0013-46a9-a7dd-a82712134f65 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:31.812664 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-c3de9a26-0013-46a9-a7dd-a82712134f65 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.47 "GET /v2.0/networks?id=87b64350-3d0a-4952-baa8-73da2c02cbec HTTP/1.1" status: 200 len: 816 time: 0.1115870 Oct 26 09:00:31.826062 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-d3805f00-80df-4024-89da-ab13018432d4 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Request body: {'port': {'device_id': 'bba5bb3b-3a4d-4de2-9844-0b069e6403ae', 'network_id': '87b64350-3d0a-4952-baa8-73da2c02cbec', 'admin_state_up': True, 'tenant_id': 'e8236a1998b043fe89e8a1f480a23356'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:00:31.948573 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-d3805f00-80df-4024-89da-ab13018432d4 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Made reservation on behalf of e8236a1998b043fe89e8a1f480a23356 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:00:31.952258 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-d3805f00-80df-4024-89da-ab13018432d4 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:31.971883 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-4326a4e6-12b6-4519-9ddd-3d6b5b28af58 req-72645de6-257f-4f74-9967-bdeffcb1c3e6 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/ports?device_id=bba5bb3b-3a4d-4de2-9844-0b069e6403ae HTTP/1.1" status: 200 len: 210 time: 0.0340497 Oct 26 09:00:32.081062 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-d3805f00-80df-4024-89da-ab13018432d4 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Allocated IP 172.20.0.10 (87b64350-3d0a-4952-baa8-73da2c02cbec/90955b42-b98c-45ad-9e33-4040ab13d496/d3fee6a1-7d78-438e-a494-981de25896b1) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:00:32.184928 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5ae0ca-bc3c-42d3-bb19-54bf0a8b2464 None None] Sync routers for ids ['ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:00:32.194363 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5ae0ca-bc3c-42d3-bb19-54bf0a8b2464 None None] Routers {'ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:00:32.194978 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-ff5ae0ca-bc3c-42d3-bb19-54bf0a8b2464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:00:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:00:32.234787 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-d3805f00-80df-4024-89da-ab13018432d4 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:32.268380 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-d3805f00-80df-4024-89da-ab13018432d4 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:32.305414 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-ff5ae0ca-bc3c-42d3-bb19-54bf0a8b2464 None None] Set router ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:00:32.315946 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-d3805f00-80df-4024-89da-ab13018432d4 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Network 87b64350-3d0a-4952-baa8-73da2c02cbec is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:00:32.324244 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-d3805f00-80df-4024-89da-ab13018432d4 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:00:32.328731 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-d3805f00-80df-4024-89da-ab13018432d4 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:00:32.360752 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3805f00-80df-4024-89da-ab13018432d4 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Pushing event updated for resources: {'Port': ['ID=d3fee6a1-7d78-438e-a494-981de25896b1,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:32.398044 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-d3805f00-80df-4024-89da-ab13018432d4 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:32.398315 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device e7040f58-0d2f-454a-8063-90a5239a162c up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:00:32.399469 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-d3805f00-80df-4024-89da-ab13018432d4 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:32.420045 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-d3805f00-80df-4024-89da-ab13018432d4 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5980821 Oct 26 09:00:32.435829 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-fd6338ec-f948-4fb4-952d-899aa567823d service neutron] Request body: {'port': {'device_id': 'bba5bb3b-3a4d-4de2-9844-0b069e6403ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:00:32.465917 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port e7040f58-0d2f-454a-8063-90a5239a162c triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:00:32.466543 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:32.511072 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-fd6338ec-f948-4fb4-952d-899aa567823d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:32.559626 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-ff5ae0ca-bc3c-42d3-bb19-54bf0a8b2464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee', 'name': 'tempest-TestEncryptedCinderVolumes-1376179206-router', 'tenant_id': 'b0520143fd7d4aed9a6a2dc878b8066b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': 'e7040f58-0d2f-454a-8063-90a5239a162c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:00:25Z', 'updated_at': '2021-10-26T09:00:28Z', 'revision_number': 4, 'project_id': 'b0520143fd7d4aed9a6a2dc878b8066b', 'gw_port': {'id': 'e7040f58-0d2f-454a-8063-90a5239a162c', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:65:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:00:25Z', 'updated_at': '2021-10-26T09:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'ceafc1d1-2deb-4d1c-8dd8-eb5f2d9462fb', 'name': '', 'network_id': '1984f693-6134-4f85-9933-95b78d881048', 'tenant_id': 'b0520143fd7d4aed9a6a2dc878b8066b', 'mac_address': 'fa:16:3e:41:f8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '7ab7e7b4-712d-4369-931e-9abd61b56d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:00:28Z', 'updated_at': '2021-10-26T09:00:28Z', 'revision_number': 2, 'project_id': 'b0520143fd7d4aed9a6a2dc878b8066b', 'subnets': [{'id': '7ab7e7b4-712d-4369-931e-9abd61b56d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:00:32.573697 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:32.601741 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port e7040f58-0d2f-454a-8063-90a5239a162c, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=e7040f58-0d2f-454a-8063-90a5239a162c,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:00:32.606558 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:32.610365 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5ae0ca-bc3c-42d3-bb19-54bf0a8b2464 None None] Checking router: ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:00:32.610961 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5ae0ca-bc3c-42d3-bb19-54bf0a8b2464 None None] Updating router ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee port ceafc1d1-2deb-4d1c-8dd8-eb5f2d9462fb binding host dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 09:00:32.639344 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ff5ae0ca-bc3c-42d3-bb19-54bf0a8b2464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:32.666119 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=e7040f58-0d2f-454a-8063-90a5239a162c,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:32.674532 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-51672c0e-b132-4bc0-adda-ae02038cb90e None None] Provisioning complete for port d3fee6a1-7d78-438e-a494-981de25896b1 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:00:32.674726 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-51672c0e-b132-4bc0-adda-ae02038cb90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:32.710483 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-51672c0e-b132-4bc0-adda-ae02038cb90e None None] Port d3fee6a1-7d78-438e-a494-981de25896b1 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:00:32.824874 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-fd6338ec-f948-4fb4-952d-899aa567823d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3fee6a1-7d78-438e-a494-981de25896b1 {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 09:00:32.833327 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-fd6338ec-f948-4fb4-952d-899aa567823d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:32.845771 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-fd6338ec-f948-4fb4-952d-899aa567823d service neutron] Transition to ACTIVE for port object d3fee6a1-7d78-438e-a494-981de25896b1 will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 09:00:32.851080 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-fd6338ec-f948-4fb4-952d-899aa567823d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:32.900985 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6338ec-f948-4fb4-952d-899aa567823d service neutron] Pushing event updated for resources: {'Port': ['ID=d3fee6a1-7d78-438e-a494-981de25896b1,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:32.909682 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ff5ae0ca-bc3c-42d3-bb19-54bf0a8b2464 None None] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:32.917759 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ff5ae0ca-bc3c-42d3-bb19-54bf0a8b2464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:32.970336 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f07076f-3955-4f8b-b4f8-67267214bfb5 None None] Pushing event updated for resources: {'Port': ['ID=ceafc1d1-2deb-4d1c-8dd8-eb5f2d9462fb,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:32.984957 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-fd6338ec-f948-4fb4-952d-899aa567823d service neutron] Attempting to bind port d3fee6a1-7d78-438e-a494-981de25896b1 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:00:32.985474 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-fd6338ec-f948-4fb4-952d-899aa567823d service neutron] Attempting to bind port d3fee6a1-7d78-438e-a494-981de25896b1 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87b64350-3d0a-4952-baa8-73da2c02cbec'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:00:32.985854 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-fd6338ec-f948-4fb4-952d-899aa567823d service neutron] Attempting to bind port d3fee6a1-7d78-438e-a494-981de25896b1 on network 87b64350-3d0a-4952-baa8-73da2c02cbec {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:00:32.992036 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-fd6338ec-f948-4fb4-952d-899aa567823d service neutron] Port d3fee6a1-7d78-438e-a494-981de25896b1 on network 87b64350-3d0a-4952-baa8-73da2c02cbec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 09:00:32.992374 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-fd6338ec-f948-4fb4-952d-899aa567823d service neutron] Attempting to bind port d3fee6a1-7d78-438e-a494-981de25896b1 on network 87b64350-3d0a-4952-baa8-73da2c02cbec {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:00:33.001311 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-fd6338ec-f948-4fb4-952d-899aa567823d service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:00:33.001311 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-fd6338ec-f948-4fb4-952d-899aa567823d service neutron] Checking segment: {'id': 'e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87b64350-3d0a-4952-baa8-73da2c02cbec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:00:33.001683 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-fd6338ec-f948-4fb4-952d-899aa567823d service neutron] Bound using segment: {'id': 'e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87b64350-3d0a-4952-baa8-73da2c02cbec'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:00:33.002090 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-fd6338ec-f948-4fb4-952d-899aa567823d service neutron] Bound port: d3fee6a1-7d78-438e-a494-981de25896b1, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87b64350-3d0a-4952-baa8-73da2c02cbec'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:00:33.002462 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-fd6338ec-f948-4fb4-952d-899aa567823d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:33.051788 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-ff5ae0ca-bc3c-42d3-bb19-54bf0a8b2464 None None] Attempting to bind port ceafc1d1-2deb-4d1c-8dd8-eb5f2d9462fb on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:00:33.052429 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-ff5ae0ca-bc3c-42d3-bb19-54bf0a8b2464 None None] Attempting to bind port ceafc1d1-2deb-4d1c-8dd8-eb5f2d9462fb by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '6b09eacd-402a-429c-bdd8-8b5a5197fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1984f693-6134-4f85-9933-95b78d881048'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:00:33.052959 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5ae0ca-bc3c-42d3-bb19-54bf0a8b2464 None None] Attempting to bind port ceafc1d1-2deb-4d1c-8dd8-eb5f2d9462fb on network 1984f693-6134-4f85-9933-95b78d881048 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:00:33.060778 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5ae0ca-bc3c-42d3-bb19-54bf0a8b2464 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:00:33.061543 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5ae0ca-bc3c-42d3-bb19-54bf0a8b2464 None None] Checking segment: {'id': '6b09eacd-402a-429c-bdd8-8b5a5197fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1984f693-6134-4f85-9933-95b78d881048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:00:33.062115 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ff5ae0ca-bc3c-42d3-bb19-54bf0a8b2464 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:33.062677 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5ae0ca-bc3c-42d3-bb19-54bf0a8b2464 None None] Bound using segment: {'id': '6b09eacd-402a-429c-bdd8-8b5a5197fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1984f693-6134-4f85-9933-95b78d881048'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:00:33.063304 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-ff5ae0ca-bc3c-42d3-bb19-54bf0a8b2464 None None] Bound port: ceafc1d1-2deb-4d1c-8dd8-eb5f2d9462fb, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b09eacd-402a-429c-bdd8-8b5a5197fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1984f693-6134-4f85-9933-95b78d881048'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:00:33.063977 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ff5ae0ca-bc3c-42d3-bb19-54bf0a8b2464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:33.093378 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-fd6338ec-f948-4fb4-952d-899aa567823d service neutron] For port d3fee6a1-7d78-438e-a494-981de25896b1, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:00:33.096863 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-fd6338ec-f948-4fb4-952d-899aa567823d service neutron] For port d3fee6a1-7d78-438e-a494-981de25896b1, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d3fee6a1-7d78-438e-a494-981de25896b1,segment=NetworkSegment(e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a),segment_id=e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:00:33.137571 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-fd6338ec-f948-4fb4-952d-899aa567823d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:33.151084 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-ff5ae0ca-bc3c-42d3-bb19-54bf0a8b2464 None None] For port ceafc1d1-2deb-4d1c-8dd8-eb5f2d9462fb, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:00:33.156151 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-ff5ae0ca-bc3c-42d3-bb19-54bf0a8b2464 None None] For port ceafc1d1-2deb-4d1c-8dd8-eb5f2d9462fb, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=ceafc1d1-2deb-4d1c-8dd8-eb5f2d9462fb,segment=NetworkSegment(6b09eacd-402a-429c-bdd8-8b5a5197fdb9),segment_id=6b09eacd-402a-429c-bdd8-8b5a5197fdb9)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:00:33.162404 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ff5ae0ca-bc3c-42d3-bb19-54bf0a8b2464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:33.182534 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-fd6338ec-f948-4fb4-952d-899aa567823d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:33.183237 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-fd6338ec-f948-4fb4-952d-899aa567823d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:33.184545 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-fd6338ec-f948-4fb4-952d-899aa567823d service neutron] 10.222.0.47 "PUT /v2.0/ports/d3fee6a1-7d78-438e-a494-981de25896b1 HTTP/1.1" status: 200 len: 1094 time: 0.7548461 Oct 26 09:00:33.188371 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba5bb3b-3a4d-4de2-9844-0b069e6403ae', 'tag': 'd3fee6a1-7d78-438e-a494-981de25896b1'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:00:33.190695 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c502ecfe-31bd-407d-a203-867e5dcd2c62" -d '{"events": [{"name": "network-changed", "server_uuid": "bba5bb3b-3a4d-4de2-9844-0b069e6403ae", "tag": "d3fee6a1-7d78-438e-a494-981de25896b1"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:00:33.204049 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfc37f-be81-48bb-8eb4-326848a0c45e req-88553b8f-47a8-4d7c-b42f-fb935446f98e tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:33.205696 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0ccfc37f-be81-48bb-8eb4-326848a0c45e req-88553b8f-47a8-4d7c-b42f-fb935446f98e tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/ports?device_id=bba5bb3b-3a4d-4de2-9844-0b069e6403ae HTTP/1.1" status: 200 len: 944 time: 0.1072845 Oct 26 09:00:33.264631 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5ae0ca-bc3c-42d3-bb19-54bf0a8b2464 None None] Routers {'ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:00:33.265279 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-ff5ae0ca-bc3c-42d3-bb19-54bf0a8b2464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:00:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:00:33.291978 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 09:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfdafed-4f0b-4a4c-8ba1-5327cdc8db24 x-openstack-request-id: req-7cfdafed-4f0b-4a4c-8ba1-5327cdc8db24 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:00:33.292617 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba5bb3b-3a4d-4de2-9844-0b069e6403ae", "tag": "d3fee6a1-7d78-438e-a494-981de25896b1", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:00:33.293102 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7cfdafed-4f0b-4a4c-8ba1-5327cdc8db24 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:00:33.293770 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba5bb3b-3a4d-4de2-9844-0b069e6403ae', 'tag': 'd3fee6a1-7d78-438e-a494-981de25896b1', 'status': 'completed', 'code': 200} Oct 26 09:00:33.299200 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6338ec-f948-4fb4-952d-899aa567823d service neutron] Pushing event updated for resources: {'Port': ['ID=d3fee6a1-7d78-438e-a494-981de25896b1,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:33.362535 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0ccfc37f-be81-48bb-8eb4-326848a0c45e req-a1d5f90c-f54a-4b08-ba33-b6717516d98d tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2f57ed7-86c4-4c65-a307-556fae7ec1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385272 Oct 26 09:00:33.362837 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f07076f-3955-4f8b-b4f8-67267214bfb5 None None] Pushing event updated for resources: {'Port': ['ID=ceafc1d1-2deb-4d1c-8dd8-eb5f2d9462fb,revision_number=4']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:33.375400 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-cc8eed2e-b256-4a0c-be7a-ca43a0ad0dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:33.376927 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-cc8eed2e-b256-4a0c-be7a-ca43a0ad0dd3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8236a1998b043fe89e8a1f480a23356&device_id=bba5bb3b-3a4d-4de2-9844-0b069e6403ae HTTP/1.1" status: 200 len: 1097 time: 0.0972366 Oct 26 09:00:33.412243 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-55d4d2f6-3846-4cb6-ad7c-1366659bd0fc None None] Provisioning complete for port ceafc1d1-2deb-4d1c-8dd8-eb5f2d9462fb triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:00:33.412731 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-55d4d2f6-3846-4cb6-ad7c-1366659bd0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:33.421646 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-ff5ae0ca-bc3c-42d3-bb19-54bf0a8b2464 None None] Set router ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:00:33.443316 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-627b2f37-cfa0-428c-a7c9-7c22652d33ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3fee6a1-7d78-438e-a494-981de25896b1 HTTP/1.1" status: 200 len: 217 time: 0.0536132 Oct 26 09:00:33.504015 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-d37b5fb1-ca55-4242-8d9e-7b277e8a2446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:33.506270 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-d37b5fb1-ca55-4242-8d9e-7b277e8a2446 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=90955b42-b98c-45ad-9e33-4040ab13d496 HTTP/1.1" status: 200 len: 855 time: 0.0592527 Oct 26 09:00:33.528291 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-55d4d2f6-3846-4cb6-ad7c-1366659bd0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:33.567190 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-6410703e-8c8f-4853-abf1-68a7a0652ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:33.568627 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-6410703e-8c8f-4853-abf1-68a7a0652ca5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=87b64350-3d0a-4952-baa8-73da2c02cbec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0544713 Oct 26 09:00:33.572006 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-55d4d2f6-3846-4cb6-ad7c-1366659bd0fc None None] For port ceafc1d1-2deb-4d1c-8dd8-eb5f2d9462fb, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=ceafc1d1-2deb-4d1c-8dd8-eb5f2d9462fb,segment=NetworkSegment(6b09eacd-402a-429c-bdd8-8b5a5197fdb9),segment_id=6b09eacd-402a-429c-bdd8-8b5a5197fdb9)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:00:33.577721 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-55d4d2f6-3846-4cb6-ad7c-1366659bd0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:33.637215 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4d2f6-3846-4cb6-ad7c-1366659bd0fc None None] Pushing event updated for resources: {'Port': ['ID=ceafc1d1-2deb-4d1c-8dd8-eb5f2d9462fb,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:33.687406 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-6b408794-a503-47da-b4e1-a7154058f1bc service neutron] 10.222.0.47 "GET /v2.0/networks/87b64350-3d0a-4952-baa8-73da2c02cbec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114771 Oct 26 09:00:33.701660 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-db6eb70d-8287-462c-b4b6-ef1b22e3d186 None None] Provisioning complete for port ceafc1d1-2deb-4d1c-8dd8-eb5f2d9462fb triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:00:33.702131 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-db6eb70d-8287-462c-b4b6-ef1b22e3d186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:33.761363 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-ff5ae0ca-bc3c-42d3-bb19-54bf0a8b2464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee', 'name': 'tempest-TestEncryptedCinderVolumes-1376179206-router', 'tenant_id': 'b0520143fd7d4aed9a6a2dc878b8066b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': 'e7040f58-0d2f-454a-8063-90a5239a162c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:00:25Z', 'updated_at': '2021-10-26T09:00:28Z', 'revision_number': 4, 'project_id': 'b0520143fd7d4aed9a6a2dc878b8066b', 'gw_port': {'id': 'e7040f58-0d2f-454a-8063-90a5239a162c', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:00:25Z', 'updated_at': '2021-10-26T09:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'ceafc1d1-2deb-4d1c-8dd8-eb5f2d9462fb', 'name': '', 'network_id': '1984f693-6134-4f85-9933-95b78d881048', 'tenant_id': 'b0520143fd7d4aed9a6a2dc878b8066b', 'mac_address': 'fa:16:3e:41:f8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '7ab7e7b4-712d-4369-931e-9abd61b56d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:00:28Z', 'updated_at': '2021-10-26T09:00:33Z', 'revision_number': 4, 'project_id': 'b0520143fd7d4aed9a6a2dc878b8066b', 'subnets': [{'id': '7ab7e7b4-712d-4369-931e-9abd61b56d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:00:33.784147 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-955b9233-3f4d-4b92-9272-73fa47284d61 req-ed85c6ef-ea8f-4c35-95ea-418127567cf0 service neutron] 10.222.0.47 "GET /v2.0/networks/87b64350-3d0a-4952-baa8-73da2c02cbec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901351 Oct 26 09:00:33.790710 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5ae0ca-bc3c-42d3-bb19-54bf0a8b2464 None None] The sync data for ids ['ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee'] in dv-neutron-804846-13-hyperv is: [{'id': 'ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee', 'name': 'tempest-TestEncryptedCinderVolumes-1376179206-router', 'tenant_id': 'b0520143fd7d4aed9a6a2dc878b8066b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': 'e7040f58-0d2f-454a-8063-90a5239a162c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:00:25Z', 'updated_at': '2021-10-26T09:00:28Z', 'revision_number': 4, 'project_id': 'b0520143fd7d4aed9a6a2dc878b8066b', 'gw_port': {'id': 'e7040f58-0d2f-454a-8063-90a5239a162c', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:00:25Z', 'updated_at': '2021-10-26T09:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'ceafc1d1-2deb-4d1c-8dd8-eb5f2d9462fb', 'name': '', 'network_id': '1984f693-6134-4f85-9933-95b78d881048', 'tenant_id': 'b0520143fd7d4aed9a6a2dc878b8066b', 'mac_address': 'fa:16:3e:41:f8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '7ab7e7b4-712d-4369-931e-9abd61b56d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:00:28Z', 'updated_at': '2021-10-26T09:00:33Z', 'revision_number': 4, 'project_id': 'b0520143fd7d4aed9a6a2dc878b8066b', 'subnets': [{'id': '7ab7e7b4-712d-4369-931e-9abd61b56d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:00:33.882299 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502ecfe-31bd-407d-a203-867e5dcd2c62 req-5adca173-63ca-4ede-b87b-24622641ae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:33.883829 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c502ecfe-31bd-407d-a203-867e5dcd2c62 req-5adca173-63ca-4ede-b87b-24622641ae65 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8236a1998b043fe89e8a1f480a23356&device_id=bba5bb3b-3a4d-4de2-9844-0b069e6403ae HTTP/1.1" status: 200 len: 1097 time: 0.0484850 Oct 26 09:00:33.985994 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502ecfe-31bd-407d-a203-867e5dcd2c62 req-75f4dfa2-1a45-490c-8bb9-6b8cbf28a9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:33.987531 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c502ecfe-31bd-407d-a203-867e5dcd2c62 req-75f4dfa2-1a45-490c-8bb9-6b8cbf28a9f7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=87b64350-3d0a-4952-baa8-73da2c02cbec HTTP/1.1" status: 200 len: 917 time: 0.0954206 Oct 26 09:00:34.037536 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c502ecfe-31bd-407d-a203-867e5dcd2c62 req-d6a46ff7-4be4-4d66-bbf7-6e4415d645fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3fee6a1-7d78-438e-a494-981de25896b1 HTTP/1.1" status: 200 len: 217 time: 0.0421944 Oct 26 09:00:34.091515 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502ecfe-31bd-407d-a203-867e5dcd2c62 req-e10f6798-54a8-4ee8-9ec7-57b28fa618c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:34.093266 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c502ecfe-31bd-407d-a203-867e5dcd2c62 req-e10f6798-54a8-4ee8-9ec7-57b28fa618c7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=90955b42-b98c-45ad-9e33-4040ab13d496 HTTP/1.1" status: 200 len: 855 time: 0.0474322 Oct 26 09:00:34.142674 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502ecfe-31bd-407d-a203-867e5dcd2c62 req-73a056f6-2a6a-4360-a409-a1e1339c351a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:34.144200 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c502ecfe-31bd-407d-a203-867e5dcd2c62 req-73a056f6-2a6a-4360-a409-a1e1339c351a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=87b64350-3d0a-4952-baa8-73da2c02cbec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0432577 Oct 26 09:00:34.244404 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c502ecfe-31bd-407d-a203-867e5dcd2c62 req-5de34b46-bbff-46a5-9d42-cabd83f88e73 service neutron] 10.222.0.47 "GET /v2.0/networks/87b64350-3d0a-4952-baa8-73da2c02cbec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908484 Oct 26 09:00:34.340374 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c502ecfe-31bd-407d-a203-867e5dcd2c62 req-2c83403b-e636-4d9a-a733-fae3e178f872 service neutron] 10.222.0.47 "GET /v2.0/networks/87b64350-3d0a-4952-baa8-73da2c02cbec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888293 Oct 26 09:00:34.371232 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device ceafc1d1-2deb-4d1c-8dd8-eb5f2d9462fb up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:00:34.420459 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port ceafc1d1-2deb-4d1c-8dd8-eb5f2d9462fb triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:00:34.421109 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:34.473936 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50651a3a-b4d4-4ade-af43-3b96a0f3bfc2 req-b0fb4043-ff63-42a0-8a61-ddd3cb58f957 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:34.475428 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-50651a3a-b4d4-4ade-af43-3b96a0f3bfc2 req-b0fb4043-ff63-42a0-8a61-ddd3cb58f957 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/ports?device_id=bba5bb3b-3a4d-4de2-9844-0b069e6403ae HTTP/1.1" status: 200 len: 944 time: 0.0491381 Oct 26 09:00:34.503116 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device e7040f58-0d2f-454a-8063-90a5239a162c up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:00:34.513640 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-50651a3a-b4d4-4ade-af43-3b96a0f3bfc2 req-8da3d2b4-05d3-4bb8-a84b-10c902b7460a tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2f57ed7-86c4-4c65-a307-556fae7ec1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316646 Oct 26 09:00:34.549414 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port e7040f58-0d2f-454a-8063-90a5239a162c triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:00:34.549738 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:35.628260 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f82892-3bf5-4eb6-b35e-8f4010039608 req-6533b695-7145-4c78-aa9d-d78daf3d0e76 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:35.629760 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-87f82892-3bf5-4eb6-b35e-8f4010039608 req-6533b695-7145-4c78-aa9d-d78daf3d0e76 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/ports?device_id=bba5bb3b-3a4d-4de2-9844-0b069e6403ae HTTP/1.1" status: 200 len: 944 time: 0.0503302 Oct 26 09:00:35.666886 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-87f82892-3bf5-4eb6-b35e-8f4010039608 req-53142437-a15b-47f6-9b75-ae21e4e7ad56 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2f57ed7-86c4-4c65-a307-556fae7ec1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311391 Oct 26 09:00:36.738007 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device d3fee6a1-7d78-438e-a494-981de25896b1 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 09:00:36.784156 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268a3a5-48ef-46e0-806b-a205fdea62b4 req-9c959548-d44a-4eaa-9bcc-fab2c3b5e718 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:36.785667 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-7268a3a5-48ef-46e0-806b-a205fdea62b4 req-9c959548-d44a-4eaa-9bcc-fab2c3b5e718 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/ports?device_id=bba5bb3b-3a4d-4de2-9844-0b069e6403ae HTTP/1.1" status: 200 len: 944 time: 0.0541391 Oct 26 09:00:36.823722 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-7268a3a5-48ef-46e0-806b-a205fdea62b4 req-df791ae2-0825-437e-bb02-e01ed5dfcad4 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2f57ed7-86c4-4c65-a307-556fae7ec1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312989 Oct 26 09:00:36.834587 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port d3fee6a1-7d78-438e-a494-981de25896b1, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d3fee6a1-7d78-438e-a494-981de25896b1,segment=NetworkSegment(e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a),segment_id=e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:00:36.847083 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': 'd3fee6a1-7d78-438e-a494-981de25896b1', 'network_id': '87b64350-3d0a-4952-baa8-73da2c02cbec', 'port_id': 'd3fee6a1-7d78-438e-a494-981de25896b1', 'mac_address': 'fa:16:3e:27:dd:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90955b42-b98c-45ad-9e33-4040ab13d496', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 09:00:36.887360 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:36.901067 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3fee6a1-7d78-438e-a494-981de25896b1 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 09:00:36.920722 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port d3fee6a1-7d78-438e-a494-981de25896b1, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d3fee6a1-7d78-438e-a494-981de25896b1,segment=NetworkSegment(e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a),segment_id=e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:00:36.924587 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:36.969831 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=d3fee6a1-7d78-438e-a494-981de25896b1,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:37.118121 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['d3fee6a1-7d78-438e-a494-981de25896b1'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 09:00:37.945128 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60301ff4-9cc7-46c4-9f7c-a525ea0a4701 req-e6a9941f-6c51-4623-8a89-a75aed35070c tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:37.946734 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-60301ff4-9cc7-46c4-9f7c-a525ea0a4701 req-e6a9941f-6c51-4623-8a89-a75aed35070c tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/ports?device_id=bba5bb3b-3a4d-4de2-9844-0b069e6403ae HTTP/1.1" status: 200 len: 945 time: 0.0556722 Oct 26 09:00:37.984244 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-60301ff4-9cc7-46c4-9f7c-a525ea0a4701 req-a748e0c9-4c17-4545-84c2-64cf667af030 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2f57ed7-86c4-4c65-a307-556fae7ec1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315194 Oct 26 09:00:38.752745 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device d3fee6a1-7d78-438e-a494-981de25896b1 up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:00:38.800696 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port d3fee6a1-7d78-438e-a494-981de25896b1 completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 09:00:38.804378 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port d3fee6a1-7d78-438e-a494-981de25896b1 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:00:38.804751 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:38.883706 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:38.905121 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba5bb3b-3a4d-4de2-9844-0b069e6403ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fee6a1-7d78-438e-a494-981de25896b1'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:00:38.907411 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc72897-e539-4bbd-9139-097ff0d66a85" -d '{"events": [{"server_uuid": "bba5bb3b-3a4d-4de2-9844-0b069e6403ae", "name": "network-vif-plugged", "status": "completed", "tag": "d3fee6a1-7d78-438e-a494-981de25896b1"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:00:38.920238 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port d3fee6a1-7d78-438e-a494-981de25896b1, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d3fee6a1-7d78-438e-a494-981de25896b1,segment=NetworkSegment(e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a),segment_id=e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:00:38.924875 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:38.948542 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 09:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b873e6-ed72-49f1-b4b6-efbab26bd129 x-openstack-request-id: req-64b873e6-ed72-49f1-b4b6-efbab26bd129 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:00:38.949367 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba5bb3b-3a4d-4de2-9844-0b069e6403ae", "name": "network-vif-plugged", "status": "completed", "tag": "d3fee6a1-7d78-438e-a494-981de25896b1", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:00:38.949367 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-64b873e6-ed72-49f1-b4b6-efbab26bd129 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:00:38.949535 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba5bb3b-3a4d-4de2-9844-0b069e6403ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fee6a1-7d78-438e-a494-981de25896b1', 'code': 200} Oct 26 09:00:38.974789 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=d3fee6a1-7d78-438e-a494-981de25896b1,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:00:39.131193 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabec18d-e653-4c2b-87bf-7e681d04b6c3 req-5ff8ea67-e25b-4d28-ada6-53ae12b02001 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:39.132675 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fabec18d-e653-4c2b-87bf-7e681d04b6c3 req-5ff8ea67-e25b-4d28-ada6-53ae12b02001 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/ports?device_id=bba5bb3b-3a4d-4de2-9844-0b069e6403ae HTTP/1.1" status: 200 len: 946 time: 0.0789142 Oct 26 09:00:39.135311 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f7bd8-126c-4529-bed0-422a03d38709 req-9e65e8f4-3688-4ee0-b38c-c385c96727fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:39.136734 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-035f7bd8-126c-4529-bed0-422a03d38709 req-9e65e8f4-3688-4ee0-b38c-c385c96727fe service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bba5bb3b-3a4d-4de2-9844-0b069e6403ae HTTP/1.1" status: 200 len: 1099 time: 0.0565469 Oct 26 09:00:39.193971 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fabec18d-e653-4c2b-87bf-7e681d04b6c3 req-34bec68e-205e-4306-be7b-56ebef8aceba tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2f57ed7-86c4-4c65-a307-556fae7ec1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549109 Oct 26 09:00:39.197716 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-035f7bd8-126c-4529-bed0-422a03d38709 req-c816a145-38ae-49e7-8da8-556f6f702e1b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b2f57ed7-86c4-4c65-a307-556fae7ec1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530746 Oct 26 09:00:40.315540 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3b510-6baa-4fbe-a083-31d94a6fe1e2 req-2da6eb07-140d-4d9b-ba7a-1ebbdb5515a9 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:40.317022 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-c5d3b510-6baa-4fbe-a083-31d94a6fe1e2 req-2da6eb07-140d-4d9b-ba7a-1ebbdb5515a9 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/ports?device_id=bba5bb3b-3a4d-4de2-9844-0b069e6403ae HTTP/1.1" status: 200 len: 946 time: 0.0504467 Oct 26 09:00:40.356171 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-c5d3b510-6baa-4fbe-a083-31d94a6fe1e2 req-2f3a5d5e-1f2f-4eab-a0e3-9e2533341f25 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2f57ed7-86c4-4c65-a307-556fae7ec1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329404 Oct 26 09:00:41.470563 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31dc50-1bec-4754-a7b1-d3ea9c3a1f0c req-64ed5826-9970-4fb5-8cf9-30810af7e378 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:41.472068 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-aa31dc50-1bec-4754-a7b1-d3ea9c3a1f0c req-64ed5826-9970-4fb5-8cf9-30810af7e378 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/ports?device_id=bba5bb3b-3a4d-4de2-9844-0b069e6403ae HTTP/1.1" status: 200 len: 946 time: 0.0495431 Oct 26 09:00:41.509723 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-aa31dc50-1bec-4754-a7b1-d3ea9c3a1f0c req-f32e5e80-d9cb-419d-9d3e-a86dd5603482 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2f57ed7-86c4-4c65-a307-556fae7ec1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317979 Oct 26 09:00:41.623816 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af77f80-434a-4e18-b717-2db6c98981cf req-9268b5a0-5a35-4463-8f38-4a8d3873fb6e tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:41.625309 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-2af77f80-434a-4e18-b717-2db6c98981cf req-9268b5a0-5a35-4463-8f38-4a8d3873fb6e tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/ports?device_id=bba5bb3b-3a4d-4de2-9844-0b069e6403ae HTTP/1.1" status: 200 len: 946 time: 0.0492468 Oct 26 09:00:41.662874 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-2af77f80-434a-4e18-b717-2db6c98981cf req-d25c0814-d85f-4678-98db-15a925342e6e tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2f57ed7-86c4-4c65-a307-556fae7ec1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316558 Oct 26 09:00:49.434065 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2b20b88d-263b-4374-8b3a-91a4626410b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:49.656655 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:00:51.485957 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-61783e40-8046-4bf3-be37-9dd8492dd852 req-6a08433a-d8b3-47d2-835f-0afa8aa8a499 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bba5bb3b-3a4d-4de2-9844-0b069e6403ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400836 Oct 26 09:00:51.566393 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61783e40-8046-4bf3-be37-9dd8492dd852 req-1de7cb87-de42-4e84-bf3e-5708e9e6dc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:51.567881 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-61783e40-8046-4bf3-be37-9dd8492dd852 req-1de7cb87-de42-4e84-bf3e-5708e9e6dc09 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8236a1998b043fe89e8a1f480a23356&device_id=bba5bb3b-3a4d-4de2-9844-0b069e6403ae HTTP/1.1" status: 200 len: 1099 time: 0.0398049 Oct 26 09:00:51.675550 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61783e40-8046-4bf3-be37-9dd8492dd852 req-8006baed-d536-4376-8d6f-ae562485c89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:51.677024 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-61783e40-8046-4bf3-be37-9dd8492dd852 req-8006baed-d536-4376-8d6f-ae562485c89c service neutron] 10.222.0.47 "GET /v2.0/networks?id=87b64350-3d0a-4952-baa8-73da2c02cbec HTTP/1.1" status: 200 len: 917 time: 0.0875223 Oct 26 09:00:51.720608 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-61783e40-8046-4bf3-be37-9dd8492dd852 req-0cbb98ec-6900-44e7-b014-d69e105e8a8c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3fee6a1-7d78-438e-a494-981de25896b1 HTTP/1.1" status: 200 len: 217 time: 0.0343413 Oct 26 09:00:51.779171 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61783e40-8046-4bf3-be37-9dd8492dd852 req-a84c8aa8-ca01-4b1a-ae08-3d012e82ed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:51.780561 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-61783e40-8046-4bf3-be37-9dd8492dd852 req-a84c8aa8-ca01-4b1a-ae08-3d012e82ed8a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=90955b42-b98c-45ad-9e33-4040ab13d496 HTTP/1.1" status: 200 len: 855 time: 0.0507476 Oct 26 09:00:51.826949 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61783e40-8046-4bf3-be37-9dd8492dd852 req-171a185c-f2ea-4012-9b2b-d1ae8ce4d677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:00:51.828418 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-61783e40-8046-4bf3-be37-9dd8492dd852 req-171a185c-f2ea-4012-9b2b-d1ae8ce4d677 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=87b64350-3d0a-4952-baa8-73da2c02cbec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0398920 Oct 26 09:00:51.923166 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-61783e40-8046-4bf3-be37-9dd8492dd852 req-659243a3-8867-454a-bccc-54b67e557e67 service neutron] 10.222.0.47 "GET /v2.0/networks/87b64350-3d0a-4952-baa8-73da2c02cbec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844169 Oct 26 09:00:52.013522 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-61783e40-8046-4bf3-be37-9dd8492dd852 req-c28f7c55-285e-4d32-8fa5-16945b58de0e service neutron] 10.222.0.47 "GET /v2.0/networks/87b64350-3d0a-4952-baa8-73da2c02cbec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826471 Oct 26 09:00:52.091678 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b9072d2b-7517-4ca4-ae30-590e91894205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:52.989379 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:53.347958 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:54.381725 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:00:54.881753 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:04.624603 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d76fa-0605-4fe8-ab9a-3b962d4a43fd req-c4c59ddf-9597-448c-a4fc-27b5118dc540 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:01:04.626184 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-103d76fa-0605-4fe8-ab9a-3b962d4a43fd req-c4c59ddf-9597-448c-a4fc-27b5118dc540 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/ports?device_id=bba5bb3b-3a4d-4de2-9844-0b069e6403ae HTTP/1.1" status: 200 len: 946 time: 0.0532947 Oct 26 09:01:04.665349 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-103d76fa-0605-4fe8-ab9a-3b962d4a43fd req-6cfebafa-7708-4526-acc5-cdf09fa792c5 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2f57ed7-86c4-4c65-a307-556fae7ec1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329185 Oct 26 09:01:05.782503 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c84f1-9b8a-4aa9-b30a-ae1e498f4b2c req-53c01feb-24ed-45de-b8c9-22e65dbce57f tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:01:05.783981 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d33c84f1-9b8a-4aa9-b30a-ae1e498f4b2c req-53c01feb-24ed-45de-b8c9-22e65dbce57f tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/ports?device_id=bba5bb3b-3a4d-4de2-9844-0b069e6403ae HTTP/1.1" status: 200 len: 946 time: 0.0495255 Oct 26 09:01:05.821140 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d33c84f1-9b8a-4aa9-b30a-ae1e498f4b2c req-1425bb97-4f2c-4fb5-a633-460b69dd8a5c tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2f57ed7-86c4-4c65-a307-556fae7ec1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311980 Oct 26 09:01:06.111701 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a9e2b-15d0-4371-962f-382999b554f8 req-f01005b6-efc1-4336-b306-10b7b1993cec tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:01:06.113099 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2c8a9e2b-15d0-4371-962f-382999b554f8 req-f01005b6-efc1-4336-b306-10b7b1993cec tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.47 "GET /v2.0/ports?device_id=bba5bb3b-3a4d-4de2-9844-0b069e6403ae HTTP/1.1" status: 200 len: 946 time: 0.0536144 Oct 26 09:01:06.203077 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-2c8a9e2b-15d0-4371-962f-382999b554f8 req-7d27c5de-aa30-4fd2-a7b9-87817ceb5df3 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Deleting port d3fee6a1-7d78-438e-a494-981de25896b1 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:01:06.203427 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-2c8a9e2b-15d0-4371-962f-382999b554f8 req-7d27c5de-aa30-4fd2-a7b9-87817ceb5df3 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:06.294327 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-2c8a9e2b-15d0-4371-962f-382999b554f8 req-7d27c5de-aa30-4fd2-a7b9-87817ceb5df3 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] For port d3fee6a1-7d78-438e-a494-981de25896b1, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d3fee6a1-7d78-438e-a494-981de25896b1,segment=NetworkSegment(e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a),segment_id=e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:01:06.294687 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-2c8a9e2b-15d0-4371-962f-382999b554f8 req-7d27c5de-aa30-4fd2-a7b9-87817ceb5df3 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:06.307736 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-2c8a9e2b-15d0-4371-962f-382999b554f8 req-7d27c5de-aa30-4fd2-a7b9-87817ceb5df3 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Calling delete_port for d3fee6a1-7d78-438e-a494-981de25896b1 owned by compute:nova {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:01:06.431886 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-2c8a9e2b-15d0-4371-962f-382999b554f8 req-7d27c5de-aa30-4fd2-a7b9-87817ceb5df3 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:06.444131 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['d3fee6a1-7d78-438e-a494-981de25896b1'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 09:01:06.466373 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27c5de-aa30-4fd2-a7b9-87817ceb5df3 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Pushing event deleted for resources: {'Port': ['ID=d3fee6a1-7d78-438e-a494-981de25896b1,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:01:06.507025 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8a9e2b-15d0-4371-962f-382999b554f8 req-7d27c5de-aa30-4fd2-a7b9-87817ceb5df3 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] No DVR routers for this DVR port d3fee6a1-7d78-438e-a494-981de25896b1 on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 09:01:06.509508 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-2c8a9e2b-15d0-4371-962f-382999b554f8 req-7d27c5de-aa30-4fd2-a7b9-87817ceb5df3 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:06.512932 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2c8a9e2b-15d0-4371-962f-382999b554f8 req-7d27c5de-aa30-4fd2-a7b9-87817ceb5df3 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.47 "DELETE /v2.0/ports/d3fee6a1-7d78-438e-a494-981de25896b1 HTTP/1.1" status: 204 len: 173 time: 0.3941586 Oct 26 09:01:06.513391 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba5bb3b-3a4d-4de2-9844-0b069e6403ae', 'name': 'network-vif-deleted', 'tag': 'd3fee6a1-7d78-438e-a494-981de25896b1'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:01:06.515696 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8269e3b3-1915-454b-b20a-0e6e570cee42" -d '{"events": [{"server_uuid": "bba5bb3b-3a4d-4de2-9844-0b069e6403ae", "name": "network-vif-deleted", "tag": "d3fee6a1-7d78-438e-a494-981de25896b1"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:01:06.554529 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 09:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d29f13b-b1ce-424d-96cb-bf120f3fb249 x-openstack-request-id: req-2d29f13b-b1ce-424d-96cb-bf120f3fb249 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:01:06.554827 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba5bb3b-3a4d-4de2-9844-0b069e6403ae", "name": "network-vif-deleted", "tag": "d3fee6a1-7d78-438e-a494-981de25896b1", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:01:06.555080 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2d29f13b-b1ce-424d-96cb-bf120f3fb249 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:01:06.555487 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba5bb3b-3a4d-4de2-9844-0b069e6403ae', 'name': 'network-vif-deleted', 'tag': 'd3fee6a1-7d78-438e-a494-981de25896b1', 'status': 'completed', 'code': 200} Oct 26 09:01:06.937846 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-60e1814c-fd98-4491-9e8d-1219b0a562fc req-6d33409e-5b93-495f-9f8a-50480e42927c tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/ports?device_id=bba5bb3b-3a4d-4de2-9844-0b069e6403ae HTTP/1.1" status: 200 len: 210 time: 0.0300686 Oct 26 09:01:08.712219 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-1c5f485b-908e-46e1-a7fd-517587558a18 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:01:08.714412 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-1c5f485b-908e-46e1-a7fd-517587558a18 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/networks?id=87b64350-3d0a-4952-baa8-73da2c02cbec HTTP/1.1" status: 200 len: 816 time: 0.1061962 Oct 26 09:01:08.728807 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-c1b634e9-30ed-45f9-a214-6f148dca1fcc tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/quotas/e8236a1998b043fe89e8a1f480a23356 HTTP/1.1" status: 200 len: 375 time: 0.0087636 Oct 26 09:01:08.779127 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-80aa7aa8-21f9-450c-a602-8cc6df6050a9 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8236a1998b043fe89e8a1f480a23356&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450907 Oct 26 09:01:08.875219 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-7a9aa410-6809-4f58-84db-57914b26811c service neutron] 10.222.0.41 "GET /v2.0/networks/87b64350-3d0a-4952-baa8-73da2c02cbec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844455 Oct 26 09:01:08.964335 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-e7633a05-9a4d-40ea-a33c-410fa0b833af service neutron] 10.222.0.41 "GET /v2.0/networks/87b64350-3d0a-4952-baa8-73da2c02cbec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824988 Oct 26 09:01:09.119439 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f7f009e0-16c1-4f82-a90d-59a9698d0425 req-1c80c37f-323d-47a7-a582-8ebce0db2d66 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce92832-5355-418e-afd2-772687979fe5 HTTP/1.1" status: 200 len: 210 time: 0.0266235 Oct 26 09:01:10.011163 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-a6e8de61-1326-4506-834e-e80057ca0efa tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:01:10.012627 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-a6e8de61-1326-4506-834e-e80057ca0efa tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.47 "GET /v2.0/networks?id=87b64350-3d0a-4952-baa8-73da2c02cbec HTTP/1.1" status: 200 len: 816 time: 0.1089034 Oct 26 09:01:10.025000 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-2df36d35-d889-49be-873c-39d9b5b068b7 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Request body: {'port': {'device_id': '0ce92832-5355-418e-afd2-772687979fe5', 'network_id': '87b64350-3d0a-4952-baa8-73da2c02cbec', 'admin_state_up': True, 'tenant_id': 'e8236a1998b043fe89e8a1f480a23356'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:01:10.140219 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-2df36d35-d889-49be-873c-39d9b5b068b7 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Made reservation on behalf of e8236a1998b043fe89e8a1f480a23356 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:01:10.152815 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-2df36d35-d889-49be-873c-39d9b5b068b7 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:10.221364 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-6b4e37cc-c71e-49ac-9209-a2dbf89ee544 req-44a99f91-a2aa-4665-85d8-c236e77b4f76 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce92832-5355-418e-afd2-772687979fe5 HTTP/1.1" status: 200 len: 210 time: 0.0289605 Oct 26 09:01:10.288687 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-2df36d35-d889-49be-873c-39d9b5b068b7 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Allocated IP 172.20.0.5 (87b64350-3d0a-4952-baa8-73da2c02cbec/90955b42-b98c-45ad-9e33-4040ab13d496/64fe4e09-387b-406a-99c5-d2ed32f0a007) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:01:10.436824 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-2df36d35-d889-49be-873c-39d9b5b068b7 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:10.470672 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-2df36d35-d889-49be-873c-39d9b5b068b7 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:10.509750 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-2df36d35-d889-49be-873c-39d9b5b068b7 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Network 87b64350-3d0a-4952-baa8-73da2c02cbec is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:01:10.516345 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-2df36d35-d889-49be-873c-39d9b5b068b7 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:01:10.520177 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-2df36d35-d889-49be-873c-39d9b5b068b7 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:01:10.554610 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df36d35-d889-49be-873c-39d9b5b068b7 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Pushing event updated for resources: {'Port': ['ID=64fe4e09-387b-406a-99c5-d2ed32f0a007,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:01:10.576667 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-2df36d35-d889-49be-873c-39d9b5b068b7 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:01:10.577322 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-2df36d35-d889-49be-873c-39d9b5b068b7 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:10.595010 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-2df36d35-d889-49be-873c-39d9b5b068b7 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5736337 Oct 26 09:01:10.608312 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-90dac71c-6e09-4c0d-86ef-614460a7f950 service neutron] Request body: {'port': {'device_id': '0ce92832-5355-418e-afd2-772687979fe5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:01:10.669857 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-90dac71c-6e09-4c0d-86ef-614460a7f950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:10.738946 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-1f82d5d0-adaa-49a5-a1a0-2ebe9208f051 None None] Provisioning complete for port 64fe4e09-387b-406a-99c5-d2ed32f0a007 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:01:10.739511 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1f82d5d0-adaa-49a5-a1a0-2ebe9208f051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:10.773073 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-1f82d5d0-adaa-49a5-a1a0-2ebe9208f051 None None] Port 64fe4e09-387b-406a-99c5-d2ed32f0a007 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:01:10.879008 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device d3fee6a1-7d78-438e-a494-981de25896b1 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:01:10.904207 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] No Port match for: d3fee6a1-7d78-438e-a494-981de25896b1 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:01:10.904555 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device d3fee6a1-7d78-438e-a494-981de25896b1 not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:01:10.949428 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-90dac71c-6e09-4c0d-86ef-614460a7f950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64fe4e09-387b-406a-99c5-d2ed32f0a007 {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 09:01:10.956756 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-90dac71c-6e09-4c0d-86ef-614460a7f950 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:10.968901 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-90dac71c-6e09-4c0d-86ef-614460a7f950 service neutron] Transition to ACTIVE for port object 64fe4e09-387b-406a-99c5-d2ed32f0a007 will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 09:01:10.972541 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-90dac71c-6e09-4c0d-86ef-614460a7f950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:11.035471 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dac71c-6e09-4c0d-86ef-614460a7f950 service neutron] Pushing event updated for resources: {'Port': ['ID=64fe4e09-387b-406a-99c5-d2ed32f0a007,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:01:11.115236 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-90dac71c-6e09-4c0d-86ef-614460a7f950 service neutron] Attempting to bind port 64fe4e09-387b-406a-99c5-d2ed32f0a007 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:01:11.115583 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-90dac71c-6e09-4c0d-86ef-614460a7f950 service neutron] Attempting to bind port 64fe4e09-387b-406a-99c5-d2ed32f0a007 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87b64350-3d0a-4952-baa8-73da2c02cbec'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:01:11.115913 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-90dac71c-6e09-4c0d-86ef-614460a7f950 service neutron] Attempting to bind port 64fe4e09-387b-406a-99c5-d2ed32f0a007 on network 87b64350-3d0a-4952-baa8-73da2c02cbec {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:01:11.122390 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-90dac71c-6e09-4c0d-86ef-614460a7f950 service neutron] Port 64fe4e09-387b-406a-99c5-d2ed32f0a007 on network 87b64350-3d0a-4952-baa8-73da2c02cbec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 09:01:11.122731 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-90dac71c-6e09-4c0d-86ef-614460a7f950 service neutron] Attempting to bind port 64fe4e09-387b-406a-99c5-d2ed32f0a007 on network 87b64350-3d0a-4952-baa8-73da2c02cbec {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:01:11.130960 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-90dac71c-6e09-4c0d-86ef-614460a7f950 service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:01:11.131221 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-90dac71c-6e09-4c0d-86ef-614460a7f950 service neutron] Checking segment: {'id': 'e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87b64350-3d0a-4952-baa8-73da2c02cbec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:01:11.131614 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-90dac71c-6e09-4c0d-86ef-614460a7f950 service neutron] Bound using segment: {'id': 'e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87b64350-3d0a-4952-baa8-73da2c02cbec'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:01:11.132063 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-90dac71c-6e09-4c0d-86ef-614460a7f950 service neutron] Bound port: 64fe4e09-387b-406a-99c5-d2ed32f0a007, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87b64350-3d0a-4952-baa8-73da2c02cbec'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:01:11.132431 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-90dac71c-6e09-4c0d-86ef-614460a7f950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:11.212766 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-90dac71c-6e09-4c0d-86ef-614460a7f950 service neutron] For port 64fe4e09-387b-406a-99c5-d2ed32f0a007, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:01:11.217180 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-90dac71c-6e09-4c0d-86ef-614460a7f950 service neutron] For port 64fe4e09-387b-406a-99c5-d2ed32f0a007, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=64fe4e09-387b-406a-99c5-d2ed32f0a007,segment=NetworkSegment(e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a),segment_id=e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:01:11.222306 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-90dac71c-6e09-4c0d-86ef-614460a7f950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:11.256435 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-90dac71c-6e09-4c0d-86ef-614460a7f950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:01:11.257137 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-90dac71c-6e09-4c0d-86ef-614460a7f950 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:11.258591 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-90dac71c-6e09-4c0d-86ef-614460a7f950 service neutron] 10.222.0.47 "PUT /v2.0/ports/64fe4e09-387b-406a-99c5-d2ed32f0a007 HTTP/1.1" status: 200 len: 1093 time: 0.6553500 Oct 26 09:01:11.259038 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce92832-5355-418e-afd2-772687979fe5', 'tag': '64fe4e09-387b-406a-99c5-d2ed32f0a007'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:01:11.261507 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81310f10-b109-4678-9557-5cb09aae8898" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce92832-5355-418e-afd2-772687979fe5", "tag": "64fe4e09-387b-406a-99c5-d2ed32f0a007"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:01:11.292974 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dac71c-6e09-4c0d-86ef-614460a7f950 service neutron] Pushing event updated for resources: {'Port': ['ID=64fe4e09-387b-406a-99c5-d2ed32f0a007,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:01:11.321226 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 09:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f677f945-0f3b-40a0-9843-a5b6e9699a73 x-openstack-request-id: req-f677f945-0f3b-40a0-9843-a5b6e9699a73 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:01:11.322274 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce92832-5355-418e-afd2-772687979fe5", "tag": "64fe4e09-387b-406a-99c5-d2ed32f0a007", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:01:11.322870 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f677f945-0f3b-40a0-9843-a5b6e9699a73 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:01:11.323603 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce92832-5355-418e-afd2-772687979fe5', 'tag': '64fe4e09-387b-406a-99c5-d2ed32f0a007', 'status': 'completed', 'code': 200} Oct 26 09:01:11.417521 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-948b1d9c-3b1f-4b95-bc4d-17e69e46d514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:01:11.419933 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-948b1d9c-3b1f-4b95-bc4d-17e69e46d514 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8236a1998b043fe89e8a1f480a23356&device_id=0ce92832-5355-418e-afd2-772687979fe5 HTTP/1.1" status: 200 len: 1096 time: 0.0894980 Oct 26 09:01:11.430831 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd6307-688a-4882-86c9-58711e161a13 req-57514d98-d44f-465e-9d98-d83f692cc6b7 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:01:11.432503 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8bbd6307-688a-4882-86c9-58711e161a13 req-57514d98-d44f-465e-9d98-d83f692cc6b7 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce92832-5355-418e-afd2-772687979fe5 HTTP/1.1" status: 200 len: 943 time: 0.1049502 Oct 26 09:01:11.484987 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-e66c0097-ada4-4776-b122-07ce006c2232 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64fe4e09-387b-406a-99c5-d2ed32f0a007 HTTP/1.1" status: 200 len: 217 time: 0.0513608 Oct 26 09:01:11.560859 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8bbd6307-688a-4882-86c9-58711e161a13 req-f49847bf-6a69-4e54-b85e-cf5ad42f469d tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2f57ed7-86c4-4c65-a307-556fae7ec1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206939 Oct 26 09:01:11.569118 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-0dc83e48-814a-4085-886f-6f9f02325124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:01:11.571307 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-0dc83e48-814a-4085-886f-6f9f02325124 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=90955b42-b98c-45ad-9e33-4040ab13d496 HTTP/1.1" status: 200 len: 855 time: 0.0795610 Oct 26 09:01:11.626360 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-ab2fb907-70b8-4e0e-8490-11a17acb4fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:01:11.627912 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-ab2fb907-70b8-4e0e-8490-11a17acb4fef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=87b64350-3d0a-4952-baa8-73da2c02cbec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0475907 Oct 26 09:01:11.739218 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-fc8caa9e-f0ea-4856-9d80-590c6c21ac1f service neutron] 10.222.0.47 "GET /v2.0/networks/87b64350-3d0a-4952-baa8-73da2c02cbec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039565 Oct 26 09:01:11.836572 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ac0e6f42-badc-4fbe-be52-c73db7a66dc2 req-e57d961a-6973-43d4-850d-a0f2b17c0146 service neutron] 10.222.0.47 "GET /v2.0/networks/87b64350-3d0a-4952-baa8-73da2c02cbec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896955 Oct 26 09:01:11.924921 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81310f10-b109-4678-9557-5cb09aae8898 req-d3403076-d93c-47ab-a2db-a757b2adc00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:01:11.926469 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-81310f10-b109-4678-9557-5cb09aae8898 req-d3403076-d93c-47ab-a2db-a757b2adc00a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8236a1998b043fe89e8a1f480a23356&device_id=0ce92832-5355-418e-afd2-772687979fe5 HTTP/1.1" status: 200 len: 1096 time: 0.0425704 Oct 26 09:01:12.023757 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81310f10-b109-4678-9557-5cb09aae8898 req-15306f56-800c-4af4-bd6d-f74dae110a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:01:12.025174 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-81310f10-b109-4678-9557-5cb09aae8898 req-15306f56-800c-4af4-bd6d-f74dae110a8a service neutron] 10.222.0.47 "GET /v2.0/networks?id=87b64350-3d0a-4952-baa8-73da2c02cbec HTTP/1.1" status: 200 len: 917 time: 0.0901148 Oct 26 09:01:12.067145 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-81310f10-b109-4678-9557-5cb09aae8898 req-4cd66306-115f-478a-a530-f0fde6dc3d82 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64fe4e09-387b-406a-99c5-d2ed32f0a007 HTTP/1.1" status: 200 len: 217 time: 0.0340393 Oct 26 09:01:12.115769 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81310f10-b109-4678-9557-5cb09aae8898 req-d5c09fb1-beb5-479d-a732-4a169dda6dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:01:12.117199 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-81310f10-b109-4678-9557-5cb09aae8898 req-d5c09fb1-beb5-479d-a732-4a169dda6dc8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=90955b42-b98c-45ad-9e33-4040ab13d496 HTTP/1.1" status: 200 len: 855 time: 0.0426590 Oct 26 09:01:12.173860 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81310f10-b109-4678-9557-5cb09aae8898 req-2f081827-0868-4aee-bc62-1f417ca1d829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:01:12.175323 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-81310f10-b109-4678-9557-5cb09aae8898 req-2f081827-0868-4aee-bc62-1f417ca1d829 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=87b64350-3d0a-4952-baa8-73da2c02cbec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0499606 Oct 26 09:01:12.263823 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-81310f10-b109-4678-9557-5cb09aae8898 req-fe1ac5dd-098c-4de1-86e0-abd658cf1e6c service neutron] 10.222.0.47 "GET /v2.0/networks/87b64350-3d0a-4952-baa8-73da2c02cbec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797691 Oct 26 09:01:12.358226 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-81310f10-b109-4678-9557-5cb09aae8898 req-21aca909-9094-42fa-9d80-4566bbcfc558 service neutron] 10.222.0.47 "GET /v2.0/networks/87b64350-3d0a-4952-baa8-73da2c02cbec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863454 Oct 26 09:01:12.680481 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3d2ae-5783-480d-acab-d0b78bb45e3a req-01f49cfc-324e-49e9-9892-acd202652d4e tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:01:12.681999 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d5d3d2ae-5783-480d-acab-d0b78bb45e3a req-01f49cfc-324e-49e9-9892-acd202652d4e tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce92832-5355-418e-afd2-772687979fe5 HTTP/1.1" status: 200 len: 943 time: 0.0528367 Oct 26 09:01:12.721158 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d5d3d2ae-5783-480d-acab-d0b78bb45e3a req-9b83a21b-1cad-4187-8fd1-4ef82d193a36 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2f57ed7-86c4-4c65-a307-556fae7ec1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321870 Oct 26 09:01:13.836821 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b83021-c8e3-4def-94b5-fe7d53a667ff req-7f5ee757-481e-4984-8770-9b87922757e6 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:01:13.838368 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-84b83021-c8e3-4def-94b5-fe7d53a667ff req-7f5ee757-481e-4984-8770-9b87922757e6 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce92832-5355-418e-afd2-772687979fe5 HTTP/1.1" status: 200 len: 943 time: 0.0507810 Oct 26 09:01:13.876571 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-84b83021-c8e3-4def-94b5-fe7d53a667ff req-724a7d4c-b915-4dd6-b498-c475f4eec3d8 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2f57ed7-86c4-4c65-a307-556fae7ec1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322547 Oct 26 09:01:14.877204 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 64fe4e09-387b-406a-99c5-d2ed32f0a007 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 09:01:14.976183 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 64fe4e09-387b-406a-99c5-d2ed32f0a007, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=64fe4e09-387b-406a-99c5-d2ed32f0a007,segment=NetworkSegment(e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a),segment_id=e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:01:14.988211 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': '64fe4e09-387b-406a-99c5-d2ed32f0a007', 'network_id': '87b64350-3d0a-4952-baa8-73da2c02cbec', 'port_id': '64fe4e09-387b-406a-99c5-d2ed32f0a007', 'mac_address': 'fa:16:3e:86:d5:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90955b42-b98c-45ad-9e33-4040ab13d496', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 09:01:14.991163 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b210bc-b150-4a6d-ac66-17134b5410c0 req-8e5cd4e4-aa68-4ba9-ac5f-431104b87b1e tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:01:14.992665 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d0b210bc-b150-4a6d-ac66-17134b5410c0 req-8e5cd4e4-aa68-4ba9-ac5f-431104b87b1e tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce92832-5355-418e-afd2-772687979fe5 HTTP/1.1" status: 200 len: 943 time: 0.0503635 Oct 26 09:01:15.025567 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:15.031905 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d0b210bc-b150-4a6d-ac66-17134b5410c0 req-f049edcb-ef0f-446c-84cd-a71a6219de52 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2f57ed7-86c4-4c65-a307-556fae7ec1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322502 Oct 26 09:01:15.038596 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64fe4e09-387b-406a-99c5-d2ed32f0a007 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 09:01:15.058362 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 64fe4e09-387b-406a-99c5-d2ed32f0a007, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=64fe4e09-387b-406a-99c5-d2ed32f0a007,segment=NetworkSegment(e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a),segment_id=e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:01:15.062261 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:15.108172 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=64fe4e09-387b-406a-99c5-d2ed32f0a007,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:01:15.115230 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:15.115586 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:15.115931 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:15.116267 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:15.116601 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:15.116934 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:15.117266 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:15.117595 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:15.117983 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:15.118309 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:15.118633 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:15.118956 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:15.263774 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['64fe4e09-387b-406a-99c5-d2ed32f0a007'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 09:01:16.145576 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc87c4b-bf5e-46df-89ea-a05d65d6c46c req-a6236fad-d614-4d90-9f5c-81dde0ab7946 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:01:16.147085 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8cc87c4b-bf5e-46df-89ea-a05d65d6c46c req-a6236fad-d614-4d90-9f5c-81dde0ab7946 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce92832-5355-418e-afd2-772687979fe5 HTTP/1.1" status: 200 len: 944 time: 0.0484004 Oct 26 09:01:16.184463 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8cc87c4b-bf5e-46df-89ea-a05d65d6c46c req-6d99bcac-d143-4daf-a0a8-3f64c2a97122 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2f57ed7-86c4-4c65-a307-556fae7ec1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306625 Oct 26 09:01:16.890437 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 64fe4e09-387b-406a-99c5-d2ed32f0a007 up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:01:16.939076 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port 64fe4e09-387b-406a-99c5-d2ed32f0a007 completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 09:01:16.943139 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port 64fe4e09-387b-406a-99c5-d2ed32f0a007 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:01:16.943513 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:17.021394 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:17.043489 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce92832-5355-418e-afd2-772687979fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64fe4e09-387b-406a-99c5-d2ed32f0a007'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:01:17.045783 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1607bb1e-1b6f-4b99-9064-7b3d20731a68" -d '{"events": [{"server_uuid": "0ce92832-5355-418e-afd2-772687979fe5", "name": "network-vif-plugged", "status": "completed", "tag": "64fe4e09-387b-406a-99c5-d2ed32f0a007"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:01:17.059609 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 64fe4e09-387b-406a-99c5-d2ed32f0a007, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=64fe4e09-387b-406a-99c5-d2ed32f0a007,segment=NetworkSegment(e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a),segment_id=e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:01:17.063928 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:17.086881 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 09:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbd71ad-418e-4510-a410-a758beb7377a x-openstack-request-id: req-afbd71ad-418e-4510-a410-a758beb7377a {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:01:17.087173 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce92832-5355-418e-afd2-772687979fe5", "name": "network-vif-plugged", "status": "completed", "tag": "64fe4e09-387b-406a-99c5-d2ed32f0a007", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:01:17.087422 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-afbd71ad-418e-4510-a410-a758beb7377a {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:01:17.087843 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce92832-5355-418e-afd2-772687979fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64fe4e09-387b-406a-99c5-d2ed32f0a007', 'code': 200} Oct 26 09:01:17.113235 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=64fe4e09-387b-406a-99c5-d2ed32f0a007,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:01:17.262106 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa5b65-9165-4e9f-a61f-03faca27969d req-4f5a9e02-cf90-4038-a940-b5c29066186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:01:17.263532 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4dfa5b65-9165-4e9f-a61f-03faca27969d req-4f5a9e02-cf90-4038-a940-b5c29066186f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0ce92832-5355-418e-afd2-772687979fe5 HTTP/1.1" status: 200 len: 1098 time: 0.0530846 Oct 26 09:01:17.325745 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73224fc9-9524-4ca5-b1ee-c39507709a4a req-0ca31a0f-e34f-47f7-980e-5ab402459adb tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:01:17.327224 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-73224fc9-9524-4ca5-b1ee-c39507709a4a req-0ca31a0f-e34f-47f7-980e-5ab402459adb tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce92832-5355-418e-afd2-772687979fe5 HTTP/1.1" status: 200 len: 945 time: 0.0756264 Oct 26 09:01:17.329275 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4dfa5b65-9165-4e9f-a61f-03faca27969d req-dc205bee-9049-469a-854d-e1d4c6a9908a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b2f57ed7-86c4-4c65-a307-556fae7ec1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485482 Oct 26 09:01:17.364887 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-73224fc9-9524-4ca5-b1ee-c39507709a4a req-4f646b0b-6097-42ba-b2b6-5cc4c59f32c8 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2f57ed7-86c4-4c65-a307-556fae7ec1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317466 Oct 26 09:01:18.478972 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6b14c-29f4-4710-a209-5041bd1eef3a req-54c4586f-520a-4926-be90-6c745fdff240 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:01:18.481980 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-8ca6b14c-29f4-4710-a209-5041bd1eef3a req-54c4586f-520a-4926-be90-6c745fdff240 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce92832-5355-418e-afd2-772687979fe5 HTTP/1.1" status: 200 len: 945 time: 0.0505137 Oct 26 09:01:18.519197 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-8ca6b14c-29f4-4710-a209-5041bd1eef3a req-f2a68953-f162-48d3-9073-0c292fd8656f tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2f57ed7-86c4-4c65-a307-556fae7ec1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313215 Oct 26 09:01:18.634310 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801fd06-e7da-4ef7-a5ae-c4ad7a31db3f req-d0cb7da6-41fd-49a4-964b-f33deb6a2360 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:01:18.635835 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d801fd06-e7da-4ef7-a5ae-c4ad7a31db3f req-d0cb7da6-41fd-49a4-964b-f33deb6a2360 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce92832-5355-418e-afd2-772687979fe5 HTTP/1.1" status: 200 len: 945 time: 0.0491178 Oct 26 09:01:18.676292 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d801fd06-e7da-4ef7-a5ae-c4ad7a31db3f req-53c3bddf-43fe-453c-a734-8776af03f769 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2f57ed7-86c4-4c65-a307-556fae7ec1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344391 Oct 26 09:01:19.427032 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ea9d0f16-37d5-490a-928a-f925a7fd94de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:22.097257 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a718fc29-88f4-47c6-a92c-439819d3ea5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:22.993180 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:23.349224 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:24.390870 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:24.882877 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:26.656093 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:01:41.136313 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9b371-92a6-4cba-87c1-2f8f58b68a6c req-a54c4af0-e56c-4334-845e-83a3b35dfb2c tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:01:41.137833 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-55b9b371-92a6-4cba-87c1-2f8f58b68a6c req-a54c4af0-e56c-4334-845e-83a3b35dfb2c tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce92832-5355-418e-afd2-772687979fe5 HTTP/1.1" status: 200 len: 945 time: 0.0507107 Oct 26 09:01:41.176133 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-55b9b371-92a6-4cba-87c1-2f8f58b68a6c req-0c259f0e-859b-41f8-8454-49dd7e7b25ed tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2f57ed7-86c4-4c65-a307-556fae7ec1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320473 Oct 26 09:01:42.294842 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19194dd-dae7-480c-b372-7ce3fa5d30a3 req-83befa38-b7e4-4679-a0cd-8d03e1294787 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:01:42.296399 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f19194dd-dae7-480c-b372-7ce3fa5d30a3 req-83befa38-b7e4-4679-a0cd-8d03e1294787 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce92832-5355-418e-afd2-772687979fe5 HTTP/1.1" status: 200 len: 945 time: 0.0501986 Oct 26 09:01:42.335157 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f19194dd-dae7-480c-b372-7ce3fa5d30a3 req-8afb6d46-d142-4077-b5fa-a67b7b10d2d4 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2f57ed7-86c4-4c65-a307-556fae7ec1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329304 Oct 26 09:01:42.638100 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13bcfb-39ee-4a6d-9f3c-b9f29a2b97be req-9fc23f92-1f18-4a27-a6fa-e0bc83534114 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:01:42.639583 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5d13bcfb-39ee-4a6d-9f3c-b9f29a2b97be req-9fc23f92-1f18-4a27-a6fa-e0bc83534114 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ce92832-5355-418e-afd2-772687979fe5 HTTP/1.1" status: 200 len: 945 time: 0.0484073 Oct 26 09:01:42.730622 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-5d13bcfb-39ee-4a6d-9f3c-b9f29a2b97be req-54700feb-7d8b-44f0-94f7-5546ec863897 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Deleting port 64fe4e09-387b-406a-99c5-d2ed32f0a007 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:01:42.730963 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-5d13bcfb-39ee-4a6d-9f3c-b9f29a2b97be req-54700feb-7d8b-44f0-94f7-5546ec863897 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:42.817073 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-5d13bcfb-39ee-4a6d-9f3c-b9f29a2b97be req-54700feb-7d8b-44f0-94f7-5546ec863897 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] For port 64fe4e09-387b-406a-99c5-d2ed32f0a007, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=64fe4e09-387b-406a-99c5-d2ed32f0a007,segment=NetworkSegment(e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a),segment_id=e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:01:42.817437 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-5d13bcfb-39ee-4a6d-9f3c-b9f29a2b97be req-54700feb-7d8b-44f0-94f7-5546ec863897 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:42.830088 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-5d13bcfb-39ee-4a6d-9f3c-b9f29a2b97be req-54700feb-7d8b-44f0-94f7-5546ec863897 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Calling delete_port for 64fe4e09-387b-406a-99c5-d2ed32f0a007 owned by compute:nova {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:01:42.958407 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-5d13bcfb-39ee-4a6d-9f3c-b9f29a2b97be req-54700feb-7d8b-44f0-94f7-5546ec863897 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:42.970769 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['64fe4e09-387b-406a-99c5-d2ed32f0a007'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 09:01:42.985502 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54700feb-7d8b-44f0-94f7-5546ec863897 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Pushing event deleted for resources: {'Port': ['ID=64fe4e09-387b-406a-99c5-d2ed32f0a007,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:01:42.995761 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54700feb-7d8b-44f0-94f7-5546ec863897 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:42.996117 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54700feb-7d8b-44f0-94f7-5546ec863897 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:42.996465 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54700feb-7d8b-44f0-94f7-5546ec863897 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:42.996813 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54700feb-7d8b-44f0-94f7-5546ec863897 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:42.997152 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54700feb-7d8b-44f0-94f7-5546ec863897 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:42.997486 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54700feb-7d8b-44f0-94f7-5546ec863897 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:42.997879 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54700feb-7d8b-44f0-94f7-5546ec863897 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:42.998214 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54700feb-7d8b-44f0-94f7-5546ec863897 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:42.998545 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54700feb-7d8b-44f0-94f7-5546ec863897 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:42.999314 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54700feb-7d8b-44f0-94f7-5546ec863897 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:42.999314 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54700feb-7d8b-44f0-94f7-5546ec863897 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:42.999494 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54700feb-7d8b-44f0-94f7-5546ec863897 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:43.039730 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d13bcfb-39ee-4a6d-9f3c-b9f29a2b97be req-54700feb-7d8b-44f0-94f7-5546ec863897 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] No DVR routers for this DVR port 64fe4e09-387b-406a-99c5-d2ed32f0a007 on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 09:01:43.042271 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-5d13bcfb-39ee-4a6d-9f3c-b9f29a2b97be req-54700feb-7d8b-44f0-94f7-5546ec863897 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:43.045701 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5d13bcfb-39ee-4a6d-9f3c-b9f29a2b97be req-54700feb-7d8b-44f0-94f7-5546ec863897 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.47 "DELETE /v2.0/ports/64fe4e09-387b-406a-99c5-d2ed32f0a007 HTTP/1.1" status: 204 len: 173 time: 0.4001029 Oct 26 09:01:43.046143 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce92832-5355-418e-afd2-772687979fe5', 'name': 'network-vif-deleted', 'tag': '64fe4e09-387b-406a-99c5-d2ed32f0a007'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:01:43.048405 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf52d6f-9886-460d-996a-f195e8785bed" -d '{"events": [{"server_uuid": "0ce92832-5355-418e-afd2-772687979fe5", "name": "network-vif-deleted", "tag": "64fe4e09-387b-406a-99c5-d2ed32f0a007"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:01:43.085163 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 09:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec7c533-97e5-4843-a540-cad433c383cd x-openstack-request-id: req-aec7c533-97e5-4843-a540-cad433c383cd {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:01:43.085456 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce92832-5355-418e-afd2-772687979fe5", "name": "network-vif-deleted", "tag": "64fe4e09-387b-406a-99c5-d2ed32f0a007", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:01:43.085740 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aec7c533-97e5-4843-a540-cad433c383cd {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:01:43.086141 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce92832-5355-418e-afd2-772687979fe5', 'name': 'network-vif-deleted', 'tag': '64fe4e09-387b-406a-99c5-d2ed32f0a007', 'status': 'completed', 'code': 200} Oct 26 09:01:43.472461 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3b6bc5df-37ca-4575-8ab3-67d27e8596a9 req-4235c1b5-a00a-4c68-944c-0824de8132b3 tempest-TestEncryptedCinderVolumes-700040659 tempest-TestEncryptedCinderVolumes-700040659-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ce92832-5355-418e-afd2-772687979fe5 HTTP/1.1" status: 200 len: 210 time: 0.0545011 Oct 26 09:01:44.550984 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42826) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:01:44.895853 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c847fa90-9755-4650-8489-2d79d4d4bb16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:45.138923 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-c847fa90-9755-4650-8489-2d79d4d4bb16 admin admin] Deleting port 0879edf9-2489-4ef1-9e45-04cde3fb185e {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:01:45.139263 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c847fa90-9755-4650-8489-2d79d4d4bb16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:45.219461 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-c847fa90-9755-4650-8489-2d79d4d4bb16 admin admin] For port 0879edf9-2489-4ef1-9e45-04cde3fb185e, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=0879edf9-2489-4ef1-9e45-04cde3fb185e,segment=NetworkSegment(e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a),segment_id=e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:01:45.219744 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c847fa90-9755-4650-8489-2d79d4d4bb16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:45.232994 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-c847fa90-9755-4650-8489-2d79d4d4bb16 admin admin] Calling delete_port for 0879edf9-2489-4ef1-9e45-04cde3fb185e owned by network:router_interface {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:01:45.411430 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c847fa90-9755-4650-8489-2d79d4d4bb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:45.442633 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c847fa90-9755-4650-8489-2d79d4d4bb16 admin admin] Pushing event deleted for resources: {'Port': ['ID=0879edf9-2489-4ef1-9e45-04cde3fb185e,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:01:45.485696 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c847fa90-9755-4650-8489-2d79d4d4bb16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:45.485967 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c847fa90-9755-4650-8489-2d79d4d4bb16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:45.486310 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c847fa90-9755-4650-8489-2d79d4d4bb16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:45.486649 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c847fa90-9755-4650-8489-2d79d4d4bb16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:45.486981 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c847fa90-9755-4650-8489-2d79d4d4bb16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:45.487326 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c847fa90-9755-4650-8489-2d79d4d4bb16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:45.487658 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c847fa90-9755-4650-8489-2d79d4d4bb16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:45.487986 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c847fa90-9755-4650-8489-2d79d4d4bb16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:45.488325 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c847fa90-9755-4650-8489-2d79d4d4bb16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:45.488645 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c847fa90-9755-4650-8489-2d79d4d4bb16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:45.488975 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c847fa90-9755-4650-8489-2d79d4d4bb16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:45.489301 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c847fa90-9755-4650-8489-2d79d4d4bb16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:45.619086 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c847fa90-9755-4650-8489-2d79d4d4bb16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:45.831931 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c847fa90-9755-4650-8489-2d79d4d4bb16 admin admin] Router a0d9f00c-6b20-48f0-919e-3119837e8541 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:01:45.936896 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c847fa90-9755-4650-8489-2d79d4d4bb16 admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:01:45.943534 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c847fa90-9755-4650-8489-2d79d4d4bb16 admin admin] 10.222.0.41 "PUT /v2.0/routers/a0d9f00c-6b20-48f0-919e-3119837e8541/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3892853 Oct 26 09:01:45.944544 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42828) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:01:45.947119 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a060e56-6544-4143-81c7-e777e14c90a2 None None] Sync routers for ids ['a0d9f00c-6b20-48f0-919e-3119837e8541'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:01:45.958176 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a060e56-6544-4143-81c7-e777e14c90a2 None None] Routers {'a0d9f00c-6b20-48f0-919e-3119837e8541'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:01:45.958795 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-0a060e56-6544-4143-81c7-e777e14c90a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:01:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['a0d9f00c-6b20-48f0-919e-3119837e8541'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:01:46.047905 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f2710b9e-9c0f-4abd-a26f-c46f41fef823 admin admin] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:46.063183 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-0a060e56-6544-4143-81c7-e777e14c90a2 None None] Set router a0d9f00c-6b20-48f0-919e-3119837e8541 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:01:46.147257 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f2710b9e-9c0f-4abd-a26f-c46f41fef823 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:46.202835 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-f2710b9e-9c0f-4abd-a26f-c46f41fef823 admin admin] Deleting port 6fa6987e-923f-4b18-a918-02c2c7df6723 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:01:46.203302 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f2710b9e-9c0f-4abd-a26f-c46f41fef823 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:46.247251 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-0a060e56-6544-4143-81c7-e777e14c90a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d9f00c-6b20-48f0-919e-3119837e8541', 'name': 'tempest-TestEncryptedCinderVolumes-341375769-router', 'tenant_id': 'e8236a1998b043fe89e8a1f480a23356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '6fa6987e-923f-4b18-a918-02c2c7df6723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:00:20Z', 'updated_at': '2021-10-26T09:01:45Z', 'revision_number': 5, 'project_id': 'e8236a1998b043fe89e8a1f480a23356', 'gw_port': {'id': '6fa6987e-923f-4b18-a918-02c2c7df6723', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ec:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d9f00c-6b20-48f0-919e-3119837e8541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:00:21Z', 'updated_at': '2021-10-26T09:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:01:46.283274 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-f2710b9e-9c0f-4abd-a26f-c46f41fef823 admin admin] For port 6fa6987e-923f-4b18-a918-02c2c7df6723, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=6fa6987e-923f-4b18-a918-02c2c7df6723,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:01:46.283641 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f2710b9e-9c0f-4abd-a26f-c46f41fef823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:46.297567 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-f2710b9e-9c0f-4abd-a26f-c46f41fef823 admin admin] Calling delete_port for 6fa6987e-923f-4b18-a918-02c2c7df6723 owned by network:router_gateway {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:01:46.427514 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a060e56-6544-4143-81c7-e777e14c90a2 None None] Checking router: a0d9f00c-6b20-48f0-919e-3119837e8541 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:01:46.436382 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a060e56-6544-4143-81c7-e777e14c90a2 None None] Routers {'a0d9f00c-6b20-48f0-919e-3119837e8541'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:01:46.436999 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-0a060e56-6544-4143-81c7-e777e14c90a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:01:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['a0d9f00c-6b20-48f0-919e-3119837e8541'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:01:46.471685 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f2710b9e-9c0f-4abd-a26f-c46f41fef823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:46.502269 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2710b9e-9c0f-4abd-a26f-c46f41fef823 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fa6987e-923f-4b18-a918-02c2c7df6723,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:01:46.525093 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-0a060e56-6544-4143-81c7-e777e14c90a2 None None] Set router a0d9f00c-6b20-48f0-919e-3119837e8541 gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:01:46.563005 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f2710b9e-9c0f-4abd-a26f-c46f41fef823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:46.582053 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-0a060e56-6544-4143-81c7-e777e14c90a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d9f00c-6b20-48f0-919e-3119837e8541', 'name': 'tempest-TestEncryptedCinderVolumes-341375769-router', 'tenant_id': 'e8236a1998b043fe89e8a1f480a23356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:00:20Z', 'updated_at': '2021-10-26T09:01:46Z', 'revision_number': 6, 'project_id': 'e8236a1998b043fe89e8a1f480a23356', 'gw_port_host': None}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:01:46.608985 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a060e56-6544-4143-81c7-e777e14c90a2 None None] The sync data for ids ['a0d9f00c-6b20-48f0-919e-3119837e8541'] in dv-neutron-804846-13-hyperv is: [{'id': 'a0d9f00c-6b20-48f0-919e-3119837e8541', 'name': 'tempest-TestEncryptedCinderVolumes-341375769-router', 'tenant_id': 'e8236a1998b043fe89e8a1f480a23356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:00:20Z', 'updated_at': '2021-10-26T09:01:46Z', 'revision_number': 6, 'project_id': 'e8236a1998b043fe89e8a1f480a23356', 'gw_port_host': None}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:01:46.654667 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f2710b9e-9c0f-4abd-a26f-c46f41fef823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:46.656826 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f2710b9e-9c0f-4abd-a26f-c46f41fef823 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:46.700817 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f2710b9e-9c0f-4abd-a26f-c46f41fef823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:46.701343 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2710b9e-9c0f-4abd-a26f-c46f41fef823 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0d9f00c-6b20-48f0-919e-3119837e8541 {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 09:01:46.705849 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f2710b9e-9c0f-4abd-a26f-c46f41fef823 admin admin] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:46.707011 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f2710b9e-9c0f-4abd-a26f-c46f41fef823 admin admin] 10.222.0.41 "DELETE /v2.0/routers/a0d9f00c-6b20-48f0-919e-3119837e8541 HTTP/1.1" status: 204 len: 168 time: 0.7615113 Oct 26 09:01:46.710279 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42830) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:01:46.758380 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-754ec39f-c72c-420d-b9d6-4c8c9ea4873a admin admin] Deleting subnet 90955b42-b98c-45ad-9e33-4040ab13d496 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 09:01:46.762213 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-754ec39f-c72c-420d-b9d6-4c8c9ea4873a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:46.796671 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-754ec39f-c72c-420d-b9d6-4c8c9ea4873a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:46.872046 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-754ec39f-c72c-420d-b9d6-4c8c9ea4873a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:46.923605 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-754ec39f-c72c-420d-b9d6-4c8c9ea4873a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:46.954064 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ec39f-c72c-420d-b9d6-4c8c9ea4873a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90955b42-b98c-45ad-9e33-4040ab13d496,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:01:46.959118 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-754ec39f-c72c-420d-b9d6-4c8c9ea4873a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:46.964771 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9177ec6a-3cae-46e9-ac7c-c1e917ac5c84 None None] Network 87b64350-3d0a-4952-baa8-73da2c02cbec requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:01:46.965998 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42832) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:01:46.966432 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-754ec39f-c72c-420d-b9d6-4c8c9ea4873a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/90955b42-b98c-45ad-9e33-4040ab13d496 HTTP/1.1" status: 204 len: 168 time: 0.2513950 Oct 26 09:01:47.019437 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 64fe4e09-387b-406a-99c5-d2ed32f0a007 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:01:47.042712 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e9f8c624-19c4-467c-a2b3-ffec416c3dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:47.047941 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] No Port match for: 64fe4e09-387b-406a-99c5-d2ed32f0a007 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:01:47.048298 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 64fe4e09-387b-406a-99c5-d2ed32f0a007 not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:01:47.099791 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-e9f8c624-19c4-467c-a2b3-ffec416c3dd2 admin admin] Deleting port 64971f4e-4d5b-47c6-9108-0d5c97574b5d {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:01:47.100187 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e9f8c624-19c4-467c-a2b3-ffec416c3dd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:47.382189 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4184c8c3-dee3-4c41-866c-9c5d69ce7805 None None] DHCP port deletion for 87b64350-3d0a-4952-baa8-73da2c02cbec request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 09:01:47.431622 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-4184c8c3-dee3-4c41-866c-9c5d69ce7805 None None] Deleting port 64971f4e-4d5b-47c6-9108-0d5c97574b5d {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:01:47.432509 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4184c8c3-dee3-4c41-866c-9c5d69ce7805 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:47.503077 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-4184c8c3-dee3-4c41-866c-9c5d69ce7805 None None] For port 64971f4e-4d5b-47c6-9108-0d5c97574b5d, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=64971f4e-4d5b-47c6-9108-0d5c97574b5d,segment=NetworkSegment(e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a),segment_id=e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:01:47.503484 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4184c8c3-dee3-4c41-866c-9c5d69ce7805 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:47.505926 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-e9f8c624-19c4-467c-a2b3-ffec416c3dd2 admin admin] For port 64971f4e-4d5b-47c6-9108-0d5c97574b5d, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=64971f4e-4d5b-47c6-9108-0d5c97574b5d,segment=NetworkSegment(e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a),segment_id=e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:01:47.506299 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e9f8c624-19c4-467c-a2b3-ffec416c3dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:47.517806 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-4184c8c3-dee3-4c41-866c-9c5d69ce7805 None None] Calling delete_port for 64971f4e-4d5b-47c6-9108-0d5c97574b5d owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:01:47.520730 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-e9f8c624-19c4-467c-a2b3-ffec416c3dd2 admin admin] Calling delete_port for 64971f4e-4d5b-47c6-9108-0d5c97574b5d owned by network:dhcp {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:01:47.602531 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e9f8c624-19c4-467c-a2b3-ffec416c3dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:47.610604 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4184c8c3-dee3-4c41-866c-9c5d69ce7805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:47.633257 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f8c624-19c4-467c-a2b3-ffec416c3dd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=64971f4e-4d5b-47c6-9108-0d5c97574b5d,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:01:47.637188 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f8c624-19c4-467c-a2b3-ffec416c3dd2 admin admin] No DVR routers for this DVR port 64971f4e-4d5b-47c6-9108-0d5c97574b5d on host dv-neutron-804846-13-hyperv {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 09:01:47.646092 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4184c8c3-dee3-4c41-866c-9c5d69ce7805 None None] Pushing event deleted for resources: {'Port': ['ID=64971f4e-4d5b-47c6-9108-0d5c97574b5d,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:01:47.650549 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4184c8c3-dee3-4c41-866c-9c5d69ce7805 None None] No DVR routers for this DVR port 64971f4e-4d5b-47c6-9108-0d5c97574b5d on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 09:01:47.709612 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e9f8c624-19c4-467c-a2b3-ffec416c3dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:47.728519 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-e9f8c624-19c4-467c-a2b3-ffec416c3dd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b64350-3d0a-4952-baa8-73da2c02cbec']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:01:47.738168 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-e9f8c624-19c4-467c-a2b3-ffec416c3dd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:01:47.738484 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-e9f8c624-19c4-467c-a2b3-ffec416c3dd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ca274c-6abd-4ee2-8a9e-6bddff7ad31a') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:01:47.748165 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e9f8c624-19c4-467c-a2b3-ffec416c3dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:47.761552 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e9f8c624-19c4-467c-a2b3-ffec416c3dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:47.767546 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f8c624-19c4-467c-a2b3-ffec416c3dd2 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 09:01:47.767931 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e9f8c624-19c4-467c-a2b3-ffec416c3dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:47.769834 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 09:01:47.769834 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 09:01:47.769834 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 09:01:47.769834 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 09:01:47.769834 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 09:01:47.769834 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 09:01:47.769834 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 09:01:47.769834 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 09:01:47.769834 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 09:01:47.769834 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 09:01:47.769834 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 09:01:47.769834 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 09:01:47.769834 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 09:01:47.769834 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 09:01:47.769834 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 09:01:47.769834 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 09:01:47.769834 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 09:01:47.769834 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 09:01:47.769834 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 09:01:47.769834 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 09:01:47.769834 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 09:01:47.769834 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 09:01:47.769834 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 09:01:47.769834 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 09:01:47.769834 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 09:01:47.769834 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 09:01:47.769834 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 09:01:47.769834 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 09:01:47.769834 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 09:01:47.769834 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 09:01:47.769834 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 09:01:47.769834 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 09:01:47.826779 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e9f8c624-19c4-467c-a2b3-ffec416c3dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:47.832279 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e9f8c624-19c4-467c-a2b3-ffec416c3dd2 admin admin] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:47.835963 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e9f8c624-19c4-467c-a2b3-ffec416c3dd2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/87b64350-3d0a-4952-baa8-73da2c02cbec HTTP/1.1" status: 204 len: 168 time: 0.8685350 Oct 26 09:01:47.839304 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42834) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:01:47.847053 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f8c624-19c4-467c-a2b3-ffec416c3dd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=87b64350-3d0a-4952-baa8-73da2c02cbec,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:01:48.377889 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 64971f4e-4d5b-47c6-9108-0d5c97574b5d no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:01:48.402397 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 64971f4e-4d5b-47c6-9108-0d5c97574b5d {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:01:48.402743 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 64971f4e-4d5b-47c6-9108-0d5c97574b5d not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:01:48.403166 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 0879edf9-2489-4ef1-9e45-04cde3fb185e no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:01:48.423332 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 0879edf9-2489-4ef1-9e45-04cde3fb185e {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:01:48.423687 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 0879edf9-2489-4ef1-9e45-04cde3fb185e not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:01:48.424521 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 6fa6987e-923f-4b18-a918-02c2c7df6723 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:01:48.443279 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 6fa6987e-923f-4b18-a918-02c2c7df6723 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:01:48.443631 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 6fa6987e-923f-4b18-a918-02c2c7df6723 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:01:48.449724 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5be34aa2-1410-44e2-8438-4dc3a9f874a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:48.692057 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-5be34aa2-1410-44e2-8438-4dc3a9f874a7 admin admin] Deleting port ceafc1d1-2deb-4d1c-8dd8-eb5f2d9462fb {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:01:48.692399 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5be34aa2-1410-44e2-8438-4dc3a9f874a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:48.773406 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5be34aa2-1410-44e2-8438-4dc3a9f874a7 admin admin] For port ceafc1d1-2deb-4d1c-8dd8-eb5f2d9462fb, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=ceafc1d1-2deb-4d1c-8dd8-eb5f2d9462fb,segment=NetworkSegment(6b09eacd-402a-429c-bdd8-8b5a5197fdb9),segment_id=6b09eacd-402a-429c-bdd8-8b5a5197fdb9)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:01:48.773807 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5be34aa2-1410-44e2-8438-4dc3a9f874a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:48.786600 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-5be34aa2-1410-44e2-8438-4dc3a9f874a7 admin admin] Calling delete_port for ceafc1d1-2deb-4d1c-8dd8-eb5f2d9462fb owned by network:router_interface {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:01:48.963633 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5be34aa2-1410-44e2-8438-4dc3a9f874a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:48.986435 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be34aa2-1410-44e2-8438-4dc3a9f874a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceafc1d1-2deb-4d1c-8dd8-eb5f2d9462fb,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:01:49.154380 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5be34aa2-1410-44e2-8438-4dc3a9f874a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:49.368846 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be34aa2-1410-44e2-8438-4dc3a9f874a7 admin admin] Router ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:01:49.428838 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7ab8c545-56e7-4b49-a5ec-4945afa40c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:49.478134 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be34aa2-1410-44e2-8438-4dc3a9f874a7 admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:01:49.484244 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5be34aa2-1410-44e2-8438-4dc3a9f874a7 admin admin] 10.222.0.41 "PUT /v2.0/routers/ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6438506 Oct 26 09:01:49.486845 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42836) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:01:49.487728 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1124e8e1-d2fe-4907-9113-c677f266e3a7 None None] Sync routers for ids ['ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:01:49.498010 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1124e8e1-d2fe-4907-9113-c677f266e3a7 None None] Routers {'ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:01:49.498619 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-1124e8e1-d2fe-4907-9113-c677f266e3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:01:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:01:49.593708 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bdff1fcd-d090-4de5-ba1c-7c772bed076b admin admin] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:49.602527 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-1124e8e1-d2fe-4907-9113-c677f266e3a7 None None] Set router ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:01:49.696918 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bdff1fcd-d090-4de5-ba1c-7c772bed076b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:49.751450 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-bdff1fcd-d090-4de5-ba1c-7c772bed076b admin admin] Deleting port e7040f58-0d2f-454a-8063-90a5239a162c {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:01:49.751797 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bdff1fcd-d090-4de5-ba1c-7c772bed076b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:49.777872 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-1124e8e1-d2fe-4907-9113-c677f266e3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee', 'name': 'tempest-TestEncryptedCinderVolumes-1376179206-router', 'tenant_id': 'b0520143fd7d4aed9a6a2dc878b8066b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': 'e7040f58-0d2f-454a-8063-90a5239a162c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:00:25Z', 'updated_at': '2021-10-26T09:01:48Z', 'revision_number': 5, 'project_id': 'b0520143fd7d4aed9a6a2dc878b8066b', 'gw_port': {'id': 'e7040f58-0d2f-454a-8063-90a5239a162c', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:00:25Z', 'updated_at': '2021-10-26T09:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:01:49.804415 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1124e8e1-d2fe-4907-9113-c677f266e3a7 None None] Checking router: ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:01:49.812773 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1124e8e1-d2fe-4907-9113-c677f266e3a7 None None] Routers {'ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:01:49.813376 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-1124e8e1-d2fe-4907-9113-c677f266e3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:01:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:01:49.832141 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-bdff1fcd-d090-4de5-ba1c-7c772bed076b admin admin] For port e7040f58-0d2f-454a-8063-90a5239a162c, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=e7040f58-0d2f-454a-8063-90a5239a162c,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:01:49.832762 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bdff1fcd-d090-4de5-ba1c-7c772bed076b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:49.845584 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-bdff1fcd-d090-4de5-ba1c-7c772bed076b admin admin] Calling delete_port for e7040f58-0d2f-454a-8063-90a5239a162c owned by network:router_gateway {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:01:49.899939 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-1124e8e1-d2fe-4907-9113-c677f266e3a7 None None] Set router ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee gateway port host: None {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:01:49.954133 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-1124e8e1-d2fe-4907-9113-c677f266e3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee', 'name': 'tempest-TestEncryptedCinderVolumes-1376179206-router', 'tenant_id': 'b0520143fd7d4aed9a6a2dc878b8066b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:00:25Z', 'updated_at': '2021-10-26T09:01:49Z', 'revision_number': 6, 'project_id': 'b0520143fd7d4aed9a6a2dc878b8066b', 'gw_port_host': None}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:01:49.981012 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1124e8e1-d2fe-4907-9113-c677f266e3a7 None None] The sync data for ids ['ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee'] in dv-neutron-804846-13-hyperv is: [{'id': 'ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee', 'name': 'tempest-TestEncryptedCinderVolumes-1376179206-router', 'tenant_id': 'b0520143fd7d4aed9a6a2dc878b8066b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:00:25Z', 'updated_at': '2021-10-26T09:01:49Z', 'revision_number': 6, 'project_id': 'b0520143fd7d4aed9a6a2dc878b8066b', 'gw_port_host': None}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:01:50.015864 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bdff1fcd-d090-4de5-ba1c-7c772bed076b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:50.046017 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff1fcd-d090-4de5-ba1c-7c772bed076b admin admin] Pushing event deleted for resources: {'Port': ['ID=e7040f58-0d2f-454a-8063-90a5239a162c,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:01:50.107088 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bdff1fcd-d090-4de5-ba1c-7c772bed076b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:50.201861 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bdff1fcd-d090-4de5-ba1c-7c772bed076b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:50.204050 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bdff1fcd-d090-4de5-ba1c-7c772bed076b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:50.247431 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bdff1fcd-d090-4de5-ba1c-7c772bed076b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:50.247876 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdff1fcd-d090-4de5-ba1c-7c772bed076b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 09:01:50.252009 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bdff1fcd-d090-4de5-ba1c-7c772bed076b admin admin] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:50.253278 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-bdff1fcd-d090-4de5-ba1c-7c772bed076b admin admin] 10.222.0.41 "DELETE /v2.0/routers/ccf9a1f5-f75d-4ae0-ab7d-8a00306b78ee HTTP/1.1" status: 204 len: 168 time: 0.7654676 Oct 26 09:01:50.256356 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42838) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:01:50.305815 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-83deaa6a-fa50-4170-bf8d-eef5e281b9f3 admin admin] Deleting subnet 7ab7e7b4-712d-4369-931e-9abd61b56d43 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 09:01:50.309363 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-83deaa6a-fa50-4170-bf8d-eef5e281b9f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:50.346938 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-83deaa6a-fa50-4170-bf8d-eef5e281b9f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:50.440559 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-83deaa6a-fa50-4170-bf8d-eef5e281b9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:50.494317 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-83deaa6a-fa50-4170-bf8d-eef5e281b9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:50.523895 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83deaa6a-fa50-4170-bf8d-eef5e281b9f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ab7e7b4-712d-4369-931e-9abd61b56d43,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:01:50.528715 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-83deaa6a-fa50-4170-bf8d-eef5e281b9f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:50.534797 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-83deaa6a-fa50-4170-bf8d-eef5e281b9f3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7ab7e7b4-712d-4369-931e-9abd61b56d43 HTTP/1.1" status: 204 len: 168 time: 0.2751381 Oct 26 09:01:50.534977 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47d030e-03e4-4699-9056-9a1ec37b7eef None None] Network 1984f693-6134-4f85-9933-95b78d881048 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:01:50.535449 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42840) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:01:50.608647 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aab07e59-7700-4dd5-ac95-6281af035bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:50.659451 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-aab07e59-7700-4dd5-ac95-6281af035bf9 admin admin] Deleting port 54de7177-8ffe-4a3f-a5ac-c2995f1a8f19 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:01:50.659795 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aab07e59-7700-4dd5-ac95-6281af035bf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:50.722750 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-aab07e59-7700-4dd5-ac95-6281af035bf9 admin admin] For port 54de7177-8ffe-4a3f-a5ac-c2995f1a8f19, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=54de7177-8ffe-4a3f-a5ac-c2995f1a8f19,segment=NetworkSegment(6b09eacd-402a-429c-bdd8-8b5a5197fdb9),segment_id=6b09eacd-402a-429c-bdd8-8b5a5197fdb9)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:01:50.723045 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aab07e59-7700-4dd5-ac95-6281af035bf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:50.735609 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-aab07e59-7700-4dd5-ac95-6281af035bf9 admin admin] Calling delete_port for 54de7177-8ffe-4a3f-a5ac-c2995f1a8f19 owned by network:dhcp {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:01:50.762760 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e2f208-6c33-4466-a9ec-0338ea2e7c1c None None] DHCP port deletion for 1984f693-6134-4f85-9933-95b78d881048 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 09:01:50.789880 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device ceafc1d1-2deb-4d1c-8dd8-eb5f2d9462fb no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:01:50.819777 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: ceafc1d1-2deb-4d1c-8dd8-eb5f2d9462fb {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:01:50.820130 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device ceafc1d1-2deb-4d1c-8dd8-eb5f2d9462fb not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:01:50.825506 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aab07e59-7700-4dd5-ac95-6281af035bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:50.841707 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-64e2f208-6c33-4466-a9ec-0338ea2e7c1c None None] Deleting port 54de7177-8ffe-4a3f-a5ac-c2995f1a8f19 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:01:50.842095 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-64e2f208-6c33-4466-a9ec-0338ea2e7c1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:50.852330 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab07e59-7700-4dd5-ac95-6281af035bf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=54de7177-8ffe-4a3f-a5ac-c2995f1a8f19,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:01:50.857852 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab07e59-7700-4dd5-ac95-6281af035bf9 admin admin] No DVR routers for this DVR port 54de7177-8ffe-4a3f-a5ac-c2995f1a8f19 on host dv-neutron-804846-13-hyperv {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 09:01:50.907974 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-64e2f208-6c33-4466-a9ec-0338ea2e7c1c None None] For port 54de7177-8ffe-4a3f-a5ac-c2995f1a8f19, host dv-neutron-804846-13-hyperv, got binding levels [] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:01:50.908376 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-64e2f208-6c33-4466-a9ec-0338ea2e7c1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:50.929388 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-64e2f208-6c33-4466-a9ec-0338ea2e7c1c None None] Calling delete_port for 54de7177-8ffe-4a3f-a5ac-c2995f1a8f19 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:01:50.933097 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.ipam_backend_mixin [None req-64e2f208-6c33-4466-a9ec-0338ea2e7c1c None None] Port 54de7177-8ffe-4a3f-a5ac-c2995f1a8f19 was not found and therefore no delete operation was performed {{(pid=102103) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 09:01:50.934185 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-64e2f208-6c33-4466-a9ec-0338ea2e7c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:50.934704 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aab07e59-7700-4dd5-ac95-6281af035bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:50.956274 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-aab07e59-7700-4dd5-ac95-6281af035bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1984f693-6134-4f85-9933-95b78d881048']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:01:50.961671 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2f208-6c33-4466-a9ec-0338ea2e7c1c None None] Pushing event deleted for resources: {'Port': ['ID=54de7177-8ffe-4a3f-a5ac-c2995f1a8f19,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:01:50.964863 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e2f208-6c33-4466-a9ec-0338ea2e7c1c None None] No DVR routers for this DVR port 54de7177-8ffe-4a3f-a5ac-c2995f1a8f19 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 09:01:50.972028 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-aab07e59-7700-4dd5-ac95-6281af035bf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b09eacd-402a-429c-bdd8-8b5a5197fdb9') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:01:50.972282 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-aab07e59-7700-4dd5-ac95-6281af035bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b09eacd-402a-429c-bdd8-8b5a5197fdb9') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:01:50.983525 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aab07e59-7700-4dd5-ac95-6281af035bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:50.998466 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aab07e59-7700-4dd5-ac95-6281af035bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:51.004981 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab07e59-7700-4dd5-ac95-6281af035bf9 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 09:01:51.005377 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aab07e59-7700-4dd5-ac95-6281af035bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:51.007244 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 09:01:51.007244 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 09:01:51.007244 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 09:01:51.007244 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 09:01:51.007244 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 09:01:51.007244 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 09:01:51.007244 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 09:01:51.007244 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 09:01:51.007244 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 09:01:51.007244 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 09:01:51.007244 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 09:01:51.007244 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 09:01:51.007244 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 09:01:51.007244 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 09:01:51.007244 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 09:01:51.007244 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 09:01:51.007244 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 09:01:51.007244 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 09:01:51.007244 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 09:01:51.007244 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 09:01:51.007244 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 09:01:51.007244 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 09:01:51.007244 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 09:01:51.007244 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 09:01:51.007244 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 09:01:51.007244 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 09:01:51.007244 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 09:01:51.007244 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 09:01:51.007244 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 09:01:51.007244 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 09:01:51.007244 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 09:01:51.007244 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 09:01:51.066887 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aab07e59-7700-4dd5-ac95-6281af035bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:51.085730 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-aab07e59-7700-4dd5-ac95-6281af035bf9 admin admin] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:51.089755 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-aab07e59-7700-4dd5-ac95-6281af035bf9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1984f693-6134-4f85-9933-95b78d881048 HTTP/1.1" status: 204 len: 168 time: 0.5535517 Oct 26 09:01:51.091023 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab07e59-7700-4dd5-ac95-6281af035bf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1984f693-6134-4f85-9933-95b78d881048,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:01:51.245128 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42844) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:01:51.284615 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a678a932-cfb6-46fb-9983-b51d57cc1c5b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e8236a1998b043fe89e8a1f480a23356&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382245 Oct 26 09:01:51.287017 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42846) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:01:51.340272 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5cab2ed3-3fd8-44bf-b9bf-b7511a8ea6e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:51.361926 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5cab2ed3-3fd8-44bf-b9bf-b7511a8ea6e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:51.409567 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5cab2ed3-3fd8-44bf-b9bf-b7511a8ea6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:51.412427 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5cab2ed3-3fd8-44bf-b9bf-b7511a8ea6e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:51.413587 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-5cab2ed3-3fd8-44bf-b9bf-b7511a8ea6e2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b2f57ed7-86c4-4c65-a307-556fae7ec1b4 HTTP/1.1" status: 204 len: 168 time: 0.1256645 Oct 26 09:01:51.421492 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab2ed3-3fd8-44bf-b9bf-b7511a8ea6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f57ed7-86c4-4c65-a307-556fae7ec1b4,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:01:51.722483 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42852) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:01:51.761924 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b6e32ce0-0027-4179-a450-9223d44edf90 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b0520143fd7d4aed9a6a2dc878b8066b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382204 Oct 26 09:01:51.764366 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42854) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:01:51.810634 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ef0cc6ed-7815-456e-b209-0d91591b80c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:51.832290 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ef0cc6ed-7815-456e-b209-0d91591b80c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:51.879327 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ef0cc6ed-7815-456e-b209-0d91591b80c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:51.882256 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ef0cc6ed-7815-456e-b209-0d91591b80c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:51.883417 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ef0cc6ed-7815-456e-b209-0d91591b80c1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9d3fb999-f669-4f83-a4cb-30d1eb85b9fe HTTP/1.1" status: 204 len: 168 time: 0.1181545 Oct 26 09:01:51.892493 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0cc6ed-7815-456e-b209-0d91591b80c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3fb999-f669-4f83-a4cb-30d1eb85b9fe,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:01:52.100054 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0fb3f43a-2562-4335-9c01-d7647568f35b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:52.375988 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 54de7177-8ffe-4a3f-a5ac-c2995f1a8f19 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:01:52.396768 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 54de7177-8ffe-4a3f-a5ac-c2995f1a8f19 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:01:52.397051 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 54de7177-8ffe-4a3f-a5ac-c2995f1a8f19 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:01:52.397472 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device e7040f58-0d2f-454a-8063-90a5239a162c no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:01:52.418040 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: e7040f58-0d2f-454a-8063-90a5239a162c {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:01:52.418397 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device e7040f58-0d2f-454a-8063-90a5239a162c not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:01:52.579240 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42876) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:01:52.671780 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-72e324b2-2f01-44b9-9f2b-45ccee8f963f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-268280296-network', 'tenant_id': '3df8c76216ab48128006b08372a71b47'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:01:52.696529 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e324b2-2f01-44b9-9f2b-45ccee8f963f admin admin] Made reservation on behalf of 3df8c76216ab48128006b08372a71b47 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:01:52.699595 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-72e324b2-2f01-44b9-9f2b-45ccee8f963f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:52.708163 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-72e324b2-2f01-44b9-9f2b-45ccee8f963f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:52.780796 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-72e324b2-2f01-44b9-9f2b-45ccee8f963f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:52.784542 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-72e324b2-2f01-44b9-9f2b-45ccee8f963f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:52.805048 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e324b2-2f01-44b9-9f2b-45ccee8f963f admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 09:01:52.821256 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e324b2-2f01-44b9-9f2b-45ccee8f963f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe474975-8c16-47c7-8b53-230e71dfe599,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:01:52.825339 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-72e324b2-2f01-44b9-9f2b-45ccee8f963f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:52.825707 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-72e324b2-2f01-44b9-9f2b-45ccee8f963f admin admin] Added segment 736a44db-76e1-47de-b3e4-86c2b5e2aeba of type vlan for network 7a52ffe2-90ad-493c-9625-5106ea5905a5 Oct 26 09:01:52.865303 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-72e324b2-2f01-44b9-9f2b-45ccee8f963f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:52.890160 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-72e324b2-2f01-44b9-9f2b-45ccee8f963f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:52.891097 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e324b2-2f01-44b9-9f2b-45ccee8f963f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:01:52.891677 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-72e324b2-2f01-44b9-9f2b-45ccee8f963f admin admin] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:52.946989 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-72e324b2-2f01-44b9-9f2b-45ccee8f963f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3664970 Oct 26 09:01:52.950208 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42880) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:01:52.955269 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-3132f2c1-1b34-4ba7-800f-860f50978c62 admin admin] Request body: {'subnet': {'network_id': '7a52ffe2-90ad-493c-9625-5106ea5905a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-268280296-subnet', 'tenant_id': '3df8c76216ab48128006b08372a71b47', 'ip_version': 4}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:01:52.959003 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e324b2-2f01-44b9-9f2b-45ccee8f963f admin admin] Pushing event updated for resources: {'Network': ['ID=7a52ffe2-90ad-493c-9625-5106ea5905a5,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:01:52.971288 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 7a52ffe2-90ad-493c-9625-5106ea5905a5 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 09:01:52.976646 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3132f2c1-1b34-4ba7-800f-860f50978c62 admin admin] Made reservation on behalf of 3df8c76216ab48128006b08372a71b47 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:01:52.979798 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3132f2c1-1b34-4ba7-800f-860f50978c62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:53.039900 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:53.150604 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3132f2c1-1b34-4ba7-800f-860f50978c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:53.209206 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132f2c1-1b34-4ba7-800f-860f50978c62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b499317-00ac-4e79-8387-8b1cc69f255d,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:01:53.214197 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3132f2c1-1b34-4ba7-800f-860f50978c62 admin admin] Checking segment: {'id': '736a44db-76e1-47de-b3e4-86c2b5e2aeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7a52ffe2-90ad-493c-9625-5106ea5905a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:01:53.214555 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3132f2c1-1b34-4ba7-800f-860f50978c62 admin admin] Network hostable DHCP agents. Network: 7a52ffe2-90ad-493c-9625-5106ea5905a5, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 09:01:53.231603 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3132f2c1-1b34-4ba7-800f-860f50978c62 admin admin] Network 7a52ffe2-90ad-493c-9625-5106ea5905a5 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 09:01:53.240080 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-3132f2c1-1b34-4ba7-800f-860f50978c62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 7a52ffe2-90ad-493c-9625-5106ea5905a5) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:01:53.243944 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3132f2c1-1b34-4ba7-800f-860f50978c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:01:53.244551 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3132f2c1-1b34-4ba7-800f-860f50978c62 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:53.249504 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b5cb8e-de26-4c95-92a9-077c3bb3f5d3 None None] Network 7a52ffe2-90ad-493c-9625-5106ea5905a5 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:01:53.262194 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3132f2c1-1b34-4ba7-800f-860f50978c62 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3107958 Oct 26 09:01:53.264800 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42882) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:01:53.269108 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-669d69c4-73f6-458a-a060-37f38c3dc3c8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-268280296-router', 'tenant_id': '3df8c76216ab48128006b08372a71b47', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:01:53.290602 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-669d69c4-73f6-458a-a060-37f38c3dc3c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:53.292242 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-669d69c4-73f6-458a-a060-37f38c3dc3c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:53.345882 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-669d69c4-73f6-458a-a060-37f38c3dc3c8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:53.380920 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:53.417701 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d7b166-d4a4-4862-a548-19effba50d41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-7a52ffe2-90ad-493c-9625-5106ea5905a5', 'network_id': '7a52ffe2-90ad-493c-9625-5106ea5905a5', 'tenant_id': '3df8c76216ab48128006b08372a71b47', 'fixed_ips': [{'subnet_id': '0b499317-00ac-4e79-8387-8b1cc69f255d'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 09:01:53.418584 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-92d7b166-d4a4-4862-a548-19effba50d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:53.484128 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-669d69c4-73f6-458a-a060-37f38c3dc3c8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:53.558099 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-92d7b166-d4a4-4862-a548-19effba50d41 None None] Allocated IP 172.20.0.2 (7a52ffe2-90ad-493c-9625-5106ea5905a5/0b499317-00ac-4e79-8387-8b1cc69f255d/a58d8b42-4a6c-44ae-95a2-f6eb472fbbee) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:01:53.688185 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-669d69c4-73f6-458a-a060-37f38c3dc3c8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:53.702093 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-92d7b166-d4a4-4862-a548-19effba50d41 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:53.707943 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-669d69c4-73f6-458a-a060-37f38c3dc3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:53.708216 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-92d7b166-d4a4-4862-a548-19effba50d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:53.748961 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d7b166-d4a4-4862-a548-19effba50d41 None None] Network 7a52ffe2-90ad-493c-9625-5106ea5905a5 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:01:53.753837 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-92d7b166-d4a4-4862-a548-19effba50d41 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:01:53.757364 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d7b166-d4a4-4862-a548-19effba50d41 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:01:53.766914 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7b166-d4a4-4862-a548-19effba50d41 None None] Pushing event updated for resources: {'Port': ['ID=a58d8b42-4a6c-44ae-95a2-f6eb472fbbee,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:01:53.816730 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-92d7b166-d4a4-4862-a548-19effba50d41 None None] Attempting to bind port a58d8b42-4a6c-44ae-95a2-f6eb472fbbee on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:01:53.817110 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-92d7b166-d4a4-4862-a548-19effba50d41 None None] Attempting to bind port a58d8b42-4a6c-44ae-95a2-f6eb472fbbee by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '736a44db-76e1-47de-b3e4-86c2b5e2aeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7a52ffe2-90ad-493c-9625-5106ea5905a5'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:01:53.817483 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d7b166-d4a4-4862-a548-19effba50d41 None None] Attempting to bind port a58d8b42-4a6c-44ae-95a2-f6eb472fbbee on network 7a52ffe2-90ad-493c-9625-5106ea5905a5 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:01:53.817942 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-669d69c4-73f6-458a-a060-37f38c3dc3c8 admin admin] Allocated IP 172.26.2.23 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/0080e194-e391-4837-91b5-334f8fcc7452) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:01:53.823209 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d7b166-d4a4-4862-a548-19effba50d41 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:01:53.823746 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d7b166-d4a4-4862-a548-19effba50d41 None None] Checking segment: {'id': '736a44db-76e1-47de-b3e4-86c2b5e2aeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7a52ffe2-90ad-493c-9625-5106ea5905a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:01:53.824128 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-92d7b166-d4a4-4862-a548-19effba50d41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:53.824532 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d7b166-d4a4-4862-a548-19effba50d41 None None] Bound using segment: {'id': '736a44db-76e1-47de-b3e4-86c2b5e2aeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7a52ffe2-90ad-493c-9625-5106ea5905a5'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:01:53.825007 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-92d7b166-d4a4-4862-a548-19effba50d41 None None] Bound port: a58d8b42-4a6c-44ae-95a2-f6eb472fbbee, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736a44db-76e1-47de-b3e4-86c2b5e2aeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7a52ffe2-90ad-493c-9625-5106ea5905a5'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:01:53.825396 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-92d7b166-d4a4-4862-a548-19effba50d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:53.889341 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-92d7b166-d4a4-4862-a548-19effba50d41 None None] For port a58d8b42-4a6c-44ae-95a2-f6eb472fbbee, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:01:53.893030 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-92d7b166-d4a4-4862-a548-19effba50d41 None None] For port a58d8b42-4a6c-44ae-95a2-f6eb472fbbee, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=a58d8b42-4a6c-44ae-95a2-f6eb472fbbee,segment=NetworkSegment(736a44db-76e1-47de-b3e4-86c2b5e2aeba),segment_id=736a44db-76e1-47de-b3e4-86c2b5e2aeba)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:01:53.897894 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-92d7b166-d4a4-4862-a548-19effba50d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:53.977704 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7b166-d4a4-4862-a548-19effba50d41 None None] Pushing event updated for resources: {'Port': ['ID=a58d8b42-4a6c-44ae-95a2-f6eb472fbbee,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:01:54.211335 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-669d69c4-73f6-458a-a060-37f38c3dc3c8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:54.245555 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-669d69c4-73f6-458a-a060-37f38c3dc3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:54.282357 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669d69c4-73f6-458a-a060-37f38c3dc3c8 admin admin] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:01:54.288569 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-669d69c4-73f6-458a-a060-37f38c3dc3c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:01:54.291675 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669d69c4-73f6-458a-a060-37f38c3dc3c8 admin admin] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:01:54.315489 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d69c4-73f6-458a-a060-37f38c3dc3c8 admin admin] Pushing event updated for resources: {'Port': ['ID=0080e194-e391-4837-91b5-334f8fcc7452,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:01:54.395744 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:54.432978 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device a58d8b42-4a6c-44ae-95a2-f6eb472fbbee up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:01:54.482512 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port a58d8b42-4a6c-44ae-95a2-f6eb472fbbee triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:01:54.482886 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:54.565256 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-669d69c4-73f6-458a-a060-37f38c3dc3c8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:54.569142 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:54.612425 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port a58d8b42-4a6c-44ae-95a2-f6eb472fbbee, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=a58d8b42-4a6c-44ae-95a2-f6eb472fbbee,segment=NetworkSegment(736a44db-76e1-47de-b3e4-86c2b5e2aeba),segment_id=736a44db-76e1-47de-b3e4-86c2b5e2aeba)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:01:54.617410 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:54.670584 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=a58d8b42-4a6c-44ae-95a2-f6eb472fbbee,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:01:54.795946 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-669d69c4-73f6-458a-a060-37f38c3dc3c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:54.888785 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:54.935449 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669d69c4-73f6-458a-a060-37f38c3dc3c8 admin admin] Router 23e45922-ac71-49f6-aab1-a8d420b54af5 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 09:01:54.968125 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e492d5c-d6b4-4013-90f2-3b8fc75a8502 None None] Network 7a52ffe2-90ad-493c-9625-5106ea5905a5 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:01:55.038344 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-ae006676-ec86-4171-b632-02aa803b4bda None None] Provisioning complete for port a58d8b42-4a6c-44ae-95a2-f6eb472fbbee triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:01:55.038719 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ae006676-ec86-4171-b632-02aa803b4bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:55.044928 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669d69c4-73f6-458a-a060-37f38c3dc3c8 admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:01:55.063627 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-669d69c4-73f6-458a-a060-37f38c3dc3c8 admin admin] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:55.064880 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-669d69c4-73f6-458a-a060-37f38c3dc3c8 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7991409 Oct 26 09:01:55.067623 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42884) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:01:55.077818 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1b37a9-dbff-4697-8c13-d018b3cbcae9 None None] Sync routers for ids ['23e45922-ac71-49f6-aab1-a8d420b54af5'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:01:55.122726 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1b37a9-dbff-4697-8c13-d018b3cbcae9 None None] Routers {'23e45922-ac71-49f6-aab1-a8d420b54af5'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:01:55.123375 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-3e1b37a9-dbff-4697-8c13-d018b3cbcae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:01:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['23e45922-ac71-49f6-aab1-a8d420b54af5'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:01:55.453352 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-3e1b37a9-dbff-4697-8c13-d018b3cbcae9 None None] Set router 23e45922-ac71-49f6-aab1-a8d420b54af5 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:01:55.497371 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5de8acf8-d473-4238-a2f8-68be5b866bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:55.647414 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-3e1b37a9-dbff-4697-8c13-d018b3cbcae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'name': 'tempest-TestMinimumBasicScenario-268280296-router', 'tenant_id': '3df8c76216ab48128006b08372a71b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': '0080e194-e391-4837-91b5-334f8fcc7452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:01:53Z', 'updated_at': '2021-10-26T09:01:54Z', 'revision_number': 3, 'project_id': '3df8c76216ab48128006b08372a71b47', 'gw_port': {'id': '0080e194-e391-4837-91b5-334f8fcc7452', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ca:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:01:53Z', 'updated_at': '2021-10-26T09:01:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:01:55.671038 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-5de8acf8-d473-4238-a2f8-68be5b866bbf admin admin] Allocated IP 172.20.0.1 (7a52ffe2-90ad-493c-9625-5106ea5905a5/0b499317-00ac-4e79-8387-8b1cc69f255d/5cd8a50d-2c89-4879-94d7-c0ff4a4051a0) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:01:55.682394 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1b37a9-dbff-4697-8c13-d018b3cbcae9 None None] Checking router: 23e45922-ac71-49f6-aab1-a8d420b54af5 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:01:55.682731 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1b37a9-dbff-4697-8c13-d018b3cbcae9 None None] Updating router 23e45922-ac71-49f6-aab1-a8d420b54af5 port 0080e194-e391-4837-91b5-334f8fcc7452 binding host dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 09:01:55.713712 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3e1b37a9-dbff-4697-8c13-d018b3cbcae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:55.716514 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-39a9e045-3da2-4243-b17a-cdb8e5b12946 None None] Provisioning complete for port a58d8b42-4a6c-44ae-95a2-f6eb472fbbee triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:01:55.716875 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-39a9e045-3da2-4243-b17a-cdb8e5b12946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:55.777321 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5de8acf8-d473-4238-a2f8-68be5b866bbf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:55.811299 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5de8acf8-d473-4238-a2f8-68be5b866bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:55.853257 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de8acf8-d473-4238-a2f8-68be5b866bbf admin admin] Network 7a52ffe2-90ad-493c-9625-5106ea5905a5 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:01:55.858469 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-5de8acf8-d473-4238-a2f8-68be5b866bbf admin admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:01:55.863795 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de8acf8-d473-4238-a2f8-68be5b866bbf admin admin] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:01:55.865794 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8acf8-d473-4238-a2f8-68be5b866bbf admin admin] Pushing event updated for resources: {'Port': ['ID=5cd8a50d-2c89-4879-94d7-c0ff4a4051a0,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:01:55.911184 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5de8acf8-d473-4238-a2f8-68be5b866bbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:56.043912 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3e1b37a9-dbff-4697-8c13-d018b3cbcae9 None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:56.048833 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5de8acf8-d473-4238-a2f8-68be5b866bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:56.049776 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3e1b37a9-dbff-4697-8c13-d018b3cbcae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:56.107534 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-3e1b37a9-dbff-4697-8c13-d018b3cbcae9 None None] Attempting to bind port 0080e194-e391-4837-91b5-334f8fcc7452 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:01:56.108039 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-3e1b37a9-dbff-4697-8c13-d018b3cbcae9 None None] Attempting to bind port 0080e194-e391-4837-91b5-334f8fcc7452 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:01:56.108477 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1b37a9-dbff-4697-8c13-d018b3cbcae9 None None] Attempting to bind port 0080e194-e391-4837-91b5-334f8fcc7452 on network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:01:56.110568 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9903e-3935-4216-a3fb-742173fa2f7c None None] Pushing event updated for resources: {'Port': ['ID=0080e194-e391-4837-91b5-334f8fcc7452,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:01:56.116539 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1b37a9-dbff-4697-8c13-d018b3cbcae9 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:01:56.116929 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1b37a9-dbff-4697-8c13-d018b3cbcae9 None None] Checking segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:01:56.117332 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3e1b37a9-dbff-4697-8c13-d018b3cbcae9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:56.117754 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1b37a9-dbff-4697-8c13-d018b3cbcae9 None None] Bound using segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:01:56.118328 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-3e1b37a9-dbff-4697-8c13-d018b3cbcae9 None None] Bound port: 0080e194-e391-4837-91b5-334f8fcc7452, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:01:56.118611 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3e1b37a9-dbff-4697-8c13-d018b3cbcae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:56.173090 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-b9571d25-780b-44e1-88c5-68c0ba99207b None None] Provisioning complete for port 5cd8a50d-2c89-4879-94d7-c0ff4a4051a0 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:01:56.173463 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b9571d25-780b-44e1-88c5-68c0ba99207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:56.205684 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-3e1b37a9-dbff-4697-8c13-d018b3cbcae9 None None] For port 0080e194-e391-4837-91b5-334f8fcc7452, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:01:56.217703 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5de8acf8-d473-4238-a2f8-68be5b866bbf admin admin] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:56.222242 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5de8acf8-d473-4238-a2f8-68be5b866bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:56.225213 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-3e1b37a9-dbff-4697-8c13-d018b3cbcae9 None None] For port 0080e194-e391-4837-91b5-334f8fcc7452, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=0080e194-e391-4837-91b5-334f8fcc7452,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:01:56.226647 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-b9571d25-780b-44e1-88c5-68c0ba99207b None None] Port 5cd8a50d-2c89-4879-94d7-c0ff4a4051a0 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:01:56.230464 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3e1b37a9-dbff-4697-8c13-d018b3cbcae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:56.290477 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1b37a9-dbff-4697-8c13-d018b3cbcae9 None None] Routers {'23e45922-ac71-49f6-aab1-a8d420b54af5'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:01:56.291154 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-3e1b37a9-dbff-4697-8c13-d018b3cbcae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:01:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['23e45922-ac71-49f6-aab1-a8d420b54af5'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:01:56.293566 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5de8acf8-d473-4238-a2f8-68be5b866bbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:56.293919 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9903e-3935-4216-a3fb-742173fa2f7c None None] Pushing event updated for resources: {'Port': ['ID=0080e194-e391-4837-91b5-334f8fcc7452,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:01:56.296732 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8acf8-d473-4238-a2f8-68be5b866bbf admin admin] Pushing event updated for resources: {'Port': ['ID=5cd8a50d-2c89-4879-94d7-c0ff4a4051a0,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:01:56.398270 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device a58d8b42-4a6c-44ae-95a2-f6eb472fbbee up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:01:56.401860 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de8acf8-d473-4238-a2f8-68be5b866bbf admin admin] Network 7a52ffe2-90ad-493c-9625-5106ea5905a5 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:01:56.403279 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-5de8acf8-d473-4238-a2f8-68be5b866bbf admin admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:01:56.429688 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-3e1b37a9-dbff-4697-8c13-d018b3cbcae9 None None] Set router 23e45922-ac71-49f6-aab1-a8d420b54af5 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:01:56.524594 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de8acf8-d473-4238-a2f8-68be5b866bbf admin admin] Router 23e45922-ac71-49f6-aab1-a8d420b54af5 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:01:56.564677 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port a58d8b42-4a6c-44ae-95a2-f6eb472fbbee triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:01:56.565311 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:56.643080 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de8acf8-d473-4238-a2f8-68be5b866bbf admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:01:56.648151 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5de8acf8-d473-4238-a2f8-68be5b866bbf admin admin] 10.222.0.41 "PUT /v2.0/routers/23e45922-ac71-49f6-aab1-a8d420b54af5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5795660 Oct 26 09:01:56.710494 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-089e3528-8e59-4ae9-ad2d-a0b71217e181 None None] Provisioning complete for port 5cd8a50d-2c89-4879-94d7-c0ff4a4051a0 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:01:56.710872 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-089e3528-8e59-4ae9-ad2d-a0b71217e181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:56.765683 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-089e3528-8e59-4ae9-ad2d-a0b71217e181 None None] Port 5cd8a50d-2c89-4879-94d7-c0ff4a4051a0 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:01:56.775589 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-3e1b37a9-dbff-4697-8c13-d018b3cbcae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'name': 'tempest-TestMinimumBasicScenario-268280296-router', 'tenant_id': '3df8c76216ab48128006b08372a71b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': '0080e194-e391-4837-91b5-334f8fcc7452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:01:53Z', 'updated_at': '2021-10-26T09:01:56Z', 'revision_number': 4, 'project_id': '3df8c76216ab48128006b08372a71b47', 'gw_port': {'id': '0080e194-e391-4837-91b5-334f8fcc7452', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ca:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:01:53Z', 'updated_at': '2021-10-26T09:01:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '5cd8a50d-2c89-4879-94d7-c0ff4a4051a0', 'name': '', 'network_id': '7a52ffe2-90ad-493c-9625-5106ea5905a5', 'tenant_id': '3df8c76216ab48128006b08372a71b47', 'mac_address': 'fa:16:3e:94:cd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '0b499317-00ac-4e79-8387-8b1cc69f255d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:01:55Z', 'updated_at': '2021-10-26T09:01:56Z', 'revision_number': 2, 'project_id': '3df8c76216ab48128006b08372a71b47', 'subnets': [{'id': '0b499317-00ac-4e79-8387-8b1cc69f255d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:01:56.803506 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1b37a9-dbff-4697-8c13-d018b3cbcae9 None None] The sync data for ids ['23e45922-ac71-49f6-aab1-a8d420b54af5'] in dv-neutron-804846-13-hyperv is: [{'id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'name': 'tempest-TestMinimumBasicScenario-268280296-router', 'tenant_id': '3df8c76216ab48128006b08372a71b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': '0080e194-e391-4837-91b5-334f8fcc7452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:01:53Z', 'updated_at': '2021-10-26T09:01:56Z', 'revision_number': 4, 'project_id': '3df8c76216ab48128006b08372a71b47', 'gw_port': {'id': '0080e194-e391-4837-91b5-334f8fcc7452', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ca:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:01:53Z', 'updated_at': '2021-10-26T09:01:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '5cd8a50d-2c89-4879-94d7-c0ff4a4051a0', 'name': '', 'network_id': '7a52ffe2-90ad-493c-9625-5106ea5905a5', 'tenant_id': '3df8c76216ab48128006b08372a71b47', 'mac_address': 'fa:16:3e:94:cd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '0b499317-00ac-4e79-8387-8b1cc69f255d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:01:55Z', 'updated_at': '2021-10-26T09:01:56Z', 'revision_number': 2, 'project_id': '3df8c76216ab48128006b08372a71b47', 'subnets': [{'id': '0b499317-00ac-4e79-8387-8b1cc69f255d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:01:57.138671 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42900) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:01:57.143751 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-fe722851-55cf-4160-9282-21d9afdf49ef admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1224318000-network', 'tenant_id': 'cf66db33725c433cbca89515c3e607b1'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:01:57.166148 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe722851-55cf-4160-9282-21d9afdf49ef admin admin] Made reservation on behalf of cf66db33725c433cbca89515c3e607b1 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:01:57.168790 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fe722851-55cf-4160-9282-21d9afdf49ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:57.181339 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fe722851-55cf-4160-9282-21d9afdf49ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:57.262345 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fe722851-55cf-4160-9282-21d9afdf49ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:57.266568 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fe722851-55cf-4160-9282-21d9afdf49ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:57.293925 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe722851-55cf-4160-9282-21d9afdf49ef admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 09:01:57.304306 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe722851-55cf-4160-9282-21d9afdf49ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a89a6b-eb77-4f28-aefb-ee3eac7e0409,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:01:57.311472 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fe722851-55cf-4160-9282-21d9afdf49ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:57.311809 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-fe722851-55cf-4160-9282-21d9afdf49ef admin admin] Added segment bceeb7ff-a82d-4842-adb8-33f6d3ab000f of type vlan for network 64daa934-5d56-404b-bdc7-b51c7d6cf5cc Oct 26 09:01:57.355400 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fe722851-55cf-4160-9282-21d9afdf49ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:57.381357 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fe722851-55cf-4160-9282-21d9afdf49ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:57.382465 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe722851-55cf-4160-9282-21d9afdf49ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:01:57.383044 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fe722851-55cf-4160-9282-21d9afdf49ef admin admin] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:57.441148 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-fe722851-55cf-4160-9282-21d9afdf49ef admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3013432 Oct 26 09:01:57.444030 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 42902) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:01:57.449297 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-2e577ac8-2449-4ec2-944c-4bb6b3c0c72f admin admin] Request body: {'subnet': {'network_id': '64daa934-5d56-404b-bdc7-b51c7d6cf5cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1224318000-subnet', 'tenant_id': 'cf66db33725c433cbca89515c3e607b1', 'ip_version': 4}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:01:57.452452 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe722851-55cf-4160-9282-21d9afdf49ef admin admin] Pushing event updated for resources: {'Network': ['ID=64daa934-5d56-404b-bdc7-b51c7d6cf5cc,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:01:57.472177 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 64daa934-5d56-404b-bdc7-b51c7d6cf5cc details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 09:01:57.473878 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e577ac8-2449-4ec2-944c-4bb6b3c0c72f admin admin] Made reservation on behalf of cf66db33725c433cbca89515c3e607b1 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:01:57.476578 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2e577ac8-2449-4ec2-944c-4bb6b3c0c72f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:57.679594 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2e577ac8-2449-4ec2-944c-4bb6b3c0c72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:57.731938 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e577ac8-2449-4ec2-944c-4bb6b3c0c72f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd53aae8-80d5-4ac9-87be-4f24827d31c2,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:01:57.748723 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e577ac8-2449-4ec2-944c-4bb6b3c0c72f admin admin] Checking segment: {'id': 'bceeb7ff-a82d-4842-adb8-33f6d3ab000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '64daa934-5d56-404b-bdc7-b51c7d6cf5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:01:57.749087 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e577ac8-2449-4ec2-944c-4bb6b3c0c72f admin admin] Network hostable DHCP agents. Network: 64daa934-5d56-404b-bdc7-b51c7d6cf5cc, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 09:01:57.767827 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e577ac8-2449-4ec2-944c-4bb6b3c0c72f admin admin] Network 64daa934-5d56-404b-bdc7-b51c7d6cf5cc is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 09:01:57.777791 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-2e577ac8-2449-4ec2-944c-4bb6b3c0c72f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 64daa934-5d56-404b-bdc7-b51c7d6cf5cc) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:01:57.782659 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e577ac8-2449-4ec2-944c-4bb6b3c0c72f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:01:57.783565 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2e577ac8-2449-4ec2-944c-4bb6b3c0c72f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:57.788097 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80be07a5-cf58-4cf7-ae94-fd33f72e9362 None None] Network 64daa934-5d56-404b-bdc7-b51c7d6cf5cc requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:01:57.800762 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2e577ac8-2449-4ec2-944c-4bb6b3c0c72f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3555629 Oct 26 09:01:57.803653 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42904) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:01:57.811413 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-d07edf56-7b84-4038-847d-799a93880fcb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1224318000-router', 'tenant_id': 'cf66db33725c433cbca89515c3e607b1', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:01:57.840382 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d07edf56-7b84-4038-847d-799a93880fcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:57.842729 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d07edf56-7b84-4038-847d-799a93880fcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:57.910378 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d07edf56-7b84-4038-847d-799a93880fcb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:57.971152 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c394fc-13d2-471c-a449-ba9ac8ceb573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-64daa934-5d56-404b-bdc7-b51c7d6cf5cc', 'network_id': '64daa934-5d56-404b-bdc7-b51c7d6cf5cc', 'tenant_id': 'cf66db33725c433cbca89515c3e607b1', 'fixed_ips': [{'subnet_id': 'dd53aae8-80d5-4ac9-87be-4f24827d31c2'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 09:01:57.972035 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-71c394fc-13d2-471c-a449-ba9ac8ceb573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:58.055667 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d07edf56-7b84-4038-847d-799a93880fcb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:58.115225 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-71c394fc-13d2-471c-a449-ba9ac8ceb573 None None] Allocated IP 172.20.0.2 (64daa934-5d56-404b-bdc7-b51c7d6cf5cc/dd53aae8-80d5-4ac9-87be-4f24827d31c2/4bab2deb-e9aa-4f70-9037-dba43ce8709f) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:01:58.268191 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-71c394fc-13d2-471c-a449-ba9ac8ceb573 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:58.275938 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-71c394fc-13d2-471c-a449-ba9ac8ceb573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:58.315442 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c394fc-13d2-471c-a449-ba9ac8ceb573 None None] Network 64daa934-5d56-404b-bdc7-b51c7d6cf5cc is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:01:58.320685 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-71c394fc-13d2-471c-a449-ba9ac8ceb573 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:01:58.324782 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c394fc-13d2-471c-a449-ba9ac8ceb573 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:01:58.334154 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c394fc-13d2-471c-a449-ba9ac8ceb573 None None] Pushing event updated for resources: {'Port': ['ID=4bab2deb-e9aa-4f70-9037-dba43ce8709f,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:01:58.397684 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-71c394fc-13d2-471c-a449-ba9ac8ceb573 None None] Attempting to bind port 4bab2deb-e9aa-4f70-9037-dba43ce8709f on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:01:58.398402 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-71c394fc-13d2-471c-a449-ba9ac8ceb573 None None] Attempting to bind port 4bab2deb-e9aa-4f70-9037-dba43ce8709f by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'bceeb7ff-a82d-4842-adb8-33f6d3ab000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '64daa934-5d56-404b-bdc7-b51c7d6cf5cc'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:01:58.398999 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c394fc-13d2-471c-a449-ba9ac8ceb573 None None] Attempting to bind port 4bab2deb-e9aa-4f70-9037-dba43ce8709f on network 64daa934-5d56-404b-bdc7-b51c7d6cf5cc {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:01:58.404832 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c394fc-13d2-471c-a449-ba9ac8ceb573 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:01:58.405717 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c394fc-13d2-471c-a449-ba9ac8ceb573 None None] Checking segment: {'id': 'bceeb7ff-a82d-4842-adb8-33f6d3ab000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '64daa934-5d56-404b-bdc7-b51c7d6cf5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:01:58.406435 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-71c394fc-13d2-471c-a449-ba9ac8ceb573 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:58.407052 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c394fc-13d2-471c-a449-ba9ac8ceb573 None None] Bound using segment: {'id': 'bceeb7ff-a82d-4842-adb8-33f6d3ab000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '64daa934-5d56-404b-bdc7-b51c7d6cf5cc'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:01:58.407883 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-71c394fc-13d2-471c-a449-ba9ac8ceb573 None None] Bound port: 4bab2deb-e9aa-4f70-9037-dba43ce8709f, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bceeb7ff-a82d-4842-adb8-33f6d3ab000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '64daa934-5d56-404b-bdc7-b51c7d6cf5cc'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:01:58.408494 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-71c394fc-13d2-471c-a449-ba9ac8ceb573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:58.445074 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 0080e194-e391-4837-91b5-334f8fcc7452 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:01:58.511765 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-71c394fc-13d2-471c-a449-ba9ac8ceb573 None None] For port 4bab2deb-e9aa-4f70-9037-dba43ce8709f, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:01:58.515912 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-71c394fc-13d2-471c-a449-ba9ac8ceb573 None None] For port 4bab2deb-e9aa-4f70-9037-dba43ce8709f, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=4bab2deb-e9aa-4f70-9037-dba43ce8709f,segment=NetworkSegment(bceeb7ff-a82d-4842-adb8-33f6d3ab000f),segment_id=bceeb7ff-a82d-4842-adb8-33f6d3ab000f)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:01:58.524400 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-71c394fc-13d2-471c-a449-ba9ac8ceb573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:58.535957 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 0080e194-e391-4837-91b5-334f8fcc7452 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:01:58.536100 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d07edf56-7b84-4038-847d-799a93880fcb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:58.536334 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:58.556672 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d07edf56-7b84-4038-847d-799a93880fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:58.675782 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-d07edf56-7b84-4038-847d-799a93880fcb admin admin] Allocated IP 172.26.2.54 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/274220d0-82e2-40dd-a0aa-7601a44c9eff) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:01:58.779132 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c394fc-13d2-471c-a449-ba9ac8ceb573 None None] Pushing event updated for resources: {'Port': ['ID=4bab2deb-e9aa-4f70-9037-dba43ce8709f,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:01:58.790519 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d07edf56-7b84-4038-847d-799a93880fcb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:58.829587 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d07edf56-7b84-4038-847d-799a93880fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:58.833733 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:58.854916 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 0080e194-e391-4837-91b5-334f8fcc7452, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=0080e194-e391-4837-91b5-334f8fcc7452,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:01:58.860116 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:58.884329 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07edf56-7b84-4038-847d-799a93880fcb admin admin] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:01:58.888368 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-d07edf56-7b84-4038-847d-799a93880fcb admin admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:01:58.890855 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07edf56-7b84-4038-847d-799a93880fcb admin admin] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:01:58.910862 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c5438b-770c-4cfc-9e1b-e08f24319387 None None] Sync routers for ids ['23e45922-ac71-49f6-aab1-a8d420b54af5'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:01:58.919428 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07edf56-7b84-4038-847d-799a93880fcb admin admin] Pushing event updated for resources: {'Port': ['ID=274220d0-82e2-40dd-a0aa-7601a44c9eff,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:01:58.924680 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c5438b-770c-4cfc-9e1b-e08f24319387 None None] Routers {'23e45922-ac71-49f6-aab1-a8d420b54af5'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:01:58.925525 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-01c5438b-770c-4cfc-9e1b-e08f24319387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:01:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['23e45922-ac71-49f6-aab1-a8d420b54af5'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:01:58.969772 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=0080e194-e391-4837-91b5-334f8fcc7452,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:01:59.060064 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-01c5438b-770c-4cfc-9e1b-e08f24319387 None None] Set router 23e45922-ac71-49f6-aab1-a8d420b54af5 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:01:59.208480 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d07edf56-7b84-4038-847d-799a93880fcb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:59.268527 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-01c5438b-770c-4cfc-9e1b-e08f24319387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'name': 'tempest-TestMinimumBasicScenario-268280296-router', 'tenant_id': '3df8c76216ab48128006b08372a71b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': '0080e194-e391-4837-91b5-334f8fcc7452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:01:53Z', 'updated_at': '2021-10-26T09:01:56Z', 'revision_number': 4, 'project_id': '3df8c76216ab48128006b08372a71b47', 'gw_port': {'id': '0080e194-e391-4837-91b5-334f8fcc7452', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ca:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:01:53Z', 'updated_at': '2021-10-26T09:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '5cd8a50d-2c89-4879-94d7-c0ff4a4051a0', 'name': '', 'network_id': '7a52ffe2-90ad-493c-9625-5106ea5905a5', 'tenant_id': '3df8c76216ab48128006b08372a71b47', 'mac_address': 'fa:16:3e:94:cd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '0b499317-00ac-4e79-8387-8b1cc69f255d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:01:55Z', 'updated_at': '2021-10-26T09:01:56Z', 'revision_number': 2, 'project_id': '3df8c76216ab48128006b08372a71b47', 'subnets': [{'id': '0b499317-00ac-4e79-8387-8b1cc69f255d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:01:59.295076 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c5438b-770c-4cfc-9e1b-e08f24319387 None None] Checking router: 23e45922-ac71-49f6-aab1-a8d420b54af5 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:01:59.295443 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c5438b-770c-4cfc-9e1b-e08f24319387 None None] Updating router 23e45922-ac71-49f6-aab1-a8d420b54af5 port 5cd8a50d-2c89-4879-94d7-c0ff4a4051a0 binding host dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 09:01:59.319963 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-01c5438b-770c-4cfc-9e1b-e08f24319387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:59.406910 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d07edf56-7b84-4038-847d-799a93880fcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:59.554343 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07edf56-7b84-4038-847d-799a93880fcb admin admin] Router 04ef0bd3-f5b9-4daf-8a83-3f715a033cd1 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 09:01:59.671355 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07edf56-7b84-4038-847d-799a93880fcb admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:01:59.681404 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0fae98-301a-43e6-b01d-7f1aa064ecb8 None None] Sync routers for ids ['04ef0bd3-f5b9-4daf-8a83-3f715a033cd1'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:01:59.691283 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d07edf56-7b84-4038-847d-799a93880fcb admin admin] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:59.692760 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d07edf56-7b84-4038-847d-799a93880fcb admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8874979 Oct 26 09:01:59.695504 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 42906) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:01:59.696415 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0fae98-301a-43e6-b01d-7f1aa064ecb8 None None] Routers {'04ef0bd3-f5b9-4daf-8a83-3f715a033cd1'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:01:59.697594 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-8b0fae98-301a-43e6-b01d-7f1aa064ecb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:01:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['04ef0bd3-f5b9-4daf-8a83-3f715a033cd1'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:01:59.702148 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-01c5438b-770c-4cfc-9e1b-e08f24319387 None None] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:59.710723 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-01c5438b-770c-4cfc-9e1b-e08f24319387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:59.785574 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384c5a2-5f55-4248-9275-6aab0b5cfa15 None None] Pushing event updated for resources: {'Port': ['ID=5cd8a50d-2c89-4879-94d7-c0ff4a4051a0,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:01:59.808024 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384c5a2-5f55-4248-9275-6aab0b5cfa15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:59.808506 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384c5a2-5f55-4248-9275-6aab0b5cfa15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:59.808904 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384c5a2-5f55-4248-9275-6aab0b5cfa15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:59.809308 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384c5a2-5f55-4248-9275-6aab0b5cfa15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:59.809798 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384c5a2-5f55-4248-9275-6aab0b5cfa15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:59.810198 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384c5a2-5f55-4248-9275-6aab0b5cfa15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:59.810593 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384c5a2-5f55-4248-9275-6aab0b5cfa15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:59.810994 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384c5a2-5f55-4248-9275-6aab0b5cfa15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:59.811389 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384c5a2-5f55-4248-9275-6aab0b5cfa15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:59.811723 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384c5a2-5f55-4248-9275-6aab0b5cfa15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:59.812148 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384c5a2-5f55-4248-9275-6aab0b5cfa15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:59.812535 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384c5a2-5f55-4248-9275-6aab0b5cfa15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:01:59.840915 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-01c5438b-770c-4cfc-9e1b-e08f24319387 None None] Attempting to bind port 5cd8a50d-2c89-4879-94d7-c0ff4a4051a0 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:01:59.841980 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-01c5438b-770c-4cfc-9e1b-e08f24319387 None None] Attempting to bind port 5cd8a50d-2c89-4879-94d7-c0ff4a4051a0 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '736a44db-76e1-47de-b3e4-86c2b5e2aeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7a52ffe2-90ad-493c-9625-5106ea5905a5'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:01:59.842442 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c5438b-770c-4cfc-9e1b-e08f24319387 None None] Attempting to bind port 5cd8a50d-2c89-4879-94d7-c0ff4a4051a0 on network 7a52ffe2-90ad-493c-9625-5106ea5905a5 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:01:59.843111 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-8b0fae98-301a-43e6-b01d-7f1aa064ecb8 None None] Set router 04ef0bd3-f5b9-4daf-8a83-3f715a033cd1 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:01:59.848500 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c5438b-770c-4cfc-9e1b-e08f24319387 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:01:59.849002 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c5438b-770c-4cfc-9e1b-e08f24319387 None None] Checking segment: {'id': '736a44db-76e1-47de-b3e4-86c2b5e2aeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7a52ffe2-90ad-493c-9625-5106ea5905a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:01:59.849511 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-01c5438b-770c-4cfc-9e1b-e08f24319387 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:59.850014 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c5438b-770c-4cfc-9e1b-e08f24319387 None None] Bound using segment: {'id': '736a44db-76e1-47de-b3e4-86c2b5e2aeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7a52ffe2-90ad-493c-9625-5106ea5905a5'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:01:59.850583 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-01c5438b-770c-4cfc-9e1b-e08f24319387 None None] Bound port: 5cd8a50d-2c89-4879-94d7-c0ff4a4051a0, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736a44db-76e1-47de-b3e4-86c2b5e2aeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7a52ffe2-90ad-493c-9625-5106ea5905a5'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:01:59.851187 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-01c5438b-770c-4cfc-9e1b-e08f24319387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:01:59.882387 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a061bb-2402-4c18-a761-b17d301efaa3 None None] Network 64daa934-5d56-404b-bdc7-b51c7d6cf5cc requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:01:59.938440 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-01c5438b-770c-4cfc-9e1b-e08f24319387 None None] For port 5cd8a50d-2c89-4879-94d7-c0ff4a4051a0, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:01:59.943945 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-01c5438b-770c-4cfc-9e1b-e08f24319387 None None] For port 5cd8a50d-2c89-4879-94d7-c0ff4a4051a0, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=5cd8a50d-2c89-4879-94d7-c0ff4a4051a0,segment=NetworkSegment(736a44db-76e1-47de-b3e4-86c2b5e2aeba),segment_id=736a44db-76e1-47de-b3e4-86c2b5e2aeba)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:01:59.950713 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-01c5438b-770c-4cfc-9e1b-e08f24319387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:00.023069 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384c5a2-5f55-4248-9275-6aab0b5cfa15 None None] Pushing event updated for resources: {'Port': ['ID=5cd8a50d-2c89-4879-94d7-c0ff4a4051a0,revision_number=4']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:02:00.035536 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-7d1fb5b6-713e-4841-b39e-8b3e48887e5d None None] Provisioning complete for port 4bab2deb-e9aa-4f70-9037-dba43ce8709f triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:02:00.036113 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7d1fb5b6-713e-4841-b39e-8b3e48887e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:00.045676 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c5438b-770c-4cfc-9e1b-e08f24319387 None None] Routers {'23e45922-ac71-49f6-aab1-a8d420b54af5'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:02:00.046505 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-01c5438b-770c-4cfc-9e1b-e08f24319387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:01:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['23e45922-ac71-49f6-aab1-a8d420b54af5'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:02:00.176567 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-01c5438b-770c-4cfc-9e1b-e08f24319387 None None] Set router 23e45922-ac71-49f6-aab1-a8d420b54af5 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:02:00.211510 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-abeeb604-f89d-4e03-9472-7b47777149c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:00.278094 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-8b0fae98-301a-43e6-b01d-7f1aa064ecb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ef0bd3-f5b9-4daf-8a83-3f715a033cd1', 'name': 'tempest-TestMinimumBasicScenario-1224318000-router', 'tenant_id': 'cf66db33725c433cbca89515c3e607b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '274220d0-82e2-40dd-a0aa-7601a44c9eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:01:57Z', 'updated_at': '2021-10-26T09:01:59Z', 'revision_number': 3, 'project_id': 'cf66db33725c433cbca89515c3e607b1', 'gw_port': {'id': '274220d0-82e2-40dd-a0aa-7601a44c9eff', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ef0bd3-f5b9-4daf-8a83-3f715a033cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:01:58Z', 'updated_at': '2021-10-26T09:01:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:02:00.280132 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7d1fb5b6-713e-4841-b39e-8b3e48887e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:00.339734 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0fae98-301a-43e6-b01d-7f1aa064ecb8 None None] Checking router: 04ef0bd3-f5b9-4daf-8a83-3f715a033cd1 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:02:00.340201 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0fae98-301a-43e6-b01d-7f1aa064ecb8 None None] Updating router 04ef0bd3-f5b9-4daf-8a83-3f715a033cd1 port 274220d0-82e2-40dd-a0aa-7601a44c9eff binding host dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 09:02:00.392053 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b0fae98-301a-43e6-b01d-7f1aa064ecb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:00.423705 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-abeeb604-f89d-4e03-9472-7b47777149c3 admin admin] Allocated IP 172.20.0.1 (64daa934-5d56-404b-bdc7-b51c7d6cf5cc/dd53aae8-80d5-4ac9-87be-4f24827d31c2/d98e57cb-97e1-45e7-8f31-edfb1b36af2a) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:02:00.436871 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-7d1fb5b6-713e-4841-b39e-8b3e48887e5d None None] For port 4bab2deb-e9aa-4f70-9037-dba43ce8709f, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=4bab2deb-e9aa-4f70-9037-dba43ce8709f,segment=NetworkSegment(bceeb7ff-a82d-4842-adb8-33f6d3ab000f),segment_id=bceeb7ff-a82d-4842-adb8-33f6d3ab000f)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:02:00.444631 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-01c5438b-770c-4cfc-9e1b-e08f24319387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'name': 'tempest-TestMinimumBasicScenario-268280296-router', 'tenant_id': '3df8c76216ab48128006b08372a71b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': '0080e194-e391-4837-91b5-334f8fcc7452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:01:53Z', 'updated_at': '2021-10-26T09:01:56Z', 'revision_number': 4, 'project_id': '3df8c76216ab48128006b08372a71b47', 'gw_port': {'id': '0080e194-e391-4837-91b5-334f8fcc7452', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ca:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:01:53Z', 'updated_at': '2021-10-26T09:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '5cd8a50d-2c89-4879-94d7-c0ff4a4051a0', 'name': '', 'network_id': '7a52ffe2-90ad-493c-9625-5106ea5905a5', 'tenant_id': '3df8c76216ab48128006b08372a71b47', 'mac_address': 'fa:16:3e:94:cd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '0b499317-00ac-4e79-8387-8b1cc69f255d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:01:55Z', 'updated_at': '2021-10-26T09:01:59Z', 'revision_number': 4, 'project_id': '3df8c76216ab48128006b08372a71b47', 'subnets': [{'id': '0b499317-00ac-4e79-8387-8b1cc69f255d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:02:00.446836 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7d1fb5b6-713e-4841-b39e-8b3e48887e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:00.485913 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c5438b-770c-4cfc-9e1b-e08f24319387 None None] The sync data for ids ['23e45922-ac71-49f6-aab1-a8d420b54af5'] in dv-neutron-804846-13-hyperv is: [{'id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'name': 'tempest-TestMinimumBasicScenario-268280296-router', 'tenant_id': '3df8c76216ab48128006b08372a71b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': '0080e194-e391-4837-91b5-334f8fcc7452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:01:53Z', 'updated_at': '2021-10-26T09:01:56Z', 'revision_number': 4, 'project_id': '3df8c76216ab48128006b08372a71b47', 'gw_port': {'id': '0080e194-e391-4837-91b5-334f8fcc7452', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ca:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:01:53Z', 'updated_at': '2021-10-26T09:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '5cd8a50d-2c89-4879-94d7-c0ff4a4051a0', 'name': '', 'network_id': '7a52ffe2-90ad-493c-9625-5106ea5905a5', 'tenant_id': '3df8c76216ab48128006b08372a71b47', 'mac_address': 'fa:16:3e:94:cd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '0b499317-00ac-4e79-8387-8b1cc69f255d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:01:55Z', 'updated_at': '2021-10-26T09:01:59Z', 'revision_number': 4, 'project_id': '3df8c76216ab48128006b08372a71b47', 'subnets': [{'id': '0b499317-00ac-4e79-8387-8b1cc69f255d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:02:00.594216 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-abeeb604-f89d-4e03-9472-7b47777149c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:00.630727 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1fb5b6-713e-4841-b39e-8b3e48887e5d None None] Pushing event updated for resources: {'Port': ['ID=4bab2deb-e9aa-4f70-9037-dba43ce8709f,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:02:00.639763 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 4bab2deb-e9aa-4f70-9037-dba43ce8709f up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:02:00.643812 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-abeeb604-f89d-4e03-9472-7b47777149c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:00.686831 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abeeb604-f89d-4e03-9472-7b47777149c3 admin admin] Network 64daa934-5d56-404b-bdc7-b51c7d6cf5cc is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:02:00.688722 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-f0ef3dcd-2fcd-4ddd-a699-0e0a3c622f64 None None] Provisioning complete for port 5cd8a50d-2c89-4879-94d7-c0ff4a4051a0 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:02:00.689458 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f0ef3dcd-2fcd-4ddd-a699-0e0a3c622f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:00.689764 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-abeeb604-f89d-4e03-9472-7b47777149c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:02:00.695949 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abeeb604-f89d-4e03-9472-7b47777149c3 admin admin] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:02:00.726210 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeeb604-f89d-4e03-9472-7b47777149c3 admin admin] Pushing event updated for resources: {'Port': ['ID=d98e57cb-97e1-45e7-8f31-edfb1b36af2a,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:02:00.760225 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-abeeb604-f89d-4e03-9472-7b47777149c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:00.813659 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 4bab2deb-e9aa-4f70-9037-dba43ce8709f triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:02:00.814020 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:00.912021 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f0ef3dcd-2fcd-4ddd-a699-0e0a3c622f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:00.926248 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-abeeb604-f89d-4e03-9472-7b47777149c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:01.033298 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-f0ef3dcd-2fcd-4ddd-a699-0e0a3c622f64 None None] For port 5cd8a50d-2c89-4879-94d7-c0ff4a4051a0, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=5cd8a50d-2c89-4879-94d7-c0ff4a4051a0,segment=NetworkSegment(736a44db-76e1-47de-b3e4-86c2b5e2aeba),segment_id=736a44db-76e1-47de-b3e4-86c2b5e2aeba)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:02:01.046837 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f0ef3dcd-2fcd-4ddd-a699-0e0a3c622f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:01.060110 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 5cd8a50d-2c89-4879-94d7-c0ff4a4051a0 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:02:01.062976 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b0fae98-301a-43e6-b01d-7f1aa064ecb8 None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:01.112529 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b0fae98-301a-43e6-b01d-7f1aa064ecb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:01.129141 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-abeeb604-f89d-4e03-9472-7b47777149c3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:01.134758 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-abeeb604-f89d-4e03-9472-7b47777149c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:01.160787 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef3dcd-2fcd-4ddd-a699-0e0a3c622f64 None None] Pushing event updated for resources: {'Port': ['ID=5cd8a50d-2c89-4879-94d7-c0ff4a4051a0,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:02:01.204093 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-8b0fae98-301a-43e6-b01d-7f1aa064ecb8 None None] Attempting to bind port 274220d0-82e2-40dd-a0aa-7601a44c9eff on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:02:01.204465 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-8b0fae98-301a-43e6-b01d-7f1aa064ecb8 None None] Attempting to bind port 274220d0-82e2-40dd-a0aa-7601a44c9eff by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:02:01.204833 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0fae98-301a-43e6-b01d-7f1aa064ecb8 None None] Attempting to bind port 274220d0-82e2-40dd-a0aa-7601a44c9eff on network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:02:01.211956 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-abeeb604-f89d-4e03-9472-7b47777149c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:01.224075 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeeb604-f89d-4e03-9472-7b47777149c3 admin admin] Pushing event updated for resources: {'Port': ['ID=d98e57cb-97e1-45e7-8f31-edfb1b36af2a,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:02:01.226390 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0fae98-301a-43e6-b01d-7f1aa064ecb8 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:02:01.226897 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0fae98-301a-43e6-b01d-7f1aa064ecb8 None None] Checking segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:02:01.227192 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b0fae98-301a-43e6-b01d-7f1aa064ecb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:01.227548 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0fae98-301a-43e6-b01d-7f1aa064ecb8 None None] Bound using segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:02:01.228035 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-8b0fae98-301a-43e6-b01d-7f1aa064ecb8 None None] Bound port: 274220d0-82e2-40dd-a0aa-7601a44c9eff, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:02:01.228943 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b0fae98-301a-43e6-b01d-7f1aa064ecb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:01.233901 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-4088c763-08fb-4ed5-b710-23af81a42cee None None] Provisioning complete for port 4bab2deb-e9aa-4f70-9037-dba43ce8709f triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:02:01.234264 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4088c763-08fb-4ed5-b710-23af81a42cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:01.278684 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0248e-f9c7-41a0-8f4a-ca29404c8953 None None] Pushing event updated for resources: {'Port': ['ID=274220d0-82e2-40dd-a0aa-7601a44c9eff,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:02:01.288037 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 5cd8a50d-2c89-4879-94d7-c0ff4a4051a0 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:02:01.288409 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:01.321726 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abeeb604-f89d-4e03-9472-7b47777149c3 admin admin] Network 64daa934-5d56-404b-bdc7-b51c7d6cf5cc is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:02:01.323380 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-abeeb604-f89d-4e03-9472-7b47777149c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:02:01.367584 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b0fae98-301a-43e6-b01d-7f1aa064ecb8 None None] For port 274220d0-82e2-40dd-a0aa-7601a44c9eff, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:02:01.372719 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b0fae98-301a-43e6-b01d-7f1aa064ecb8 None None] For port 274220d0-82e2-40dd-a0aa-7601a44c9eff, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=274220d0-82e2-40dd-a0aa-7601a44c9eff,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:02:01.379364 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b0fae98-301a-43e6-b01d-7f1aa064ecb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:01.451248 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abeeb604-f89d-4e03-9472-7b47777149c3 admin admin] Router 04ef0bd3-f5b9-4daf-8a83-3f715a033cd1 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:02:01.514546 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0fae98-301a-43e6-b01d-7f1aa064ecb8 None None] Routers {'04ef0bd3-f5b9-4daf-8a83-3f715a033cd1'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:02:01.515183 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-8b0fae98-301a-43e6-b01d-7f1aa064ecb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:01:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['04ef0bd3-f5b9-4daf-8a83-3f715a033cd1'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:02:01.519769 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 0080e194-e391-4837-91b5-334f8fcc7452 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:02:01.569961 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abeeb604-f89d-4e03-9472-7b47777149c3 admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:02:01.583178 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-abeeb604-f89d-4e03-9472-7b47777149c3 admin admin] 10.222.0.41 "PUT /v2.0/routers/04ef0bd3-f5b9-4daf-8a83-3f715a033cd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8786459 Oct 26 09:02:01.722485 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0248e-f9c7-41a0-8f4a-ca29404c8953 None None] Pushing event updated for resources: {'Port': ['ID=274220d0-82e2-40dd-a0aa-7601a44c9eff,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:02:01.779565 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-4088c763-08fb-4ed5-b710-23af81a42cee None None] Provisioning complete for port d98e57cb-97e1-45e7-8f31-edfb1b36af2a triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:02:01.779851 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4088c763-08fb-4ed5-b710-23af81a42cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:01.838793 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-4088c763-08fb-4ed5-b710-23af81a42cee None None] Port d98e57cb-97e1-45e7-8f31-edfb1b36af2a cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:02:01.852385 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-8b0fae98-301a-43e6-b01d-7f1aa064ecb8 None None] Set router 04ef0bd3-f5b9-4daf-8a83-3f715a033cd1 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:02:01.879513 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 0080e194-e391-4837-91b5-334f8fcc7452 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:02:01.879888 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:02.027159 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-73502862-99f3-4717-8085-5c157ad96c41 None None] Provisioning complete for port d98e57cb-97e1-45e7-8f31-edfb1b36af2a triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:02:02.027813 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-73502862-99f3-4717-8085-5c157ad96c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:02.117563 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-73502862-99f3-4717-8085-5c157ad96c41 None None] Port d98e57cb-97e1-45e7-8f31-edfb1b36af2a cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:02:02.179417 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-8b0fae98-301a-43e6-b01d-7f1aa064ecb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ef0bd3-f5b9-4daf-8a83-3f715a033cd1', 'name': 'tempest-TestMinimumBasicScenario-1224318000-router', 'tenant_id': 'cf66db33725c433cbca89515c3e607b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '274220d0-82e2-40dd-a0aa-7601a44c9eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:01:57Z', 'updated_at': '2021-10-26T09:02:00Z', 'revision_number': 4, 'project_id': 'cf66db33725c433cbca89515c3e607b1', 'gw_port': {'id': '274220d0-82e2-40dd-a0aa-7601a44c9eff', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ef0bd3-f5b9-4daf-8a83-3f715a033cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:01:58Z', 'updated_at': '2021-10-26T09:02:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'd98e57cb-97e1-45e7-8f31-edfb1b36af2a', 'name': '', 'network_id': '64daa934-5d56-404b-bdc7-b51c7d6cf5cc', 'tenant_id': 'cf66db33725c433cbca89515c3e607b1', 'mac_address': 'fa:16:3e:96:d9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ef0bd3-f5b9-4daf-8a83-3f715a033cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'dd53aae8-80d5-4ac9-87be-4f24827d31c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:02:00Z', 'updated_at': '2021-10-26T09:02:00Z', 'revision_number': 2, 'project_id': 'cf66db33725c433cbca89515c3e607b1', 'subnets': [{'id': 'dd53aae8-80d5-4ac9-87be-4f24827d31c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:02:02.209732 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0fae98-301a-43e6-b01d-7f1aa064ecb8 None None] The sync data for ids ['04ef0bd3-f5b9-4daf-8a83-3f715a033cd1'] in dv-neutron-804846-13-hyperv is: [{'id': '04ef0bd3-f5b9-4daf-8a83-3f715a033cd1', 'name': 'tempest-TestMinimumBasicScenario-1224318000-router', 'tenant_id': 'cf66db33725c433cbca89515c3e607b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '274220d0-82e2-40dd-a0aa-7601a44c9eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:01:57Z', 'updated_at': '2021-10-26T09:02:00Z', 'revision_number': 4, 'project_id': 'cf66db33725c433cbca89515c3e607b1', 'gw_port': {'id': '274220d0-82e2-40dd-a0aa-7601a44c9eff', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ef0bd3-f5b9-4daf-8a83-3f715a033cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:01:58Z', 'updated_at': '2021-10-26T09:02:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'd98e57cb-97e1-45e7-8f31-edfb1b36af2a', 'name': '', 'network_id': '64daa934-5d56-404b-bdc7-b51c7d6cf5cc', 'tenant_id': 'cf66db33725c433cbca89515c3e607b1', 'mac_address': 'fa:16:3e:96:d9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ef0bd3-f5b9-4daf-8a83-3f715a033cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'dd53aae8-80d5-4ac9-87be-4f24827d31c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:02:00Z', 'updated_at': '2021-10-26T09:02:00Z', 'revision_number': 2, 'project_id': 'cf66db33725c433cbca89515c3e607b1', 'subnets': [{'id': 'dd53aae8-80d5-4ac9-87be-4f24827d31c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:02:02.472703 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 4bab2deb-e9aa-4f70-9037-dba43ce8709f up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:02:02.544717 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 4bab2deb-e9aa-4f70-9037-dba43ce8709f triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:02:02.545237 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:02.653246 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 5cd8a50d-2c89-4879-94d7-c0ff4a4051a0 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:02:02.711574 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 5cd8a50d-2c89-4879-94d7-c0ff4a4051a0 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:02:02.711955 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:03.659606 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:02:04.447672 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 274220d0-82e2-40dd-a0aa-7601a44c9eff up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:02:04.507313 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 274220d0-82e2-40dd-a0aa-7601a44c9eff triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:02:04.507691 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:04.607153 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:04.636525 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 274220d0-82e2-40dd-a0aa-7601a44c9eff, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=274220d0-82e2-40dd-a0aa-7601a44c9eff,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:02:04.642115 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:04.698228 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=274220d0-82e2-40dd-a0aa-7601a44c9eff,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:02:04.795817 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e28545-4a17-4647-bc1d-8f0296879f9d None None] Sync routers for ids ['04ef0bd3-f5b9-4daf-8a83-3f715a033cd1'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:02:04.805966 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e28545-4a17-4647-bc1d-8f0296879f9d None None] Routers {'04ef0bd3-f5b9-4daf-8a83-3f715a033cd1'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:02:04.807666 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-c3e28545-4a17-4647-bc1d-8f0296879f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:01:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['04ef0bd3-f5b9-4daf-8a83-3f715a033cd1'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:02:04.925880 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-c3e28545-4a17-4647-bc1d-8f0296879f9d None None] Set router 04ef0bd3-f5b9-4daf-8a83-3f715a033cd1 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:02:05.170006 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-c3e28545-4a17-4647-bc1d-8f0296879f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ef0bd3-f5b9-4daf-8a83-3f715a033cd1', 'name': 'tempest-TestMinimumBasicScenario-1224318000-router', 'tenant_id': 'cf66db33725c433cbca89515c3e607b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '274220d0-82e2-40dd-a0aa-7601a44c9eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:01:57Z', 'updated_at': '2021-10-26T09:02:00Z', 'revision_number': 4, 'project_id': 'cf66db33725c433cbca89515c3e607b1', 'gw_port': {'id': '274220d0-82e2-40dd-a0aa-7601a44c9eff', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ef0bd3-f5b9-4daf-8a83-3f715a033cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:01:58Z', 'updated_at': '2021-10-26T09:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'd98e57cb-97e1-45e7-8f31-edfb1b36af2a', 'name': '', 'network_id': '64daa934-5d56-404b-bdc7-b51c7d6cf5cc', 'tenant_id': 'cf66db33725c433cbca89515c3e607b1', 'mac_address': 'fa:16:3e:96:d9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ef0bd3-f5b9-4daf-8a83-3f715a033cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'dd53aae8-80d5-4ac9-87be-4f24827d31c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:02:00Z', 'updated_at': '2021-10-26T09:02:00Z', 'revision_number': 2, 'project_id': 'cf66db33725c433cbca89515c3e607b1', 'subnets': [{'id': 'dd53aae8-80d5-4ac9-87be-4f24827d31c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:02:05.196311 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e28545-4a17-4647-bc1d-8f0296879f9d None None] Checking router: 04ef0bd3-f5b9-4daf-8a83-3f715a033cd1 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:02:05.196627 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e28545-4a17-4647-bc1d-8f0296879f9d None None] Updating router 04ef0bd3-f5b9-4daf-8a83-3f715a033cd1 port d98e57cb-97e1-45e7-8f31-edfb1b36af2a binding host dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 09:02:05.223898 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c3e28545-4a17-4647-bc1d-8f0296879f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:05.528675 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c3e28545-4a17-4647-bc1d-8f0296879f9d None None] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:05.534544 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c3e28545-4a17-4647-bc1d-8f0296879f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:05.589221 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f028a-281b-4f4a-a59a-e16f88e03d63 None None] Pushing event updated for resources: {'Port': ['ID=d98e57cb-97e1-45e7-8f31-edfb1b36af2a,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:02:05.645479 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-c3e28545-4a17-4647-bc1d-8f0296879f9d None None] Attempting to bind port d98e57cb-97e1-45e7-8f31-edfb1b36af2a on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:02:05.645885 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-c3e28545-4a17-4647-bc1d-8f0296879f9d None None] Attempting to bind port d98e57cb-97e1-45e7-8f31-edfb1b36af2a by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'bceeb7ff-a82d-4842-adb8-33f6d3ab000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '64daa934-5d56-404b-bdc7-b51c7d6cf5cc'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:02:05.646252 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e28545-4a17-4647-bc1d-8f0296879f9d None None] Attempting to bind port d98e57cb-97e1-45e7-8f31-edfb1b36af2a on network 64daa934-5d56-404b-bdc7-b51c7d6cf5cc {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:02:05.652567 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e28545-4a17-4647-bc1d-8f0296879f9d None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:02:05.653094 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e28545-4a17-4647-bc1d-8f0296879f9d None None] Checking segment: {'id': 'bceeb7ff-a82d-4842-adb8-33f6d3ab000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '64daa934-5d56-404b-bdc7-b51c7d6cf5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:02:05.653500 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c3e28545-4a17-4647-bc1d-8f0296879f9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:05.653929 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e28545-4a17-4647-bc1d-8f0296879f9d None None] Bound using segment: {'id': 'bceeb7ff-a82d-4842-adb8-33f6d3ab000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '64daa934-5d56-404b-bdc7-b51c7d6cf5cc'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:02:05.654403 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-c3e28545-4a17-4647-bc1d-8f0296879f9d None None] Bound port: d98e57cb-97e1-45e7-8f31-edfb1b36af2a, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bceeb7ff-a82d-4842-adb8-33f6d3ab000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '64daa934-5d56-404b-bdc7-b51c7d6cf5cc'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:02:05.654786 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c3e28545-4a17-4647-bc1d-8f0296879f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:05.732579 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-c3e28545-4a17-4647-bc1d-8f0296879f9d None None] For port d98e57cb-97e1-45e7-8f31-edfb1b36af2a, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:02:05.736811 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-c3e28545-4a17-4647-bc1d-8f0296879f9d None None] For port d98e57cb-97e1-45e7-8f31-edfb1b36af2a, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=d98e57cb-97e1-45e7-8f31-edfb1b36af2a,segment=NetworkSegment(bceeb7ff-a82d-4842-adb8-33f6d3ab000f),segment_id=bceeb7ff-a82d-4842-adb8-33f6d3ab000f)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:02:05.742723 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c3e28545-4a17-4647-bc1d-8f0296879f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:05.807167 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e28545-4a17-4647-bc1d-8f0296879f9d None None] Routers {'04ef0bd3-f5b9-4daf-8a83-3f715a033cd1'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:02:05.807738 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-c3e28545-4a17-4647-bc1d-8f0296879f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:01:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['04ef0bd3-f5b9-4daf-8a83-3f715a033cd1'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:02:05.861951 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-de7c1c3f-39ea-453a-838c-05bebe046d3f None None] Provisioning complete for port d98e57cb-97e1-45e7-8f31-edfb1b36af2a triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:02:05.863009 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-de7c1c3f-39ea-453a-838c-05bebe046d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:05.944662 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f028a-281b-4f4a-a59a-e16f88e03d63 None None] Pushing event updated for resources: {'Port': ['ID=d98e57cb-97e1-45e7-8f31-edfb1b36af2a,revision_number=4']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:02:05.974347 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-c3e28545-4a17-4647-bc1d-8f0296879f9d None None] Set router 04ef0bd3-f5b9-4daf-8a83-3f715a033cd1 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:02:05.995666 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-de7c1c3f-39ea-453a-838c-05bebe046d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:06.060645 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-de7c1c3f-39ea-453a-838c-05bebe046d3f None None] For port d98e57cb-97e1-45e7-8f31-edfb1b36af2a, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=d98e57cb-97e1-45e7-8f31-edfb1b36af2a,segment=NetworkSegment(bceeb7ff-a82d-4842-adb8-33f6d3ab000f),segment_id=bceeb7ff-a82d-4842-adb8-33f6d3ab000f)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:02:06.064941 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-de7c1c3f-39ea-453a-838c-05bebe046d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:06.126069 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c1c3f-39ea-453a-838c-05bebe046d3f None None] Pushing event updated for resources: {'Port': ['ID=d98e57cb-97e1-45e7-8f31-edfb1b36af2a,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:02:06.206659 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-7088de3b-f55f-4964-a0f4-c25e669605f0 None None] Provisioning complete for port d98e57cb-97e1-45e7-8f31-edfb1b36af2a triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:02:06.207028 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7088de3b-f55f-4964-a0f4-c25e669605f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:06.244645 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-c3e28545-4a17-4647-bc1d-8f0296879f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ef0bd3-f5b9-4daf-8a83-3f715a033cd1', 'name': 'tempest-TestMinimumBasicScenario-1224318000-router', 'tenant_id': 'cf66db33725c433cbca89515c3e607b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '274220d0-82e2-40dd-a0aa-7601a44c9eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:01:57Z', 'updated_at': '2021-10-26T09:02:00Z', 'revision_number': 4, 'project_id': 'cf66db33725c433cbca89515c3e607b1', 'gw_port': {'id': '274220d0-82e2-40dd-a0aa-7601a44c9eff', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ef0bd3-f5b9-4daf-8a83-3f715a033cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:01:58Z', 'updated_at': '2021-10-26T09:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'd98e57cb-97e1-45e7-8f31-edfb1b36af2a', 'name': '', 'network_id': '64daa934-5d56-404b-bdc7-b51c7d6cf5cc', 'tenant_id': 'cf66db33725c433cbca89515c3e607b1', 'mac_address': 'fa:16:3e:96:d9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ef0bd3-f5b9-4daf-8a83-3f715a033cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'dd53aae8-80d5-4ac9-87be-4f24827d31c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:02:00Z', 'updated_at': '2021-10-26T09:02:05Z', 'revision_number': 4, 'project_id': 'cf66db33725c433cbca89515c3e607b1', 'subnets': [{'id': 'dd53aae8-80d5-4ac9-87be-4f24827d31c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:02:06.378382 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e28545-4a17-4647-bc1d-8f0296879f9d None None] The sync data for ids ['04ef0bd3-f5b9-4daf-8a83-3f715a033cd1'] in dv-neutron-804846-13-hyperv is: [{'id': '04ef0bd3-f5b9-4daf-8a83-3f715a033cd1', 'name': 'tempest-TestMinimumBasicScenario-1224318000-router', 'tenant_id': 'cf66db33725c433cbca89515c3e607b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '274220d0-82e2-40dd-a0aa-7601a44c9eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:01:57Z', 'updated_at': '2021-10-26T09:02:00Z', 'revision_number': 4, 'project_id': 'cf66db33725c433cbca89515c3e607b1', 'gw_port': {'id': '274220d0-82e2-40dd-a0aa-7601a44c9eff', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ef0bd3-f5b9-4daf-8a83-3f715a033cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:01:58Z', 'updated_at': '2021-10-26T09:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'd98e57cb-97e1-45e7-8f31-edfb1b36af2a', 'name': '', 'network_id': '64daa934-5d56-404b-bdc7-b51c7d6cf5cc', 'tenant_id': 'cf66db33725c433cbca89515c3e607b1', 'mac_address': 'fa:16:3e:96:d9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ef0bd3-f5b9-4daf-8a83-3f715a033cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'dd53aae8-80d5-4ac9-87be-4f24827d31c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:02:00Z', 'updated_at': '2021-10-26T09:02:05Z', 'revision_number': 4, 'project_id': 'cf66db33725c433cbca89515c3e607b1', 'subnets': [{'id': 'dd53aae8-80d5-4ac9-87be-4f24827d31c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:02:06.485439 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 274220d0-82e2-40dd-a0aa-7601a44c9eff up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:02:06.552330 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 274220d0-82e2-40dd-a0aa-7601a44c9eff triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:02:06.552726 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:06.670194 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device d98e57cb-97e1-45e7-8f31-edfb1b36af2a up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:02:06.729160 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port d98e57cb-97e1-45e7-8f31-edfb1b36af2a triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:02:06.729661 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:12.234414 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-f0e8abb7-17b2-4a40-a5be-24a807f622c4 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:12.236488 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-f0e8abb7-17b2-4a40-a5be-24a807f622c4 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/networks?id=7a52ffe2-90ad-493c-9625-5106ea5905a5 HTTP/1.1" status: 200 len: 814 time: 0.1278858 Oct 26 09:02:12.252549 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-041b5cae-305d-4e3c-8826-efa3bd28c56e tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/quotas/3df8c76216ab48128006b08372a71b47 HTTP/1.1" status: 200 len: 375 time: 0.0101912 Oct 26 09:02:12.310583 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-0a2a65b4-fc51-4334-961d-641795c41135 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3df8c76216ab48128006b08372a71b47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525198 Oct 26 09:02:12.422741 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-860567ad-af61-42b1-b56a-a0411be3d7d7 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 09:02:12.423879 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-860567ad-af61-42b1-b56a-a0411be3d7d7 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1010618 Oct 26 09:02:12.516261 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-432e2899-f88b-4f0a-965d-535c8c382919 service neutron] 10.222.0.41 "GET /v2.0/networks/7a52ffe2-90ad-493c-9625-5106ea5905a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856535 Oct 26 09:02:12.613431 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-a1e72918-5c01-4fe5-b98c-eb2783c6a5c1 service neutron] 10.222.0.41 "GET /v2.0/networks/7a52ffe2-90ad-493c-9625-5106ea5905a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909679 Oct 26 09:02:12.783318 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-83034626-5b3f-45f2-9969-5b20680304f9 req-10c49743-8519-457a-9584-277ebd150f86 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 210 time: 0.0288393 Oct 26 09:02:13.700641 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-365f4448-aa72-41df-8c39-14a2f5cf2a30 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:13.702168 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-365f4448-aa72-41df-8c39-14a2f5cf2a30 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.47 "GET /v2.0/networks?id=7a52ffe2-90ad-493c-9625-5106ea5905a5 HTTP/1.1" status: 200 len: 814 time: 0.1072896 Oct 26 09:02:13.715643 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-f29c1604-2d49-417d-8739-3a8078cf95ce tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Request body: {'port': {'device_id': '4592284d-c080-4437-b2e3-423d39fdb9e8', 'network_id': '7a52ffe2-90ad-493c-9625-5106ea5905a5', 'admin_state_up': True, 'tenant_id': '3df8c76216ab48128006b08372a71b47'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:02:13.833556 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-f29c1604-2d49-417d-8739-3a8078cf95ce tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Made reservation on behalf of 3df8c76216ab48128006b08372a71b47 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:02:13.837932 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-f29c1604-2d49-417d-8739-3a8078cf95ce tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:13.888787 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-393baab0-377e-4229-9f05-59a8b279e8ee req-5004b729-6bfb-4140-bedd-c3524c5de437 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 210 time: 0.0333769 Oct 26 09:02:14.000589 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-f29c1604-2d49-417d-8739-3a8078cf95ce tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Allocated IP 172.20.0.7 (7a52ffe2-90ad-493c-9625-5106ea5905a5/0b499317-00ac-4e79-8387-8b1cc69f255d/afa5addc-9360-4235-af41-bfedc35ef2cd) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:02:14.214389 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-f29c1604-2d49-417d-8739-3a8078cf95ce tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:14.250814 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-f29c1604-2d49-417d-8739-3a8078cf95ce tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:14.294310 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-f29c1604-2d49-417d-8739-3a8078cf95ce tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Network 7a52ffe2-90ad-493c-9625-5106ea5905a5 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:02:14.299752 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-f29c1604-2d49-417d-8739-3a8078cf95ce tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:02:14.307990 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-f29c1604-2d49-417d-8739-3a8078cf95ce tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:02:14.376505 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c1604-2d49-417d-8739-3a8078cf95ce tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Pushing event updated for resources: {'Port': ['ID=afa5addc-9360-4235-af41-bfedc35ef2cd,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:02:14.404435 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-f29c1604-2d49-417d-8739-3a8078cf95ce tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:14.405135 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-f29c1604-2d49-417d-8739-3a8078cf95ce tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:14.443569 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-f29c1604-2d49-417d-8739-3a8078cf95ce tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7323184 Oct 26 09:02:14.590402 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-3e3bde08-ab57-47a3-9562-c66ff69776e9 None None] Provisioning complete for port afa5addc-9360-4235-af41-bfedc35ef2cd triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:02:14.590896 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3e3bde08-ab57-47a3-9562-c66ff69776e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:14.623905 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-3e3bde08-ab57-47a3-9562-c66ff69776e9 None None] Port afa5addc-9360-4235-af41-bfedc35ef2cd cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:02:15.014228 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3db12-d360-422c-9063-e6f3894a92fa req-ad54de0f-e55d-41ee-a05f-41765390cfc9 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:15.015968 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-31d3db12-d360-422c-9063-e6f3894a92fa req-ad54de0f-e55d-41ee-a05f-41765390cfc9 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 931 time: 0.0544190 Oct 26 09:02:15.059825 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-31d3db12-d360-422c-9063-e6f3894a92fa req-8791a17a-b78d-4f01-9eee-cc258f515eae tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe474975-8c16-47c7-8b53-230e71dfe599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370605 Oct 26 09:02:16.182980 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9429b-c7de-41e9-a70e-5e2635fe793a req-e84523b1-1402-4400-9a2c-b54515ef1c5a tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:16.184486 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-eac9429b-c7de-41e9-a70e-5e2635fe793a req-e84523b1-1402-4400-9a2c-b54515ef1c5a tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 931 time: 0.0570817 Oct 26 09:02:16.226194 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-eac9429b-c7de-41e9-a70e-5e2635fe793a req-78cd97a2-6239-4db1-a10e-82cc78abf7d9 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe474975-8c16-47c7-8b53-230e71dfe599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357873 Oct 26 09:02:17.361852 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440f4d6-044c-4694-89fd-d29bbbf5bf99 req-4a47e5b3-ceb6-4899-9bec-fae436e58d8f tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:17.363454 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-2440f4d6-044c-4694-89fd-d29bbbf5bf99 req-4a47e5b3-ceb6-4899-9bec-fae436e58d8f tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 931 time: 0.0529072 Oct 26 09:02:17.407171 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-2440f4d6-044c-4694-89fd-d29bbbf5bf99 req-71aca36a-0f4f-4147-85a0-9d1ed6498cf7 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe474975-8c16-47c7-8b53-230e71dfe599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343080 Oct 26 09:02:18.524902 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f802f-3fcb-43e9-a1f2-13cd2d55a53c req-0814eeff-9c25-49c5-8229-acf0999ab2c9 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:18.526439 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-da8f802f-3fcb-43e9-a1f2-13cd2d55a53c req-0814eeff-9c25-49c5-8229-acf0999ab2c9 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 931 time: 0.0495985 Oct 26 09:02:18.574897 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-da8f802f-3fcb-43e9-a1f2-13cd2d55a53c req-56991ad4-f389-45e2-b39b-c3c561da775f tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe474975-8c16-47c7-8b53-230e71dfe599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424860 Oct 26 09:02:19.432657 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-acca036f-0bb3-4990-9cde-ca4f8ca4886c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:19.705867 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5a204-da20-41da-b193-94c9dfd5058d req-a4a8d7c3-4e5a-499e-adf7-3c4f49079fe5 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:19.707626 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-00f5a204-da20-41da-b193-94c9dfd5058d req-a4a8d7c3-4e5a-499e-adf7-3c4f49079fe5 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 931 time: 0.0496850 Oct 26 09:02:19.751213 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-00f5a204-da20-41da-b193-94c9dfd5058d req-7295ea3c-3754-4ac1-b415-8457056cc0a1 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe474975-8c16-47c7-8b53-230e71dfe599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359313 Oct 26 09:02:20.873251 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27e3da-baa1-478e-be66-bff00b4d384b req-a9261d33-c100-4f7d-aea3-62e20d83d2fb tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:20.874778 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3e27e3da-baa1-478e-be66-bff00b4d384b req-a9261d33-c100-4f7d-aea3-62e20d83d2fb tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 931 time: 0.0514283 Oct 26 09:02:20.913801 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3e27e3da-baa1-478e-be66-bff00b4d384b req-8e4543bd-83a9-4546-9069-76c2e5670518 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe474975-8c16-47c7-8b53-230e71dfe599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327075 Oct 26 09:02:22.036347 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db90fe2-efb8-42a4-9e6c-72b4070d5553 req-16be0928-7d39-4edd-ba98-d16dad2ab723 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:22.037858 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-6db90fe2-efb8-42a4-9e6c-72b4070d5553 req-16be0928-7d39-4edd-ba98-d16dad2ab723 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 931 time: 0.0516381 Oct 26 09:02:22.077764 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-6db90fe2-efb8-42a4-9e6c-72b4070d5553 req-a2dceee5-6862-49ef-9af9-e022f4b62b0a tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe474975-8c16-47c7-8b53-230e71dfe599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339620 Oct 26 09:02:22.108535 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d6d7b050-e271-45f5-b019-015aacb213ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:23.001875 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:23.215924 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025b9d3-3b81-4e11-a2b5-e491bad94a32 req-f38e8608-c35b-401d-8962-c8e9d0fb13ad tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:23.218207 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3025b9d3-3b81-4e11-a2b5-e491bad94a32 req-f38e8608-c35b-401d-8962-c8e9d0fb13ad tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 931 time: 0.0571549 Oct 26 09:02:23.261648 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3025b9d3-3b81-4e11-a2b5-e491bad94a32 req-48867c97-477d-4d06-9999-83ff142fa3cf tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe474975-8c16-47c7-8b53-230e71dfe599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349004 Oct 26 09:02:23.355199 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:24.386253 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da85d49-1ee7-4df8-a498-a7e478d34348 req-dd31478f-55db-44e7-83e6-1fbe8d02034f tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:24.387808 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-9da85d49-1ee7-4df8-a498-a7e478d34348 req-dd31478f-55db-44e7-83e6-1fbe8d02034f tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 931 time: 0.0556290 Oct 26 09:02:24.405464 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:24.428259 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-9da85d49-1ee7-4df8-a498-a7e478d34348 req-8d0235c3-0d9e-4d91-aa90-dd336e21358d tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe474975-8c16-47c7-8b53-230e71dfe599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336504 Oct 26 09:02:24.882314 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:25.265198 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-d8027322-b039-4576-bd6b-b01a1b974f0f tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 09:02:25.266370 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-d8027322-b039-4576-bd6b-b01a1b974f0f tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056331 Oct 26 09:02:25.282604 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-81de68f2-8d62-4f23-bf0e-66172e95b9c4 service neutron] Request body: {'port': {'device_id': '4592284d-c080-4437-b2e3-423d39fdb9e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:02:25.335062 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-81de68f2-8d62-4f23-bf0e-66172e95b9c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:25.577345 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0da65-9834-4115-a40b-955e79b33e27 req-2b09bed0-6b13-43a6-881e-22dc42db6805 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:25.578772 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fca0da65-9834-4115-a40b-955e79b33e27 req-2b09bed0-6b13-43a6-881e-22dc42db6805 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 931 time: 0.0804269 Oct 26 09:02:25.657546 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fca0da65-9834-4115-a40b-955e79b33e27 req-e5a64376-bcc3-463c-9b6b-a6b1f8cad865 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe474975-8c16-47c7-8b53-230e71dfe599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678086 Oct 26 09:02:25.669033 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-81de68f2-8d62-4f23-bf0e-66172e95b9c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afa5addc-9360-4235-af41-bfedc35ef2cd {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 09:02:25.676438 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-81de68f2-8d62-4f23-bf0e-66172e95b9c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:25.688909 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-81de68f2-8d62-4f23-bf0e-66172e95b9c4 service neutron] Transition to ACTIVE for port object afa5addc-9360-4235-af41-bfedc35ef2cd will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 09:02:25.692359 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-81de68f2-8d62-4f23-bf0e-66172e95b9c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:25.741905 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de68f2-8d62-4f23-bf0e-66172e95b9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=afa5addc-9360-4235-af41-bfedc35ef2cd,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:02:25.818888 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-81de68f2-8d62-4f23-bf0e-66172e95b9c4 service neutron] Attempting to bind port afa5addc-9360-4235-af41-bfedc35ef2cd on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:02:25.819233 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-81de68f2-8d62-4f23-bf0e-66172e95b9c4 service neutron] Attempting to bind port afa5addc-9360-4235-af41-bfedc35ef2cd by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '736a44db-76e1-47de-b3e4-86c2b5e2aeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7a52ffe2-90ad-493c-9625-5106ea5905a5'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:02:25.819569 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-81de68f2-8d62-4f23-bf0e-66172e95b9c4 service neutron] Attempting to bind port afa5addc-9360-4235-af41-bfedc35ef2cd on network 7a52ffe2-90ad-493c-9625-5106ea5905a5 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:02:25.825337 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-81de68f2-8d62-4f23-bf0e-66172e95b9c4 service neutron] Port afa5addc-9360-4235-af41-bfedc35ef2cd on network 7a52ffe2-90ad-493c-9625-5106ea5905a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 09:02:25.825736 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-81de68f2-8d62-4f23-bf0e-66172e95b9c4 service neutron] Attempting to bind port afa5addc-9360-4235-af41-bfedc35ef2cd on network 7a52ffe2-90ad-493c-9625-5106ea5905a5 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:02:25.830882 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-81de68f2-8d62-4f23-bf0e-66172e95b9c4 service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:02:25.831224 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-81de68f2-8d62-4f23-bf0e-66172e95b9c4 service neutron] Checking segment: {'id': '736a44db-76e1-47de-b3e4-86c2b5e2aeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7a52ffe2-90ad-493c-9625-5106ea5905a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:02:25.831613 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-81de68f2-8d62-4f23-bf0e-66172e95b9c4 service neutron] Bound using segment: {'id': '736a44db-76e1-47de-b3e4-86c2b5e2aeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7a52ffe2-90ad-493c-9625-5106ea5905a5'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:02:25.832307 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-81de68f2-8d62-4f23-bf0e-66172e95b9c4 service neutron] Bound port: afa5addc-9360-4235-af41-bfedc35ef2cd, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '736a44db-76e1-47de-b3e4-86c2b5e2aeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7a52ffe2-90ad-493c-9625-5106ea5905a5'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:02:25.832670 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-81de68f2-8d62-4f23-bf0e-66172e95b9c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:25.897794 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-81de68f2-8d62-4f23-bf0e-66172e95b9c4 service neutron] For port afa5addc-9360-4235-af41-bfedc35ef2cd, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:02:25.901500 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-81de68f2-8d62-4f23-bf0e-66172e95b9c4 service neutron] For port afa5addc-9360-4235-af41-bfedc35ef2cd, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=afa5addc-9360-4235-af41-bfedc35ef2cd,segment=NetworkSegment(736a44db-76e1-47de-b3e4-86c2b5e2aeba),segment_id=736a44db-76e1-47de-b3e4-86c2b5e2aeba)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:02:25.907032 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-81de68f2-8d62-4f23-bf0e-66172e95b9c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:25.938571 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-81de68f2-8d62-4f23-bf0e-66172e95b9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:25.939193 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-81de68f2-8d62-4f23-bf0e-66172e95b9c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:25.940581 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-81de68f2-8d62-4f23-bf0e-66172e95b9c4 service neutron] 10.222.0.47 "PUT /v2.0/ports/afa5addc-9360-4235-af41-bfedc35ef2cd HTTP/1.1" status: 200 len: 1093 time: 0.6618602 Oct 26 09:02:25.941049 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4592284d-c080-4437-b2e3-423d39fdb9e8', 'tag': 'afa5addc-9360-4235-af41-bfedc35ef2cd'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:02:25.943407 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1acb46-ddeb-4daa-97fa-eace62f5e038" -d '{"events": [{"name": "network-changed", "server_uuid": "4592284d-c080-4437-b2e3-423d39fdb9e8", "tag": "afa5addc-9360-4235-af41-bfedc35ef2cd"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:02:25.982574 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de68f2-8d62-4f23-bf0e-66172e95b9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=afa5addc-9360-4235-af41-bfedc35ef2cd,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:02:25.997772 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 09:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b95876-a3bd-41b9-ac8c-447015972db8 x-openstack-request-id: req-22b95876-a3bd-41b9-ac8c-447015972db8 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:02:25.998076 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4592284d-c080-4437-b2e3-423d39fdb9e8", "tag": "afa5addc-9360-4235-af41-bfedc35ef2cd", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:02:25.998319 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-22b95876-a3bd-41b9-ac8c-447015972db8 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:02:25.998706 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4592284d-c080-4437-b2e3-423d39fdb9e8', 'tag': 'afa5addc-9360-4235-af41-bfedc35ef2cd', 'status': 'completed', 'code': 200} Oct 26 09:02:26.033551 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-19047ca3-1985-40de-b0cb-a00b19648bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:26.035112 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-19047ca3-1985-40de-b0cb-a00b19648bfc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3df8c76216ab48128006b08372a71b47&device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 1096 time: 0.0481329 Oct 26 09:02:26.079061 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-55a10df1-37d9-4b2b-bf9d-27248cc72637 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afa5addc-9360-4235-af41-bfedc35ef2cd HTTP/1.1" status: 200 len: 217 time: 0.0358827 Oct 26 09:02:26.131243 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-3cab7b94-be19-4f91-bec5-8c9241a89673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:26.132701 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-3cab7b94-be19-4f91-bec5-8c9241a89673 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0b499317-00ac-4e79-8387-8b1cc69f255d HTTP/1.1" status: 200 len: 853 time: 0.0459421 Oct 26 09:02:26.178170 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-ba3372a7-4490-4853-8ad3-67d83a8f9e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:26.179634 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-ba3372a7-4490-4853-8ad3-67d83a8f9e3d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a52ffe2-90ad-493c-9625-5106ea5905a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0400651 Oct 26 09:02:26.270770 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-9a605c83-46b4-4063-8cd6-f5d9ed840736 service neutron] 10.222.0.47 "GET /v2.0/networks/7a52ffe2-90ad-493c-9625-5106ea5905a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841947 Oct 26 09:02:26.358859 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-165b6e47-6ffa-4e70-b461-2ab8cabcf834 req-afd516dd-b225-4ab8-9793-a1a04332d684 service neutron] 10.222.0.47 "GET /v2.0/networks/7a52ffe2-90ad-493c-9625-5106ea5905a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811715 Oct 26 09:02:26.447820 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1acb46-ddeb-4daa-97fa-eace62f5e038 req-6af716eb-1e6f-4d29-aaf3-32126e24b9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:26.449340 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fc1acb46-ddeb-4daa-97fa-eace62f5e038 req-6af716eb-1e6f-4d29-aaf3-32126e24b9e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3df8c76216ab48128006b08372a71b47&device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 1096 time: 0.0468974 Oct 26 09:02:26.537645 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1acb46-ddeb-4daa-97fa-eace62f5e038 req-fda82f61-0fb8-4d77-844e-b61ca192d46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:26.539132 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fc1acb46-ddeb-4daa-97fa-eace62f5e038 req-fda82f61-0fb8-4d77-844e-b61ca192d46c service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a52ffe2-90ad-493c-9625-5106ea5905a5 HTTP/1.1" status: 200 len: 915 time: 0.0831864 Oct 26 09:02:26.586029 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fc1acb46-ddeb-4daa-97fa-eace62f5e038 req-e63ce7f2-0ded-497a-83cf-4ce77972396d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afa5addc-9360-4235-af41-bfedc35ef2cd HTTP/1.1" status: 200 len: 217 time: 0.0385633 Oct 26 09:02:26.635983 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1acb46-ddeb-4daa-97fa-eace62f5e038 req-5f6bc294-4dd1-4fb9-a894-191ccaa7be9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:26.637308 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fc1acb46-ddeb-4daa-97fa-eace62f5e038 req-5f6bc294-4dd1-4fb9-a894-191ccaa7be9f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0b499317-00ac-4e79-8387-8b1cc69f255d HTTP/1.1" status: 200 len: 853 time: 0.0436084 Oct 26 09:02:26.685263 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1acb46-ddeb-4daa-97fa-eace62f5e038 req-58b9cb74-c5e8-4a89-8d2a-a6cde5cfdfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:26.686716 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fc1acb46-ddeb-4daa-97fa-eace62f5e038 req-58b9cb74-c5e8-4a89-8d2a-a6cde5cfdfff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a52ffe2-90ad-493c-9625-5106ea5905a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0407956 Oct 26 09:02:26.807240 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fe5d6-cd9b-4cdb-be0c-6b4621bd52db req-b467c9eb-6421-4387-90ca-56317eb3d922 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:26.808745 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d18fe5d6-cd9b-4cdb-be0c-6b4621bd52db req-b467c9eb-6421-4387-90ca-56317eb3d922 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 943 time: 0.0694199 Oct 26 09:02:26.837752 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fc1acb46-ddeb-4daa-97fa-eace62f5e038 req-3898fd67-dee0-4e10-9b78-d4339152597c service neutron] 10.222.0.47 "GET /v2.0/networks/7a52ffe2-90ad-493c-9625-5106ea5905a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422906 Oct 26 09:02:26.871507 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d18fe5d6-cd9b-4cdb-be0c-6b4621bd52db req-2b8f8888-8a1c-4495-b842-2cd18949e197 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe474975-8c16-47c7-8b53-230e71dfe599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568764 Oct 26 09:02:26.941045 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fc1acb46-ddeb-4daa-97fa-eace62f5e038 req-032c5c17-8de2-4ec2-986d-a80c86c57dc8 service neutron] 10.222.0.47 "GET /v2.0/networks/7a52ffe2-90ad-493c-9625-5106ea5905a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929000 Oct 26 09:02:27.987686 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89dc61-cfcd-4a9d-a7ab-06c5342ead49 req-1ae24c77-3ecc-4478-ab9c-cf100123cc3b tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:27.989185 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0c89dc61-cfcd-4a9d-a7ab-06c5342ead49 req-1ae24c77-3ecc-4478-ab9c-cf100123cc3b tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 943 time: 0.0504611 Oct 26 09:02:28.027638 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0c89dc61-cfcd-4a9d-a7ab-06c5342ead49 req-bb008146-3512-4453-a698-68a87bb8c71b tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe474975-8c16-47c7-8b53-230e71dfe599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319252 Oct 26 09:02:29.142860 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7995d-0f8d-4a9d-8bb8-ee7277785791 req-7b8c9769-7cd5-4bba-8d2e-6fb812d6519f tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:29.144365 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-94d7995d-0f8d-4a9d-8bb8-ee7277785791 req-7b8c9769-7cd5-4bba-8d2e-6fb812d6519f tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 943 time: 0.0505080 Oct 26 09:02:29.178416 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device afa5addc-9360-4235-af41-bfedc35ef2cd details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 09:02:29.182983 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-94d7995d-0f8d-4a9d-8bb8-ee7277785791 req-14121ce8-2b2c-484e-aade-40e117c167d9 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe474975-8c16-47c7-8b53-230e71dfe599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321040 Oct 26 09:02:29.273857 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port afa5addc-9360-4235-af41-bfedc35ef2cd, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=afa5addc-9360-4235-af41-bfedc35ef2cd,segment=NetworkSegment(736a44db-76e1-47de-b3e4-86c2b5e2aeba),segment_id=736a44db-76e1-47de-b3e4-86c2b5e2aeba)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:02:29.284904 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': 'afa5addc-9360-4235-af41-bfedc35ef2cd', 'network_id': '7a52ffe2-90ad-493c-9625-5106ea5905a5', 'port_id': 'afa5addc-9360-4235-af41-bfedc35ef2cd', 'mac_address': 'fa:16:3e:64:f9:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b499317-00ac-4e79-8387-8b1cc69f255d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 09:02:29.320868 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:29.334258 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afa5addc-9360-4235-af41-bfedc35ef2cd {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 09:02:29.352987 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port afa5addc-9360-4235-af41-bfedc35ef2cd, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=afa5addc-9360-4235-af41-bfedc35ef2cd,segment=NetworkSegment(736a44db-76e1-47de-b3e4-86c2b5e2aeba),segment_id=736a44db-76e1-47de-b3e4-86c2b5e2aeba)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:02:29.356950 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:29.407183 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=afa5addc-9360-4235-af41-bfedc35ef2cd,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:02:29.414110 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:02:29.414469 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:02:29.414819 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:02:29.415162 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:02:29.415544 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:02:29.415870 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:02:29.416234 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:02:29.416605 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:02:29.417080 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:02:29.417328 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:02:29.417779 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:02:29.418191 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:02:29.562127 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['afa5addc-9360-4235-af41-bfedc35ef2cd'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 09:02:30.297217 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0076f83-a847-40d4-b584-ae1de9285ddc req-7a82c78a-db23-4bc0-b785-b4d4c41c35fc tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:30.298727 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b0076f83-a847-40d4-b584-ae1de9285ddc req-7a82c78a-db23-4bc0-b785-b4d4c41c35fc tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 944 time: 0.0499392 Oct 26 09:02:30.336159 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b0076f83-a847-40d4-b584-ae1de9285ddc req-26be9b6c-e5da-4b92-bc06-7711bd7f1f6f tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe474975-8c16-47c7-8b53-230e71dfe599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315566 Oct 26 09:02:31.202324 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device afa5addc-9360-4235-af41-bfedc35ef2cd up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:02:31.254256 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port afa5addc-9360-4235-af41-bfedc35ef2cd completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 09:02:31.258135 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port afa5addc-9360-4235-af41-bfedc35ef2cd triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:02:31.258504 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:31.333833 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:31.355760 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4592284d-c080-4437-b2e3-423d39fdb9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa5addc-9360-4235-af41-bfedc35ef2cd'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:02:31.358076 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf360ff-4a92-4756-af1c-68e3d6f2f0ec" -d '{"events": [{"server_uuid": "4592284d-c080-4437-b2e3-423d39fdb9e8", "name": "network-vif-plugged", "status": "completed", "tag": "afa5addc-9360-4235-af41-bfedc35ef2cd"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:02:31.373038 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port afa5addc-9360-4235-af41-bfedc35ef2cd, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=afa5addc-9360-4235-af41-bfedc35ef2cd,segment=NetworkSegment(736a44db-76e1-47de-b3e4-86c2b5e2aeba),segment_id=736a44db-76e1-47de-b3e4-86c2b5e2aeba)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:02:31.376184 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:31.414713 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 09:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d2c3c2-ef96-4770-a1a7-779bea777d62 x-openstack-request-id: req-a7d2c3c2-ef96-4770-a1a7-779bea777d62 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:02:31.415004 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4592284d-c080-4437-b2e3-423d39fdb9e8", "name": "network-vif-plugged", "status": "completed", "tag": "afa5addc-9360-4235-af41-bfedc35ef2cd", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:02:31.415771 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a7d2c3c2-ef96-4770-a1a7-779bea777d62 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:02:31.416509 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4592284d-c080-4437-b2e3-423d39fdb9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa5addc-9360-4235-af41-bfedc35ef2cd', 'code': 200} Oct 26 09:02:31.437075 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=afa5addc-9360-4235-af41-bfedc35ef2cd,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:02:31.467615 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084cb6a-ba30-4df0-ad4d-70637746193a req-75daaedc-9999-4eeb-b120-b4eb6f8d7d81 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:31.469072 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9084cb6a-ba30-4df0-ad4d-70637746193a req-75daaedc-9999-4eeb-b120-b4eb6f8d7d81 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 945 time: 0.0522110 Oct 26 09:02:31.508683 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9084cb6a-ba30-4df0-ad4d-70637746193a req-5d78681d-9b63-48ce-8d1b-79ab0e7952c4 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe474975-8c16-47c7-8b53-230e71dfe599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329654 Oct 26 09:02:31.584813 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c5f20-baf7-4c80-898b-0d005d2bffb7 req-578c038b-79c0-4863-aa75-4fd141eab603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:31.586390 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c33c5f20-baf7-4c80-898b-0d005d2bffb7 req-578c038b-79c0-4863-aa75-4fd141eab603 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 1098 time: 0.0445447 Oct 26 09:02:31.621490 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c33c5f20-baf7-4c80-898b-0d005d2bffb7 req-fece33a3-ab91-4c1f-91ef-08909cb213bd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fe474975-8c16-47c7-8b53-230e71dfe599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276594 Oct 26 09:02:32.632238 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e564e-decd-4748-a677-c19fdc350c51 req-30039307-e62b-4bbe-ae8c-8c55da6f21ed tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:32.633657 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-714e564e-decd-4748-a677-c19fdc350c51 req-30039307-e62b-4bbe-ae8c-8c55da6f21ed tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 945 time: 0.0550027 Oct 26 09:02:32.672787 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-714e564e-decd-4748-a677-c19fdc350c51 req-5e7d8749-e223-49e6-8659-4b4c63662954 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe474975-8c16-47c7-8b53-230e71dfe599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328052 Oct 26 09:02:33.785446 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de4c5a-832d-4f25-b2fa-8cbb04568307 req-48999445-3fbc-4d94-aab2-fa1966d84247 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:33.786941 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b1de4c5a-832d-4f25-b2fa-8cbb04568307 req-48999445-3fbc-4d94-aab2-fa1966d84247 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 945 time: 0.0488682 Oct 26 09:02:33.824859 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b1de4c5a-832d-4f25-b2fa-8cbb04568307 req-f0c4222e-3460-4f0f-8256-8f41858414f8 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe474975-8c16-47c7-8b53-230e71dfe599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317214 Oct 26 09:02:33.938461 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed728332-a9a1-4550-989c-3d4abbd314b9 req-b7e8ab08-18cd-4759-9d59-0794ce9990ac tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:33.940381 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-ed728332-a9a1-4550-989c-3d4abbd314b9 req-b7e8ab08-18cd-4759-9d59-0794ce9990ac tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 945 time: 0.0492246 Oct 26 09:02:33.979460 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-ed728332-a9a1-4550-989c-3d4abbd314b9 req-fdfb5e76-a28f-4384-b674-dfd50af37564 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe474975-8c16-47c7-8b53-230e71dfe599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326114 Oct 26 09:02:34.300230 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839c430-f202-4ecd-a8e6-972b256c0eda req-de0c8c64-f62f-49d8-b794-5d6342ce47d2 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:34.301728 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-c839c430-f202-4ecd-a8e6-972b256c0eda req-de0c8c64-f62f-49d8-b794-5d6342ce47d2 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 945 time: 0.0485940 Oct 26 09:02:34.338793 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-c839c430-f202-4ecd-a8e6-972b256c0eda req-dbfe52bd-60a9-4b70-a732-3e6c8c5e4128 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe474975-8c16-47c7-8b53-230e71dfe599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306652 Oct 26 09:02:40.659126 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:02:47.864692 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a862593-c24b-4500-a730-373c2afecb1e req-95c92693-7520-4a52-bc21-0d586347d325 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:47.866087 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-9a862593-c24b-4500-a730-373c2afecb1e req-95c92693-7520-4a52-bc21-0d586347d325 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 945 time: 0.0525637 Oct 26 09:02:47.903965 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-9a862593-c24b-4500-a730-373c2afecb1e req-7a4296b5-2e83-42dd-bcff-16e74537df85 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe474975-8c16-47c7-8b53-230e71dfe599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318410 Oct 26 09:02:47.925464 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43108) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:02:48.010333 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea9b4a0-4d7e-4913-a3cb-b88e649b1699 tempest-TestMinimumBasicScenario-1020265624 tempest-TestMinimumBasicScenario-1020265624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:48.011896 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-cea9b4a0-4d7e-4913-a3cb-b88e649b1699 tempest-TestMinimumBasicScenario-1020265624 tempest-TestMinimumBasicScenario-1020265624-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 1093 time: 0.0854180 Oct 26 09:02:48.014792 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43112) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:02:48.019250 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-0399a4ed-f76f-4960-a946-8f69e89d270d tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Request body: {'floatingip': {'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'port_id': 'afa5addc-9360-4235-af41-bfedc35ef2cd', 'tenant_id': '3df8c76216ab48128006b08372a71b47', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:02:48.040641 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0399a4ed-f76f-4960-a946-8f69e89d270d tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks [] for floatingip, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:48.405247 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0399a4ed-f76f-4960-a946-8f69e89d270d tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:48.507012 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-0399a4ed-f76f-4960-a946-8f69e89d270d tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Allocated IP 172.26.2.217 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/11cc3997-70c1-4f57-bcdb-6dc5c23f48b4) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:02:48.612429 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0399a4ed-f76f-4960-a946-8f69e89d270d tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:48.644901 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0399a4ed-f76f-4960-a946-8f69e89d270d tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:48.687133 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0399a4ed-f76f-4960-a946-8f69e89d270d tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:02:48.690125 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-0399a4ed-f76f-4960-a946-8f69e89d270d tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:02:48.694707 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0399a4ed-f76f-4960-a946-8f69e89d270d tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:02:48.697654 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399a4ed-f76f-4960-a946-8f69e89d270d tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Pushing event updated for resources: {'Port': ['ID=11cc3997-70c1-4f57-bcdb-6dc5c23f48b4,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:02:48.722448 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399a4ed-f76f-4960-a946-8f69e89d270d tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:02:48.722807 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399a4ed-f76f-4960-a946-8f69e89d270d tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:02:48.723155 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399a4ed-f76f-4960-a946-8f69e89d270d tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:02:48.723502 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399a4ed-f76f-4960-a946-8f69e89d270d tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:02:48.723840 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399a4ed-f76f-4960-a946-8f69e89d270d tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:02:48.724176 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399a4ed-f76f-4960-a946-8f69e89d270d tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:02:48.724509 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399a4ed-f76f-4960-a946-8f69e89d270d tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:02:48.724841 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399a4ed-f76f-4960-a946-8f69e89d270d tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:02:48.725172 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399a4ed-f76f-4960-a946-8f69e89d270d tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:02:48.725503 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399a4ed-f76f-4960-a946-8f69e89d270d tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:02:48.725857 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399a4ed-f76f-4960-a946-8f69e89d270d tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:02:48.726194 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399a4ed-f76f-4960-a946-8f69e89d270d tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:02:49.045105 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0399a4ed-f76f-4960-a946-8f69e89d270d tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:49.110991 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0399a4ed-f76f-4960-a946-8f69e89d270d tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:49.259824 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0399a4ed-f76f-4960-a946-8f69e89d270d tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:49.264036 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0399a4ed-f76f-4960-a946-8f69e89d270d tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:49.335791 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399a4ed-f76f-4960-a946-8f69e89d270d tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Pushing event updated for resources: {'Port': ['ID=11cc3997-70c1-4f57-bcdb-6dc5c23f48b4,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:02:49.357235 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0399a4ed-f76f-4960-a946-8f69e89d270d tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:49.436501 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-10163ee2-b237-49fe-9e52-ee32cb7b1a8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:49.465286 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.l3_db [None req-0399a4ed-f76f-4960-a946-8f69e89d270d tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Floating IP 095b143e-0ec0-4a10-9aac-d3ad7f9c81b9 associated. External IP: 172.26.2.217, port: afa5addc-9360-4235-af41-bfedc35ef2cd. Oct 26 09:02:49.669007 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0399a4ed-f76f-4960-a946-8f69e89d270d tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Router 23e45922-ac71-49f6-aab1-a8d420b54af5 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:02:49.777079 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0399a4ed-f76f-4960-a946-8f69e89d270d tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:02:49.786728 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1078daca-8e1b-43b8-b038-cdbfcea55dba None None] Sync routers for ids ['23e45922-ac71-49f6-aab1-a8d420b54af5'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:02:49.795868 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0399a4ed-f76f-4960-a946-8f69e89d270d tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:49.796164 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1078daca-8e1b-43b8-b038-cdbfcea55dba None None] Routers {'23e45922-ac71-49f6-aab1-a8d420b54af5'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:02:49.796755 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-1078daca-8e1b-43b8-b038-cdbfcea55dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:02:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['23e45922-ac71-49f6-aab1-a8d420b54af5'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:02:49.825303 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-0399a4ed-f76f-4960-a946-8f69e89d270d tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8094373 Oct 26 09:02:49.825935 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4592284d-c080-4437-b2e3-423d39fdb9e8', 'tag': 'afa5addc-9360-4235-af41-bfedc35ef2cd'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:02:49.828142 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43114) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:02:49.828636 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6001f9b463937e9ba59653060f797cf6a3b9cfc8c69abf6deb468a53c3a3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d2a90d-5e6e-4171-bc9a-e10e565447ec" -d '{"events": [{"name": "network-changed", "server_uuid": "4592284d-c080-4437-b2e3-423d39fdb9e8", "tag": "afa5addc-9360-4235-af41-bfedc35ef2cd"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:02:49.834022 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-ab5defc7-9ca5-46cc-8fe2-f6f079e072e9 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-409657066', 'description': 'tempest-secgroup-smoke-409657066 description', 'project_id': '3df8c76216ab48128006b08372a71b47'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:02:49.862647 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ab5defc7-9ca5-46cc-8fe2-f6f079e072e9 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:49.907918 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-1078daca-8e1b-43b8-b038-cdbfcea55dba None None] Set router 23e45922-ac71-49f6-aab1-a8d420b54af5 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:02:49.943358 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ab5defc7-9ca5-46cc-8fe2-f6f079e072e9 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:49.947454 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ab5defc7-9ca5-46cc-8fe2-f6f079e072e9 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:49.975350 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ab5defc7-9ca5-46cc-8fe2-f6f079e072e9 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:49.976385 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ab5defc7-9ca5-46cc-8fe2-f6f079e072e9 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1464920 Oct 26 09:02:49.979889 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43120) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:02:49.984627 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-b20bd90f-342c-481c-b20a-b11c7e7fbc0b tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Request body: {'security_group_rule': {'security_group_id': '86b4fd9c-9b87-47ef-9853-77760063a0eb', 'project_id': '3df8c76216ab48128006b08372a71b47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:02:49.989659 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5defc7-9ca5-46cc-8fe2-f6f079e072e9 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86b4fd9c-9b87-47ef-9853-77760063a0eb,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:02:49.999026 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5defc7-9ca5-46cc-8fe2-f6f079e072e9 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:02:49.999513 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5defc7-9ca5-46cc-8fe2-f6f079e072e9 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:02:50.000047 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5defc7-9ca5-46cc-8fe2-f6f079e072e9 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:02:50.000277 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5defc7-9ca5-46cc-8fe2-f6f079e072e9 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:02:50.000630 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5defc7-9ca5-46cc-8fe2-f6f079e072e9 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:02:50.001152 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5defc7-9ca5-46cc-8fe2-f6f079e072e9 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:02:50.001655 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5defc7-9ca5-46cc-8fe2-f6f079e072e9 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:02:50.002009 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5defc7-9ca5-46cc-8fe2-f6f079e072e9 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:02:50.002351 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5defc7-9ca5-46cc-8fe2-f6f079e072e9 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:02:50.002697 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5defc7-9ca5-46cc-8fe2-f6f079e072e9 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:02:50.003315 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5defc7-9ca5-46cc-8fe2-f6f079e072e9 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:02:50.003663 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5defc7-9ca5-46cc-8fe2-f6f079e072e9 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:02:50.015676 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 09:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b81821a-8d6d-4cc6-93b0-95cda90566d5 x-openstack-request-id: req-1b81821a-8d6d-4cc6-93b0-95cda90566d5 {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:02:50.015676 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4592284d-c080-4437-b2e3-423d39fdb9e8", "tag": "afa5addc-9360-4235-af41-bfedc35ef2cd", "status": "completed", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:02:50.015911 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1b81821a-8d6d-4cc6-93b0-95cda90566d5 {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:02:50.016196 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4592284d-c080-4437-b2e3-423d39fdb9e8', 'tag': 'afa5addc-9360-4235-af41-bfedc35ef2cd', 'status': 'completed', 'code': 200} Oct 26 09:02:50.025859 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b20bd90f-342c-481c-b20a-b11c7e7fbc0b tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:50.084667 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2a90d-5e6e-4171-bc9a-e10e565447ec req-8d929783-07d5-4fe4-8123-6048d2f7b2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:50.086248 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-55d2a90d-5e6e-4171-bc9a-e10e565447ec req-8d929783-07d5-4fe4-8123-6048d2f7b2de service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3df8c76216ab48128006b08372a71b47&device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 1098 time: 0.0476530 Oct 26 09:02:50.090083 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b20bd90f-342c-481c-b20a-b11c7e7fbc0b tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:50.095838 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b20bd90f-342c-481c-b20a-b11c7e7fbc0b tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:50.118588 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bd90f-342c-481c-b20a-b11c7e7fbc0b tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=394b45c8-ba24-44b6-a68d-316935816eee,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:02:50.129105 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b20bd90f-342c-481c-b20a-b11c7e7fbc0b tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:50.133583 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b20bd90f-342c-481c-b20a-b11c7e7fbc0b tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1525095 Oct 26 09:02:50.134378 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43122) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:02:50.139550 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-d79c5735-8ad2-47f6-812e-e0e4cd6579ca tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Request body: {'security_group_rule': {'security_group_id': '86b4fd9c-9b87-47ef-9853-77760063a0eb', 'project_id': '3df8c76216ab48128006b08372a71b47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:02:50.170758 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d79c5735-8ad2-47f6-812e-e0e4cd6579ca tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:50.190386 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2a90d-5e6e-4171-bc9a-e10e565447ec req-2c7d8796-8138-4f45-9e09-dec9f50e2f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:50.191813 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-55d2a90d-5e6e-4171-bc9a-e10e565447ec req-2c7d8796-8138-4f45-9e09-dec9f50e2f1d service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a52ffe2-90ad-493c-9625-5106ea5905a5 HTTP/1.1" status: 200 len: 915 time: 0.0974498 Oct 26 09:02:50.240164 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d79c5735-8ad2-47f6-812e-e0e4cd6579ca tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:50.245881 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d79c5735-8ad2-47f6-812e-e0e4cd6579ca tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:50.262017 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c5735-8ad2-47f6-812e-e0e4cd6579ca tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f6eaf7-94cd-4c36-a4dd-ae8b5a19f7ff,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:02:50.266847 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-55d2a90d-5e6e-4171-bc9a-e10e565447ec req-f06dc30d-42bb-49c6-80ff-1fe8a719c4ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afa5addc-9360-4235-af41-bfedc35ef2cd HTTP/1.1" status: 200 len: 999 time: 0.0664222 Oct 26 09:02:50.274818 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d79c5735-8ad2-47f6-812e-e0e4cd6579ca tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:50.276780 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d79c5735-8ad2-47f6-812e-e0e4cd6579ca tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1407893 Oct 26 09:02:50.279483 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43124) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:02:50.285833 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-63136a48-140f-409c-ba00-25315956f925 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Request body: {'security_group_rule': {'security_group_id': '86b4fd9c-9b87-47ef-9853-77760063a0eb', 'project_id': '3df8c76216ab48128006b08372a71b47', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:02:50.308104 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-1078daca-8e1b-43b8-b038-cdbfcea55dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'name': 'tempest-TestMinimumBasicScenario-268280296-router', 'tenant_id': '3df8c76216ab48128006b08372a71b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': '0080e194-e391-4837-91b5-334f8fcc7452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:01:53Z', 'updated_at': '2021-10-26T09:01:56Z', 'revision_number': 4, 'project_id': '3df8c76216ab48128006b08372a71b47', 'gw_port': {'id': '0080e194-e391-4837-91b5-334f8fcc7452', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ca:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:01:53Z', 'updated_at': '2021-10-26T09:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '095b143e-0ec0-4a10-9aac-d3ad7f9c81b9', 'tenant_id': '3df8c76216ab48128006b08372a71b47', 'floating_ip_address': '172.26.2.217', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'port_id': 'afa5addc-9360-4235-af41-bfedc35ef2cd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a52ffe2-90ad-493c-9625-5106ea5905a5', 'mac_address': 'fa:16:3e:64:f9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4592284d-c080-4437-b2e3-423d39fdb9e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T09:02:48Z', 'updated_at': '2021-10-26T09:02:48Z', 'revision_number': 0, 'project_id': '3df8c76216ab48128006b08372a71b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cd8a50d-2c89-4879-94d7-c0ff4a4051a0', 'name': '', 'network_id': '7a52ffe2-90ad-493c-9625-5106ea5905a5', 'tenant_id': '3df8c76216ab48128006b08372a71b47', 'mac_address': 'fa:16:3e:94:cd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '0b499317-00ac-4e79-8387-8b1cc69f255d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:01:55Z', 'updated_at': '2021-10-26T09:02:00Z', 'revision_number': 5, 'project_id': '3df8c76216ab48128006b08372a71b47', 'subnets': [{'id': '0b499317-00ac-4e79-8387-8b1cc69f255d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:02:50.317742 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-63136a48-140f-409c-ba00-25315956f925 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:50.323608 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2a90d-5e6e-4171-bc9a-e10e565447ec req-6ff1fba8-a91e-4bfc-8204-4ac69d66bd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:50.325105 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-55d2a90d-5e6e-4171-bc9a-e10e565447ec req-6ff1fba8-a91e-4bfc-8204-4ac69d66bd45 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0b499317-00ac-4e79-8387-8b1cc69f255d HTTP/1.1" status: 200 len: 853 time: 0.0513649 Oct 26 09:02:50.335446 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1078daca-8e1b-43b8-b038-cdbfcea55dba None None] Checking router: 23e45922-ac71-49f6-aab1-a8d420b54af5 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:02:50.344666 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1078daca-8e1b-43b8-b038-cdbfcea55dba None None] Routers {'23e45922-ac71-49f6-aab1-a8d420b54af5'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:02:50.345286 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-1078daca-8e1b-43b8-b038-cdbfcea55dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:02:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['23e45922-ac71-49f6-aab1-a8d420b54af5'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:02:50.385266 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2a90d-5e6e-4171-bc9a-e10e565447ec req-cd450cbb-5533-42a8-a4d3-9fcd3ce7902a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:50.386224 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-63136a48-140f-409c-ba00-25315956f925 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:50.386894 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-55d2a90d-5e6e-4171-bc9a-e10e565447ec req-cd450cbb-5533-42a8-a4d3-9fcd3ce7902a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a52ffe2-90ad-493c-9625-5106ea5905a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0491049 Oct 26 09:02:50.390502 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-63136a48-140f-409c-ba00-25315956f925 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:50.409003 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63136a48-140f-409c-ba00-25315956f925 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e81b307f-3cbf-435e-9850-2b7f130b3f01,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:02:50.419600 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-63136a48-140f-409c-ba00-25315956f925 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:50.424162 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-63136a48-140f-409c-ba00-25315956f925 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1404715 Oct 26 09:02:50.424713 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43128) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:02:50.430237 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-1a5070ce-2870-4045-9b1f-61868fb195a5 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Request body: {'security_group_rule': {'security_group_id': '86b4fd9c-9b87-47ef-9853-77760063a0eb', 'project_id': '3df8c76216ab48128006b08372a71b47', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:02:50.460354 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1a5070ce-2870-4045-9b1f-61868fb195a5 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:50.466805 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-1078daca-8e1b-43b8-b038-cdbfcea55dba None None] Set router 23e45922-ac71-49f6-aab1-a8d420b54af5 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:02:50.526144 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1a5070ce-2870-4045-9b1f-61868fb195a5 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:50.530344 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1a5070ce-2870-4045-9b1f-61868fb195a5 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:50.542752 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-55d2a90d-5e6e-4171-bc9a-e10e565447ec req-1bb2ae2f-502a-4fb1-8cc7-f6cfa3adcbe4 service neutron] 10.222.0.47 "GET /v2.0/networks/7a52ffe2-90ad-493c-9625-5106ea5905a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461406 Oct 26 09:02:50.554690 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5070ce-2870-4045-9b1f-61868fb195a5 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0031ba2d-cdbb-4ad4-be05-2c675bc2acf9,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:02:50.564332 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1a5070ce-2870-4045-9b1f-61868fb195a5 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:50.566769 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1a5070ce-2870-4045-9b1f-61868fb195a5 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1401811 Oct 26 09:02:50.568214 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43130) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:02:50.573198 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-dd885cde-99c0-45a6-b1a9-2b3a546d7c4f tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Request body: {'security_group_rule': {'security_group_id': '86b4fd9c-9b87-47ef-9853-77760063a0eb', 'project_id': '3df8c76216ab48128006b08372a71b47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:02:50.597379 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.securitygroups_db [None req-dd885cde-99c0-45a6-b1a9-2b3a546d7c4f tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Project 3df8c76216ab48128006b08372a71b47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 09:02:50.603130 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dd885cde-99c0-45a6-b1a9-2b3a546d7c4f tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:50.648965 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-55d2a90d-5e6e-4171-bc9a-e10e565447ec req-fc8f578c-a52e-48f7-92b4-43f4bf0d8abb service neutron] 10.222.0.47 "GET /v2.0/networks/7a52ffe2-90ad-493c-9625-5106ea5905a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971000 Oct 26 09:02:50.671744 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dd885cde-99c0-45a6-b1a9-2b3a546d7c4f tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:50.675853 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dd885cde-99c0-45a6-b1a9-2b3a546d7c4f tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:50.693509 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd885cde-99c0-45a6-b1a9-2b3a546d7c4f tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bdf9e04-7abb-4979-9e4e-456069260b98,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:02:50.703471 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-dd885cde-99c0-45a6-b1a9-2b3a546d7c4f tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:50.704885 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-dd885cde-99c0-45a6-b1a9-2b3a546d7c4f tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1354873 Oct 26 09:02:50.707821 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43132) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:02:50.713046 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-67a5a6f5-0611-44c1-adc3-f7bcca8e75b1 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Request body: {'security_group_rule': {'security_group_id': '86b4fd9c-9b87-47ef-9853-77760063a0eb', 'project_id': '3df8c76216ab48128006b08372a71b47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:02:50.722159 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-1078daca-8e1b-43b8-b038-cdbfcea55dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'name': 'tempest-TestMinimumBasicScenario-268280296-router', 'tenant_id': '3df8c76216ab48128006b08372a71b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': '0080e194-e391-4837-91b5-334f8fcc7452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:01:53Z', 'updated_at': '2021-10-26T09:01:56Z', 'revision_number': 4, 'project_id': '3df8c76216ab48128006b08372a71b47', 'gw_port': {'id': '0080e194-e391-4837-91b5-334f8fcc7452', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ca:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:01:53Z', 'updated_at': '2021-10-26T09:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '095b143e-0ec0-4a10-9aac-d3ad7f9c81b9', 'tenant_id': '3df8c76216ab48128006b08372a71b47', 'floating_ip_address': '172.26.2.217', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'port_id': 'afa5addc-9360-4235-af41-bfedc35ef2cd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a52ffe2-90ad-493c-9625-5106ea5905a5', 'mac_address': 'fa:16:3e:64:f9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4592284d-c080-4437-b2e3-423d39fdb9e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T09:02:48Z', 'updated_at': '2021-10-26T09:02:48Z', 'revision_number': 0, 'project_id': '3df8c76216ab48128006b08372a71b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cd8a50d-2c89-4879-94d7-c0ff4a4051a0', 'name': '', 'network_id': '7a52ffe2-90ad-493c-9625-5106ea5905a5', 'tenant_id': '3df8c76216ab48128006b08372a71b47', 'mac_address': 'fa:16:3e:94:cd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '0b499317-00ac-4e79-8387-8b1cc69f255d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:01:55Z', 'updated_at': '2021-10-26T09:02:00Z', 'revision_number': 5, 'project_id': '3df8c76216ab48128006b08372a71b47', 'subnets': [{'id': '0b499317-00ac-4e79-8387-8b1cc69f255d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:02:50.734616 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.securitygroups_db [None req-67a5a6f5-0611-44c1-adc3-f7bcca8e75b1 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Project 3df8c76216ab48128006b08372a71b47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 09:02:50.739643 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-67a5a6f5-0611-44c1-adc3-f7bcca8e75b1 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:50.749249 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1078daca-8e1b-43b8-b038-cdbfcea55dba None None] The sync data for ids ['23e45922-ac71-49f6-aab1-a8d420b54af5'] in dv-neutron-804846-13-hyperv is: [{'id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'name': 'tempest-TestMinimumBasicScenario-268280296-router', 'tenant_id': '3df8c76216ab48128006b08372a71b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': '0080e194-e391-4837-91b5-334f8fcc7452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:01:53Z', 'updated_at': '2021-10-26T09:01:56Z', 'revision_number': 4, 'project_id': '3df8c76216ab48128006b08372a71b47', 'gw_port': {'id': '0080e194-e391-4837-91b5-334f8fcc7452', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ca:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:01:53Z', 'updated_at': '2021-10-26T09:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '095b143e-0ec0-4a10-9aac-d3ad7f9c81b9', 'tenant_id': '3df8c76216ab48128006b08372a71b47', 'floating_ip_address': '172.26.2.217', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'port_id': 'afa5addc-9360-4235-af41-bfedc35ef2cd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a52ffe2-90ad-493c-9625-5106ea5905a5', 'mac_address': 'fa:16:3e:64:f9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4592284d-c080-4437-b2e3-423d39fdb9e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T09:02:48Z', 'updated_at': '2021-10-26T09:02:48Z', 'revision_number': 0, 'project_id': '3df8c76216ab48128006b08372a71b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cd8a50d-2c89-4879-94d7-c0ff4a4051a0', 'name': '', 'network_id': '7a52ffe2-90ad-493c-9625-5106ea5905a5', 'tenant_id': '3df8c76216ab48128006b08372a71b47', 'mac_address': 'fa:16:3e:94:cd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '0b499317-00ac-4e79-8387-8b1cc69f255d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:01:55Z', 'updated_at': '2021-10-26T09:02:00Z', 'revision_number': 5, 'project_id': '3df8c76216ab48128006b08372a71b47', 'subnets': [{'id': '0b499317-00ac-4e79-8387-8b1cc69f255d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:02:50.805689 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-67a5a6f5-0611-44c1-adc3-f7bcca8e75b1 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:50.813373 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-67a5a6f5-0611-44c1-adc3-f7bcca8e75b1 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:50.832421 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5a6f5-0611-44c1-adc3-f7bcca8e75b1 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a28b118-1156-45f4-a354-b167b1c73885,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:02:50.840218 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-67a5a6f5-0611-44c1-adc3-f7bcca8e75b1 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:50.841423 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-67a5a6f5-0611-44c1-adc3-f7bcca8e75b1 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1326499 Oct 26 09:02:50.935780 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d22d340d-1214-4bad-9f15-1f226c1044d2 req-bc2e12a2-7129-4fcc-8aba-3a2b634e5a0a tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-409657066&fields=id&tenant_id=3df8c76216ab48128006b08372a71b47 HTTP/1.1" status: 200 len: 267 time: 0.0388408 Oct 26 09:02:50.949247 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f93de6-e453-4e82-a380-5b9df49f731e None None] New status for floating IP 095b143e-0ec0-4a10-9aac-d3ad7f9c81b9: ACTIVE {{(pid=102104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 09:02:50.990987 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d340d-1214-4bad-9f15-1f226c1044d2 req-8ae11dc2-6b95-4793-aca5-3cf0508d98d6 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:50.992364 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d22d340d-1214-4bad-9f15-1f226c1044d2 req-8ae11dc2-6b95-4793-aca5-3cf0508d98d6 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 945 time: 0.0504758 Oct 26 09:02:51.004308 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [req-d22d340d-1214-4bad-9f15-1f226c1044d2 req-12e12025-607f-4b75-9595-6774c1ce14e7 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Request body: {'port': {'security_groups': ['fe474975-8c16-47c7-8b53-230e71dfe599', '86b4fd9c-9b87-47ef-9853-77760063a0eb']}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:02:51.066266 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [req-d22d340d-1214-4bad-9f15-1f226c1044d2 req-12e12025-607f-4b75-9595-6774c1ce14e7 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:51.260026 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [req-d22d340d-1214-4bad-9f15-1f226c1044d2 req-12e12025-607f-4b75-9595-6774c1ce14e7 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] For port afa5addc-9360-4235-af41-bfedc35ef2cd, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=afa5addc-9360-4235-af41-bfedc35ef2cd,segment=NetworkSegment(736a44db-76e1-47de-b3e4-86c2b5e2aeba),segment_id=736a44db-76e1-47de-b3e4-86c2b5e2aeba)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:02:51.287798 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [req-d22d340d-1214-4bad-9f15-1f226c1044d2 req-12e12025-607f-4b75-9595-6774c1ce14e7 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:51.292317 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [req-d22d340d-1214-4bad-9f15-1f226c1044d2 req-12e12025-607f-4b75-9595-6774c1ce14e7 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:51.304555 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['afa5addc-9360-4235-af41-bfedc35ef2cd'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 09:02:51.347764 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d340d-1214-4bad-9f15-1f226c1044d2 req-12e12025-607f-4b75-9595-6774c1ce14e7 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:51.348432 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [req-d22d340d-1214-4bad-9f15-1f226c1044d2 req-12e12025-607f-4b75-9595-6774c1ce14e7 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:51.349908 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d22d340d-1214-4bad-9f15-1f226c1044d2 req-12e12025-607f-4b75-9595-6774c1ce14e7 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "PUT /v2.0/ports/afa5addc-9360-4235-af41-bfedc35ef2cd HTTP/1.1" status: 200 len: 981 time: 0.3501620 Oct 26 09:02:51.370436 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e12025-607f-4b75-9595-6774c1ce14e7 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Pushing event updated for resources: {'Port': ['ID=afa5addc-9360-4235-af41-bfedc35ef2cd,revision_number=6']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:02:51.423715 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['afa5addc-9360-4235-af41-bfedc35ef2cd'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 09:02:51.482430 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459c8e2-2e00-4402-9289-1c358c90da59 req-25d16037-d1bc-479c-bda8-cbb99fe89725 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:51.484063 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5459c8e2-2e00-4402-9289-1c358c90da59 req-25d16037-d1bc-479c-bda8-cbb99fe89725 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 984 time: 0.0553138 Oct 26 09:02:51.529365 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5459c8e2-2e00-4402-9289-1c358c90da59 req-9ae4f44f-3bce-480a-a32a-30911f38878f tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe474975-8c16-47c7-8b53-230e71dfe599&id=86b4fd9c-9b87-47ef-9853-77760063a0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373123 Oct 26 09:02:51.650186 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-d630b539-0762-4f6d-bad5-9d44ac3ea169 None None] Provisioning complete for port afa5addc-9360-4235-af41-bfedc35ef2cd triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:02:51.650776 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d630b539-0762-4f6d-bad5-9d44ac3ea169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:52.017307 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4592284d-c080-4437-b2e3-423d39fdb9e8', 'tag': 'afa5addc-9360-4235-af41-bfedc35ef2cd'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:02:52.019719 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6001f9b463937e9ba59653060f797cf6a3b9cfc8c69abf6deb468a53c3a3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d5aa0b-ef1a-43e5-ab42-0ad03585e8d4" -d '{"events": [{"name": "network-changed", "server_uuid": "4592284d-c080-4437-b2e3-423d39fdb9e8", "tag": "afa5addc-9360-4235-af41-bfedc35ef2cd"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:02:52.055766 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 09:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af42834-27a1-4861-804f-4ab3f00ea7dd x-openstack-request-id: req-7af42834-27a1-4861-804f-4ab3f00ea7dd {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:02:52.056069 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4592284d-c080-4437-b2e3-423d39fdb9e8", "tag": "afa5addc-9360-4235-af41-bfedc35ef2cd", "status": "completed", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:02:52.056314 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7af42834-27a1-4861-804f-4ab3f00ea7dd {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:02:52.056709 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4592284d-c080-4437-b2e3-423d39fdb9e8', 'tag': 'afa5addc-9360-4235-af41-bfedc35ef2cd', 'status': 'completed', 'code': 200} Oct 26 09:02:52.103086 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cca8545d-b9b5-432a-95ee-41fa44ef889f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:52.129169 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5aa0b-ef1a-43e5-ab42-0ad03585e8d4 req-6a899ed7-d38e-4bab-8763-a5de1130d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:52.130697 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e4d5aa0b-ef1a-43e5-ab42-0ad03585e8d4 req-6a899ed7-d38e-4bab-8763-a5de1130d761 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3df8c76216ab48128006b08372a71b47&device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 1137 time: 0.0472660 Oct 26 09:02:52.221721 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5aa0b-ef1a-43e5-ab42-0ad03585e8d4 req-627caead-fa60-4b0d-b85f-f6b64724303e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:52.223206 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e4d5aa0b-ef1a-43e5-ab42-0ad03585e8d4 req-627caead-fa60-4b0d-b85f-f6b64724303e service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a52ffe2-90ad-493c-9625-5106ea5905a5 HTTP/1.1" status: 200 len: 915 time: 0.0848391 Oct 26 09:02:52.291958 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e4d5aa0b-ef1a-43e5-ab42-0ad03585e8d4 req-387fb113-aef7-4731-a234-eb4fef12f282 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afa5addc-9360-4235-af41-bfedc35ef2cd HTTP/1.1" status: 200 len: 1001 time: 0.0610952 Oct 26 09:02:52.344051 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5aa0b-ef1a-43e5-ab42-0ad03585e8d4 req-41fa2b60-c24e-4d14-aa7c-3d109f67f20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:52.345467 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e4d5aa0b-ef1a-43e5-ab42-0ad03585e8d4 req-41fa2b60-c24e-4d14-aa7c-3d109f67f20e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0b499317-00ac-4e79-8387-8b1cc69f255d HTTP/1.1" status: 200 len: 853 time: 0.0440185 Oct 26 09:02:52.391419 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5aa0b-ef1a-43e5-ab42-0ad03585e8d4 req-91d20fae-bd2a-4713-bc7e-4dd12327c015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:52.392923 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e4d5aa0b-ef1a-43e5-ab42-0ad03585e8d4 req-91d20fae-bd2a-4713-bc7e-4dd12327c015 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a52ffe2-90ad-493c-9625-5106ea5905a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0396800 Oct 26 09:02:52.486838 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e4d5aa0b-ef1a-43e5-ab42-0ad03585e8d4 req-3aa62abd-bb91-4889-a728-2cda11049b47 service neutron] 10.222.0.47 "GET /v2.0/networks/7a52ffe2-90ad-493c-9625-5106ea5905a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857522 Oct 26 09:02:52.576548 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e4d5aa0b-ef1a-43e5-ab42-0ad03585e8d4 req-f5f9a97a-ecb7-4b71-b027-b9d23e612f12 service neutron] 10.222.0.47 "GET /v2.0/networks/7a52ffe2-90ad-493c-9625-5106ea5905a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824115 Oct 26 09:02:53.003115 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:53.356734 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:54.403879 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:54.487638 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-425bd443-cf98-454e-ad99-fea9cba6c151 req-5cc165fb-c9c1-4473-a512-e23a9fef95bb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402873 Oct 26 09:02:54.576579 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bd443-cf98-454e-ad99-fea9cba6c151 req-8ca965c8-f5f3-4d2d-9c62-3597b1bedeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:54.578109 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-425bd443-cf98-454e-ad99-fea9cba6c151 req-8ca965c8-f5f3-4d2d-9c62-3597b1bedeed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3df8c76216ab48128006b08372a71b47&device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 1137 time: 0.0456042 Oct 26 09:02:54.693583 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bd443-cf98-454e-ad99-fea9cba6c151 req-2bdad847-268d-4f43-9ebe-194ab76e6e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:54.695098 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-425bd443-cf98-454e-ad99-fea9cba6c151 req-2bdad847-268d-4f43-9ebe-194ab76e6e3b service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a52ffe2-90ad-493c-9625-5106ea5905a5 HTTP/1.1" status: 200 len: 915 time: 0.0946507 Oct 26 09:02:54.769839 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-425bd443-cf98-454e-ad99-fea9cba6c151 req-433eb527-1b06-4714-8906-6316cc896252 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afa5addc-9360-4235-af41-bfedc35ef2cd HTTP/1.1" status: 200 len: 1001 time: 0.0654111 Oct 26 09:02:54.820379 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bd443-cf98-454e-ad99-fea9cba6c151 req-c02a7d77-57b0-4982-a63a-4d812d378a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:54.822402 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-425bd443-cf98-454e-ad99-fea9cba6c151 req-c02a7d77-57b0-4982-a63a-4d812d378a79 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0b499317-00ac-4e79-8387-8b1cc69f255d HTTP/1.1" status: 200 len: 853 time: 0.0445998 Oct 26 09:02:54.869723 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bd443-cf98-454e-ad99-fea9cba6c151 req-dd2f81e5-26db-49c4-a437-9dd463d6b0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:02:54.871268 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-425bd443-cf98-454e-ad99-fea9cba6c151 req-dd2f81e5-26db-49c4-a437-9dd463d6b0b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a52ffe2-90ad-493c-9625-5106ea5905a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0404539 Oct 26 09:02:54.886911 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:02:54.966277 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-425bd443-cf98-454e-ad99-fea9cba6c151 req-6cc878d7-4616-4516-b7f7-bf1129a57125 service neutron] 10.222.0.47 "GET /v2.0/networks/7a52ffe2-90ad-493c-9625-5106ea5905a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863674 Oct 26 09:02:55.056282 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-425bd443-cf98-454e-ad99-fea9cba6c151 req-2db06cc2-278d-4a33-b263-9918975c9063 service neutron] 10.222.0.47 "GET /v2.0/networks/7a52ffe2-90ad-493c-9625-5106ea5905a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825837 Oct 26 09:03:05.734502 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf761a-23bf-41ef-85ac-8daf9e2bbdc7 req-86715c52-737f-4045-abc4-7f6200306e1e tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:03:05.736145 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-01cf761a-23bf-41ef-85ac-8daf9e2bbdc7 req-86715c52-737f-4045-abc4-7f6200306e1e tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 984 time: 0.0519028 Oct 26 09:03:05.737602 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae12b5-005b-4edc-99c8-3de6c484befc req-0746e0f6-cf55-4136-b3d0-861ac177e1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:03:05.739104 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8cae12b5-005b-4edc-99c8-3de6c484befc req-0746e0f6-cf55-4136-b3d0-861ac177e1bc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3df8c76216ab48128006b08372a71b47&device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 1137 time: 0.0419531 Oct 26 09:03:05.777796 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-01cf761a-23bf-41ef-85ac-8daf9e2bbdc7 req-2d90fbb6-cafd-4714-84ff-420db00c1079 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe474975-8c16-47c7-8b53-230e71dfe599&id=86b4fd9c-9b87-47ef-9853-77760063a0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342510 Oct 26 09:03:05.838459 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae12b5-005b-4edc-99c8-3de6c484befc req-3c88badd-6553-48d5-8c64-b42ae9670706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:03:05.839859 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8cae12b5-005b-4edc-99c8-3de6c484befc req-3c88badd-6553-48d5-8c64-b42ae9670706 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a52ffe2-90ad-493c-9625-5106ea5905a5 HTTP/1.1" status: 200 len: 915 time: 0.0882990 Oct 26 09:03:05.909635 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8cae12b5-005b-4edc-99c8-3de6c484befc req-2e03c81b-a9ed-4ab5-a4c5-6e8ac2a4f430 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afa5addc-9360-4235-af41-bfedc35ef2cd HTTP/1.1" status: 200 len: 1001 time: 0.0615084 Oct 26 09:03:06.275004 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae12b5-005b-4edc-99c8-3de6c484befc req-99abec3a-2d0e-4c0e-b2a6-5e6603b3c448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:03:06.276476 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8cae12b5-005b-4edc-99c8-3de6c484befc req-99abec3a-2d0e-4c0e-b2a6-5e6603b3c448 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0b499317-00ac-4e79-8387-8b1cc69f255d HTTP/1.1" status: 200 len: 853 time: 0.3573639 Oct 26 09:03:06.323417 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae12b5-005b-4edc-99c8-3de6c484befc req-d43d388e-6f94-44d0-9369-364e8feca5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:03:06.324892 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8cae12b5-005b-4edc-99c8-3de6c484befc req-d43d388e-6f94-44d0-9369-364e8feca5ae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a52ffe2-90ad-493c-9625-5106ea5905a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0397286 Oct 26 09:03:06.418039 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8cae12b5-005b-4edc-99c8-3de6c484befc req-686792b8-76b7-48a9-b94c-84fbf68aca11 service neutron] 10.222.0.47 "GET /v2.0/networks/7a52ffe2-90ad-493c-9625-5106ea5905a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842390 Oct 26 09:03:06.508492 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8cae12b5-005b-4edc-99c8-3de6c484befc req-7d8f5698-6adc-40fb-9771-41bf85e8e2cf service neutron] 10.222.0.47 "GET /v2.0/networks/7a52ffe2-90ad-493c-9625-5106ea5905a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818584 Oct 26 09:03:06.897042 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d57340-7f33-4ec0-bb1c-a1ae3c7291fe req-9242bfb3-6a20-4e52-81c8-6c7b82aba13b tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:03:06.898671 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-78d57340-7f33-4ec0-bb1c-a1ae3c7291fe req-9242bfb3-6a20-4e52-81c8-6c7b82aba13b tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 984 time: 0.0508363 Oct 26 09:03:06.942063 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-78d57340-7f33-4ec0-bb1c-a1ae3c7291fe req-40360890-2f97-4743-b6e2-5a063c2b3c4b tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe474975-8c16-47c7-8b53-230e71dfe599&id=86b4fd9c-9b87-47ef-9853-77760063a0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373912 Oct 26 09:03:08.056603 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2f7ed-3433-4c55-a450-0e2f173e29b7 req-f4f2a64b-37f0-4fbb-9113-21d5cb48fcc1 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:03:08.058097 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3fd2f7ed-3433-4c55-a450-0e2f173e29b7 req-f4f2a64b-37f0-4fbb-9113-21d5cb48fcc1 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 984 time: 0.0487313 Oct 26 09:03:08.097814 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-3fd2f7ed-3433-4c55-a450-0e2f173e29b7 req-51f21273-9a81-4ec4-a52f-6ca00992e867 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe474975-8c16-47c7-8b53-230e71dfe599&id=86b4fd9c-9b87-47ef-9853-77760063a0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338597 Oct 26 09:03:09.260990 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4fdf0-fdb3-484a-8ada-8e849c208eec req-32305cee-f075-4081-b439-22234348609e tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:03:09.262498 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6fe4fdf0-fdb3-484a-8ada-8e849c208eec req-32305cee-f075-4081-b439-22234348609e tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 984 time: 0.0982041 Oct 26 09:03:09.302004 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6fe4fdf0-fdb3-484a-8ada-8e849c208eec req-aaded031-30c0-4091-ac8b-5244f66b5e1c tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe474975-8c16-47c7-8b53-230e71dfe599&id=86b4fd9c-9b87-47ef-9853-77760063a0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334678 Oct 26 09:03:10.480078 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d69ff-4481-473b-b41e-8e3f47469af8 req-27e4137a-1576-49bc-b75c-7aede7c3ca14 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:03:10.481542 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-7a3d69ff-4481-473b-b41e-8e3f47469af8 req-27e4137a-1576-49bc-b75c-7aede7c3ca14 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 984 time: 0.1099527 Oct 26 09:03:10.521117 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-7a3d69ff-4481-473b-b41e-8e3f47469af8 req-f06f5e58-b2f6-42c3-a40a-1054640bdfe1 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe474975-8c16-47c7-8b53-230e71dfe599&id=86b4fd9c-9b87-47ef-9853-77760063a0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334041 Oct 26 09:03:11.637293 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f54b3f-f0db-499b-9904-9f4ee8511a9a req-e348b78d-2b20-495d-8613-33eb253363a4 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:03:11.638799 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-30f54b3f-f0db-499b-9904-9f4ee8511a9a req-e348b78d-2b20-495d-8613-33eb253363a4 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 984 time: 0.0490534 Oct 26 09:03:11.678343 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-30f54b3f-f0db-499b-9904-9f4ee8511a9a req-75371aa0-720c-4213-a3e3-78f7710d9915 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe474975-8c16-47c7-8b53-230e71dfe599&id=86b4fd9c-9b87-47ef-9853-77760063a0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336053 Oct 26 09:03:12.798909 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d94b32-c7ca-497c-ad71-9624b6fdf0f7 req-60253c67-1355-4879-be7c-c63d103e8530 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:03:12.800445 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e3d94b32-c7ca-497c-ad71-9624b6fdf0f7 req-60253c67-1355-4879-be7c-c63d103e8530 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 984 time: 0.0532551 Oct 26 09:03:12.840870 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e3d94b32-c7ca-497c-ad71-9624b6fdf0f7 req-4844c0ed-8a9c-4b5c-8734-82d373856cd8 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe474975-8c16-47c7-8b53-230e71dfe599&id=86b4fd9c-9b87-47ef-9853-77760063a0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343206 Oct 26 09:03:13.959151 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d7a80-33e2-4627-ba45-042c46102f5b req-2962423d-27e5-432b-8b15-8b739f22da97 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:03:13.960657 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6b4d7a80-33e2-4627-ba45-042c46102f5b req-2962423d-27e5-432b-8b15-8b739f22da97 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 984 time: 0.0508146 Oct 26 09:03:14.004599 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6b4d7a80-33e2-4627-ba45-042c46102f5b req-97b945f1-6ad0-46c2-a497-684cb98499b6 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe474975-8c16-47c7-8b53-230e71dfe599&id=86b4fd9c-9b87-47ef-9853-77760063a0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372529 Oct 26 09:03:15.120287 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48560ab-f7e2-438a-8979-6e00fc227304 req-4b5fad21-e9e9-4421-b12e-d46b02916abd tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:03:15.121790 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e48560ab-f7e2-438a-8979-6e00fc227304 req-4b5fad21-e9e9-4421-b12e-d46b02916abd tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 984 time: 0.0499675 Oct 26 09:03:15.162334 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e48560ab-f7e2-438a-8979-6e00fc227304 req-ed09af9d-8b7d-4f82-8fc4-1578442dac5b tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe474975-8c16-47c7-8b53-230e71dfe599&id=86b4fd9c-9b87-47ef-9853-77760063a0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345299 Oct 26 09:03:16.277340 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987cce7e-daab-45c4-9cc0-fda0c4566929 req-73aada8e-ca99-410e-ba96-f11196292c47 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:03:16.278847 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-987cce7e-daab-45c4-9cc0-fda0c4566929 req-73aada8e-ca99-410e-ba96-f11196292c47 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 984 time: 0.0495555 Oct 26 09:03:16.317633 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-987cce7e-daab-45c4-9cc0-fda0c4566929 req-742b3ca0-f417-4d26-a525-dd05221ad66f tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe474975-8c16-47c7-8b53-230e71dfe599&id=86b4fd9c-9b87-47ef-9853-77760063a0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329015 Oct 26 09:03:17.437104 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827fdb0-ea25-4166-b9d1-eb18cca5f296 req-971af66a-3cd5-47f0-8b5a-d222d2fc9481 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:03:17.438605 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-7827fdb0-ea25-4166-b9d1-eb18cca5f296 req-971af66a-3cd5-47f0-8b5a-d222d2fc9481 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 984 time: 0.0524597 Oct 26 09:03:17.478837 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-7827fdb0-ea25-4166-b9d1-eb18cca5f296 req-a0c084a1-080f-40a9-b50f-736d57968d22 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe474975-8c16-47c7-8b53-230e71dfe599&id=86b4fd9c-9b87-47ef-9853-77760063a0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341735 Oct 26 09:03:17.657453 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:03:19.437583 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2daa74aa-be35-4ec2-9b8c-50ee9f21a200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:03:22.105189 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-933d1054-a13c-491f-b2d2-d9b28afab1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:03:23.007018 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:03:23.357919 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:03:24.416877 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:03:24.889316 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:03:49.442061 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-96896d54-3ee7-492e-80ef-f771baff3444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:03:49.770768 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1174966a-47a5-4398-8fc7-d2e0eb713b2e req-3c2392ec-6c5a-4e4d-8d9a-e9eff9fa03ba tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-409657066&fields=id&tenant_id=3df8c76216ab48128006b08372a71b47 HTTP/1.1" status: 200 len: 267 time: 0.0330362 Oct 26 09:03:49.824707 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174966a-47a5-4398-8fc7-d2e0eb713b2e req-b16c421d-d58b-4492-9524-0ca0ee9928d4 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:03:49.826268 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1174966a-47a5-4398-8fc7-d2e0eb713b2e req-b16c421d-d58b-4492-9524-0ca0ee9928d4 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 984 time: 0.0488734 Oct 26 09:03:49.838074 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-1174966a-47a5-4398-8fc7-d2e0eb713b2e req-74e05141-97a9-4bd0-bc9c-1cd627cc8761 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Request body: {'port': {'security_groups': ['fe474975-8c16-47c7-8b53-230e71dfe599']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:03:49.904538 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-1174966a-47a5-4398-8fc7-d2e0eb713b2e req-74e05141-97a9-4bd0-bc9c-1cd627cc8761 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:03:50.077224 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-1174966a-47a5-4398-8fc7-d2e0eb713b2e req-74e05141-97a9-4bd0-bc9c-1cd627cc8761 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] For port afa5addc-9360-4235-af41-bfedc35ef2cd, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=afa5addc-9360-4235-af41-bfedc35ef2cd,segment=NetworkSegment(736a44db-76e1-47de-b3e4-86c2b5e2aeba),segment_id=736a44db-76e1-47de-b3e4-86c2b5e2aeba)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:03:50.106048 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-1174966a-47a5-4398-8fc7-d2e0eb713b2e req-74e05141-97a9-4bd0-bc9c-1cd627cc8761 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:03:50.110670 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-1174966a-47a5-4398-8fc7-d2e0eb713b2e req-74e05141-97a9-4bd0-bc9c-1cd627cc8761 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:03:50.122529 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['afa5addc-9360-4235-af41-bfedc35ef2cd'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 09:03:50.163816 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174966a-47a5-4398-8fc7-d2e0eb713b2e req-74e05141-97a9-4bd0-bc9c-1cd627cc8761 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:03:50.164814 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-1174966a-47a5-4398-8fc7-d2e0eb713b2e req-74e05141-97a9-4bd0-bc9c-1cd627cc8761 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:03:50.166105 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1174966a-47a5-4398-8fc7-d2e0eb713b2e req-74e05141-97a9-4bd0-bc9c-1cd627cc8761 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "PUT /v2.0/ports/afa5addc-9360-4235-af41-bfedc35ef2cd HTTP/1.1" status: 200 len: 942 time: 0.3332272 Oct 26 09:03:50.166578 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4592284d-c080-4437-b2e3-423d39fdb9e8', 'tag': 'afa5addc-9360-4235-af41-bfedc35ef2cd'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:03:50.171650 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed09696-7e26-408a-987f-9b6183168658" -d '{"events": [{"name": "network-changed", "server_uuid": "4592284d-c080-4437-b2e3-423d39fdb9e8", "tag": "afa5addc-9360-4235-af41-bfedc35ef2cd"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:03:50.172083 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43186) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:03:50.184770 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e05141-97a9-4bd0-bc9c-1cd627cc8761 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Pushing event updated for resources: {'Port': ['ID=afa5addc-9360-4235-af41-bfedc35ef2cd,revision_number=7']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:03:50.192648 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e05141-97a9-4bd0-bc9c-1cd627cc8761 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:03:50.193012 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e05141-97a9-4bd0-bc9c-1cd627cc8761 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:03:50.193357 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e05141-97a9-4bd0-bc9c-1cd627cc8761 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:03:50.193734 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e05141-97a9-4bd0-bc9c-1cd627cc8761 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:03:50.194076 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e05141-97a9-4bd0-bc9c-1cd627cc8761 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:03:50.194448 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e05141-97a9-4bd0-bc9c-1cd627cc8761 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:03:50.194790 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e05141-97a9-4bd0-bc9c-1cd627cc8761 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:03:50.195124 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e05141-97a9-4bd0-bc9c-1cd627cc8761 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:03:50.195456 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e05141-97a9-4bd0-bc9c-1cd627cc8761 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:03:50.195790 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e05141-97a9-4bd0-bc9c-1cd627cc8761 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:03:50.196118 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e05141-97a9-4bd0-bc9c-1cd627cc8761 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:03:50.197000 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e05141-97a9-4bd0-bc9c-1cd627cc8761 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:03:50.231248 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 09:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ec5f53-560d-4b4b-b74f-f53073b2061b x-openstack-request-id: req-f2ec5f53-560d-4b4b-b74f-f53073b2061b {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:03:50.231551 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4592284d-c080-4437-b2e3-423d39fdb9e8", "tag": "afa5addc-9360-4235-af41-bfedc35ef2cd", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:03:50.231813 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f2ec5f53-560d-4b4b-b74f-f53073b2061b {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:03:50.232227 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4592284d-c080-4437-b2e3-423d39fdb9e8', 'tag': 'afa5addc-9360-4235-af41-bfedc35ef2cd', 'status': 'completed', 'code': 200} Oct 26 09:03:50.258157 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-07c77bc2-1ce6-4403-8bf4-eaed02d0d8a1 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:03:50.260634 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['afa5addc-9360-4235-af41-bfedc35ef2cd'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 09:03:50.289236 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-07c77bc2-1ce6-4403-8bf4-eaed02d0d8a1 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:03:50.307613 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed09696-7e26-408a-987f-9b6183168658 req-3b807b3f-7cce-4780-a5de-550654c04571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:03:50.309508 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fed09696-7e26-408a-987f-9b6183168658 req-3b807b3f-7cce-4780-a5de-550654c04571 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3df8c76216ab48128006b08372a71b47&device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 1098 time: 0.0490112 Oct 26 09:03:50.362109 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-07c77bc2-1ce6-4403-8bf4-eaed02d0d8a1 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:03:50.366079 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-07c77bc2-1ce6-4403-8bf4-eaed02d0d8a1 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:03:50.370690 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-07c77bc2-1ce6-4403-8bf4-eaed02d0d8a1 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "DELETE /v2.0/security-groups/86b4fd9c-9b87-47ef-9853-77760063a0eb HTTP/1.1" status: 204 len: 168 time: 0.1946549 Oct 26 09:03:50.372628 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43188) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:03:50.434780 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-91e59da4-be2b-4d82-8f6c-fefba1b06bf4 None None] Provisioning complete for port afa5addc-9360-4235-af41-bfedc35ef2cd triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:03:50.434988 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-91e59da4-be2b-4d82-8f6c-fefba1b06bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:03:50.441263 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed09696-7e26-408a-987f-9b6183168658 req-0f8481bd-7096-4a95-b310-5c183d248437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:03:50.442224 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fed09696-7e26-408a-987f-9b6183168658 req-0f8481bd-7096-4a95-b310-5c183d248437 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a52ffe2-90ad-493c-9625-5106ea5905a5 HTTP/1.1" status: 200 len: 915 time: 0.1253161 Oct 26 09:03:50.446445 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c77bc2-1ce6-4403-8bf4-eaed02d0d8a1 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b4fd9c-9b87-47ef-9853-77760063a0eb,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:03:50.503978 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c77bc2-1ce6-4403-8bf4-eaed02d0d8a1 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:03:50.504343 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c77bc2-1ce6-4403-8bf4-eaed02d0d8a1 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:03:50.505250 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c77bc2-1ce6-4403-8bf4-eaed02d0d8a1 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:03:50.505250 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c77bc2-1ce6-4403-8bf4-eaed02d0d8a1 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:03:50.505500 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c77bc2-1ce6-4403-8bf4-eaed02d0d8a1 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:03:50.505732 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c77bc2-1ce6-4403-8bf4-eaed02d0d8a1 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:03:50.506033 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c77bc2-1ce6-4403-8bf4-eaed02d0d8a1 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:03:50.506371 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c77bc2-1ce6-4403-8bf4-eaed02d0d8a1 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:03:50.506707 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c77bc2-1ce6-4403-8bf4-eaed02d0d8a1 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:03:50.507040 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c77bc2-1ce6-4403-8bf4-eaed02d0d8a1 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:03:50.507371 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c77bc2-1ce6-4403-8bf4-eaed02d0d8a1 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:03:50.507702 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c77bc2-1ce6-4403-8bf4-eaed02d0d8a1 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:03:50.521311 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fed09696-7e26-408a-987f-9b6183168658 req-baf10280-e896-4b22-814a-7f0cf2bbfdab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afa5addc-9360-4235-af41-bfedc35ef2cd HTTP/1.1" status: 200 len: 1001 time: 0.0715549 Oct 26 09:03:50.573599 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-700c96b1-1c79-4e8d-a09e-d3524bb4a900 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Deleting port 11cc3997-70c1-4f57-bcdb-6dc5c23f48b4 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:03:50.573975 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-700c96b1-1c79-4e8d-a09e-d3524bb4a900 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:03:50.580492 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed09696-7e26-408a-987f-9b6183168658 req-d2a226bb-b906-4f65-8f9e-cf03f0101d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:03:50.582258 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fed09696-7e26-408a-987f-9b6183168658 req-d2a226bb-b906-4f65-8f9e-cf03f0101d02 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0b499317-00ac-4e79-8387-8b1cc69f255d HTTP/1.1" status: 200 len: 853 time: 0.0529194 Oct 26 09:03:50.628320 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed09696-7e26-408a-987f-9b6183168658 req-92efa185-1e43-48cd-8cdc-464780cb9b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:03:50.629896 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fed09696-7e26-408a-987f-9b6183168658 req-92efa185-1e43-48cd-8cdc-464780cb9b6a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a52ffe2-90ad-493c-9625-5106ea5905a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0404236 Oct 26 09:03:50.650119 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-700c96b1-1c79-4e8d-a09e-d3524bb4a900 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:03:50.650458 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-700c96b1-1c79-4e8d-a09e-d3524bb4a900 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:03:50.662273 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-700c96b1-1c79-4e8d-a09e-d3524bb4a900 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Calling delete_port for 11cc3997-70c1-4f57-bcdb-6dc5c23f48b4 owned by network:floatingip {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:03:50.723320 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fed09696-7e26-408a-987f-9b6183168658 req-eedec2c9-9782-4df9-80fa-3cbaaec5adc2 service neutron] 10.222.0.47 "GET /v2.0/networks/7a52ffe2-90ad-493c-9625-5106ea5905a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861807 Oct 26 09:03:50.812628 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-700c96b1-1c79-4e8d-a09e-d3524bb4a900 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:03:50.826269 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fed09696-7e26-408a-987f-9b6183168658 req-88327629-6237-46ee-aaa1-c09be704ab53 service neutron] 10.222.0.47 "GET /v2.0/networks/7a52ffe2-90ad-493c-9625-5106ea5905a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909534 Oct 26 09:03:50.839862 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c96b1-1c79-4e8d-a09e-d3524bb4a900 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Pushing event deleted for resources: {'Port': ['ID=11cc3997-70c1-4f57-bcdb-6dc5c23f48b4,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:03:50.903276 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-700c96b1-1c79-4e8d-a09e-d3524bb4a900 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks [] for floatingip, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:03:50.903626 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.l3_db [None req-700c96b1-1c79-4e8d-a09e-d3524bb4a900 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Floating IP 095b143e-0ec0-4a10-9aac-d3ad7f9c81b9 disassociated (deleted). External IP: 172.26.2.217, port: afa5addc-9360-4235-af41-bfedc35ef2cd. Oct 26 09:03:51.107907 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700c96b1-1c79-4e8d-a09e-d3524bb4a900 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Router 23e45922-ac71-49f6-aab1-a8d420b54af5 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:03:51.217354 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700c96b1-1c79-4e8d-a09e-d3524bb4a900 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:03:51.222188 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-700c96b1-1c79-4e8d-a09e-d3524bb4a900 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:03:51.227040 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6eba2b-dcf6-4ae4-81b8-93b6e595480f None None] Sync routers for ids ['23e45922-ac71-49f6-aab1-a8d420b54af5'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:03:51.240240 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6eba2b-dcf6-4ae4-81b8-93b6e595480f None None] Routers {'23e45922-ac71-49f6-aab1-a8d420b54af5'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:03:51.240860 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-3e6eba2b-dcf6-4ae4-81b8-93b6e595480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:03:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['23e45922-ac71-49f6-aab1-a8d420b54af5'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:03:51.249923 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-700c96b1-1c79-4e8d-a09e-d3524bb4a900 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "DELETE /v2.0/floatingips/095b143e-0ec0-4a10-9aac-d3ad7f9c81b9 HTTP/1.1" status: 204 len: 168 time: 0.8760197 Oct 26 09:03:51.250516 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4592284d-c080-4437-b2e3-423d39fdb9e8', 'tag': 'afa5addc-9360-4235-af41-bfedc35ef2cd'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:03:51.252794 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6001f9b463937e9ba59653060f797cf6a3b9cfc8c69abf6deb468a53c3a3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cab0f4b-544c-4fd8-ad88-6008e2e0c8b9" -d '{"events": [{"name": "network-changed", "server_uuid": "4592284d-c080-4437-b2e3-423d39fdb9e8", "tag": "afa5addc-9360-4235-af41-bfedc35ef2cd"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:03:51.293561 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 09:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd13eb31-cfbf-43df-bfdb-9b44eb6e87fb x-openstack-request-id: req-cd13eb31-cfbf-43df-bfdb-9b44eb6e87fb {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:03:51.293894 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4592284d-c080-4437-b2e3-423d39fdb9e8", "tag": "afa5addc-9360-4235-af41-bfedc35ef2cd", "status": "completed", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:03:51.294147 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cd13eb31-cfbf-43df-bfdb-9b44eb6e87fb {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:03:51.294549 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4592284d-c080-4437-b2e3-423d39fdb9e8', 'tag': 'afa5addc-9360-4235-af41-bfedc35ef2cd', 'status': 'completed', 'code': 200} Oct 26 09:03:51.354846 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-3e6eba2b-dcf6-4ae4-81b8-93b6e595480f None None] Set router 23e45922-ac71-49f6-aab1-a8d420b54af5 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:03:51.359267 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab0f4b-544c-4fd8-ad88-6008e2e0c8b9 req-ad25b464-a39b-45f9-9644-b29d3aa03179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:03:51.360787 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3cab0f4b-544c-4fd8-ad88-6008e2e0c8b9 req-ad25b464-a39b-45f9-9644-b29d3aa03179 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3df8c76216ab48128006b08372a71b47&device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 1098 time: 0.0427048 Oct 26 09:03:51.474235 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab0f4b-544c-4fd8-ad88-6008e2e0c8b9 req-5d46a89b-6f5d-4d89-8d72-ab44bf697564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:03:51.475777 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3cab0f4b-544c-4fd8-ad88-6008e2e0c8b9 req-5d46a89b-6f5d-4d89-8d72-ab44bf697564 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a52ffe2-90ad-493c-9625-5106ea5905a5 HTTP/1.1" status: 200 len: 915 time: 0.1082883 Oct 26 09:03:51.525703 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3cab0f4b-544c-4fd8-ad88-6008e2e0c8b9 req-0ebef888-29e0-4dcb-be98-0a4c6b3f6351 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afa5addc-9360-4235-af41-bfedc35ef2cd HTTP/1.1" status: 200 len: 217 time: 0.0373216 Oct 26 09:03:51.585092 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab0f4b-544c-4fd8-ad88-6008e2e0c8b9 req-30a37174-3b56-43ac-aa2f-c9374d9062c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:03:51.586632 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3cab0f4b-544c-4fd8-ad88-6008e2e0c8b9 req-30a37174-3b56-43ac-aa2f-c9374d9062c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0b499317-00ac-4e79-8387-8b1cc69f255d HTTP/1.1" status: 200 len: 853 time: 0.0531769 Oct 26 09:03:51.600358 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-3e6eba2b-dcf6-4ae4-81b8-93b6e595480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'name': 'tempest-TestMinimumBasicScenario-268280296-router', 'tenant_id': '3df8c76216ab48128006b08372a71b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': '0080e194-e391-4837-91b5-334f8fcc7452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:01:53Z', 'updated_at': '2021-10-26T09:01:56Z', 'revision_number': 4, 'project_id': '3df8c76216ab48128006b08372a71b47', 'gw_port': {'id': '0080e194-e391-4837-91b5-334f8fcc7452', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ca:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:01:53Z', 'updated_at': '2021-10-26T09:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '5cd8a50d-2c89-4879-94d7-c0ff4a4051a0', 'name': '', 'network_id': '7a52ffe2-90ad-493c-9625-5106ea5905a5', 'tenant_id': '3df8c76216ab48128006b08372a71b47', 'mac_address': 'fa:16:3e:94:cd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '0b499317-00ac-4e79-8387-8b1cc69f255d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:01:55Z', 'updated_at': '2021-10-26T09:02:00Z', 'revision_number': 5, 'project_id': '3df8c76216ab48128006b08372a71b47', 'subnets': [{'id': '0b499317-00ac-4e79-8387-8b1cc69f255d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:03:51.627606 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6eba2b-dcf6-4ae4-81b8-93b6e595480f None None] Checking router: 23e45922-ac71-49f6-aab1-a8d420b54af5 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:03:51.635926 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab0f4b-544c-4fd8-ad88-6008e2e0c8b9 req-6185d5ae-8376-4470-b033-8d3cd020190d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:03:51.636455 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6eba2b-dcf6-4ae4-81b8-93b6e595480f None None] Routers {'23e45922-ac71-49f6-aab1-a8d420b54af5'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:03:51.637069 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-3e6eba2b-dcf6-4ae4-81b8-93b6e595480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:03:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['23e45922-ac71-49f6-aab1-a8d420b54af5'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:03:51.637435 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3cab0f4b-544c-4fd8-ad88-6008e2e0c8b9 req-6185d5ae-8376-4470-b033-8d3cd020190d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a52ffe2-90ad-493c-9625-5106ea5905a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0411801 Oct 26 09:03:51.730612 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3cab0f4b-544c-4fd8-ad88-6008e2e0c8b9 req-b4adf0b2-94da-4a8f-bfa8-71deb9e9e10f service neutron] 10.222.0.47 "GET /v2.0/networks/7a52ffe2-90ad-493c-9625-5106ea5905a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849652 Oct 26 09:03:51.743978 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-3e6eba2b-dcf6-4ae4-81b8-93b6e595480f None None] Set router 23e45922-ac71-49f6-aab1-a8d420b54af5 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:03:51.828772 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3cab0f4b-544c-4fd8-ad88-6008e2e0c8b9 req-a52dcced-ce7c-4f59-9b91-7e9e7b57d3d1 service neutron] 10.222.0.47 "GET /v2.0/networks/7a52ffe2-90ad-493c-9625-5106ea5905a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908673 Oct 26 09:03:51.953824 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-3e6eba2b-dcf6-4ae4-81b8-93b6e595480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'name': 'tempest-TestMinimumBasicScenario-268280296-router', 'tenant_id': '3df8c76216ab48128006b08372a71b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': '0080e194-e391-4837-91b5-334f8fcc7452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:01:53Z', 'updated_at': '2021-10-26T09:01:56Z', 'revision_number': 4, 'project_id': '3df8c76216ab48128006b08372a71b47', 'gw_port': {'id': '0080e194-e391-4837-91b5-334f8fcc7452', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ca:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:01:53Z', 'updated_at': '2021-10-26T09:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '5cd8a50d-2c89-4879-94d7-c0ff4a4051a0', 'name': '', 'network_id': '7a52ffe2-90ad-493c-9625-5106ea5905a5', 'tenant_id': '3df8c76216ab48128006b08372a71b47', 'mac_address': 'fa:16:3e:94:cd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '0b499317-00ac-4e79-8387-8b1cc69f255d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:01:55Z', 'updated_at': '2021-10-26T09:02:00Z', 'revision_number': 5, 'project_id': '3df8c76216ab48128006b08372a71b47', 'subnets': [{'id': '0b499317-00ac-4e79-8387-8b1cc69f255d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:03:51.980742 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6eba2b-dcf6-4ae4-81b8-93b6e595480f None None] The sync data for ids ['23e45922-ac71-49f6-aab1-a8d420b54af5'] in dv-neutron-804846-13-hyperv is: [{'id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'name': 'tempest-TestMinimumBasicScenario-268280296-router', 'tenant_id': '3df8c76216ab48128006b08372a71b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': '0080e194-e391-4837-91b5-334f8fcc7452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:01:53Z', 'updated_at': '2021-10-26T09:01:56Z', 'revision_number': 4, 'project_id': '3df8c76216ab48128006b08372a71b47', 'gw_port': {'id': '0080e194-e391-4837-91b5-334f8fcc7452', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ca:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:01:53Z', 'updated_at': '2021-10-26T09:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '5cd8a50d-2c89-4879-94d7-c0ff4a4051a0', 'name': '', 'network_id': '7a52ffe2-90ad-493c-9625-5106ea5905a5', 'tenant_id': '3df8c76216ab48128006b08372a71b47', 'mac_address': 'fa:16:3e:94:cd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '0b499317-00ac-4e79-8387-8b1cc69f255d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:01:55Z', 'updated_at': '2021-10-26T09:02:00Z', 'revision_number': 5, 'project_id': '3df8c76216ab48128006b08372a71b47', 'subnets': [{'id': '0b499317-00ac-4e79-8387-8b1cc69f255d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:03:52.106403 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a0bc15e3-938e-431a-a434-c248f25639de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:03:52.223629 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98d141e-0ee4-4d62-80fe-f2a24e0d945f None None] New status for floating IP 095b143e-0ec0-4a10-9aac-d3ad7f9c81b9: DOWN {{(pid=102104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 09:03:53.010605 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:03:53.360294 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:03:54.416205 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:03:54.658163 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:03:54.893255 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:03:56.474500 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e74abc11-b080-49a4-9cc7-65987c20c4ca req-649d65fb-2da2-4566-b7f6-3948e78baa40 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406525 Oct 26 09:03:56.558843 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74abc11-b080-49a4-9cc7-65987c20c4ca req-384af9a9-b1c6-4ba6-8170-ff7dbf05eaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:03:56.560556 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e74abc11-b080-49a4-9cc7-65987c20c4ca req-384af9a9-b1c6-4ba6-8170-ff7dbf05eaa2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3df8c76216ab48128006b08372a71b47&device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 1098 time: 0.0414274 Oct 26 09:03:56.669373 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74abc11-b080-49a4-9cc7-65987c20c4ca req-9beb12bd-7a37-48b6-8a4a-666f664fc5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:03:56.670791 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e74abc11-b080-49a4-9cc7-65987c20c4ca req-9beb12bd-7a37-48b6-8a4a-666f664fc5dc service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a52ffe2-90ad-493c-9625-5106ea5905a5 HTTP/1.1" status: 200 len: 915 time: 0.0901997 Oct 26 09:03:56.713493 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e74abc11-b080-49a4-9cc7-65987c20c4ca req-15c6d847-b339-4c81-9f3c-941d2baa7538 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afa5addc-9360-4235-af41-bfedc35ef2cd HTTP/1.1" status: 200 len: 217 time: 0.0354872 Oct 26 09:03:56.767724 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74abc11-b080-49a4-9cc7-65987c20c4ca req-242b6bad-2e57-429d-8017-89e8920c3911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:03:56.769229 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e74abc11-b080-49a4-9cc7-65987c20c4ca req-242b6bad-2e57-429d-8017-89e8920c3911 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0b499317-00ac-4e79-8387-8b1cc69f255d HTTP/1.1" status: 200 len: 853 time: 0.0491352 Oct 26 09:03:56.816386 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74abc11-b080-49a4-9cc7-65987c20c4ca req-92a295f9-be9c-44bf-8fea-81e60f4514f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:03:56.817942 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e74abc11-b080-49a4-9cc7-65987c20c4ca req-92a295f9-be9c-44bf-8fea-81e60f4514f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a52ffe2-90ad-493c-9625-5106ea5905a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0415866 Oct 26 09:03:56.920182 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e74abc11-b080-49a4-9cc7-65987c20c4ca req-4ff5d0d6-61c8-4bb0-bf12-a86095c4e154 service neutron] 10.222.0.47 "GET /v2.0/networks/7a52ffe2-90ad-493c-9625-5106ea5905a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952377 Oct 26 09:03:57.015948 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e74abc11-b080-49a4-9cc7-65987c20c4ca req-dab45214-2aa9-4414-94c3-2f8fcff3b240 service neutron] 10.222.0.47 "GET /v2.0/networks/7a52ffe2-90ad-493c-9625-5106ea5905a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887730 Oct 26 09:04:00.279475 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d3049-85dd-4f44-a20e-c3547bc94db8 req-f285bd92-38f1-48f4-b31d-db1e5b050bf0 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:04:00.281032 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-437d3049-85dd-4f44-a20e-c3547bc94db8 req-f285bd92-38f1-48f4-b31d-db1e5b050bf0 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 945 time: 0.0539536 Oct 26 09:04:00.322295 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-437d3049-85dd-4f44-a20e-c3547bc94db8 req-43c31029-d5c5-4a7b-9597-de4dd9b4a03e tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe474975-8c16-47c7-8b53-230e71dfe599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347314 Oct 26 09:04:01.443348 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551e692-e531-486d-a561-255f4732aa1f req-b8c3ebcd-f58a-4d30-a4fc-5dbea380cc28 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:04:01.444863 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3551e692-e531-486d-a561-255f4732aa1f req-b8c3ebcd-f58a-4d30-a4fc-5dbea380cc28 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 945 time: 0.0519645 Oct 26 09:04:01.484712 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3551e692-e531-486d-a561-255f4732aa1f req-1ff12d97-98a6-40ac-94f1-a465f22682f8 tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe474975-8c16-47c7-8b53-230e71dfe599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332475 Oct 26 09:04:01.927872 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff92fd-ea87-4c74-adcd-377197574fd8 req-1eb65f75-3152-410f-bcfb-8bd9ed2b628e tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:04:01.929333 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-05ff92fd-ea87-4c74-adcd-377197574fd8 req-1eb65f75-3152-410f-bcfb-8bd9ed2b628e tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.47 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 945 time: 0.0541115 Oct 26 09:04:02.018885 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-05ff92fd-ea87-4c74-adcd-377197574fd8 req-3711e425-1c89-4d91-9aed-59b18e568bed tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Deleting port afa5addc-9360-4235-af41-bfedc35ef2cd {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:04:02.019232 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-05ff92fd-ea87-4c74-adcd-377197574fd8 req-3711e425-1c89-4d91-9aed-59b18e568bed tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:02.110184 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-05ff92fd-ea87-4c74-adcd-377197574fd8 req-3711e425-1c89-4d91-9aed-59b18e568bed tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] For port afa5addc-9360-4235-af41-bfedc35ef2cd, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=afa5addc-9360-4235-af41-bfedc35ef2cd,segment=NetworkSegment(736a44db-76e1-47de-b3e4-86c2b5e2aeba),segment_id=736a44db-76e1-47de-b3e4-86c2b5e2aeba)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:04:02.110550 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-05ff92fd-ea87-4c74-adcd-377197574fd8 req-3711e425-1c89-4d91-9aed-59b18e568bed tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:02.123469 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-05ff92fd-ea87-4c74-adcd-377197574fd8 req-3711e425-1c89-4d91-9aed-59b18e568bed tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Calling delete_port for afa5addc-9360-4235-af41-bfedc35ef2cd owned by compute:nova {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:04:02.248034 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-05ff92fd-ea87-4c74-adcd-377197574fd8 req-3711e425-1c89-4d91-9aed-59b18e568bed tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:02.260588 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['afa5addc-9360-4235-af41-bfedc35ef2cd'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 09:04:02.280776 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711e425-1c89-4d91-9aed-59b18e568bed tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Pushing event deleted for resources: {'Port': ['ID=afa5addc-9360-4235-af41-bfedc35ef2cd,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:02.322363 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ff92fd-ea87-4c74-adcd-377197574fd8 req-3711e425-1c89-4d91-9aed-59b18e568bed tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] No DVR routers for this DVR port afa5addc-9360-4235-af41-bfedc35ef2cd on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 09:04:02.324879 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-05ff92fd-ea87-4c74-adcd-377197574fd8 req-3711e425-1c89-4d91-9aed-59b18e568bed tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:02.328341 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-05ff92fd-ea87-4c74-adcd-377197574fd8 req-3711e425-1c89-4d91-9aed-59b18e568bed tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.47 "DELETE /v2.0/ports/afa5addc-9360-4235-af41-bfedc35ef2cd HTTP/1.1" status: 204 len: 173 time: 0.3925462 Oct 26 09:04:02.328781 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4592284d-c080-4437-b2e3-423d39fdb9e8', 'name': 'network-vif-deleted', 'tag': 'afa5addc-9360-4235-af41-bfedc35ef2cd'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:04:02.331332 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e796f57-7df1-416c-a92e-53255da4303e" -d '{"events": [{"server_uuid": "4592284d-c080-4437-b2e3-423d39fdb9e8", "name": "network-vif-deleted", "tag": "afa5addc-9360-4235-af41-bfedc35ef2cd"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:04:02.366972 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 09:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3143cb8d-1092-42a2-8d93-515c8b4a1186 x-openstack-request-id: req-3143cb8d-1092-42a2-8d93-515c8b4a1186 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:04:02.367272 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4592284d-c080-4437-b2e3-423d39fdb9e8", "name": "network-vif-deleted", "tag": "afa5addc-9360-4235-af41-bfedc35ef2cd", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:04:02.367528 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3143cb8d-1092-42a2-8d93-515c8b4a1186 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:04:02.368454 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4592284d-c080-4437-b2e3-423d39fdb9e8', 'name': 'network-vif-deleted', 'tag': 'afa5addc-9360-4235-af41-bfedc35ef2cd', 'status': 'completed', 'code': 200} Oct 26 09:04:02.586700 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b8fdddf5-5de0-4194-b9dc-a71eae5063d6 req-f332a05a-8f72-48f5-bf0e-38e5c220316b tempest-TestMinimumBasicScenario-790317910 tempest-TestMinimumBasicScenario-790317910-project] 10.222.0.41 "GET /v2.0/ports?device_id=4592284d-c080-4437-b2e3-423d39fdb9e8 HTTP/1.1" status: 200 len: 210 time: 0.0260718 Oct 26 09:04:05.183849 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43292) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:04:05.690801 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device afa5addc-9360-4235-af41-bfedc35ef2cd no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:04:05.712002 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] No Port match for: afa5addc-9360-4235-af41-bfedc35ef2cd {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:04:05.713367 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device afa5addc-9360-4235-af41-bfedc35ef2cd not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:04:05.785269 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-90623bbc-5eff-4221-a552-b34743df4c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:06.031171 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-90623bbc-5eff-4221-a552-b34743df4c78 admin admin] Deleting port 5cd8a50d-2c89-4879-94d7-c0ff4a4051a0 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:04:06.031512 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-90623bbc-5eff-4221-a552-b34743df4c78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:06.114017 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-90623bbc-5eff-4221-a552-b34743df4c78 admin admin] For port 5cd8a50d-2c89-4879-94d7-c0ff4a4051a0, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=5cd8a50d-2c89-4879-94d7-c0ff4a4051a0,segment=NetworkSegment(736a44db-76e1-47de-b3e4-86c2b5e2aeba),segment_id=736a44db-76e1-47de-b3e4-86c2b5e2aeba)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:04:06.114382 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-90623bbc-5eff-4221-a552-b34743df4c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:06.127214 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-90623bbc-5eff-4221-a552-b34743df4c78 admin admin] Calling delete_port for 5cd8a50d-2c89-4879-94d7-c0ff4a4051a0 owned by network:router_interface {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:04:06.303364 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-90623bbc-5eff-4221-a552-b34743df4c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:06.333644 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90623bbc-5eff-4221-a552-b34743df4c78 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cd8a50d-2c89-4879-94d7-c0ff4a4051a0,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:06.499329 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-90623bbc-5eff-4221-a552-b34743df4c78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:06.714578 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90623bbc-5eff-4221-a552-b34743df4c78 admin admin] Router 23e45922-ac71-49f6-aab1-a8d420b54af5 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:04:06.819828 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90623bbc-5eff-4221-a552-b34743df4c78 admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:04:06.825237 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-90623bbc-5eff-4221-a552-b34743df4c78 admin admin] 10.222.0.41 "PUT /v2.0/routers/23e45922-ac71-49f6-aab1-a8d420b54af5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6403067 Oct 26 09:04:06.827732 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43294) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:04:06.828775 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329c4edc-e00e-46c7-8cf4-22bc56922afa None None] Sync routers for ids ['23e45922-ac71-49f6-aab1-a8d420b54af5'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:04:06.839970 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329c4edc-e00e-46c7-8cf4-22bc56922afa None None] Routers {'23e45922-ac71-49f6-aab1-a8d420b54af5'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:04:06.840503 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-329c4edc-e00e-46c7-8cf4-22bc56922afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:03:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['23e45922-ac71-49f6-aab1-a8d420b54af5'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:04:06.935248 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7eec51b3-7196-42b1-9edb-c3d197e9ab75 admin admin] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:06.947275 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-329c4edc-e00e-46c7-8cf4-22bc56922afa None None] Set router 23e45922-ac71-49f6-aab1-a8d420b54af5 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:04:07.042779 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7eec51b3-7196-42b1-9edb-c3d197e9ab75 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:07.099044 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-7eec51b3-7196-42b1-9edb-c3d197e9ab75 admin admin] Deleting port 0080e194-e391-4837-91b5-334f8fcc7452 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:04:07.099298 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7eec51b3-7196-42b1-9edb-c3d197e9ab75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:07.178037 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-7eec51b3-7196-42b1-9edb-c3d197e9ab75 admin admin] For port 0080e194-e391-4837-91b5-334f8fcc7452, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=0080e194-e391-4837-91b5-334f8fcc7452,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:04:07.178393 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7eec51b3-7196-42b1-9edb-c3d197e9ab75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:07.195412 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-7eec51b3-7196-42b1-9edb-c3d197e9ab75 admin admin] Calling delete_port for 0080e194-e391-4837-91b5-334f8fcc7452 owned by network:router_gateway {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:04:07.277006 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-329c4edc-e00e-46c7-8cf4-22bc56922afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'name': 'tempest-TestMinimumBasicScenario-268280296-router', 'tenant_id': '3df8c76216ab48128006b08372a71b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': '0080e194-e391-4837-91b5-334f8fcc7452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:01:53Z', 'updated_at': '2021-10-26T09:04:06Z', 'revision_number': 5, 'project_id': '3df8c76216ab48128006b08372a71b47', 'gw_port': {'id': '0080e194-e391-4837-91b5-334f8fcc7452', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ca:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:01:53Z', 'updated_at': '2021-10-26T09:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:04:07.303552 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329c4edc-e00e-46c7-8cf4-22bc56922afa None None] Checking router: 23e45922-ac71-49f6-aab1-a8d420b54af5 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:04:07.313734 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329c4edc-e00e-46c7-8cf4-22bc56922afa None None] Routers {'23e45922-ac71-49f6-aab1-a8d420b54af5'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:04:07.314472 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-329c4edc-e00e-46c7-8cf4-22bc56922afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:03:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['23e45922-ac71-49f6-aab1-a8d420b54af5'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:04:07.359154 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7eec51b3-7196-42b1-9edb-c3d197e9ab75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:07.389389 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec51b3-7196-42b1-9edb-c3d197e9ab75 admin admin] Pushing event deleted for resources: {'Port': ['ID=0080e194-e391-4837-91b5-334f8fcc7452,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:07.405545 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-329c4edc-e00e-46c7-8cf4-22bc56922afa None None] Set router 23e45922-ac71-49f6-aab1-a8d420b54af5 gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:04:07.452358 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7eec51b3-7196-42b1-9edb-c3d197e9ab75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:07.460763 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-329c4edc-e00e-46c7-8cf4-22bc56922afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'name': 'tempest-TestMinimumBasicScenario-268280296-router', 'tenant_id': '3df8c76216ab48128006b08372a71b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:01:53Z', 'updated_at': '2021-10-26T09:04:07Z', 'revision_number': 6, 'project_id': '3df8c76216ab48128006b08372a71b47', 'gw_port_host': None}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:04:07.488879 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329c4edc-e00e-46c7-8cf4-22bc56922afa None None] The sync data for ids ['23e45922-ac71-49f6-aab1-a8d420b54af5'] in dv-neutron-804846-13-hyperv is: [{'id': '23e45922-ac71-49f6-aab1-a8d420b54af5', 'name': 'tempest-TestMinimumBasicScenario-268280296-router', 'tenant_id': '3df8c76216ab48128006b08372a71b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:01:53Z', 'updated_at': '2021-10-26T09:04:07Z', 'revision_number': 6, 'project_id': '3df8c76216ab48128006b08372a71b47', 'gw_port_host': None}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:04:07.545445 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7eec51b3-7196-42b1-9edb-c3d197e9ab75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:07.547642 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7eec51b3-7196-42b1-9edb-c3d197e9ab75 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:07.594268 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7eec51b3-7196-42b1-9edb-c3d197e9ab75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:07.594854 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eec51b3-7196-42b1-9edb-c3d197e9ab75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23e45922-ac71-49f6-aab1-a8d420b54af5 {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 09:04:07.599381 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7eec51b3-7196-42b1-9edb-c3d197e9ab75 admin admin] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:07.600281 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7eec51b3-7196-42b1-9edb-c3d197e9ab75 admin admin] 10.222.0.41 "DELETE /v2.0/routers/23e45922-ac71-49f6-aab1-a8d420b54af5 HTTP/1.1" status: 204 len: 168 time: 0.7716150 Oct 26 09:04:07.603546 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43296) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:04:07.646911 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a2e03ae-600f-498b-be23-9c8f33ae9dd2 admin admin] Deleting subnet 0b499317-00ac-4e79-8387-8b1cc69f255d {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 09:04:07.650700 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9a2e03ae-600f-498b-be23-9c8f33ae9dd2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:07.685054 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9a2e03ae-600f-498b-be23-9c8f33ae9dd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:07.760992 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9a2e03ae-600f-498b-be23-9c8f33ae9dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:07.818337 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9a2e03ae-600f-498b-be23-9c8f33ae9dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:07.844321 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e03ae-600f-498b-be23-9c8f33ae9dd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b499317-00ac-4e79-8387-8b1cc69f255d,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:07.853457 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9a2e03ae-600f-498b-be23-9c8f33ae9dd2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:07.858216 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9a2e03ae-600f-498b-be23-9c8f33ae9dd2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0b499317-00ac-4e79-8387-8b1cc69f255d HTTP/1.1" status: 204 len: 168 time: 0.2537062 Oct 26 09:04:07.858509 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9235047c-92d3-4aff-a05b-a7efd897e1f0 None None] Network 7a52ffe2-90ad-493c-9625-5106ea5905a5 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:04:07.860636 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43298) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:04:07.936257 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-35070d4b-a642-4985-8cfe-3b754b5cda83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:07.996231 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-35070d4b-a642-4985-8cfe-3b754b5cda83 admin admin] Deleting port a58d8b42-4a6c-44ae-95a2-f6eb472fbbee {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:04:07.996579 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-35070d4b-a642-4985-8cfe-3b754b5cda83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:08.059534 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-35070d4b-a642-4985-8cfe-3b754b5cda83 admin admin] For port a58d8b42-4a6c-44ae-95a2-f6eb472fbbee, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=a58d8b42-4a6c-44ae-95a2-f6eb472fbbee,segment=NetworkSegment(736a44db-76e1-47de-b3e4-86c2b5e2aeba),segment_id=736a44db-76e1-47de-b3e4-86c2b5e2aeba)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:04:08.059892 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-35070d4b-a642-4985-8cfe-3b754b5cda83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:08.072283 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-35070d4b-a642-4985-8cfe-3b754b5cda83 admin admin] Calling delete_port for a58d8b42-4a6c-44ae-95a2-f6eb472fbbee owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:04:08.153409 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-35070d4b-a642-4985-8cfe-3b754b5cda83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:08.178791 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35070d4b-a642-4985-8cfe-3b754b5cda83 admin admin] Pushing event deleted for resources: {'Port': ['ID=a58d8b42-4a6c-44ae-95a2-f6eb472fbbee,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:08.182702 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35070d4b-a642-4985-8cfe-3b754b5cda83 admin admin] No DVR routers for this DVR port a58d8b42-4a6c-44ae-95a2-f6eb472fbbee on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 09:04:08.246179 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96593473-db7f-4e8a-9ed2-15c9f0289a31 None None] DHCP port deletion for 7a52ffe2-90ad-493c-9625-5106ea5905a5 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 09:04:08.264689 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-35070d4b-a642-4985-8cfe-3b754b5cda83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:08.285856 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-35070d4b-a642-4985-8cfe-3b754b5cda83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a52ffe2-90ad-493c-9625-5106ea5905a5']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:04:08.295279 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-35070d4b-a642-4985-8cfe-3b754b5cda83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '736a44db-76e1-47de-b3e4-86c2b5e2aeba') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:04:08.295578 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-35070d4b-a642-4985-8cfe-3b754b5cda83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '736a44db-76e1-47de-b3e4-86c2b5e2aeba') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:04:08.304791 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-35070d4b-a642-4985-8cfe-3b754b5cda83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:08.318620 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-35070d4b-a642-4985-8cfe-3b754b5cda83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:08.325245 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35070d4b-a642-4985-8cfe-3b754b5cda83 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 09:04:08.325658 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-35070d4b-a642-4985-8cfe-3b754b5cda83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:08.327454 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 09:04:08.327454 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 09:04:08.327454 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 09:04:08.327454 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 09:04:08.327454 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 09:04:08.327454 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 09:04:08.327454 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 09:04:08.327454 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 09:04:08.327454 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 09:04:08.327454 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 09:04:08.327454 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 09:04:08.327454 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 09:04:08.327454 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 09:04:08.327454 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 09:04:08.327454 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 09:04:08.327454 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 09:04:08.327454 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 09:04:08.327454 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 09:04:08.327454 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 09:04:08.327454 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 09:04:08.327454 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 09:04:08.327454 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 09:04:08.327454 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 09:04:08.327454 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 09:04:08.327454 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 09:04:08.327454 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 09:04:08.327454 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 09:04:08.327454 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 09:04:08.327454 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 09:04:08.327454 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 09:04:08.327454 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 09:04:08.327454 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 09:04:08.382949 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-35070d4b-a642-4985-8cfe-3b754b5cda83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:08.390244 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-35070d4b-a642-4985-8cfe-3b754b5cda83 admin admin] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:08.393423 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-35070d4b-a642-4985-8cfe-3b754b5cda83 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7a52ffe2-90ad-493c-9625-5106ea5905a5 HTTP/1.1" status: 204 len: 168 time: 0.5311298 Oct 26 09:04:08.396902 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43300) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:04:08.405064 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35070d4b-a642-4985-8cfe-3b754b5cda83 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a52ffe2-90ad-493c-9625-5106ea5905a5,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:08.485926 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device a58d8b42-4a6c-44ae-95a2-f6eb472fbbee no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:04:08.507577 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: a58d8b42-4a6c-44ae-95a2-f6eb472fbbee {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:04:08.508026 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device a58d8b42-4a6c-44ae-95a2-f6eb472fbbee not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:04:08.509251 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 5cd8a50d-2c89-4879-94d7-c0ff4a4051a0 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:04:08.533412 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 5cd8a50d-2c89-4879-94d7-c0ff4a4051a0 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:04:08.533780 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 5cd8a50d-2c89-4879-94d7-c0ff4a4051a0 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:04:08.534380 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 0080e194-e391-4837-91b5-334f8fcc7452 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:04:08.559448 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 0080e194-e391-4837-91b5-334f8fcc7452 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:04:08.559810 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 0080e194-e391-4837-91b5-334f8fcc7452 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:04:08.757755 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-012ecf12-46d3-49ea-8131-51fc1b545154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:08.999587 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-012ecf12-46d3-49ea-8131-51fc1b545154 admin admin] Deleting port d98e57cb-97e1-45e7-8f31-edfb1b36af2a {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:04:08.999917 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-012ecf12-46d3-49ea-8131-51fc1b545154 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:09.075902 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-012ecf12-46d3-49ea-8131-51fc1b545154 admin admin] For port d98e57cb-97e1-45e7-8f31-edfb1b36af2a, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=d98e57cb-97e1-45e7-8f31-edfb1b36af2a,segment=NetworkSegment(bceeb7ff-a82d-4842-adb8-33f6d3ab000f),segment_id=bceeb7ff-a82d-4842-adb8-33f6d3ab000f)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:04:09.076304 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-012ecf12-46d3-49ea-8131-51fc1b545154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:09.090089 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-012ecf12-46d3-49ea-8131-51fc1b545154 admin admin] Calling delete_port for d98e57cb-97e1-45e7-8f31-edfb1b36af2a owned by network:router_interface {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:04:09.267920 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-012ecf12-46d3-49ea-8131-51fc1b545154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:09.295095 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ecf12-46d3-49ea-8131-51fc1b545154 admin admin] Pushing event deleted for resources: {'Port': ['ID=d98e57cb-97e1-45e7-8f31-edfb1b36af2a,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:09.465563 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-012ecf12-46d3-49ea-8131-51fc1b545154 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:09.678520 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012ecf12-46d3-49ea-8131-51fc1b545154 admin admin] Router 04ef0bd3-f5b9-4daf-8a83-3f715a033cd1 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:04:09.780216 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012ecf12-46d3-49ea-8131-51fc1b545154 admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:04:09.785212 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-012ecf12-46d3-49ea-8131-51fc1b545154 admin admin] 10.222.0.41 "PUT /v2.0/routers/04ef0bd3-f5b9-4daf-8a83-3f715a033cd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3878746 Oct 26 09:04:09.788332 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43302) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:04:09.789029 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2bdab3-e0c6-4438-ba03-f8084dd72ccd None None] Sync routers for ids ['04ef0bd3-f5b9-4daf-8a83-3f715a033cd1'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:04:09.799996 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2bdab3-e0c6-4438-ba03-f8084dd72ccd None None] Routers {'04ef0bd3-f5b9-4daf-8a83-3f715a033cd1'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:04:09.800604 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-fb2bdab3-e0c6-4438-ba03-f8084dd72ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:03:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['04ef0bd3-f5b9-4daf-8a83-3f715a033cd1'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:04:09.891610 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-565f783d-77d8-479a-a348-df0d4361eafd admin admin] Publish callbacks [] for router, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:09.906397 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-fb2bdab3-e0c6-4438-ba03-f8084dd72ccd None None] Set router 04ef0bd3-f5b9-4daf-8a83-3f715a033cd1 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:04:10.097390 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-fb2bdab3-e0c6-4438-ba03-f8084dd72ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ef0bd3-f5b9-4daf-8a83-3f715a033cd1', 'name': 'tempest-TestMinimumBasicScenario-1224318000-router', 'tenant_id': 'cf66db33725c433cbca89515c3e607b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '274220d0-82e2-40dd-a0aa-7601a44c9eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:01:57Z', 'updated_at': '2021-10-26T09:04:09Z', 'revision_number': 5, 'project_id': 'cf66db33725c433cbca89515c3e607b1', 'gw_port': {'id': '274220d0-82e2-40dd-a0aa-7601a44c9eff', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ef0bd3-f5b9-4daf-8a83-3f715a033cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:01:58Z', 'updated_at': '2021-10-26T09:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:04:10.129283 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2bdab3-e0c6-4438-ba03-f8084dd72ccd None None] Checking router: 04ef0bd3-f5b9-4daf-8a83-3f715a033cd1 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:04:10.139749 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2bdab3-e0c6-4438-ba03-f8084dd72ccd None None] Routers {'04ef0bd3-f5b9-4daf-8a83-3f715a033cd1'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:04:10.140364 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-fb2bdab3-e0c6-4438-ba03-f8084dd72ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:03:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['04ef0bd3-f5b9-4daf-8a83-3f715a033cd1'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:04:10.249391 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-fb2bdab3-e0c6-4438-ba03-f8084dd72ccd None None] Set router 04ef0bd3-f5b9-4daf-8a83-3f715a033cd1 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:04:10.312102 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-565f783d-77d8-479a-a348-df0d4361eafd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:10.363857 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-565f783d-77d8-479a-a348-df0d4361eafd admin admin] Deleting port 274220d0-82e2-40dd-a0aa-7601a44c9eff {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:04:10.364120 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-565f783d-77d8-479a-a348-df0d4361eafd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:10.437930 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-fb2bdab3-e0c6-4438-ba03-f8084dd72ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ef0bd3-f5b9-4daf-8a83-3f715a033cd1', 'name': 'tempest-TestMinimumBasicScenario-1224318000-router', 'tenant_id': 'cf66db33725c433cbca89515c3e607b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '274220d0-82e2-40dd-a0aa-7601a44c9eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:01:57Z', 'updated_at': '2021-10-26T09:04:09Z', 'revision_number': 5, 'project_id': 'cf66db33725c433cbca89515c3e607b1', 'gw_port': {'id': '274220d0-82e2-40dd-a0aa-7601a44c9eff', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ef0bd3-f5b9-4daf-8a83-3f715a033cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:01:58Z', 'updated_at': '2021-10-26T09:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:04:10.452734 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-565f783d-77d8-479a-a348-df0d4361eafd admin admin] For port 274220d0-82e2-40dd-a0aa-7601a44c9eff, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=274220d0-82e2-40dd-a0aa-7601a44c9eff,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:04:10.453242 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-565f783d-77d8-479a-a348-df0d4361eafd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:10.465276 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2bdab3-e0c6-4438-ba03-f8084dd72ccd None None] The sync data for ids ['04ef0bd3-f5b9-4daf-8a83-3f715a033cd1'] in dv-neutron-804846-13-hyperv is: [{'id': '04ef0bd3-f5b9-4daf-8a83-3f715a033cd1', 'name': 'tempest-TestMinimumBasicScenario-1224318000-router', 'tenant_id': 'cf66db33725c433cbca89515c3e607b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '274220d0-82e2-40dd-a0aa-7601a44c9eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:01:57Z', 'updated_at': '2021-10-26T09:04:09Z', 'revision_number': 5, 'project_id': 'cf66db33725c433cbca89515c3e607b1', 'gw_port': {'id': '274220d0-82e2-40dd-a0aa-7601a44c9eff', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ef0bd3-f5b9-4daf-8a83-3f715a033cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:01:58Z', 'updated_at': '2021-10-26T09:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:04:10.466695 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-565f783d-77d8-479a-a348-df0d4361eafd admin admin] Calling delete_port for 274220d0-82e2-40dd-a0aa-7601a44c9eff owned by network:router_gateway {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:04:10.629487 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-565f783d-77d8-479a-a348-df0d4361eafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:10.654582 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f783d-77d8-479a-a348-df0d4361eafd admin admin] Pushing event deleted for resources: {'Port': ['ID=274220d0-82e2-40dd-a0aa-7601a44c9eff,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:10.716343 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-565f783d-77d8-479a-a348-df0d4361eafd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:10.805668 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-565f783d-77d8-479a-a348-df0d4361eafd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:10.807688 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-565f783d-77d8-479a-a348-df0d4361eafd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:10.853597 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-565f783d-77d8-479a-a348-df0d4361eafd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:10.854044 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565f783d-77d8-479a-a348-df0d4361eafd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04ef0bd3-f5b9-4daf-8a83-3f715a033cd1 {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 09:04:10.858602 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-565f783d-77d8-479a-a348-df0d4361eafd admin admin] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:10.859850 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-565f783d-77d8-479a-a348-df0d4361eafd admin admin] 10.222.0.41 "DELETE /v2.0/routers/04ef0bd3-f5b9-4daf-8a83-3f715a033cd1 HTTP/1.1" status: 204 len: 168 time: 1.0704579 Oct 26 09:04:10.862646 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43306) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:04:10.913823 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0b87535-a6fd-414c-b65c-2f8c8dae9c48 admin admin] Deleting subnet dd53aae8-80d5-4ac9-87be-4f24827d31c2 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 09:04:10.917416 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e0b87535-a6fd-414c-b65c-2f8c8dae9c48 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:10.959452 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e0b87535-a6fd-414c-b65c-2f8c8dae9c48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:11.038376 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e0b87535-a6fd-414c-b65c-2f8c8dae9c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:11.096479 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e0b87535-a6fd-414c-b65c-2f8c8dae9c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:11.124661 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b87535-a6fd-414c-b65c-2f8c8dae9c48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd53aae8-80d5-4ac9-87be-4f24827d31c2,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:11.126665 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e0b87535-a6fd-414c-b65c-2f8c8dae9c48 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:11.132207 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e0b87535-a6fd-414c-b65c-2f8c8dae9c48 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/dd53aae8-80d5-4ac9-87be-4f24827d31c2 HTTP/1.1" status: 204 len: 168 time: 0.2661521 Oct 26 09:04:11.132466 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43308) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:04:11.135322 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab312982-fa8d-4458-895d-df05be388d5e None None] Network 64daa934-5d56-404b-bdc7-b51c7d6cf5cc requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:04:11.209285 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-270d6d63-a73b-4d18-80d8-c9ab26142dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:11.261718 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-270d6d63-a73b-4d18-80d8-c9ab26142dce admin admin] Deleting port 4bab2deb-e9aa-4f70-9037-dba43ce8709f {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:04:11.262062 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-270d6d63-a73b-4d18-80d8-c9ab26142dce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:11.330754 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-270d6d63-a73b-4d18-80d8-c9ab26142dce admin admin] For port 4bab2deb-e9aa-4f70-9037-dba43ce8709f, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=4bab2deb-e9aa-4f70-9037-dba43ce8709f,segment=NetworkSegment(bceeb7ff-a82d-4842-adb8-33f6d3ab000f),segment_id=bceeb7ff-a82d-4842-adb8-33f6d3ab000f)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:04:11.331113 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-270d6d63-a73b-4d18-80d8-c9ab26142dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:11.343502 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-270d6d63-a73b-4d18-80d8-c9ab26142dce admin admin] Calling delete_port for 4bab2deb-e9aa-4f70-9037-dba43ce8709f owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:04:11.422099 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-270d6d63-a73b-4d18-80d8-c9ab26142dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:11.446979 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d6d63-a73b-4d18-80d8-c9ab26142dce admin admin] Pushing event deleted for resources: {'Port': ['ID=4bab2deb-e9aa-4f70-9037-dba43ce8709f,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:11.452951 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270d6d63-a73b-4d18-80d8-c9ab26142dce admin admin] No DVR routers for this DVR port 4bab2deb-e9aa-4f70-9037-dba43ce8709f on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 09:04:11.478627 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e467c858-2101-4b4b-b070-d589c39817c7 None None] DHCP port deletion for 64daa934-5d56-404b-bdc7-b51c7d6cf5cc request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 09:04:11.532357 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-270d6d63-a73b-4d18-80d8-c9ab26142dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:11.552499 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-270d6d63-a73b-4d18-80d8-c9ab26142dce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64daa934-5d56-404b-bdc7-b51c7d6cf5cc']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:04:11.562784 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-270d6d63-a73b-4d18-80d8-c9ab26142dce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bceeb7ff-a82d-4842-adb8-33f6d3ab000f') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:04:11.563093 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-270d6d63-a73b-4d18-80d8-c9ab26142dce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bceeb7ff-a82d-4842-adb8-33f6d3ab000f') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:04:11.572700 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-270d6d63-a73b-4d18-80d8-c9ab26142dce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:11.586509 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-270d6d63-a73b-4d18-80d8-c9ab26142dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:11.593488 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270d6d63-a73b-4d18-80d8-c9ab26142dce admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 09:04:11.593997 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-270d6d63-a73b-4d18-80d8-c9ab26142dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:11.595713 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 09:04:11.595713 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 09:04:11.595713 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 09:04:11.595713 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 09:04:11.595713 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 09:04:11.595713 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 09:04:11.595713 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 09:04:11.595713 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 09:04:11.595713 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 09:04:11.595713 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 09:04:11.595713 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 09:04:11.595713 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 09:04:11.595713 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 09:04:11.595713 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 09:04:11.595713 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 09:04:11.595713 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 09:04:11.595713 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 09:04:11.595713 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 09:04:11.595713 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 09:04:11.595713 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 09:04:11.595713 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 09:04:11.595713 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 09:04:11.595713 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 09:04:11.595713 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 09:04:11.595713 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 09:04:11.595713 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 09:04:11.595713 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 09:04:11.595713 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 09:04:11.595713 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 09:04:11.595713 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 09:04:11.595713 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 09:04:11.595713 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 09:04:11.653518 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-270d6d63-a73b-4d18-80d8-c9ab26142dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:11.658677 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-270d6d63-a73b-4d18-80d8-c9ab26142dce admin admin] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:11.661998 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-270d6d63-a73b-4d18-80d8-c9ab26142dce admin admin] 10.222.0.41 "DELETE /v2.0/networks/64daa934-5d56-404b-bdc7-b51c7d6cf5cc HTTP/1.1" status: 204 len: 168 time: 0.5273185 Oct 26 09:04:11.676797 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d6d63-a73b-4d18-80d8-c9ab26142dce admin admin] Pushing event deleted for resources: {'Network': ['ID=64daa934-5d56-404b-bdc7-b51c7d6cf5cc,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:11.817851 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43312) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:04:11.859116 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-bcfed58c-c65f-4fbb-9754-b66a6b6f7cb7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3df8c76216ab48128006b08372a71b47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400624 Oct 26 09:04:11.861370 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43314) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:04:11.908201 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3855cd97-8825-43b4-a836-e2bfeb7780ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:11.932564 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3855cd97-8825-43b4-a836-e2bfeb7780ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:11.979128 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3855cd97-8825-43b4-a836-e2bfeb7780ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:11.981818 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3855cd97-8825-43b4-a836-e2bfeb7780ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:11.982962 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3855cd97-8825-43b4-a836-e2bfeb7780ea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe474975-8c16-47c7-8b53-230e71dfe599 HTTP/1.1" status: 204 len: 168 time: 0.1206770 Oct 26 09:04:11.990508 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855cd97-8825-43b4-a836-e2bfeb7780ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe474975-8c16-47c7-8b53-230e71dfe599,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:12.294127 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43320) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:04:12.333155 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-85b651b2-51ba-44df-bfd4-5ee9816c902c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf66db33725c433cbca89515c3e607b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378177 Oct 26 09:04:12.335467 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43322) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:04:12.386407 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1335cedc-6cf8-4a26-abc0-489d4992f200 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:12.407144 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1335cedc-6cf8-4a26-abc0-489d4992f200 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:12.457822 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1335cedc-6cf8-4a26-abc0-489d4992f200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:12.460632 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1335cedc-6cf8-4a26-abc0-489d4992f200 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:12.463314 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1335cedc-6cf8-4a26-abc0-489d4992f200 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/70a89a6b-eb77-4f28-aefb-ee3eac7e0409 HTTP/1.1" status: 204 len: 168 time: 0.1260979 Oct 26 09:04:12.469303 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 4bab2deb-e9aa-4f70-9037-dba43ce8709f no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:04:12.472527 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335cedc-6cf8-4a26-abc0-489d4992f200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a89a6b-eb77-4f28-aefb-ee3eac7e0409,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:12.501267 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 4bab2deb-e9aa-4f70-9037-dba43ce8709f {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:04:12.501715 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 4bab2deb-e9aa-4f70-9037-dba43ce8709f not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:04:12.502155 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 274220d0-82e2-40dd-a0aa-7601a44c9eff no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:04:12.527399 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 274220d0-82e2-40dd-a0aa-7601a44c9eff {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:04:12.527772 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 274220d0-82e2-40dd-a0aa-7601a44c9eff not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:04:12.528255 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device d98e57cb-97e1-45e7-8f31-edfb1b36af2a no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:04:12.551127 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: d98e57cb-97e1-45e7-8f31-edfb1b36af2a {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:04:12.551506 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device d98e57cb-97e1-45e7-8f31-edfb1b36af2a not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:04:13.951098 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43362) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:04:13.956010 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-a290bff6-6e3b-428a-9b01-8f93806ace0a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1695681522', 'description': 'tempest-secgroup-smoke-1695681522 description', 'project_id': '37e91da6a5e944f28990f0b4deb3b388'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:04:13.978626 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a290bff6-6e3b-428a-9b01-8f93806ace0a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:13.986284 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a290bff6-6e3b-428a-9b01-8f93806ace0a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:14.071727 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a290bff6-6e3b-428a-9b01-8f93806ace0a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:14.075602 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a290bff6-6e3b-428a-9b01-8f93806ace0a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:14.128074 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290bff6-6e3b-428a-9b01-8f93806ace0a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13cfcfe5-ba97-491e-a696-036d94459556,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:14.169132 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a290bff6-6e3b-428a-9b01-8f93806ace0a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:14.173534 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a290bff6-6e3b-428a-9b01-8f93806ace0a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:14.208040 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a290bff6-6e3b-428a-9b01-8f93806ace0a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:14.209304 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a290bff6-6e3b-428a-9b01-8f93806ace0a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2571862 Oct 26 09:04:14.211615 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290bff6-6e3b-428a-9b01-8f93806ace0a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4bcb3e-c679-4e29-81b6-5a9e0b44a178,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:14.212687 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43364) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:04:14.217458 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-67cfbd24-645c-4ec0-945d-664fb0957446 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'security_group_rule': {'security_group_id': '9a4bcb3e-c679-4e29-81b6-5a9e0b44a178', 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:04:14.246899 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-67cfbd24-645c-4ec0-945d-664fb0957446 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:14.309440 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-67cfbd24-645c-4ec0-945d-664fb0957446 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:14.313405 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-67cfbd24-645c-4ec0-945d-664fb0957446 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:14.333175 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cfbd24-645c-4ec0-945d-664fb0957446 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f77688-acfa-4265-b7e6-c5046dff990e,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:14.341168 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-67cfbd24-645c-4ec0-945d-664fb0957446 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:14.345039 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-67cfbd24-645c-4ec0-945d-664fb0957446 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287167 Oct 26 09:04:14.345280 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43366) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:04:14.350058 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-9d7cb820-39fd-48a0-942a-6ce4055274fb tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'security_group_rule': {'security_group_id': '9a4bcb3e-c679-4e29-81b6-5a9e0b44a178', 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:04:14.388578 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9d7cb820-39fd-48a0-942a-6ce4055274fb tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:14.454631 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9d7cb820-39fd-48a0-942a-6ce4055274fb tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:14.459392 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9d7cb820-39fd-48a0-942a-6ce4055274fb tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:14.477866 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7cb820-39fd-48a0-942a-6ce4055274fb tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b5e4a68-355d-487d-8bc8-d4e3b90c14ca,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:14.484798 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9d7cb820-39fd-48a0-942a-6ce4055274fb tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:14.485909 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9d7cb820-39fd-48a0-942a-6ce4055274fb tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1394651 Oct 26 09:04:14.488553 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43368) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:04:14.493554 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-9534216f-79fe-4ebb-b704-7000e6a6f804 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'security_group_rule': {'security_group_id': '9a4bcb3e-c679-4e29-81b6-5a9e0b44a178', 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:04:14.520885 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9534216f-79fe-4ebb-b704-7000e6a6f804 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:14.593315 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9534216f-79fe-4ebb-b704-7000e6a6f804 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:14.597149 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9534216f-79fe-4ebb-b704-7000e6a6f804 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:14.616630 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534216f-79fe-4ebb-b704-7000e6a6f804 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64d0e349-1697-4c3e-aa05-513748ee99be,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:14.626311 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9534216f-79fe-4ebb-b704-7000e6a6f804 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:14.627516 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9534216f-79fe-4ebb-b704-7000e6a6f804 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1380343 Oct 26 09:04:14.631866 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43370) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:04:14.636353 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-d163aee2-63a7-4979-b950-6686c0c8bf85 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'security_group_rule': {'security_group_id': '9a4bcb3e-c679-4e29-81b6-5a9e0b44a178', 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:04:14.665568 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d163aee2-63a7-4979-b950-6686c0c8bf85 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:14.725615 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d163aee2-63a7-4979-b950-6686c0c8bf85 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:14.729682 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d163aee2-63a7-4979-b950-6686c0c8bf85 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:14.746819 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d163aee2-63a7-4979-b950-6686c0c8bf85 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c40205b-1e8b-4150-97a0-6c4e30f21d0c,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:14.755943 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d163aee2-63a7-4979-b950-6686c0c8bf85 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:14.757197 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d163aee2-63a7-4979-b950-6686c0c8bf85 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1243587 Oct 26 09:04:14.760515 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43372) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:04:14.764839 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-2da4d253-16ab-4641-a720-3d7db45cb117 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'security_group_rule': {'security_group_id': '9a4bcb3e-c679-4e29-81b6-5a9e0b44a178', 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:04:14.786278 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.securitygroups_db [None req-2da4d253-16ab-4641-a720-3d7db45cb117 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Project 37e91da6a5e944f28990f0b4deb3b388 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 09:04:14.791061 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2da4d253-16ab-4641-a720-3d7db45cb117 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:14.851646 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2da4d253-16ab-4641-a720-3d7db45cb117 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:14.855520 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2da4d253-16ab-4641-a720-3d7db45cb117 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:14.872386 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da4d253-16ab-4641-a720-3d7db45cb117 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a0acd6-42d5-4861-9055-5aa09782ef69,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:14.881045 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2da4d253-16ab-4641-a720-3d7db45cb117 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:14.882294 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2da4d253-16ab-4641-a720-3d7db45cb117 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1208341 Oct 26 09:04:14.885471 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43374) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:04:14.889857 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-16b7f69b-fd91-48d5-a5c4-5b7442f6a93c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'security_group_rule': {'security_group_id': '9a4bcb3e-c679-4e29-81b6-5a9e0b44a178', 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:04:14.910925 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.securitygroups_db [None req-16b7f69b-fd91-48d5-a5c4-5b7442f6a93c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Project 37e91da6a5e944f28990f0b4deb3b388 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 09:04:14.915731 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-16b7f69b-fd91-48d5-a5c4-5b7442f6a93c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:14.975561 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-16b7f69b-fd91-48d5-a5c4-5b7442f6a93c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:14.979340 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-16b7f69b-fd91-48d5-a5c4-5b7442f6a93c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:14.998878 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7f69b-fd91-48d5-a5c4-5b7442f6a93c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7479f2c0-8cd1-4a50-a7d4-9a95f4c7e049,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:15.007577 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-16b7f69b-fd91-48d5-a5c4-5b7442f6a93c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:15.009442 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-16b7f69b-fd91-48d5-a5c4-5b7442f6a93c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1229954 Oct 26 09:04:15.012502 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43376) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:04:15.017306 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-9b994fcd-93ea-4898-b8fa-c6604b225231 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'network': {'name': 'tempest-network-smoke--1235224618', 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'port_security_enabled': True}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:04:15.038621 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b994fcd-93ea-4898-b8fa-c6604b225231 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Made reservation on behalf of 37e91da6a5e944f28990f0b4deb3b388 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:04:15.042926 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9b994fcd-93ea-4898-b8fa-c6604b225231 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:15.066537 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b994fcd-93ea-4898-b8fa-c6604b225231 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 09:04:15.075528 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9b994fcd-93ea-4898-b8fa-c6604b225231 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:15.075880 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-9b994fcd-93ea-4898-b8fa-c6604b225231 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Added segment fb953ce0-2d5b-4fa3-ac35-b794b72792d1 of type vlan for network 9162b44a-a42d-49f9-878c-517fb7d16fb3 Oct 26 09:04:15.115609 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9b994fcd-93ea-4898-b8fa-c6604b225231 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:15.139068 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9b994fcd-93ea-4898-b8fa-c6604b225231 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:15.144727 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b994fcd-93ea-4898-b8fa-c6604b225231 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:04:15.145317 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-9b994fcd-93ea-4898-b8fa-c6604b225231 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:15.198735 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9b994fcd-93ea-4898-b8fa-c6604b225231 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1851611 Oct 26 09:04:15.203224 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43378) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:04:15.209287 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-49950aae-4afb-4525-8a04-e5a9c90afec5 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1286646271', 'admin_state_up': True, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:04:15.221303 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b994fcd-93ea-4898-b8fa-c6604b225231 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'Network': ['ID=9162b44a-a42d-49f9-878c-517fb7d16fb3,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:15.233724 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 9162b44a-a42d-49f9-878c-517fb7d16fb3 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 09:04:15.239307 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-49950aae-4afb-4525-8a04-e5a9c90afec5 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:15.240556 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-49950aae-4afb-4525-8a04-e5a9c90afec5 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:15.293409 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-49950aae-4afb-4525-8a04-e5a9c90afec5 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:15.442606 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-49950aae-4afb-4525-8a04-e5a9c90afec5 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:15.891220 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-49950aae-4afb-4525-8a04-e5a9c90afec5 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router_gateway, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:15.909024 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-49950aae-4afb-4525-8a04-e5a9c90afec5 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:16.013378 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-49950aae-4afb-4525-8a04-e5a9c90afec5 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Allocated IP 172.26.2.223 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/224caac6-afc2-466d-a7e0-714fbf2c9fe7) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:04:16.119460 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-49950aae-4afb-4525-8a04-e5a9c90afec5 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:16.151967 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-49950aae-4afb-4525-8a04-e5a9c90afec5 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:16.189304 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49950aae-4afb-4525-8a04-e5a9c90afec5 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:04:16.194105 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-49950aae-4afb-4525-8a04-e5a9c90afec5 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:04:16.197960 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49950aae-4afb-4525-8a04-e5a9c90afec5 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:04:16.222867 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49950aae-4afb-4525-8a04-e5a9c90afec5 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'Port': ['ID=224caac6-afc2-466d-a7e0-714fbf2c9fe7,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:16.447259 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-49950aae-4afb-4525-8a04-e5a9c90afec5 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router_gateway, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:16.643154 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-49950aae-4afb-4525-8a04-e5a9c90afec5 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:16.769659 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49950aae-4afb-4525-8a04-e5a9c90afec5 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Router 2914b82b-8d47-435c-8844-9debee27ec17 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 09:04:16.871370 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49950aae-4afb-4525-8a04-e5a9c90afec5 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:04:16.881504 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a621b3ee-0374-4d64-97c1-f61e13e25d8d None None] Sync routers for ids ['2914b82b-8d47-435c-8844-9debee27ec17'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:04:16.891625 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a621b3ee-0374-4d64-97c1-f61e13e25d8d None None] Routers {'2914b82b-8d47-435c-8844-9debee27ec17'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:04:16.892147 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-49950aae-4afb-4525-8a04-e5a9c90afec5 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:16.892355 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-a621b3ee-0374-4d64-97c1-f61e13e25d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:03:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['2914b82b-8d47-435c-8844-9debee27ec17'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:04:16.893371 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-49950aae-4afb-4525-8a04-e5a9c90afec5 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6886294 Oct 26 09:04:16.896601 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43380) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:04:16.998416 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-a621b3ee-0374-4d64-97c1-f61e13e25d8d None None] Set router 2914b82b-8d47-435c-8844-9debee27ec17 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:04:17.020859 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e015c66f-043c-4b7c-90c9-4ba8bb660492 tempest-TestNetworkAdvancedServerOps-165145031 tempest-TestNetworkAdvancedServerOps-165145031-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=37e91da6a5e944f28990f0b4deb3b388&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1205857 Oct 26 09:04:17.021695 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43384) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:04:17.111539 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56664a64-0551-4171-85fa-eebd30554341 tempest-TestNetworkAdvancedServerOps-165145031 tempest-TestNetworkAdvancedServerOps-165145031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:04:17.113531 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-56664a64-0551-4171-85fa-eebd30554341 tempest-TestNetworkAdvancedServerOps-165145031 tempest-TestNetworkAdvancedServerOps-165145031-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0908284 Oct 26 09:04:17.116928 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43386) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:04:17.146906 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d656993e-06e6-421b-b06e-e48072d65cfa tempest-TestNetworkAdvancedServerOps-165145031 tempest-TestNetworkAdvancedServerOps-165145031-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=e0ba3cfd-db28-4690-8a12-e5c00a0b88c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264761 Oct 26 09:04:17.147114 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43388) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:04:17.152382 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-694d5a8b-7e76-4992-b0a6-6f9ebc96e49a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-212666688', 'network_id': '9162b44a-a42d-49f9-878c-517fb7d16fb3', 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:04:17.182564 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-a621b3ee-0374-4d64-97c1-f61e13e25d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2914b82b-8d47-435c-8844-9debee27ec17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1286646271', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.223'}], 'enable_snat': True}, 'gw_port_id': '224caac6-afc2-466d-a7e0-714fbf2c9fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:04:15Z', 'updated_at': '2021-10-26T09:04:16Z', 'revision_number': 3, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': '224caac6-afc2-466d-a7e0-714fbf2c9fe7', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:40:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2914b82b-8d47-435c-8844-9debee27ec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:04:15Z', 'updated_at': '2021-10-26T09:04:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:04:17.209589 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a621b3ee-0374-4d64-97c1-f61e13e25d8d None None] Checking router: 2914b82b-8d47-435c-8844-9debee27ec17 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:04:17.209967 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a621b3ee-0374-4d64-97c1-f61e13e25d8d None None] Updating router 2914b82b-8d47-435c-8844-9debee27ec17 port 224caac6-afc2-466d-a7e0-714fbf2c9fe7 binding host dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 09:04:17.234364 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a621b3ee-0374-4d64-97c1-f61e13e25d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:17.246153 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694d5a8b-7e76-4992-b0a6-6f9ebc96e49a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Made reservation on behalf of 37e91da6a5e944f28990f0b4deb3b388 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:04:17.249684 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-694d5a8b-7e76-4992-b0a6-6f9ebc96e49a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:17.434516 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-694d5a8b-7e76-4992-b0a6-6f9ebc96e49a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:17.488944 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d5a8b-7e76-4992-b0a6-6f9ebc96e49a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'Subnet': ['ID=37d769b7-da7c-4db4-8f0b-cf1b86c17927,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:17.490838 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a621b3ee-0374-4d64-97c1-f61e13e25d8d None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:17.497979 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a621b3ee-0374-4d64-97c1-f61e13e25d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:17.504636 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694d5a8b-7e76-4992-b0a6-6f9ebc96e49a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Checking segment: {'id': 'fb953ce0-2d5b-4fa3-ac35-b794b72792d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9162b44a-a42d-49f9-878c-517fb7d16fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:04:17.505003 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694d5a8b-7e76-4992-b0a6-6f9ebc96e49a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Network hostable DHCP agents. Network: 9162b44a-a42d-49f9-878c-517fb7d16fb3, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 09:04:17.521565 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694d5a8b-7e76-4992-b0a6-6f9ebc96e49a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Network 9162b44a-a42d-49f9-878c-517fb7d16fb3 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 09:04:17.531877 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-694d5a8b-7e76-4992-b0a6-6f9ebc96e49a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 9162b44a-a42d-49f9-878c-517fb7d16fb3) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:04:17.536623 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694d5a8b-7e76-4992-b0a6-6f9ebc96e49a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:04:17.537220 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-694d5a8b-7e76-4992-b0a6-6f9ebc96e49a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:17.551728 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e50e979-d876-4c17-ab43-6776f5c7e772 None None] Network 9162b44a-a42d-49f9-878c-517fb7d16fb3 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:04:17.560235 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-694d5a8b-7e76-4992-b0a6-6f9ebc96e49a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4096079 Oct 26 09:04:17.561006 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43390) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:04:17.573429 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-a621b3ee-0374-4d64-97c1-f61e13e25d8d None None] Attempting to bind port 224caac6-afc2-466d-a7e0-714fbf2c9fe7 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:04:17.573832 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-a621b3ee-0374-4d64-97c1-f61e13e25d8d None None] Attempting to bind port 224caac6-afc2-466d-a7e0-714fbf2c9fe7 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:04:17.574205 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a621b3ee-0374-4d64-97c1-f61e13e25d8d None None] Attempting to bind port 224caac6-afc2-466d-a7e0-714fbf2c9fe7 on network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:04:17.604946 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c37b64-fe55-45a6-99fa-daa1dc6019be None None] Pushing event updated for resources: {'Port': ['ID=224caac6-afc2-466d-a7e0-714fbf2c9fe7,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:17.619512 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a621b3ee-0374-4d64-97c1-f61e13e25d8d None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:04:17.619894 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a621b3ee-0374-4d64-97c1-f61e13e25d8d None None] Checking segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:04:17.620318 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a621b3ee-0374-4d64-97c1-f61e13e25d8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:17.620712 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a621b3ee-0374-4d64-97c1-f61e13e25d8d None None] Bound using segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:04:17.621191 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-a621b3ee-0374-4d64-97c1-f61e13e25d8d None None] Bound port: 224caac6-afc2-466d-a7e0-714fbf2c9fe7, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:04:17.621576 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a621b3ee-0374-4d64-97c1-f61e13e25d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:17.625696 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c37b64-fe55-45a6-99fa-daa1dc6019be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:04:17.626055 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c37b64-fe55-45a6-99fa-daa1dc6019be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:04:17.626402 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c37b64-fe55-45a6-99fa-daa1dc6019be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:04:17.626746 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c37b64-fe55-45a6-99fa-daa1dc6019be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:04:17.627084 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c37b64-fe55-45a6-99fa-daa1dc6019be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:04:17.627423 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c37b64-fe55-45a6-99fa-daa1dc6019be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:04:17.627762 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c37b64-fe55-45a6-99fa-daa1dc6019be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:04:17.628098 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c37b64-fe55-45a6-99fa-daa1dc6019be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:04:17.628435 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c37b64-fe55-45a6-99fa-daa1dc6019be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:04:17.628765 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c37b64-fe55-45a6-99fa-daa1dc6019be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:04:17.629094 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c37b64-fe55-45a6-99fa-daa1dc6019be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:04:17.629422 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c37b64-fe55-45a6-99fa-daa1dc6019be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:04:17.705243 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-a621b3ee-0374-4d64-97c1-f61e13e25d8d None None] For port 224caac6-afc2-466d-a7e0-714fbf2c9fe7, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:04:17.709780 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-a621b3ee-0374-4d64-97c1-f61e13e25d8d None None] For port 224caac6-afc2-466d-a7e0-714fbf2c9fe7, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=224caac6-afc2-466d-a7e0-714fbf2c9fe7,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:04:17.733015 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a621b3ee-0374-4d64-97c1-f61e13e25d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:17.825799 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c37b64-fe55-45a6-99fa-daa1dc6019be None None] Pushing event updated for resources: {'Port': ['ID=224caac6-afc2-466d-a7e0-714fbf2c9fe7,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:17.828260 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a621b3ee-0374-4d64-97c1-f61e13e25d8d None None] Routers {'2914b82b-8d47-435c-8844-9debee27ec17'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:04:17.828869 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-a621b3ee-0374-4d64-97c1-f61e13e25d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:03:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['2914b82b-8d47-435c-8844-9debee27ec17'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:04:17.832638 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77762831-45c9-4c82-ad3c-41e1051ae0cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-9162b44a-a42d-49f9-878c-517fb7d16fb3', 'network_id': '9162b44a-a42d-49f9-878c-517fb7d16fb3', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'fixed_ips': [{'subnet_id': '37d769b7-da7c-4db4-8f0b-cf1b86c17927'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 09:04:17.833636 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-77762831-45c9-4c82-ad3c-41e1051ae0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:18.001035 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d23ab757-462d-4c91-9c6b-7a4c2b27a232 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:18.035270 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-a621b3ee-0374-4d64-97c1-f61e13e25d8d None None] Set router 2914b82b-8d47-435c-8844-9debee27ec17 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:04:18.151179 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-77762831-45c9-4c82-ad3c-41e1051ae0cc None None] Allocated IP 172.20.0.2 (9162b44a-a42d-49f9-878c-517fb7d16fb3/37d769b7-da7c-4db4-8f0b-cf1b86c17927/08f49f34-55e4-49e4-8d9f-b38a0d514dbb) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:04:18.337534 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-a621b3ee-0374-4d64-97c1-f61e13e25d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2914b82b-8d47-435c-8844-9debee27ec17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1286646271', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.223'}], 'enable_snat': True}, 'gw_port_id': '224caac6-afc2-466d-a7e0-714fbf2c9fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:04:15Z', 'updated_at': '2021-10-26T09:04:16Z', 'revision_number': 3, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': '224caac6-afc2-466d-a7e0-714fbf2c9fe7', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:40:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2914b82b-8d47-435c-8844-9debee27ec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:04:15Z', 'updated_at': '2021-10-26T09:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:04:18.507424 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a621b3ee-0374-4d64-97c1-f61e13e25d8d None None] The sync data for ids ['2914b82b-8d47-435c-8844-9debee27ec17'] in dv-neutron-804846-13-hyperv is: [{'id': '2914b82b-8d47-435c-8844-9debee27ec17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1286646271', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.223'}], 'enable_snat': True}, 'gw_port_id': '224caac6-afc2-466d-a7e0-714fbf2c9fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:04:15Z', 'updated_at': '2021-10-26T09:04:16Z', 'revision_number': 3, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': '224caac6-afc2-466d-a7e0-714fbf2c9fe7', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:40:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2914b82b-8d47-435c-8844-9debee27ec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:04:15Z', 'updated_at': '2021-10-26T09:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:04:18.524862 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-77762831-45c9-4c82-ad3c-41e1051ae0cc None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:18.530433 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-77762831-45c9-4c82-ad3c-41e1051ae0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:18.576086 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77762831-45c9-4c82-ad3c-41e1051ae0cc None None] Network 9162b44a-a42d-49f9-878c-517fb7d16fb3 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:04:18.584162 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-77762831-45c9-4c82-ad3c-41e1051ae0cc None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:04:18.586760 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77762831-45c9-4c82-ad3c-41e1051ae0cc None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:04:18.590426 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-d23ab757-462d-4c91-9c6b-7a4c2b27a232 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Allocated IP 172.20.0.1 (9162b44a-a42d-49f9-878c-517fb7d16fb3/37d769b7-da7c-4db4-8f0b-cf1b86c17927/0067f447-939d-41a7-8a0c-dbd598acede8) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:04:18.592818 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77762831-45c9-4c82-ad3c-41e1051ae0cc None None] Pushing event updated for resources: {'Port': ['ID=08f49f34-55e4-49e4-8d9f-b38a0d514dbb,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:18.647036 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-77762831-45c9-4c82-ad3c-41e1051ae0cc None None] Attempting to bind port 08f49f34-55e4-49e4-8d9f-b38a0d514dbb on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:04:18.647497 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-77762831-45c9-4c82-ad3c-41e1051ae0cc None None] Attempting to bind port 08f49f34-55e4-49e4-8d9f-b38a0d514dbb by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'fb953ce0-2d5b-4fa3-ac35-b794b72792d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9162b44a-a42d-49f9-878c-517fb7d16fb3'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:04:18.647936 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77762831-45c9-4c82-ad3c-41e1051ae0cc None None] Attempting to bind port 08f49f34-55e4-49e4-8d9f-b38a0d514dbb on network 9162b44a-a42d-49f9-878c-517fb7d16fb3 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:04:18.654600 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77762831-45c9-4c82-ad3c-41e1051ae0cc None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:04:18.654979 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77762831-45c9-4c82-ad3c-41e1051ae0cc None None] Checking segment: {'id': 'fb953ce0-2d5b-4fa3-ac35-b794b72792d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9162b44a-a42d-49f9-878c-517fb7d16fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:04:18.655389 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-77762831-45c9-4c82-ad3c-41e1051ae0cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:18.655789 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77762831-45c9-4c82-ad3c-41e1051ae0cc None None] Bound using segment: {'id': 'fb953ce0-2d5b-4fa3-ac35-b794b72792d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9162b44a-a42d-49f9-878c-517fb7d16fb3'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:04:18.656266 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-77762831-45c9-4c82-ad3c-41e1051ae0cc None None] Bound port: 08f49f34-55e4-49e4-8d9f-b38a0d514dbb, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb953ce0-2d5b-4fa3-ac35-b794b72792d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9162b44a-a42d-49f9-878c-517fb7d16fb3'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:04:18.656653 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-77762831-45c9-4c82-ad3c-41e1051ae0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:18.724925 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d23ab757-462d-4c91-9c6b-7a4c2b27a232 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:18.732308 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-77762831-45c9-4c82-ad3c-41e1051ae0cc None None] For port 08f49f34-55e4-49e4-8d9f-b38a0d514dbb, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:04:18.735526 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-77762831-45c9-4c82-ad3c-41e1051ae0cc None None] For port 08f49f34-55e4-49e4-8d9f-b38a0d514dbb, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=08f49f34-55e4-49e4-8d9f-b38a0d514dbb,segment=NetworkSegment(fb953ce0-2d5b-4fa3-ac35-b794b72792d1),segment_id=fb953ce0-2d5b-4fa3-ac35-b794b72792d1)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:04:18.740788 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-77762831-45c9-4c82-ad3c-41e1051ae0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:18.794145 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d23ab757-462d-4c91-9c6b-7a4c2b27a232 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:18.826179 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77762831-45c9-4c82-ad3c-41e1051ae0cc None None] Pushing event updated for resources: {'Port': ['ID=08f49f34-55e4-49e4-8d9f-b38a0d514dbb,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:18.850286 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23ab757-462d-4c91-9c6b-7a4c2b27a232 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Network 9162b44a-a42d-49f9-878c-517fb7d16fb3 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:04:18.854266 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-d23ab757-462d-4c91-9c6b-7a4c2b27a232 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:04:18.858644 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23ab757-462d-4c91-9c6b-7a4c2b27a232 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:04:18.865541 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ab757-462d-4c91-9c6b-7a4c2b27a232 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'Port': ['ID=0067f447-939d-41a7-8a0c-dbd598acede8,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:18.911673 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d23ab757-462d-4c91-9c6b-7a4c2b27a232 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:19.073981 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d23ab757-462d-4c91-9c6b-7a4c2b27a232 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:19.374098 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d23ab757-462d-4c91-9c6b-7a4c2b27a232 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:19.380778 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d23ab757-462d-4c91-9c6b-7a4c2b27a232 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:19.452813 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-006e38d6-cc83-44a6-817a-95ab9345d5c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:19.462026 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ab757-462d-4c91-9c6b-7a4c2b27a232 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'Port': ['ID=0067f447-939d-41a7-8a0c-dbd598acede8,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:19.464681 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d23ab757-462d-4c91-9c6b-7a4c2b27a232 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:19.564684 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23ab757-462d-4c91-9c6b-7a4c2b27a232 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Network 9162b44a-a42d-49f9-878c-517fb7d16fb3 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:04:19.566157 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-d23ab757-462d-4c91-9c6b-7a4c2b27a232 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:04:19.685066 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23ab757-462d-4c91-9c6b-7a4c2b27a232 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Router 2914b82b-8d47-435c-8844-9debee27ec17 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:04:19.744141 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347af551-e03f-4f04-bd49-948340dfa4e9 None None] Network 9162b44a-a42d-49f9-878c-517fb7d16fb3 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:04:19.799167 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23ab757-462d-4c91-9c6b-7a4c2b27a232 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:04:19.809192 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d23ab757-462d-4c91-9c6b-7a4c2b27a232 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "PUT /v2.0/routers/2914b82b-8d47-435c-8844-9debee27ec17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2466643 Oct 26 09:04:19.809611 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-db237ce6-7048-46ad-b8c1-35d60eb5cbb3 None None] Provisioning complete for port 08f49f34-55e4-49e4-8d9f-b38a0d514dbb triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:04:19.810177 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-db237ce6-7048-46ad-b8c1-35d60eb5cbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:20.002927 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-db237ce6-7048-46ad-b8c1-35d60eb5cbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:20.010282 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-e6cf1a2e-ffd2-4e26-950d-dfd3d501d26f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1695681522&fields=id&tenant_id=37e91da6a5e944f28990f0b4deb3b388 HTTP/1.1" status: 200 len: 267 time: 0.0519218 Oct 26 09:04:20.042669 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-db237ce6-7048-46ad-b8c1-35d60eb5cbb3 None None] For port 08f49f34-55e4-49e4-8d9f-b38a0d514dbb, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=08f49f34-55e4-49e4-8d9f-b38a0d514dbb,segment=NetworkSegment(fb953ce0-2d5b-4fa3-ac35-b794b72792d1),segment_id=fb953ce0-2d5b-4fa3-ac35-b794b72792d1)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:04:20.049272 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-db237ce6-7048-46ad-b8c1-35d60eb5cbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:20.120219 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db237ce6-7048-46ad-b8c1-35d60eb5cbb3 None None] Pushing event updated for resources: {'Port': ['ID=08f49f34-55e4-49e4-8d9f-b38a0d514dbb,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:20.174352 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-ce61ec9f-1e31-44f2-bfef-1607e1555d19 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:04:20.176001 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-ce61ec9f-1e31-44f2-bfef-1607e1555d19 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/networks?id=9162b44a-a42d-49f9-878c-517fb7d16fb3 HTTP/1.1" status: 200 len: 797 time: 0.1604178 Oct 26 09:04:20.201073 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-3bf71c8d-c7e9-4484-8631-bb2a4efc14a4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/quotas/37e91da6a5e944f28990f0b4deb3b388 HTTP/1.1" status: 200 len: 375 time: 0.0111957 Oct 26 09:04:20.263914 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-cd997ea0-741a-4f0a-9eb2-e4eaecb5f72f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=37e91da6a5e944f28990f0b4deb3b388&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559027 Oct 26 09:04:20.363467 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff90c21-644a-49dd-b052-7ab675e56830 None None] Sync routers for ids ['2914b82b-8d47-435c-8844-9debee27ec17'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:04:20.376620 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-39294395-0e29-41fe-baab-7f2d9a196cb1 None None] Provisioning complete for port 08f49f34-55e4-49e4-8d9f-b38a0d514dbb triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:04:20.377271 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-39294395-0e29-41fe-baab-7f2d9a196cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:20.377412 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff90c21-644a-49dd-b052-7ab675e56830 None None] Routers {'2914b82b-8d47-435c-8844-9debee27ec17'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:04:20.377927 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-aff90c21-644a-49dd-b052-7ab675e56830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:03:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['2914b82b-8d47-435c-8844-9debee27ec17'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:04:20.378499 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-1a50ed79-e0cb-4932-bad4-8a276dfb61ff service neutron] 10.222.0.41 "GET /v2.0/networks/9162b44a-a42d-49f9-878c-517fb7d16fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997672 Oct 26 09:04:20.494239 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-bff405da-cfb0-4771-834d-c8f423aeadb7 service neutron] 10.222.0.41 "GET /v2.0/networks/9162b44a-a42d-49f9-878c-517fb7d16fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085584 Oct 26 09:04:20.521281 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-39294395-0e29-41fe-baab-7f2d9a196cb1 None None] Provisioning complete for port 0067f447-939d-41a7-8a0c-dbd598acede8 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:04:20.521770 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-39294395-0e29-41fe-baab-7f2d9a196cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:20.565788 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-aff90c21-644a-49dd-b052-7ab675e56830 None None] Set router 2914b82b-8d47-435c-8844-9debee27ec17 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:04:20.595680 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-39294395-0e29-41fe-baab-7f2d9a196cb1 None None] Port 0067f447-939d-41a7-8a0c-dbd598acede8 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:04:20.630310 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 224caac6-afc2-466d-a7e0-714fbf2c9fe7 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:04:20.700511 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 224caac6-afc2-466d-a7e0-714fbf2c9fe7 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:04:20.700892 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:20.727888 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-7fddc166-a5eb-4c09-bcd7-dc184f6f1164 req-a3c3ce11-0921-4c9a-afbf-b11893393b4c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=f26a8fe0-78b8-4239-b653-05c99848d2f4 HTTP/1.1" status: 200 len: 210 time: 0.0455308 Oct 26 09:04:20.760732 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-f83733fa-6c29-49e9-8441-c2274a5f68e2 None None] Provisioning complete for port 0067f447-939d-41a7-8a0c-dbd598acede8 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:04:20.761120 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f83733fa-6c29-49e9-8441-c2274a5f68e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:20.807065 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-f83733fa-6c29-49e9-8441-c2274a5f68e2 None None] Port 0067f447-939d-41a7-8a0c-dbd598acede8 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:04:20.850097 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:20.854327 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-aff90c21-644a-49dd-b052-7ab675e56830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2914b82b-8d47-435c-8844-9debee27ec17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1286646271', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.223'}], 'enable_snat': True}, 'gw_port_id': '224caac6-afc2-466d-a7e0-714fbf2c9fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:04:15Z', 'updated_at': '2021-10-26T09:04:19Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': '224caac6-afc2-466d-a7e0-714fbf2c9fe7', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:40:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2914b82b-8d47-435c-8844-9debee27ec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:04:15Z', 'updated_at': '2021-10-26T09:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '0067f447-939d-41a7-8a0c-dbd598acede8', 'name': '', 'network_id': '9162b44a-a42d-49f9-878c-517fb7d16fb3', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:27:59:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2914b82b-8d47-435c-8844-9debee27ec17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '37d769b7-da7c-4db4-8f0b-cf1b86c17927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:04:18Z', 'updated_at': '2021-10-26T09:04:19Z', 'revision_number': 2, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': '37d769b7-da7c-4db4-8f0b-cf1b86c17927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:04:20.872652 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 224caac6-afc2-466d-a7e0-714fbf2c9fe7, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=224caac6-afc2-466d-a7e0-714fbf2c9fe7,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:04:20.876957 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:20.877936 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 08f49f34-55e4-49e4-8d9f-b38a0d514dbb up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:04:20.886401 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff90c21-644a-49dd-b052-7ab675e56830 None None] Checking router: 2914b82b-8d47-435c-8844-9debee27ec17 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:04:20.886782 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff90c21-644a-49dd-b052-7ab675e56830 None None] Updating router 2914b82b-8d47-435c-8844-9debee27ec17 port 0067f447-939d-41a7-8a0c-dbd598acede8 binding host dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 09:04:20.911933 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aff90c21-644a-49dd-b052-7ab675e56830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:20.983447 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-76d8e553-c629-4404-a87a-aab2b618a593 None None] Provisioning complete for port 0067f447-939d-41a7-8a0c-dbd598acede8 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:04:20.984054 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-76d8e553-c629-4404-a87a-aab2b618a593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:20.985604 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=224caac6-afc2-466d-a7e0-714fbf2c9fe7,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:21.033556 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-76d8e553-c629-4404-a87a-aab2b618a593 None None] Port 0067f447-939d-41a7-8a0c-dbd598acede8 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:04:21.037774 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 08f49f34-55e4-49e4-8d9f-b38a0d514dbb triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:04:21.038148 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:21.187878 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aff90c21-644a-49dd-b052-7ab675e56830 None None] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:21.193189 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aff90c21-644a-49dd-b052-7ab675e56830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:21.247428 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268417d4-a659-4c9c-9e73-2484d2c8ca2d None None] Pushing event updated for resources: {'Port': ['ID=0067f447-939d-41a7-8a0c-dbd598acede8,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:21.277563 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268417d4-a659-4c9c-9e73-2484d2c8ca2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:04:21.277563 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268417d4-a659-4c9c-9e73-2484d2c8ca2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:04:21.277563 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268417d4-a659-4c9c-9e73-2484d2c8ca2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:04:21.278174 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268417d4-a659-4c9c-9e73-2484d2c8ca2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:04:21.278257 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268417d4-a659-4c9c-9e73-2484d2c8ca2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:04:21.278568 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268417d4-a659-4c9c-9e73-2484d2c8ca2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:04:21.278859 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268417d4-a659-4c9c-9e73-2484d2c8ca2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:04:21.279271 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268417d4-a659-4c9c-9e73-2484d2c8ca2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:04:21.279525 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268417d4-a659-4c9c-9e73-2484d2c8ca2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:04:21.279837 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268417d4-a659-4c9c-9e73-2484d2c8ca2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:04:21.280157 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268417d4-a659-4c9c-9e73-2484d2c8ca2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:04:21.280474 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268417d4-a659-4c9c-9e73-2484d2c8ca2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:04:21.312994 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-aff90c21-644a-49dd-b052-7ab675e56830 None None] Attempting to bind port 0067f447-939d-41a7-8a0c-dbd598acede8 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:04:21.313476 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-aff90c21-644a-49dd-b052-7ab675e56830 None None] Attempting to bind port 0067f447-939d-41a7-8a0c-dbd598acede8 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'fb953ce0-2d5b-4fa3-ac35-b794b72792d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9162b44a-a42d-49f9-878c-517fb7d16fb3'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:04:21.314188 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff90c21-644a-49dd-b052-7ab675e56830 None None] Attempting to bind port 0067f447-939d-41a7-8a0c-dbd598acede8 on network 9162b44a-a42d-49f9-878c-517fb7d16fb3 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:04:21.319769 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff90c21-644a-49dd-b052-7ab675e56830 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:04:21.320135 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff90c21-644a-49dd-b052-7ab675e56830 None None] Checking segment: {'id': 'fb953ce0-2d5b-4fa3-ac35-b794b72792d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9162b44a-a42d-49f9-878c-517fb7d16fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:04:21.320583 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aff90c21-644a-49dd-b052-7ab675e56830 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:21.321136 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff90c21-644a-49dd-b052-7ab675e56830 None None] Bound using segment: {'id': 'fb953ce0-2d5b-4fa3-ac35-b794b72792d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9162b44a-a42d-49f9-878c-517fb7d16fb3'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:04:21.321824 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-aff90c21-644a-49dd-b052-7ab675e56830 None None] Bound port: 0067f447-939d-41a7-8a0c-dbd598acede8, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb953ce0-2d5b-4fa3-ac35-b794b72792d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9162b44a-a42d-49f9-878c-517fb7d16fb3'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:04:21.322236 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aff90c21-644a-49dd-b052-7ab675e56830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:21.394645 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-aff90c21-644a-49dd-b052-7ab675e56830 None None] For port 0067f447-939d-41a7-8a0c-dbd598acede8, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:04:21.398124 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-aff90c21-644a-49dd-b052-7ab675e56830 None None] For port 0067f447-939d-41a7-8a0c-dbd598acede8, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=0067f447-939d-41a7-8a0c-dbd598acede8,segment=NetworkSegment(fb953ce0-2d5b-4fa3-ac35-b794b72792d1),segment_id=fb953ce0-2d5b-4fa3-ac35-b794b72792d1)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:04:21.402773 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aff90c21-644a-49dd-b052-7ab675e56830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:21.456628 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-3a960315-ba92-4162-94e4-edae07f50b4d None None] Provisioning complete for port 0067f447-939d-41a7-8a0c-dbd598acede8 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:04:21.456998 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3a960315-ba92-4162-94e4-edae07f50b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:21.471812 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff90c21-644a-49dd-b052-7ab675e56830 None None] Routers {'2914b82b-8d47-435c-8844-9debee27ec17'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:04:21.472454 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-aff90c21-644a-49dd-b052-7ab675e56830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:03:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['2914b82b-8d47-435c-8844-9debee27ec17'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:04:21.478918 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268417d4-a659-4c9c-9e73-2484d2c8ca2d None None] Pushing event updated for resources: {'Port': ['ID=0067f447-939d-41a7-8a0c-dbd598acede8,revision_number=4']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:21.546062 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3a960315-ba92-4162-94e4-edae07f50b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:21.595466 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-aff90c21-644a-49dd-b052-7ab675e56830 None None] Set router 2914b82b-8d47-435c-8844-9debee27ec17 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:04:21.599464 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-3a960315-ba92-4162-94e4-edae07f50b4d None None] For port 0067f447-939d-41a7-8a0c-dbd598acede8, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=0067f447-939d-41a7-8a0c-dbd598acede8,segment=NetworkSegment(fb953ce0-2d5b-4fa3-ac35-b794b72792d1),segment_id=fb953ce0-2d5b-4fa3-ac35-b794b72792d1)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:04:21.604601 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3a960315-ba92-4162-94e4-edae07f50b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:21.663779 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a960315-ba92-4162-94e4-edae07f50b4d None None] Pushing event updated for resources: {'Port': ['ID=0067f447-939d-41a7-8a0c-dbd598acede8,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:21.732414 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-9824087c-793b-4352-b7eb-e2d995b71abb None None] Provisioning complete for port 0067f447-939d-41a7-8a0c-dbd598acede8 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:04:21.733832 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9824087c-793b-4352-b7eb-e2d995b71abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:21.808820 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-27b09bc1-eab2-4bcd-b102-578498a6a3ca tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:04:21.811393 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-27b09bc1-eab2-4bcd-b102-578498a6a3ca tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.47 "GET /v2.0/networks?id=9162b44a-a42d-49f9-878c-517fb7d16fb3 HTTP/1.1" status: 200 len: 797 time: 0.1327100 Oct 26 09:04:21.843776 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-aff90c21-644a-49dd-b052-7ab675e56830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2914b82b-8d47-435c-8844-9debee27ec17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1286646271', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.223'}], 'enable_snat': True}, 'gw_port_id': '224caac6-afc2-466d-a7e0-714fbf2c9fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:04:15Z', 'updated_at': '2021-10-26T09:04:19Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': '224caac6-afc2-466d-a7e0-714fbf2c9fe7', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:40:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2914b82b-8d47-435c-8844-9debee27ec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:04:15Z', 'updated_at': '2021-10-26T09:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '0067f447-939d-41a7-8a0c-dbd598acede8', 'name': '', 'network_id': '9162b44a-a42d-49f9-878c-517fb7d16fb3', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:27:59:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2914b82b-8d47-435c-8844-9debee27ec17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '37d769b7-da7c-4db4-8f0b-cf1b86c17927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:04:18Z', 'updated_at': '2021-10-26T09:04:21Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': '37d769b7-da7c-4db4-8f0b-cf1b86c17927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:04:21.875270 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff90c21-644a-49dd-b052-7ab675e56830 None None] The sync data for ids ['2914b82b-8d47-435c-8844-9debee27ec17'] in dv-neutron-804846-13-hyperv is: [{'id': '2914b82b-8d47-435c-8844-9debee27ec17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1286646271', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.223'}], 'enable_snat': True}, 'gw_port_id': '224caac6-afc2-466d-a7e0-714fbf2c9fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:04:15Z', 'updated_at': '2021-10-26T09:04:19Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': '224caac6-afc2-466d-a7e0-714fbf2c9fe7', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:40:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2914b82b-8d47-435c-8844-9debee27ec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:04:15Z', 'updated_at': '2021-10-26T09:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '0067f447-939d-41a7-8a0c-dbd598acede8', 'name': '', 'network_id': '9162b44a-a42d-49f9-878c-517fb7d16fb3', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:27:59:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2914b82b-8d47-435c-8844-9debee27ec17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '37d769b7-da7c-4db4-8f0b-cf1b86c17927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:04:18Z', 'updated_at': '2021-10-26T09:04:21Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': '37d769b7-da7c-4db4-8f0b-cf1b86c17927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:04:21.893570 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-04975e6a-21fa-4ece-a049-d52312bda417 req-2558129c-1dd0-41ec-9de7-abd0872df546 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=f26a8fe0-78b8-4239-b653-05c99848d2f4 HTTP/1.1" status: 200 len: 210 time: 0.0335741 Oct 26 09:04:21.908923 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-203e69a6-a922-4a8f-96a0-4b5f5c5849f9 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37e91da6a5e944f28990f0b4deb3b388 HTTP/1.1" status: 200 len: 380 time: 0.0881114 Oct 26 09:04:21.918846 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-28aa13e8-1ed3-4abb-b49c-b9ae0e1aa587 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'port': {'device_id': 'f26a8fe0-78b8-4239-b653-05c99848d2f4', 'network_id': '9162b44a-a42d-49f9-878c-517fb7d16fb3', 'admin_state_up': True, 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'security_groups': ['9a4bcb3e-c679-4e29-81b6-5a9e0b44a178']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:04:22.059063 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-28aa13e8-1ed3-4abb-b49c-b9ae0e1aa587 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Made reservation on behalf of 37e91da6a5e944f28990f0b4deb3b388 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:04:22.062773 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-28aa13e8-1ed3-4abb-b49c-b9ae0e1aa587 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:22.109910 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7d5a7467-1074-4d48-bb96-c8076f1c7963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:22.198620 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-28aa13e8-1ed3-4abb-b49c-b9ae0e1aa587 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Allocated IP 172.20.0.6 (9162b44a-a42d-49f9-878c-517fb7d16fb3/37d769b7-da7c-4db4-8f0b-cf1b86c17927/d225110f-8137-40da-b8cd-a47c4de58b01) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:04:22.347549 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-28aa13e8-1ed3-4abb-b49c-b9ae0e1aa587 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:22.384655 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-28aa13e8-1ed3-4abb-b49c-b9ae0e1aa587 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:22.433438 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-28aa13e8-1ed3-4abb-b49c-b9ae0e1aa587 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Network 9162b44a-a42d-49f9-878c-517fb7d16fb3 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:04:22.436738 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-28aa13e8-1ed3-4abb-b49c-b9ae0e1aa587 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:04:22.441422 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-28aa13e8-1ed3-4abb-b49c-b9ae0e1aa587 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:04:22.444410 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa13e8-1ed3-4abb-b49c-b9ae0e1aa587 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'Port': ['ID=d225110f-8137-40da-b8cd-a47c4de58b01,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:22.508368 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-28aa13e8-1ed3-4abb-b49c-b9ae0e1aa587 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:04:22.509251 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-28aa13e8-1ed3-4abb-b49c-b9ae0e1aa587 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:22.532864 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-28aa13e8-1ed3-4abb-b49c-b9ae0e1aa587 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6177540 Oct 26 09:04:22.550559 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-91fe06ec-1ff6-4783-bb1a-728bbf9dfd89 service neutron] Request body: {'port': {'device_id': 'f26a8fe0-78b8-4239-b653-05c99848d2f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:04:22.599743 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 0067f447-939d-41a7-8a0c-dbd598acede8 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:04:22.627206 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-91fe06ec-1ff6-4783-bb1a-728bbf9dfd89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:22.671221 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 0067f447-939d-41a7-8a0c-dbd598acede8 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:04:22.671604 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:22.763569 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 224caac6-afc2-466d-a7e0-714fbf2c9fe7 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:04:22.802142 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-4af501f2-0a10-4aa0-acb4-09440e2a8f36 None None] Provisioning complete for port d225110f-8137-40da-b8cd-a47c4de58b01 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:04:22.802515 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4af501f2-0a10-4aa0-acb4-09440e2a8f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:22.846677 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-4af501f2-0a10-4aa0-acb4-09440e2a8f36 None None] Port d225110f-8137-40da-b8cd-a47c4de58b01 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:04:22.852493 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 224caac6-afc2-466d-a7e0-714fbf2c9fe7 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:04:22.852872 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:22.928665 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-91fe06ec-1ff6-4783-bb1a-728bbf9dfd89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d225110f-8137-40da-b8cd-a47c4de58b01 {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 09:04:22.939217 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-91fe06ec-1ff6-4783-bb1a-728bbf9dfd89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:22.953806 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-91fe06ec-1ff6-4783-bb1a-728bbf9dfd89 service neutron] Transition to ACTIVE for port object d225110f-8137-40da-b8cd-a47c4de58b01 will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 09:04:22.958986 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-91fe06ec-1ff6-4783-bb1a-728bbf9dfd89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:23.025851 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:23.038523 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d0081-1ac1-443b-80d7-3f3f543d22f6 req-207fe2c7-9c58-43d4-bf3a-4c2769618e23 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:04:23.041235 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-684d0081-1ac1-443b-80d7-3f3f543d22f6 req-207fe2c7-9c58-43d4-bf3a-4c2769618e23 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=f26a8fe0-78b8-4239-b653-05c99848d2f4 HTTP/1.1" status: 200 len: 943 time: 0.0652378 Oct 26 09:04:23.085699 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-684d0081-1ac1-443b-80d7-3f3f543d22f6 req-2e3eed32-256b-4a62-86d3-4a52a5a44aed tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4bcb3e-c679-4e29-81b6-5a9e0b44a178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368850 Oct 26 09:04:23.363212 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:23.420379 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe06ec-1ff6-4783-bb1a-728bbf9dfd89 service neutron] Pushing event updated for resources: {'Port': ['ID=d225110f-8137-40da-b8cd-a47c4de58b01,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:23.441954 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-91fe06ec-1ff6-4783-bb1a-728bbf9dfd89 service neutron] Attempting to bind port d225110f-8137-40da-b8cd-a47c4de58b01 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:04:23.442300 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-91fe06ec-1ff6-4783-bb1a-728bbf9dfd89 service neutron] Attempting to bind port d225110f-8137-40da-b8cd-a47c4de58b01 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'fb953ce0-2d5b-4fa3-ac35-b794b72792d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9162b44a-a42d-49f9-878c-517fb7d16fb3'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:04:23.442633 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-91fe06ec-1ff6-4783-bb1a-728bbf9dfd89 service neutron] Attempting to bind port d225110f-8137-40da-b8cd-a47c4de58b01 on network 9162b44a-a42d-49f9-878c-517fb7d16fb3 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:04:23.447415 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-91fe06ec-1ff6-4783-bb1a-728bbf9dfd89 service neutron] Port d225110f-8137-40da-b8cd-a47c4de58b01 on network 9162b44a-a42d-49f9-878c-517fb7d16fb3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 09:04:23.447739 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-91fe06ec-1ff6-4783-bb1a-728bbf9dfd89 service neutron] Attempting to bind port d225110f-8137-40da-b8cd-a47c4de58b01 on network 9162b44a-a42d-49f9-878c-517fb7d16fb3 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:04:23.452526 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-91fe06ec-1ff6-4783-bb1a-728bbf9dfd89 service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:04:23.452865 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-91fe06ec-1ff6-4783-bb1a-728bbf9dfd89 service neutron] Checking segment: {'id': 'fb953ce0-2d5b-4fa3-ac35-b794b72792d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9162b44a-a42d-49f9-878c-517fb7d16fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:04:23.453251 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-91fe06ec-1ff6-4783-bb1a-728bbf9dfd89 service neutron] Bound using segment: {'id': 'fb953ce0-2d5b-4fa3-ac35-b794b72792d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9162b44a-a42d-49f9-878c-517fb7d16fb3'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:04:23.453720 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-91fe06ec-1ff6-4783-bb1a-728bbf9dfd89 service neutron] Bound port: d225110f-8137-40da-b8cd-a47c4de58b01, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb953ce0-2d5b-4fa3-ac35-b794b72792d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9162b44a-a42d-49f9-878c-517fb7d16fb3'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:04:23.454082 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-91fe06ec-1ff6-4783-bb1a-728bbf9dfd89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:23.516468 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-91fe06ec-1ff6-4783-bb1a-728bbf9dfd89 service neutron] For port d225110f-8137-40da-b8cd-a47c4de58b01, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:04:23.519527 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-91fe06ec-1ff6-4783-bb1a-728bbf9dfd89 service neutron] For port d225110f-8137-40da-b8cd-a47c4de58b01, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d225110f-8137-40da-b8cd-a47c4de58b01,segment=NetworkSegment(fb953ce0-2d5b-4fa3-ac35-b794b72792d1),segment_id=fb953ce0-2d5b-4fa3-ac35-b794b72792d1)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:04:23.525187 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-91fe06ec-1ff6-4783-bb1a-728bbf9dfd89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:23.559255 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-91fe06ec-1ff6-4783-bb1a-728bbf9dfd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:04:23.559933 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-91fe06ec-1ff6-4783-bb1a-728bbf9dfd89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:23.561410 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-91fe06ec-1ff6-4783-bb1a-728bbf9dfd89 service neutron] 10.222.0.47 "PUT /v2.0/ports/d225110f-8137-40da-b8cd-a47c4de58b01 HTTP/1.1" status: 200 len: 1093 time: 1.0198090 Oct 26 09:04:23.561926 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f26a8fe0-78b8-4239-b653-05c99848d2f4', 'tag': 'd225110f-8137-40da-b8cd-a47c4de58b01'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:04:23.564202 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249cd65d-624f-4259-a493-245f921184f4" -d '{"events": [{"name": "network-changed", "server_uuid": "f26a8fe0-78b8-4239-b653-05c99848d2f4", "tag": "d225110f-8137-40da-b8cd-a47c4de58b01"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:04:23.594057 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe06ec-1ff6-4783-bb1a-728bbf9dfd89 service neutron] Pushing event updated for resources: {'Port': ['ID=d225110f-8137-40da-b8cd-a47c4de58b01,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:23.623709 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 09:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3567a8d0-f452-4316-a767-de43d7155b52 x-openstack-request-id: req-3567a8d0-f452-4316-a767-de43d7155b52 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:04:23.623709 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f26a8fe0-78b8-4239-b653-05c99848d2f4", "tag": "d225110f-8137-40da-b8cd-a47c4de58b01", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:04:23.623709 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3567a8d0-f452-4316-a767-de43d7155b52 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:04:23.624130 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f26a8fe0-78b8-4239-b653-05c99848d2f4', 'tag': 'd225110f-8137-40da-b8cd-a47c4de58b01', 'status': 'completed', 'code': 200} Oct 26 09:04:23.657562 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-56e615d8-b1de-401c-bc70-988d1dae5d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:04:23.659101 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-56e615d8-b1de-401c-bc70-988d1dae5d74 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37e91da6a5e944f28990f0b4deb3b388&device_id=f26a8fe0-78b8-4239-b653-05c99848d2f4 HTTP/1.1" status: 200 len: 1096 time: 0.0478530 Oct 26 09:04:23.703666 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-402cc52f-e55d-498c-b554-0c88bade7bd8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d225110f-8137-40da-b8cd-a47c4de58b01 HTTP/1.1" status: 200 len: 217 time: 0.0370111 Oct 26 09:04:23.759328 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-8eabfa7c-ec7d-4322-96e8-2c0b03c4eb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:04:23.760806 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-8eabfa7c-ec7d-4322-96e8-2c0b03c4eb42 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37d769b7-da7c-4db4-8f0b-cf1b86c17927 HTTP/1.1" status: 200 len: 834 time: 0.0496039 Oct 26 09:04:23.811952 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-6515f566-4d34-42be-b5a7-7d2b6921852b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:04:23.813467 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-6515f566-4d34-42be-b5a7-7d2b6921852b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9162b44a-a42d-49f9-878c-517fb7d16fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0457900 Oct 26 09:04:23.902803 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-6005d885-7218-4a8e-ab2a-c88f1dd5eace service neutron] 10.222.0.47 "GET /v2.0/networks/9162b44a-a42d-49f9-878c-517fb7d16fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823975 Oct 26 09:04:23.996524 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-eb603cfb-1fcc-40ab-8eb4-d479ea36e3e1 req-3cdd1625-7648-4557-9a1f-abacc72869e0 service neutron] 10.222.0.47 "GET /v2.0/networks/9162b44a-a42d-49f9-878c-517fb7d16fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870345 Oct 26 09:04:24.079735 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249cd65d-624f-4259-a493-245f921184f4 req-6cb1dfa2-8989-4ef1-8565-e209a2d3bb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:04:24.081429 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-249cd65d-624f-4259-a493-245f921184f4 req-6cb1dfa2-8989-4ef1-8565-e209a2d3bb1c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37e91da6a5e944f28990f0b4deb3b388&device_id=f26a8fe0-78b8-4239-b653-05c99848d2f4 HTTP/1.1" status: 200 len: 1096 time: 0.0421581 Oct 26 09:04:24.172361 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249cd65d-624f-4259-a493-245f921184f4 req-40189a7b-5665-4a9b-9815-e82a5a95d80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:04:24.173936 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-249cd65d-624f-4259-a493-245f921184f4 req-40189a7b-5665-4a9b-9815-e82a5a95d80c service neutron] 10.222.0.47 "GET /v2.0/networks?id=9162b44a-a42d-49f9-878c-517fb7d16fb3 HTTP/1.1" status: 200 len: 898 time: 0.0843098 Oct 26 09:04:24.204562 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455bc18-ad35-4123-9932-ef4643d2f28f req-dd21502f-61f3-47b7-9019-7de814179b16 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:04:24.206369 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-8455bc18-ad35-4123-9932-ef4643d2f28f req-dd21502f-61f3-47b7-9019-7de814179b16 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=f26a8fe0-78b8-4239-b653-05c99848d2f4 HTTP/1.1" status: 200 len: 943 time: 0.0497320 Oct 26 09:04:24.219984 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-249cd65d-624f-4259-a493-245f921184f4 req-b273cd96-4266-4fde-8629-9d5acdb01112 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d225110f-8137-40da-b8cd-a47c4de58b01 HTTP/1.1" status: 200 len: 217 time: 0.0380125 Oct 26 09:04:24.244238 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-8455bc18-ad35-4123-9932-ef4643d2f28f req-e3bc8031-e787-4d3e-8531-de540686b445 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4bcb3e-c679-4e29-81b6-5a9e0b44a178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319700 Oct 26 09:04:24.270228 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249cd65d-624f-4259-a493-245f921184f4 req-56ed99c3-9c56-4c6d-8771-615ad85d620f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:04:24.271728 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-249cd65d-624f-4259-a493-245f921184f4 req-56ed99c3-9c56-4c6d-8771-615ad85d620f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37d769b7-da7c-4db4-8f0b-cf1b86c17927 HTTP/1.1" status: 200 len: 834 time: 0.0441020 Oct 26 09:04:24.319643 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249cd65d-624f-4259-a493-245f921184f4 req-9b275cf2-6c74-4dbd-86c8-9342e65e9729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:04:24.321171 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-249cd65d-624f-4259-a493-245f921184f4 req-9b275cf2-6c74-4dbd-86c8-9342e65e9729 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9162b44a-a42d-49f9-878c-517fb7d16fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0406170 Oct 26 09:04:24.404374 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:24.417034 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-249cd65d-624f-4259-a493-245f921184f4 req-5d38961f-93a3-44f3-9e21-6143d47760bb service neutron] 10.222.0.47 "GET /v2.0/networks/9162b44a-a42d-49f9-878c-517fb7d16fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865917 Oct 26 09:04:24.508364 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-249cd65d-624f-4259-a493-245f921184f4 req-d29bdd57-58b4-490f-89d2-02af08406378 service neutron] 10.222.0.47 "GET /v2.0/networks/9162b44a-a42d-49f9-878c-517fb7d16fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824540 Oct 26 09:04:24.893134 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:25.367114 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4f01b-6f51-4e2a-8d7f-5718ffb43359 req-c5d329da-a375-4a1f-890b-6c6cdc578b56 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:04:25.369158 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7ea4f01b-6f51-4e2a-8d7f-5718ffb43359 req-c5d329da-a375-4a1f-890b-6c6cdc578b56 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=f26a8fe0-78b8-4239-b653-05c99848d2f4 HTTP/1.1" status: 200 len: 943 time: 0.0567715 Oct 26 09:04:25.407711 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7ea4f01b-6f51-4e2a-8d7f-5718ffb43359 req-14739f47-ad09-4f70-9597-2ad8d7539b73 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4bcb3e-c679-4e29-81b6-5a9e0b44a178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325668 Oct 26 09:04:25.792325 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device d225110f-8137-40da-b8cd-a47c4de58b01 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 09:04:25.890547 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port d225110f-8137-40da-b8cd-a47c4de58b01, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d225110f-8137-40da-b8cd-a47c4de58b01,segment=NetworkSegment(fb953ce0-2d5b-4fa3-ac35-b794b72792d1),segment_id=fb953ce0-2d5b-4fa3-ac35-b794b72792d1)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:04:25.901964 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': 'd225110f-8137-40da-b8cd-a47c4de58b01', 'network_id': '9162b44a-a42d-49f9-878c-517fb7d16fb3', 'port_id': 'd225110f-8137-40da-b8cd-a47c4de58b01', 'mac_address': 'fa:16:3e:2a:a0:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37d769b7-da7c-4db4-8f0b-cf1b86c17927', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 09:04:25.938957 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:25.951328 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d225110f-8137-40da-b8cd-a47c4de58b01 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 09:04:25.970562 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port d225110f-8137-40da-b8cd-a47c4de58b01, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d225110f-8137-40da-b8cd-a47c4de58b01,segment=NetworkSegment(fb953ce0-2d5b-4fa3-ac35-b794b72792d1),segment_id=fb953ce0-2d5b-4fa3-ac35-b794b72792d1)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:04:25.975313 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:26.024616 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=d225110f-8137-40da-b8cd-a47c4de58b01,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:26.178813 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['d225110f-8137-40da-b8cd-a47c4de58b01'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 09:04:26.528429 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b326d-9110-472d-a58a-960851e55b24 req-f70fd90f-f7cc-4918-a254-c398dea2e484 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:04:26.529939 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-7f4b326d-9110-472d-a58a-960851e55b24 req-f70fd90f-f7cc-4918-a254-c398dea2e484 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=f26a8fe0-78b8-4239-b653-05c99848d2f4 HTTP/1.1" status: 200 len: 944 time: 0.0567198 Oct 26 09:04:26.567970 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-7f4b326d-9110-472d-a58a-960851e55b24 req-d698cbbd-577e-45b0-a2d5-0737c2b3711e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4bcb3e-c679-4e29-81b6-5a9e0b44a178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321660 Oct 26 09:04:27.682790 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b432007-1f2f-4672-8dea-c268af901e1e req-d710326e-2dd3-47af-8eda-8b7e5246555c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:04:27.684182 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2b432007-1f2f-4672-8dea-c268af901e1e req-d710326e-2dd3-47af-8eda-8b7e5246555c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=f26a8fe0-78b8-4239-b653-05c99848d2f4 HTTP/1.1" status: 200 len: 944 time: 0.0512881 Oct 26 09:04:27.722429 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2b432007-1f2f-4672-8dea-c268af901e1e req-08150b0a-6e39-4cd0-8a30-d01b38f7f449 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4bcb3e-c679-4e29-81b6-5a9e0b44a178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323303 Oct 26 09:04:27.823994 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device d225110f-8137-40da-b8cd-a47c4de58b01 up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:04:27.873488 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port d225110f-8137-40da-b8cd-a47c4de58b01 completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 09:04:27.877377 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port d225110f-8137-40da-b8cd-a47c4de58b01 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:04:27.877785 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:27.952989 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:27.974491 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26a8fe0-78b8-4239-b653-05c99848d2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd225110f-8137-40da-b8cd-a47c4de58b01'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:04:27.977052 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ba031d-1188-44c4-8a0a-3f3ee2beb6c7" -d '{"events": [{"server_uuid": "f26a8fe0-78b8-4239-b653-05c99848d2f4", "name": "network-vif-plugged", "status": "completed", "tag": "d225110f-8137-40da-b8cd-a47c4de58b01"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:04:27.994099 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port d225110f-8137-40da-b8cd-a47c4de58b01, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d225110f-8137-40da-b8cd-a47c4de58b01,segment=NetworkSegment(fb953ce0-2d5b-4fa3-ac35-b794b72792d1),segment_id=fb953ce0-2d5b-4fa3-ac35-b794b72792d1)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:04:27.998837 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:28.021895 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 09:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a089b3-0fd5-4058-a19c-2f8d9c9d1dd2 x-openstack-request-id: req-20a089b3-0fd5-4058-a19c-2f8d9c9d1dd2 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:04:28.022186 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f26a8fe0-78b8-4239-b653-05c99848d2f4", "name": "network-vif-plugged", "status": "completed", "tag": "d225110f-8137-40da-b8cd-a47c4de58b01", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:04:28.022435 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-20a089b3-0fd5-4058-a19c-2f8d9c9d1dd2 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:04:28.022843 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f26a8fe0-78b8-4239-b653-05c99848d2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd225110f-8137-40da-b8cd-a47c4de58b01', 'code': 200} Oct 26 09:04:28.049944 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=d225110f-8137-40da-b8cd-a47c4de58b01,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:28.184329 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c9a52-5fd2-417c-af3e-9d1b57c0c329 req-3fc17ceb-f846-4024-ab54-e162c0285378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:04:28.185863 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a10c9a52-5fd2-417c-af3e-9d1b57c0c329 req-3fc17ceb-f846-4024-ab54-e162c0285378 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f26a8fe0-78b8-4239-b653-05c99848d2f4 HTTP/1.1" status: 200 len: 1098 time: 0.0410011 Oct 26 09:04:28.220699 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a10c9a52-5fd2-417c-af3e-9d1b57c0c329 req-b11d7c05-9f09-4e47-a17f-84091f2248e2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9a4bcb3e-c679-4e29-81b6-5a9e0b44a178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280726 Oct 26 09:04:28.843027 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904cc49-d297-4b1b-9b97-e6b1b72ea59f req-811b918a-067d-4bf3-beb5-3fd865851f77 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:04:28.844548 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8904cc49-d297-4b1b-9b97-e6b1b72ea59f req-811b918a-067d-4bf3-beb5-3fd865851f77 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=f26a8fe0-78b8-4239-b653-05c99848d2f4 HTTP/1.1" status: 200 len: 945 time: 0.0539694 Oct 26 09:04:28.881312 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8904cc49-d297-4b1b-9b97-e6b1b72ea59f req-e7806a3d-3daf-4d4f-a3d4-259683ac009f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4bcb3e-c679-4e29-81b6-5a9e0b44a178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309203 Oct 26 09:04:29.998090 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808abb4f-e15a-4342-af07-85ae6d3c5eb2 req-9bece616-bc0b-408f-8e64-25a11a0cca74 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:04:29.999594 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-808abb4f-e15a-4342-af07-85ae6d3c5eb2 req-9bece616-bc0b-408f-8e64-25a11a0cca74 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=f26a8fe0-78b8-4239-b653-05c99848d2f4 HTTP/1.1" status: 200 len: 945 time: 0.0504067 Oct 26 09:04:30.037142 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-808abb4f-e15a-4342-af07-85ae6d3c5eb2 req-5fbc9ef0-d9d6-4e37-b5ae-071da06d76da tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4bcb3e-c679-4e29-81b6-5a9e0b44a178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315015 Oct 26 09:04:30.151737 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa657df-b54f-4940-ae69-49383324a1dc req-d81d853a-a5ef-4379-aacf-cd30b17c2e80 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:04:30.153226 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2aa657df-b54f-4940-ae69-49383324a1dc req-d81d853a-a5ef-4379-aacf-cd30b17c2e80 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=f26a8fe0-78b8-4239-b653-05c99848d2f4 HTTP/1.1" status: 200 len: 945 time: 0.0489769 Oct 26 09:04:30.190689 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2aa657df-b54f-4940-ae69-49383324a1dc req-4806073e-2380-44de-a8c6-40a5988d8c4b tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4bcb3e-c679-4e29-81b6-5a9e0b44a178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316055 Oct 26 09:04:30.212464 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43442) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:04:30.251713 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4664d4d-2b61-4cb0-85d0-a57e3e8d59a9 tempest-TestNetworkAdvancedServerOps-165145031 tempest-TestNetworkAdvancedServerOps-165145031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:04:30.253216 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f4664d4d-2b61-4cb0-85d0-a57e3e8d59a9 tempest-TestNetworkAdvancedServerOps-165145031 tempest-TestNetworkAdvancedServerOps-165145031-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f26a8fe0-78b8-4239-b653-05c99848d2f4 HTTP/1.1" status: 200 len: 1093 time: 0.0397749 Oct 26 09:04:30.256044 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43444) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:04:30.260807 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-a546b188-a157-46ef-8ada-ee10e2e70f32 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'floatingip': {'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'port_id': 'd225110f-8137-40da-b8cd-a47c4de58b01', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:04:30.283013 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a546b188-a157-46ef-8ada-ee10e2e70f32 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for floatingip, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:30.381323 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a546b188-a157-46ef-8ada-ee10e2e70f32 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:30.483547 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-a546b188-a157-46ef-8ada-ee10e2e70f32 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Allocated IP 172.26.2.38 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/2ab8980d-6736-4b6c-8958-acc039196790) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:04:30.590281 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a546b188-a157-46ef-8ada-ee10e2e70f32 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:30.622418 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a546b188-a157-46ef-8ada-ee10e2e70f32 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:30.661715 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a546b188-a157-46ef-8ada-ee10e2e70f32 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:04:30.664606 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-a546b188-a157-46ef-8ada-ee10e2e70f32 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:04:30.668905 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a546b188-a157-46ef-8ada-ee10e2e70f32 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:04:30.694868 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a546b188-a157-46ef-8ada-ee10e2e70f32 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'Port': ['ID=2ab8980d-6736-4b6c-8958-acc039196790,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:31.013530 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a546b188-a157-46ef-8ada-ee10e2e70f32 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:31.078529 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a546b188-a157-46ef-8ada-ee10e2e70f32 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:31.226412 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a546b188-a157-46ef-8ada-ee10e2e70f32 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:31.230876 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a546b188-a157-46ef-8ada-ee10e2e70f32 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:31.298112 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a546b188-a157-46ef-8ada-ee10e2e70f32 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'Port': ['ID=2ab8980d-6736-4b6c-8958-acc039196790,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:04:31.313058 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a546b188-a157-46ef-8ada-ee10e2e70f32 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:31.413316 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [None req-a546b188-a157-46ef-8ada-ee10e2e70f32 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Floating IP 2086bf39-aaf8-4213-8231-750958b94447 associated. External IP: 172.26.2.38, port: d225110f-8137-40da-b8cd-a47c4de58b01. Oct 26 09:04:31.619152 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a546b188-a157-46ef-8ada-ee10e2e70f32 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Router 2914b82b-8d47-435c-8844-9debee27ec17 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:04:31.656930 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:04:31.725569 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a546b188-a157-46ef-8ada-ee10e2e70f32 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:04:31.737250 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efeae41c-e9de-4aa8-8e6b-ecced559cd5f None None] Sync routers for ids ['2914b82b-8d47-435c-8844-9debee27ec17'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:04:31.745009 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a546b188-a157-46ef-8ada-ee10e2e70f32 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:31.748487 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeae41c-e9de-4aa8-8e6b-ecced559cd5f None None] Routers {'2914b82b-8d47-435c-8844-9debee27ec17'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:04:31.749112 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-efeae41c-e9de-4aa8-8e6b-ecced559cd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:04:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['2914b82b-8d47-435c-8844-9debee27ec17'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:04:31.772395 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a546b188-a157-46ef-8ada-ee10e2e70f32 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5153291 Oct 26 09:04:31.773155 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f26a8fe0-78b8-4239-b653-05c99848d2f4', 'tag': 'd225110f-8137-40da-b8cd-a47c4de58b01'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:04:31.776033 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c61758-2ebc-4d97-8671-8e0001876e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "f26a8fe0-78b8-4239-b653-05c99848d2f4", "tag": "d225110f-8137-40da-b8cd-a47c4de58b01"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:04:31.815373 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 09:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cf76db-37a0-4334-844b-5e4f13a3a7ac x-openstack-request-id: req-69cf76db-37a0-4334-844b-5e4f13a3a7ac {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:04:31.816221 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f26a8fe0-78b8-4239-b653-05c99848d2f4", "tag": "d225110f-8137-40da-b8cd-a47c4de58b01", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:04:31.816573 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-69cf76db-37a0-4334-844b-5e4f13a3a7ac {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:04:31.817058 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f26a8fe0-78b8-4239-b653-05c99848d2f4', 'tag': 'd225110f-8137-40da-b8cd-a47c4de58b01', 'status': 'completed', 'code': 200} Oct 26 09:04:31.867893 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-efeae41c-e9de-4aa8-8e6b-ecced559cd5f None None] Set router 2914b82b-8d47-435c-8844-9debee27ec17 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:04:31.875283 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902a8ec-cc24-438a-a6c7-3b8b2dfdd9f3 req-6e6fec8d-b2cc-40b6-a2a4-c8fa85a5f11e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:04:31.877885 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0902a8ec-cc24-438a-a6c7-3b8b2dfdd9f3 req-6e6fec8d-b2cc-40b6-a2a4-c8fa85a5f11e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=f26a8fe0-78b8-4239-b653-05c99848d2f4 HTTP/1.1" status: 200 len: 945 time: 0.0530279 Oct 26 09:04:31.884064 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c61758-2ebc-4d97-8671-8e0001876e2a req-01a86c1b-b444-4248-bf13-5c10f3950351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:04:31.885586 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-09c61758-2ebc-4d97-8671-8e0001876e2a req-01a86c1b-b444-4248-bf13-5c10f3950351 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37e91da6a5e944f28990f0b4deb3b388&device_id=f26a8fe0-78b8-4239-b653-05c99848d2f4 HTTP/1.1" status: 200 len: 1098 time: 0.0466070 Oct 26 09:04:31.916957 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0902a8ec-cc24-438a-a6c7-3b8b2dfdd9f3 req-eae3ce64-8944-4d24-acee-be5f6e6c95bb tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4bcb3e-c679-4e29-81b6-5a9e0b44a178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338340 Oct 26 09:04:31.939817 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43450) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:04:31.987603 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c61758-2ebc-4d97-8671-8e0001876e2a req-21bb2f66-fc90-4937-8854-5080dae37ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:04:31.989285 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-09c61758-2ebc-4d97-8671-8e0001876e2a req-21bb2f66-fc90-4937-8854-5080dae37ba4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9162b44a-a42d-49f9-878c-517fb7d16fb3 HTTP/1.1" status: 200 len: 898 time: 0.0948274 Oct 26 09:04:32.008425 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-124eef7a-e4eb-483a-8ef4-045e00740a3b tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/floatingips/2086bf39-aaf8-4213-8231-750958b94447 HTTP/1.1" status: 200 len: 990 time: 0.0662012 Oct 26 09:04:32.060722 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-09c61758-2ebc-4d97-8671-8e0001876e2a req-fa349989-2c4e-42b9-ab63-2661d66edece service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d225110f-8137-40da-b8cd-a47c4de58b01 HTTP/1.1" status: 200 len: 998 time: 0.0641665 Oct 26 09:04:32.105386 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-efeae41c-e9de-4aa8-8e6b-ecced559cd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2914b82b-8d47-435c-8844-9debee27ec17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1286646271', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.223'}], 'enable_snat': True}, 'gw_port_id': '224caac6-afc2-466d-a7e0-714fbf2c9fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:04:15Z', 'updated_at': '2021-10-26T09:04:19Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': '224caac6-afc2-466d-a7e0-714fbf2c9fe7', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:40:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2914b82b-8d47-435c-8844-9debee27ec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:04:15Z', 'updated_at': '2021-10-26T09:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '2086bf39-aaf8-4213-8231-750958b94447', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'floating_ip_address': '172.26.2.38', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '2914b82b-8d47-435c-8844-9debee27ec17', 'port_id': 'd225110f-8137-40da-b8cd-a47c4de58b01', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9162b44a-a42d-49f9-878c-517fb7d16fb3', 'mac_address': 'fa:16:3e:2a:a0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26a8fe0-78b8-4239-b653-05c99848d2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T09:04:30Z', 'updated_at': '2021-10-26T09:04:30Z', 'revision_number': 0, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0067f447-939d-41a7-8a0c-dbd598acede8', 'name': '', 'network_id': '9162b44a-a42d-49f9-878c-517fb7d16fb3', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:27:59:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2914b82b-8d47-435c-8844-9debee27ec17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '37d769b7-da7c-4db4-8f0b-cf1b86c17927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:04:18Z', 'updated_at': '2021-10-26T09:04:21Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': '37d769b7-da7c-4db4-8f0b-cf1b86c17927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:04:32.111762 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c61758-2ebc-4d97-8671-8e0001876e2a req-ce914a49-9835-4b45-9cc7-5d2bba08283c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:04:32.113406 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-09c61758-2ebc-4d97-8671-8e0001876e2a req-ce914a49-9835-4b45-9cc7-5d2bba08283c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37d769b7-da7c-4db4-8f0b-cf1b86c17927 HTTP/1.1" status: 200 len: 834 time: 0.0456011 Oct 26 09:04:32.132392 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efeae41c-e9de-4aa8-8e6b-ecced559cd5f None None] Checking router: 2914b82b-8d47-435c-8844-9debee27ec17 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:04:32.140632 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeae41c-e9de-4aa8-8e6b-ecced559cd5f None None] Routers {'2914b82b-8d47-435c-8844-9debee27ec17'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:04:32.141241 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-efeae41c-e9de-4aa8-8e6b-ecced559cd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:04:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['2914b82b-8d47-435c-8844-9debee27ec17'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:04:32.159176 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c61758-2ebc-4d97-8671-8e0001876e2a req-7c93ac67-dad0-405f-a353-6a7020b6efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:04:32.160703 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-09c61758-2ebc-4d97-8671-8e0001876e2a req-7c93ac67-dad0-405f-a353-6a7020b6efdb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9162b44a-a42d-49f9-878c-517fb7d16fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0407083 Oct 26 09:04:32.258374 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-09c61758-2ebc-4d97-8671-8e0001876e2a req-d900c7ee-6015-4953-83cc-a08fe0862c59 service neutron] 10.222.0.47 "GET /v2.0/networks/9162b44a-a42d-49f9-878c-517fb7d16fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907269 Oct 26 09:04:32.352206 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-09c61758-2ebc-4d97-8671-8e0001876e2a req-3c32f282-0410-405e-8fa6-953dcfca5c33 service neutron] 10.222.0.47 "GET /v2.0/networks/9162b44a-a42d-49f9-878c-517fb7d16fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860400 Oct 26 09:04:32.394871 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-efeae41c-e9de-4aa8-8e6b-ecced559cd5f None None] Set router 2914b82b-8d47-435c-8844-9debee27ec17 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:04:32.616665 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-efeae41c-e9de-4aa8-8e6b-ecced559cd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2914b82b-8d47-435c-8844-9debee27ec17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1286646271', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.223'}], 'enable_snat': True}, 'gw_port_id': '224caac6-afc2-466d-a7e0-714fbf2c9fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:04:15Z', 'updated_at': '2021-10-26T09:04:19Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': '224caac6-afc2-466d-a7e0-714fbf2c9fe7', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:40:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2914b82b-8d47-435c-8844-9debee27ec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:04:15Z', 'updated_at': '2021-10-26T09:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '2086bf39-aaf8-4213-8231-750958b94447', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'floating_ip_address': '172.26.2.38', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '2914b82b-8d47-435c-8844-9debee27ec17', 'port_id': 'd225110f-8137-40da-b8cd-a47c4de58b01', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9162b44a-a42d-49f9-878c-517fb7d16fb3', 'mac_address': 'fa:16:3e:2a:a0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26a8fe0-78b8-4239-b653-05c99848d2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T09:04:30Z', 'updated_at': '2021-10-26T09:04:30Z', 'revision_number': 0, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0067f447-939d-41a7-8a0c-dbd598acede8', 'name': '', 'network_id': '9162b44a-a42d-49f9-878c-517fb7d16fb3', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:27:59:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2914b82b-8d47-435c-8844-9debee27ec17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '37d769b7-da7c-4db4-8f0b-cf1b86c17927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:04:18Z', 'updated_at': '2021-10-26T09:04:21Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': '37d769b7-da7c-4db4-8f0b-cf1b86c17927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:04:32.646253 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efeae41c-e9de-4aa8-8e6b-ecced559cd5f None None] The sync data for ids ['2914b82b-8d47-435c-8844-9debee27ec17'] in dv-neutron-804846-13-hyperv is: [{'id': '2914b82b-8d47-435c-8844-9debee27ec17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1286646271', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.223'}], 'enable_snat': True}, 'gw_port_id': '224caac6-afc2-466d-a7e0-714fbf2c9fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:04:15Z', 'updated_at': '2021-10-26T09:04:19Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': '224caac6-afc2-466d-a7e0-714fbf2c9fe7', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:40:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2914b82b-8d47-435c-8844-9debee27ec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:04:15Z', 'updated_at': '2021-10-26T09:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '2086bf39-aaf8-4213-8231-750958b94447', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'floating_ip_address': '172.26.2.38', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '2914b82b-8d47-435c-8844-9debee27ec17', 'port_id': 'd225110f-8137-40da-b8cd-a47c4de58b01', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9162b44a-a42d-49f9-878c-517fb7d16fb3', 'mac_address': 'fa:16:3e:2a:a0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26a8fe0-78b8-4239-b653-05c99848d2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T09:04:30Z', 'updated_at': '2021-10-26T09:04:30Z', 'revision_number': 0, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0067f447-939d-41a7-8a0c-dbd598acede8', 'name': '', 'network_id': '9162b44a-a42d-49f9-878c-517fb7d16fb3', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:27:59:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2914b82b-8d47-435c-8844-9debee27ec17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '37d769b7-da7c-4db4-8f0b-cf1b86c17927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:04:18Z', 'updated_at': '2021-10-26T09:04:21Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': '37d769b7-da7c-4db4-8f0b-cf1b86c17927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:04:32.829144 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cfd5f7-097d-44d7-82fd-0d1d3bd21988 None None] New status for floating IP 2086bf39-aaf8-4213-8231-750958b94447: ACTIVE {{(pid=102104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 09:04:33.010927 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43452) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:04:33.071700 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-2f073252-c06d-4c38-9235-8073572ceec8 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/floatingips/2086bf39-aaf8-4213-8231-750958b94447 HTTP/1.1" status: 200 len: 992 time: 0.0596268 Oct 26 09:04:49.444546 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e5b07214-8ef2-4c22-b20c-8a7cf7a8addc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:52.112672 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-18231e81-09d1-41df-8202-29c2153edbe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:53.015037 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:53.366269 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:54.418665 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:54.894884 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:04:56.472352 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8915b025-20a6-451b-9011-3be90eb7f957 req-1a4ada0b-484a-40d4-8a6c-239e32ff0d9d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f26a8fe0-78b8-4239-b653-05c99848d2f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407488 Oct 26 09:04:56.562285 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915b025-20a6-451b-9011-3be90eb7f957 req-da5de2bc-631e-4b62-8015-eea8366374f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:04:56.563790 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8915b025-20a6-451b-9011-3be90eb7f957 req-da5de2bc-631e-4b62-8015-eea8366374f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37e91da6a5e944f28990f0b4deb3b388&device_id=f26a8fe0-78b8-4239-b653-05c99848d2f4 HTTP/1.1" status: 200 len: 1098 time: 0.0451586 Oct 26 09:04:56.667641 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915b025-20a6-451b-9011-3be90eb7f957 req-54c87e34-c0dd-44e7-917a-97e261f25af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:04:56.669127 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8915b025-20a6-451b-9011-3be90eb7f957 req-54c87e34-c0dd-44e7-917a-97e261f25af1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9162b44a-a42d-49f9-878c-517fb7d16fb3 HTTP/1.1" status: 200 len: 898 time: 0.0854690 Oct 26 09:04:56.736360 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8915b025-20a6-451b-9011-3be90eb7f957 req-9c2aca57-5f68-4827-9e7e-b2f6c62fe575 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d225110f-8137-40da-b8cd-a47c4de58b01 HTTP/1.1" status: 200 len: 1000 time: 0.0604589 Oct 26 09:04:56.786577 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915b025-20a6-451b-9011-3be90eb7f957 req-d0a6e33b-1365-4c09-90a0-e332d118ee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:04:56.788018 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8915b025-20a6-451b-9011-3be90eb7f957 req-d0a6e33b-1365-4c09-90a0-e332d118ee48 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37d769b7-da7c-4db4-8f0b-cf1b86c17927 HTTP/1.1" status: 200 len: 834 time: 0.0432718 Oct 26 09:04:56.834339 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915b025-20a6-451b-9011-3be90eb7f957 req-f63a628d-b303-4812-9f21-8b9cc2f04d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:04:56.835841 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8915b025-20a6-451b-9011-3be90eb7f957 req-f63a628d-b303-4812-9f21-8b9cc2f04d9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9162b44a-a42d-49f9-878c-517fb7d16fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0397131 Oct 26 09:04:56.928244 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8915b025-20a6-451b-9011-3be90eb7f957 req-baebc29d-6a86-41ca-bb4c-0face9d28ced service neutron] 10.222.0.47 "GET /v2.0/networks/9162b44a-a42d-49f9-878c-517fb7d16fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840456 Oct 26 09:04:57.017932 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8915b025-20a6-451b-9011-3be90eb7f957 req-14828729-b2ca-4751-b085-2c23ff77786a service neutron] 10.222.0.47 "GET /v2.0/networks/9162b44a-a42d-49f9-878c-517fb7d16fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806646 Oct 26 09:05:01.775740 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6eaf11-ee4b-4297-8161-50d0cc3ee122 req-a4e4fa07-e91a-4c51-8388-ef6c627c2b57 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:01.777368 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6c6eaf11-ee4b-4297-8161-50d0cc3ee122 req-a4e4fa07-e91a-4c51-8388-ef6c627c2b57 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=f26a8fe0-78b8-4239-b653-05c99848d2f4 HTTP/1.1" status: 200 len: 945 time: 0.0506198 Oct 26 09:05:01.818532 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6c6eaf11-ee4b-4297-8161-50d0cc3ee122 req-39e235cc-feca-4497-9ed8-a9ededdc1cbf tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4bcb3e-c679-4e29-81b6-5a9e0b44a178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352075 Oct 26 09:05:02.937031 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c6d05-e53c-4342-8858-9a67c7d70ee2 req-9ce09c94-79e7-4062-b680-858e87d5f80a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:02.938547 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-7d0c6d05-e53c-4342-8858-9a67c7d70ee2 req-9ce09c94-79e7-4062-b680-858e87d5f80a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=f26a8fe0-78b8-4239-b653-05c99848d2f4 HTTP/1.1" status: 200 len: 945 time: 0.0499635 Oct 26 09:05:02.977042 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-7d0c6d05-e53c-4342-8858-9a67c7d70ee2 req-d88cdec9-b05e-453c-a4b4-5b8e268aae66 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4bcb3e-c679-4e29-81b6-5a9e0b44a178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325661 Oct 26 09:05:03.000269 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43474) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:05:03.059936 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-583ff5a1-d374-4e86-b86c-773758927341 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/floatingips/2086bf39-aaf8-4213-8231-750958b94447 HTTP/1.1" status: 200 len: 992 time: 0.0584567 Oct 26 09:05:04.345907 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f2238-59b2-4117-9598-4bee827f9ce8 req-738dd72c-e765-45d7-81c0-7c8774908293 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:04.347433 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-897f2238-59b2-4117-9598-4bee827f9ce8 req-738dd72c-e765-45d7-81c0-7c8774908293 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=f26a8fe0-78b8-4239-b653-05c99848d2f4 HTTP/1.1" status: 200 len: 945 time: 0.0510821 Oct 26 09:05:04.386437 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-897f2238-59b2-4117-9598-4bee827f9ce8 req-94a3b9ba-3657-4879-ba5b-1ea24e2e1fa8 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4bcb3e-c679-4e29-81b6-5a9e0b44a178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329576 Oct 26 09:05:05.508311 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fdfebf-cd96-47f3-b79a-64a0cfd8a99d req-4e6481bf-b78f-45d2-b60c-1426cd6b9ae0 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:05.509828 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-81fdfebf-cd96-47f3-b79a-64a0cfd8a99d req-4e6481bf-b78f-45d2-b60c-1426cd6b9ae0 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=f26a8fe0-78b8-4239-b653-05c99848d2f4 HTTP/1.1" status: 200 len: 945 time: 0.0527103 Oct 26 09:05:05.549000 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-81fdfebf-cd96-47f3-b79a-64a0cfd8a99d req-a1b82b40-2440-4a70-99b8-9c54d00db706 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4bcb3e-c679-4e29-81b6-5a9e0b44a178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327518 Oct 26 09:05:05.571136 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43484) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:05:05.631762 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e9462c95-cbf1-46f6-b75a-7c30b258a365 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/floatingips/2086bf39-aaf8-4213-8231-750958b94447 HTTP/1.1" status: 200 len: 992 time: 0.0594611 Oct 26 09:05:05.892250 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43490) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:05:06.048197 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-cad79687-c69f-478c-9ab0-648289d2d5a4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Deleting port 2ab8980d-6736-4b6c-8958-acc039196790 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:05:06.048461 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cad79687-c69f-478c-9ab0-648289d2d5a4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:06.126807 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cad79687-c69f-478c-9ab0-648289d2d5a4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:06.127137 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cad79687-c69f-478c-9ab0-648289d2d5a4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:06.139390 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-cad79687-c69f-478c-9ab0-648289d2d5a4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Calling delete_port for 2ab8980d-6736-4b6c-8958-acc039196790 owned by network:floatingip {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:05:06.285277 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cad79687-c69f-478c-9ab0-648289d2d5a4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:06.310514 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad79687-c69f-478c-9ab0-648289d2d5a4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event deleted for resources: {'Port': ['ID=2ab8980d-6736-4b6c-8958-acc039196790,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:05:06.321966 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad79687-c69f-478c-9ab0-648289d2d5a4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:05:06.322327 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad79687-c69f-478c-9ab0-648289d2d5a4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:05:06.322746 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad79687-c69f-478c-9ab0-648289d2d5a4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:05:06.323601 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad79687-c69f-478c-9ab0-648289d2d5a4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:05:06.323949 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad79687-c69f-478c-9ab0-648289d2d5a4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:05:06.324290 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad79687-c69f-478c-9ab0-648289d2d5a4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:05:06.324627 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad79687-c69f-478c-9ab0-648289d2d5a4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:05:06.324961 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad79687-c69f-478c-9ab0-648289d2d5a4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:05:06.325298 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad79687-c69f-478c-9ab0-648289d2d5a4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:05:06.325667 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad79687-c69f-478c-9ab0-648289d2d5a4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:05:06.325986 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad79687-c69f-478c-9ab0-648289d2d5a4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:05:06.326318 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad79687-c69f-478c-9ab0-648289d2d5a4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:05:06.381481 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cad79687-c69f-478c-9ab0-648289d2d5a4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for floatingip, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:06.381846 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.l3_db [None req-cad79687-c69f-478c-9ab0-648289d2d5a4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Floating IP 2086bf39-aaf8-4213-8231-750958b94447 disassociated (deleted). External IP: 172.26.2.38, port: d225110f-8137-40da-b8cd-a47c4de58b01. Oct 26 09:05:06.592412 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad79687-c69f-478c-9ab0-648289d2d5a4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Router 2914b82b-8d47-435c-8844-9debee27ec17 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:05:06.698159 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad79687-c69f-478c-9ab0-648289d2d5a4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:05:06.702977 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cad79687-c69f-478c-9ab0-648289d2d5a4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:06.708370 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839d339f-fdd3-435a-a5ab-f615fb908456 None None] Sync routers for ids ['2914b82b-8d47-435c-8844-9debee27ec17'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:05:06.718827 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839d339f-fdd3-435a-a5ab-f615fb908456 None None] Routers {'2914b82b-8d47-435c-8844-9debee27ec17'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:05:06.719438 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-839d339f-fdd3-435a-a5ab-f615fb908456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:04:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['2914b82b-8d47-435c-8844-9debee27ec17'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:05:06.729987 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-cad79687-c69f-478c-9ab0-648289d2d5a4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "DELETE /v2.0/floatingips/2086bf39-aaf8-4213-8231-750958b94447 HTTP/1.1" status: 204 len: 168 time: 0.8366034 Oct 26 09:05:06.730578 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f26a8fe0-78b8-4239-b653-05c99848d2f4', 'tag': 'd225110f-8137-40da-b8cd-a47c4de58b01'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:05:06.732900 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6001f9b463937e9ba59653060f797cf6a3b9cfc8c69abf6deb468a53c3a3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17621468-06aa-4d9b-93b6-edbe6f094565" -d '{"events": [{"name": "network-changed", "server_uuid": "f26a8fe0-78b8-4239-b653-05c99848d2f4", "tag": "d225110f-8137-40da-b8cd-a47c4de58b01"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:05:06.772586 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 09:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f9f134-ceb7-4de3-8080-687b56325808 x-openstack-request-id: req-20f9f134-ceb7-4de3-8080-687b56325808 {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:05:06.772895 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f26a8fe0-78b8-4239-b653-05c99848d2f4", "tag": "d225110f-8137-40da-b8cd-a47c4de58b01", "status": "completed", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:05:06.773121 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-20f9f134-ceb7-4de3-8080-687b56325808 {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:05:06.773506 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f26a8fe0-78b8-4239-b653-05c99848d2f4', 'tag': 'd225110f-8137-40da-b8cd-a47c4de58b01', 'status': 'completed', 'code': 200} Oct 26 09:05:06.840916 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-839d339f-fdd3-435a-a5ab-f615fb908456 None None] Set router 2914b82b-8d47-435c-8844-9debee27ec17 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:05:06.841149 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17621468-06aa-4d9b-93b6-edbe6f094565 req-cb323302-f450-4335-9042-e815a5a6c303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:06.842538 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-17621468-06aa-4d9b-93b6-edbe6f094565 req-cb323302-f450-4335-9042-e815a5a6c303 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37e91da6a5e944f28990f0b4deb3b388&device_id=f26a8fe0-78b8-4239-b653-05c99848d2f4 HTTP/1.1" status: 200 len: 1098 time: 0.0428793 Oct 26 09:05:06.984468 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50060d-fdbb-4dad-8e0a-d3706b498e9d req-5059d248-0aaa-4b57-a53d-8f8865193cd0 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:06.985982 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0a50060d-fdbb-4dad-8e0a-d3706b498e9d req-5059d248-0aaa-4b57-a53d-8f8865193cd0 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=f26a8fe0-78b8-4239-b653-05c99848d2f4 HTTP/1.1" status: 200 len: 945 time: 0.0774882 Oct 26 09:05:06.990652 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17621468-06aa-4d9b-93b6-edbe6f094565 req-6af49eec-87ce-45fc-b6b4-7fed9130a6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:06.992043 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-17621468-06aa-4d9b-93b6-edbe6f094565 req-6af49eec-87ce-45fc-b6b4-7fed9130a6a4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9162b44a-a42d-49f9-878c-517fb7d16fb3 HTTP/1.1" status: 200 len: 898 time: 0.1348457 Oct 26 09:05:07.049284 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-17621468-06aa-4d9b-93b6-edbe6f094565 req-9f1df34c-23d3-4e0a-b3ce-fad5aa8dbd84 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d225110f-8137-40da-b8cd-a47c4de58b01 HTTP/1.1" status: 200 len: 217 time: 0.0426762 Oct 26 09:05:07.051050 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-839d339f-fdd3-435a-a5ab-f615fb908456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2914b82b-8d47-435c-8844-9debee27ec17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1286646271', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.223'}], 'enable_snat': True}, 'gw_port_id': '224caac6-afc2-466d-a7e0-714fbf2c9fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:04:15Z', 'updated_at': '2021-10-26T09:04:19Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': '224caac6-afc2-466d-a7e0-714fbf2c9fe7', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:40:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2914b82b-8d47-435c-8844-9debee27ec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:04:15Z', 'updated_at': '2021-10-26T09:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '0067f447-939d-41a7-8a0c-dbd598acede8', 'name': '', 'network_id': '9162b44a-a42d-49f9-878c-517fb7d16fb3', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:27:59:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2914b82b-8d47-435c-8844-9debee27ec17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '37d769b7-da7c-4db4-8f0b-cf1b86c17927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:04:18Z', 'updated_at': '2021-10-26T09:04:21Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': '37d769b7-da7c-4db4-8f0b-cf1b86c17927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:05:07.069451 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0a50060d-fdbb-4dad-8e0a-d3706b498e9d req-913bc02a-cd04-4c18-a8b4-12c6230e3244 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4bcb3e-c679-4e29-81b6-5a9e0b44a178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760996 Oct 26 09:05:07.076831 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839d339f-fdd3-435a-a5ab-f615fb908456 None None] Checking router: 2914b82b-8d47-435c-8844-9debee27ec17 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:05:07.085748 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839d339f-fdd3-435a-a5ab-f615fb908456 None None] Routers {'2914b82b-8d47-435c-8844-9debee27ec17'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:05:07.086354 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-839d339f-fdd3-435a-a5ab-f615fb908456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:04:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['2914b82b-8d47-435c-8844-9debee27ec17'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:05:07.106599 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17621468-06aa-4d9b-93b6-edbe6f094565 req-c0de39e4-5dcb-4c14-934e-c39acd0008c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:07.108001 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-17621468-06aa-4d9b-93b6-edbe6f094565 req-c0de39e4-5dcb-4c14-934e-c39acd0008c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37d769b7-da7c-4db4-8f0b-cf1b86c17927 HTTP/1.1" status: 200 len: 834 time: 0.0511386 Oct 26 09:05:07.156415 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17621468-06aa-4d9b-93b6-edbe6f094565 req-eacca954-0c77-4f65-9647-b2c9cf16430f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:07.157984 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-17621468-06aa-4d9b-93b6-edbe6f094565 req-eacca954-0c77-4f65-9647-b2c9cf16430f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9162b44a-a42d-49f9-878c-517fb7d16fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0408530 Oct 26 09:05:07.194642 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-839d339f-fdd3-435a-a5ab-f615fb908456 None None] Set router 2914b82b-8d47-435c-8844-9debee27ec17 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:05:07.253987 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-17621468-06aa-4d9b-93b6-edbe6f094565 req-b9335a17-0137-4e53-9da8-033bc1b7b1f2 service neutron] 10.222.0.47 "GET /v2.0/networks/9162b44a-a42d-49f9-878c-517fb7d16fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873766 Oct 26 09:05:07.350718 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-17621468-06aa-4d9b-93b6-edbe6f094565 req-ce9c8020-0a3b-4b79-abfc-526a4062156f service neutron] 10.222.0.47 "GET /v2.0/networks/9162b44a-a42d-49f9-878c-517fb7d16fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871809 Oct 26 09:05:07.396835 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-839d339f-fdd3-435a-a5ab-f615fb908456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2914b82b-8d47-435c-8844-9debee27ec17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1286646271', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.223'}], 'enable_snat': True}, 'gw_port_id': '224caac6-afc2-466d-a7e0-714fbf2c9fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:04:15Z', 'updated_at': '2021-10-26T09:04:19Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': '224caac6-afc2-466d-a7e0-714fbf2c9fe7', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:40:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2914b82b-8d47-435c-8844-9debee27ec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:04:15Z', 'updated_at': '2021-10-26T09:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '0067f447-939d-41a7-8a0c-dbd598acede8', 'name': '', 'network_id': '9162b44a-a42d-49f9-878c-517fb7d16fb3', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:27:59:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2914b82b-8d47-435c-8844-9debee27ec17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '37d769b7-da7c-4db4-8f0b-cf1b86c17927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:04:18Z', 'updated_at': '2021-10-26T09:04:21Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': '37d769b7-da7c-4db4-8f0b-cf1b86c17927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:05:07.424665 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839d339f-fdd3-435a-a5ab-f615fb908456 None None] The sync data for ids ['2914b82b-8d47-435c-8844-9debee27ec17'] in dv-neutron-804846-13-hyperv is: [{'id': '2914b82b-8d47-435c-8844-9debee27ec17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1286646271', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.223'}], 'enable_snat': True}, 'gw_port_id': '224caac6-afc2-466d-a7e0-714fbf2c9fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:04:15Z', 'updated_at': '2021-10-26T09:04:19Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': '224caac6-afc2-466d-a7e0-714fbf2c9fe7', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:40:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2914b82b-8d47-435c-8844-9debee27ec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:04:15Z', 'updated_at': '2021-10-26T09:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '0067f447-939d-41a7-8a0c-dbd598acede8', 'name': '', 'network_id': '9162b44a-a42d-49f9-878c-517fb7d16fb3', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:27:59:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2914b82b-8d47-435c-8844-9debee27ec17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '37d769b7-da7c-4db4-8f0b-cf1b86c17927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:04:18Z', 'updated_at': '2021-10-26T09:04:21Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': '37d769b7-da7c-4db4-8f0b-cf1b86c17927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:05:07.637084 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156e0891-efe0-452b-b36f-3010ccc3ca49 None None] New status for floating IP 2086bf39-aaf8-4213-8231-750958b94447: DOWN {{(pid=102104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 09:05:08.190309 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfabc7e-1c5e-453d-b5dd-386de43b18b6 req-e774f48f-9521-4324-8773-0ff58f14e743 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:08.191822 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-7cfabc7e-1c5e-453d-b5dd-386de43b18b6 req-e774f48f-9521-4324-8773-0ff58f14e743 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=f26a8fe0-78b8-4239-b653-05c99848d2f4 HTTP/1.1" status: 200 len: 945 time: 0.0495729 Oct 26 09:05:08.230501 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-7cfabc7e-1c5e-453d-b5dd-386de43b18b6 req-88a0f5a2-c598-4e5c-bc47-7834fee88288 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4bcb3e-c679-4e29-81b6-5a9e0b44a178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322340 Oct 26 09:05:08.640992 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c12b01-ad10-4162-8bd1-d4f87d9c7255 req-6a24b279-af83-438a-b92c-1a601631933d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:08.642518 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a3c12b01-ad10-4162-8bd1-d4f87d9c7255 req-6a24b279-af83-438a-b92c-1a601631933d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.47 "GET /v2.0/ports?device_id=f26a8fe0-78b8-4239-b653-05c99848d2f4 HTTP/1.1" status: 200 len: 945 time: 0.0493834 Oct 26 09:05:08.655897 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:05:08.736212 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-a3c12b01-ad10-4162-8bd1-d4f87d9c7255 req-11479be0-b408-4a3d-9e76-21680c641008 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Deleting port d225110f-8137-40da-b8cd-a47c4de58b01 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:05:08.736477 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-a3c12b01-ad10-4162-8bd1-d4f87d9c7255 req-11479be0-b408-4a3d-9e76-21680c641008 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:08.824280 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-a3c12b01-ad10-4162-8bd1-d4f87d9c7255 req-11479be0-b408-4a3d-9e76-21680c641008 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] For port d225110f-8137-40da-b8cd-a47c4de58b01, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d225110f-8137-40da-b8cd-a47c4de58b01,segment=NetworkSegment(fb953ce0-2d5b-4fa3-ac35-b794b72792d1),segment_id=fb953ce0-2d5b-4fa3-ac35-b794b72792d1)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:05:08.824653 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-a3c12b01-ad10-4162-8bd1-d4f87d9c7255 req-11479be0-b408-4a3d-9e76-21680c641008 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:08.837164 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-a3c12b01-ad10-4162-8bd1-d4f87d9c7255 req-11479be0-b408-4a3d-9e76-21680c641008 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Calling delete_port for d225110f-8137-40da-b8cd-a47c4de58b01 owned by compute:nova {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:05:08.966559 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-a3c12b01-ad10-4162-8bd1-d4f87d9c7255 req-11479be0-b408-4a3d-9e76-21680c641008 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:08.996766 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11479be0-b408-4a3d-9e76-21680c641008 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event deleted for resources: {'Port': ['ID=d225110f-8137-40da-b8cd-a47c4de58b01,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:05:09.025902 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11479be0-b408-4a3d-9e76-21680c641008 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:05:09.026264 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11479be0-b408-4a3d-9e76-21680c641008 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:05:09.026614 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11479be0-b408-4a3d-9e76-21680c641008 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:05:09.026960 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11479be0-b408-4a3d-9e76-21680c641008 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:05:09.027304 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11479be0-b408-4a3d-9e76-21680c641008 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:05:09.027643 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11479be0-b408-4a3d-9e76-21680c641008 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:05:09.027982 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11479be0-b408-4a3d-9e76-21680c641008 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:05:09.028326 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11479be0-b408-4a3d-9e76-21680c641008 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:05:09.028666 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11479be0-b408-4a3d-9e76-21680c641008 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:05:09.028998 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11479be0-b408-4a3d-9e76-21680c641008 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:05:09.029329 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11479be0-b408-4a3d-9e76-21680c641008 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:05:09.029680 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11479be0-b408-4a3d-9e76-21680c641008 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:05:09.048686 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c12b01-ad10-4162-8bd1-d4f87d9c7255 req-11479be0-b408-4a3d-9e76-21680c641008 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] No DVR routers for this DVR port d225110f-8137-40da-b8cd-a47c4de58b01 on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 09:05:09.051081 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-a3c12b01-ad10-4162-8bd1-d4f87d9c7255 req-11479be0-b408-4a3d-9e76-21680c641008 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:09.054505 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a3c12b01-ad10-4162-8bd1-d4f87d9c7255 req-11479be0-b408-4a3d-9e76-21680c641008 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.47 "DELETE /v2.0/ports/d225110f-8137-40da-b8cd-a47c4de58b01 HTTP/1.1" status: 204 len: 173 time: 0.4052856 Oct 26 09:05:09.054946 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26a8fe0-78b8-4239-b653-05c99848d2f4', 'name': 'network-vif-deleted', 'tag': 'd225110f-8137-40da-b8cd-a47c4de58b01'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:05:09.057869 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d53338e-316e-467e-b0c6-b253249c3834" -d '{"events": [{"server_uuid": "f26a8fe0-78b8-4239-b653-05c99848d2f4", "name": "network-vif-deleted", "tag": "d225110f-8137-40da-b8cd-a47c4de58b01"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:05:09.184895 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 09:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9fdd48-3fff-4b6f-aba6-bf1b5cd90032 x-openstack-request-id: req-ab9fdd48-3fff-4b6f-aba6-bf1b5cd90032 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:05:09.185181 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f26a8fe0-78b8-4239-b653-05c99848d2f4", "name": "network-vif-deleted", "tag": "d225110f-8137-40da-b8cd-a47c4de58b01", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:05:09.185430 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ab9fdd48-3fff-4b6f-aba6-bf1b5cd90032 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:05:09.185866 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f26a8fe0-78b8-4239-b653-05c99848d2f4', 'name': 'network-vif-deleted', 'tag': 'd225110f-8137-40da-b8cd-a47c4de58b01', 'status': 'completed', 'code': 200} Oct 26 09:05:09.339984 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b7aa6be5-cd00-41e9-9a47-7dee453c6041 req-1f1e36e0-1df5-4343-985f-2f336931b804 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=f26a8fe0-78b8-4239-b653-05c99848d2f4 HTTP/1.1" status: 200 len: 210 time: 0.0315373 Oct 26 09:05:10.398085 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43508) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:05:10.756860 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a14829ef-d929-420c-a9fe-ddaedca88f4f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:11.009039 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-a14829ef-d929-420c-a9fe-ddaedca88f4f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Deleting port 0067f447-939d-41a7-8a0c-dbd598acede8 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:05:11.009294 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a14829ef-d929-420c-a9fe-ddaedca88f4f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:11.100924 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-a14829ef-d929-420c-a9fe-ddaedca88f4f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] For port 0067f447-939d-41a7-8a0c-dbd598acede8, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=0067f447-939d-41a7-8a0c-dbd598acede8,segment=NetworkSegment(fb953ce0-2d5b-4fa3-ac35-b794b72792d1),segment_id=fb953ce0-2d5b-4fa3-ac35-b794b72792d1)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:05:11.101282 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a14829ef-d929-420c-a9fe-ddaedca88f4f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:11.114238 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-a14829ef-d929-420c-a9fe-ddaedca88f4f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Calling delete_port for 0067f447-939d-41a7-8a0c-dbd598acede8 owned by network:router_interface {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:05:11.552953 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a14829ef-d929-420c-a9fe-ddaedca88f4f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:11.579236 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14829ef-d929-420c-a9fe-ddaedca88f4f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event deleted for resources: {'Port': ['ID=0067f447-939d-41a7-8a0c-dbd598acede8,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:05:11.754975 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a14829ef-d929-420c-a9fe-ddaedca88f4f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:11.969781 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14829ef-d929-420c-a9fe-ddaedca88f4f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Router 2914b82b-8d47-435c-8844-9debee27ec17 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:05:12.018291 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device d225110f-8137-40da-b8cd-a47c4de58b01 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:05:12.042536 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] No Port match for: d225110f-8137-40da-b8cd-a47c4de58b01 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:05:12.042883 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device d225110f-8137-40da-b8cd-a47c4de58b01 not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:05:12.081937 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14829ef-d929-420c-a9fe-ddaedca88f4f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:05:12.090192 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a14829ef-d929-420c-a9fe-ddaedca88f4f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "PUT /v2.0/routers/2914b82b-8d47-435c-8844-9debee27ec17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6883714 Oct 26 09:05:12.091094 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43510) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:05:12.092003 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd04d723-1c44-4f61-a9e9-379958ca7a1f None None] Sync routers for ids ['2914b82b-8d47-435c-8844-9debee27ec17'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:05:12.101612 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd04d723-1c44-4f61-a9e9-379958ca7a1f None None] Routers {'2914b82b-8d47-435c-8844-9debee27ec17'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:05:12.102351 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-bd04d723-1c44-4f61-a9e9-379958ca7a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:04:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['2914b82b-8d47-435c-8844-9debee27ec17'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:05:12.146948 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-48fe941e-990a-4a77-91b9-13294150ddeb tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Deleting subnet 37d769b7-da7c-4db4-8f0b-cf1b86c17927 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 09:05:12.150048 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-48fe941e-990a-4a77-91b9-13294150ddeb tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:12.190509 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-48fe941e-990a-4a77-91b9-13294150ddeb tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:12.211177 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-bd04d723-1c44-4f61-a9e9-379958ca7a1f None None] Set router 2914b82b-8d47-435c-8844-9debee27ec17 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:05:12.271965 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-48fe941e-990a-4a77-91b9-13294150ddeb tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:12.335633 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-48fe941e-990a-4a77-91b9-13294150ddeb tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:12.364429 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe941e-990a-4a77-91b9-13294150ddeb tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event deleted for resources: {'Subnet': ['ID=37d769b7-da7c-4db4-8f0b-cf1b86c17927,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:05:12.369403 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-48fe941e-990a-4a77-91b9-13294150ddeb tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:12.372602 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-48fe941e-990a-4a77-91b9-13294150ddeb tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "DELETE /v2.0/subnets/37d769b7-da7c-4db4-8f0b-cf1b86c17927 HTTP/1.1" status: 204 len: 168 time: 0.2805152 Oct 26 09:05:12.375270 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43512) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:05:12.380784 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc87163-d7a9-418d-8d7b-874e65e80ec1 None None] Network 9162b44a-a42d-49f9-878c-517fb7d16fb3 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:05:12.490424 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-bd04d723-1c44-4f61-a9e9-379958ca7a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2914b82b-8d47-435c-8844-9debee27ec17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1286646271', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.223'}], 'enable_snat': True}, 'gw_port_id': '224caac6-afc2-466d-a7e0-714fbf2c9fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:04:15Z', 'updated_at': '2021-10-26T09:05:11Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': '224caac6-afc2-466d-a7e0-714fbf2c9fe7', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:40:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2914b82b-8d47-435c-8844-9debee27ec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:04:15Z', 'updated_at': '2021-10-26T09:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:05:12.536542 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd04d723-1c44-4f61-a9e9-379958ca7a1f None None] Checking router: 2914b82b-8d47-435c-8844-9debee27ec17 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:05:12.552670 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd04d723-1c44-4f61-a9e9-379958ca7a1f None None] Routers {'2914b82b-8d47-435c-8844-9debee27ec17'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:05:12.553286 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-bd04d723-1c44-4f61-a9e9-379958ca7a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:04:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['2914b82b-8d47-435c-8844-9debee27ec17'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:05:12.637581 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0890054b-dcb7-4c77-84d7-53caa13ed9f5 None None] DHCP port deletion for 9162b44a-a42d-49f9-878c-517fb7d16fb3 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 09:05:12.818411 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-729fe3b8-932d-44a8-a6fe-ef0d16c080b7 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:12.857428 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-bd04d723-1c44-4f61-a9e9-379958ca7a1f None None] Set router 2914b82b-8d47-435c-8844-9debee27ec17 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:05:12.919203 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-729fe3b8-932d-44a8-a6fe-ef0d16c080b7 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:12.969294 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-0890054b-dcb7-4c77-84d7-53caa13ed9f5 None None] Deleting port 08f49f34-55e4-49e4-8d9f-b38a0d514dbb {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:05:12.969691 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0890054b-dcb7-4c77-84d7-53caa13ed9f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:12.976225 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-729fe3b8-932d-44a8-a6fe-ef0d16c080b7 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Deleting port 224caac6-afc2-466d-a7e0-714fbf2c9fe7 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:05:12.976568 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-729fe3b8-932d-44a8-a6fe-ef0d16c080b7 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:13.054860 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-729fe3b8-932d-44a8-a6fe-ef0d16c080b7 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] For port 224caac6-afc2-466d-a7e0-714fbf2c9fe7, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=224caac6-afc2-466d-a7e0-714fbf2c9fe7,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:05:13.055124 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-0890054b-dcb7-4c77-84d7-53caa13ed9f5 None None] For port 08f49f34-55e4-49e4-8d9f-b38a0d514dbb, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=08f49f34-55e4-49e4-8d9f-b38a0d514dbb,segment=NetworkSegment(fb953ce0-2d5b-4fa3-ac35-b794b72792d1),segment_id=fb953ce0-2d5b-4fa3-ac35-b794b72792d1)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:05:13.055687 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-729fe3b8-932d-44a8-a6fe-ef0d16c080b7 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:13.055796 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0890054b-dcb7-4c77-84d7-53caa13ed9f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:13.068109 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-729fe3b8-932d-44a8-a6fe-ef0d16c080b7 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Calling delete_port for 224caac6-afc2-466d-a7e0-714fbf2c9fe7 owned by network:router_gateway {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:05:13.070501 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-0890054b-dcb7-4c77-84d7-53caa13ed9f5 None None] Calling delete_port for 08f49f34-55e4-49e4-8d9f-b38a0d514dbb owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:05:13.181261 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-bd04d723-1c44-4f61-a9e9-379958ca7a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2914b82b-8d47-435c-8844-9debee27ec17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1286646271', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.223'}], 'enable_snat': True}, 'gw_port_id': '224caac6-afc2-466d-a7e0-714fbf2c9fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:04:15Z', 'updated_at': '2021-10-26T09:05:11Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': '224caac6-afc2-466d-a7e0-714fbf2c9fe7', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:40:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2914b82b-8d47-435c-8844-9debee27ec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:04:15Z', 'updated_at': '2021-10-26T09:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:05:13.211127 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd04d723-1c44-4f61-a9e9-379958ca7a1f None None] The sync data for ids ['2914b82b-8d47-435c-8844-9debee27ec17'] in dv-neutron-804846-13-hyperv is: [{'id': '2914b82b-8d47-435c-8844-9debee27ec17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1286646271', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.223'}], 'enable_snat': True}, 'gw_port_id': '224caac6-afc2-466d-a7e0-714fbf2c9fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:04:15Z', 'updated_at': '2021-10-26T09:05:11Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': '224caac6-afc2-466d-a7e0-714fbf2c9fe7', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:40:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2914b82b-8d47-435c-8844-9debee27ec17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:04:15Z', 'updated_at': '2021-10-26T09:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:05:13.222607 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0890054b-dcb7-4c77-84d7-53caa13ed9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:13.232692 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-729fe3b8-932d-44a8-a6fe-ef0d16c080b7 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:13.262942 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890054b-dcb7-4c77-84d7-53caa13ed9f5 None None] Pushing event deleted for resources: {'Port': ['ID=08f49f34-55e4-49e4-8d9f-b38a0d514dbb,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:05:13.266492 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729fe3b8-932d-44a8-a6fe-ef0d16c080b7 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event deleted for resources: {'Port': ['ID=224caac6-afc2-466d-a7e0-714fbf2c9fe7,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:05:13.268003 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0890054b-dcb7-4c77-84d7-53caa13ed9f5 None None] No DVR routers for this DVR port 08f49f34-55e4-49e4-8d9f-b38a0d514dbb on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 09:05:13.321265 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-729fe3b8-932d-44a8-a6fe-ef0d16c080b7 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:13.411114 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-729fe3b8-932d-44a8-a6fe-ef0d16c080b7 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:13.413206 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-729fe3b8-932d-44a8-a6fe-ef0d16c080b7 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:13.457840 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-729fe3b8-932d-44a8-a6fe-ef0d16c080b7 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:13.458393 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729fe3b8-932d-44a8-a6fe-ef0d16c080b7 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Fanout notify agent at l3_agent the message router_deleted on router 2914b82b-8d47-435c-8844-9debee27ec17 {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 09:05:13.465729 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-729fe3b8-932d-44a8-a6fe-ef0d16c080b7 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:13.466868 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-729fe3b8-932d-44a8-a6fe-ef0d16c080b7 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "DELETE /v2.0/routers/2914b82b-8d47-435c-8844-9debee27ec17 HTTP/1.1" status: 204 len: 168 time: 1.0904963 Oct 26 09:05:13.469457 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43514) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:05:13.548104 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7974a7ca-eff8-4b21-93e9-454b7ecc841d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:13.636926 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7974a7ca-eff8-4b21-93e9-454b7ecc841d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:13.662596 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-7974a7ca-eff8-4b21-93e9-454b7ecc841d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9162b44a-a42d-49f9-878c-517fb7d16fb3']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:05:13.673721 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-7974a7ca-eff8-4b21-93e9-454b7ecc841d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb953ce0-2d5b-4fa3-ac35-b794b72792d1') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:05:13.674016 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-7974a7ca-eff8-4b21-93e9-454b7ecc841d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb953ce0-2d5b-4fa3-ac35-b794b72792d1') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:05:13.684659 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7974a7ca-eff8-4b21-93e9-454b7ecc841d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:13.698506 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7974a7ca-eff8-4b21-93e9-454b7ecc841d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:13.704801 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7974a7ca-eff8-4b21-93e9-454b7ecc841d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 09:05:13.705188 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7974a7ca-eff8-4b21-93e9-454b7ecc841d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:13.708182 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 09:05:13.708182 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 09:05:13.708182 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 09:05:13.708182 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 09:05:13.708182 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 09:05:13.708182 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 09:05:13.708182 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 09:05:13.708182 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 09:05:13.708182 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 09:05:13.708182 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 09:05:13.708182 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 09:05:13.708182 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 09:05:13.708182 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 09:05:13.708182 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 09:05:13.708182 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 09:05:13.708182 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 09:05:13.708182 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 09:05:13.708182 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 09:05:13.708182 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 09:05:13.708182 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 09:05:13.708182 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 09:05:13.708182 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 09:05:13.708182 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 09:05:13.708182 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 09:05:13.708182 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 09:05:13.708182 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 09:05:13.708182 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 09:05:13.708182 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 09:05:13.708182 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 09:05:13.708182 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 09:05:13.708182 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 09:05:13.708182 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 09:05:13.765502 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7974a7ca-eff8-4b21-93e9-454b7ecc841d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:13.772938 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-7974a7ca-eff8-4b21-93e9-454b7ecc841d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:13.777429 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-7974a7ca-eff8-4b21-93e9-454b7ecc841d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "DELETE /v2.0/networks/9162b44a-a42d-49f9-878c-517fb7d16fb3 HTTP/1.1" status: 204 len: 168 time: 0.3069813 Oct 26 09:05:13.780277 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43516) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:05:13.789270 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7974a7ca-eff8-4b21-93e9-454b7ecc841d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event deleted for resources: {'Network': ['ID=9162b44a-a42d-49f9-878c-517fb7d16fb3,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:05:13.847563 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ebbb42ae-e1a0-4d42-911f-a74a3a9fdd0f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:13.874920 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ebbb42ae-e1a0-4d42-911f-a74a3a9fdd0f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:13.937436 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ebbb42ae-e1a0-4d42-911f-a74a3a9fdd0f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:13.940076 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ebbb42ae-e1a0-4d42-911f-a74a3a9fdd0f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:13.943947 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ebbb42ae-e1a0-4d42-911f-a74a3a9fdd0f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "DELETE /v2.0/security-groups/9a4bcb3e-c679-4e29-81b6-5a9e0b44a178 HTTP/1.1" status: 204 len: 168 time: 0.1598148 Oct 26 09:05:13.951670 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb42ae-e1a0-4d42-911f-a74a3a9fdd0f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4bcb3e-c679-4e29-81b6-5a9e0b44a178,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:05:14.236316 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43522) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:05:14.240931 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-1b759cd5-a288-4134-8345-3b3bc22ca008 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-590359193', 'description': 'tempest-secgroup-smoke-590359193 description', 'project_id': '37e91da6a5e944f28990f0b4deb3b388'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:05:14.267318 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1b759cd5-a288-4134-8345-3b3bc22ca008 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:14.330848 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1b759cd5-a288-4134-8345-3b3bc22ca008 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:14.334286 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1b759cd5-a288-4134-8345-3b3bc22ca008 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:14.362870 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1b759cd5-a288-4134-8345-3b3bc22ca008 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:14.364086 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1b759cd5-a288-4134-8345-3b3bc22ca008 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1267595 Oct 26 09:05:14.366002 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b759cd5-a288-4134-8345-3b3bc22ca008 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02e9f532-ed9b-464e-84f1-7c77d335028e,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:05:14.367165 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43524) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:05:14.372465 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-98ced507-f5e2-481e-816d-a7d5e2d7b795 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'security_group_rule': {'security_group_id': '02e9f532-ed9b-464e-84f1-7c77d335028e', 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:05:14.398856 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-98ced507-f5e2-481e-816d-a7d5e2d7b795 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:14.462431 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-98ced507-f5e2-481e-816d-a7d5e2d7b795 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:14.462431 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-98ced507-f5e2-481e-816d-a7d5e2d7b795 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:14.481318 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ced507-f5e2-481e-816d-a7d5e2d7b795 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac24d5c8-998f-4d82-8680-e85384bb2e27,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:05:14.491673 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-98ced507-f5e2-481e-816d-a7d5e2d7b795 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:14.492888 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-98ced507-f5e2-481e-816d-a7d5e2d7b795 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1246068 Oct 26 09:05:14.495782 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43526) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:05:14.500195 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-188fc9ee-3420-4aed-ae85-5c8131f19902 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'security_group_rule': {'security_group_id': '02e9f532-ed9b-464e-84f1-7c77d335028e', 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:05:14.505964 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 0067f447-939d-41a7-8a0c-dbd598acede8 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:05:14.527050 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 0067f447-939d-41a7-8a0c-dbd598acede8 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:05:14.527400 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 0067f447-939d-41a7-8a0c-dbd598acede8 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:05:14.527823 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 08f49f34-55e4-49e4-8d9f-b38a0d514dbb no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:05:14.528136 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-188fc9ee-3420-4aed-ae85-5c8131f19902 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:14.547605 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 08f49f34-55e4-49e4-8d9f-b38a0d514dbb {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:05:14.547957 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 08f49f34-55e4-49e4-8d9f-b38a0d514dbb not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:05:14.548379 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 224caac6-afc2-466d-a7e0-714fbf2c9fe7 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:05:14.567588 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 224caac6-afc2-466d-a7e0-714fbf2c9fe7 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:05:14.567937 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 224caac6-afc2-466d-a7e0-714fbf2c9fe7 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:05:14.591707 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-188fc9ee-3420-4aed-ae85-5c8131f19902 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:14.595029 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-188fc9ee-3420-4aed-ae85-5c8131f19902 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:14.613034 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188fc9ee-3420-4aed-ae85-5c8131f19902 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ad2250-9340-4041-bcd1-33abc6c69e58,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:05:14.619743 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-188fc9ee-3420-4aed-ae85-5c8131f19902 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:14.620833 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-188fc9ee-3420-4aed-ae85-5c8131f19902 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1241140 Oct 26 09:05:14.623514 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43528) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:05:14.627934 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-3a5580c4-5a89-4c7f-8552-0f50d0817dec tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'security_group_rule': {'security_group_id': '02e9f532-ed9b-464e-84f1-7c77d335028e', 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:05:14.654883 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3a5580c4-5a89-4c7f-8552-0f50d0817dec tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:14.712350 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3a5580c4-5a89-4c7f-8552-0f50d0817dec tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:14.715862 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3a5580c4-5a89-4c7f-8552-0f50d0817dec tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:14.734681 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5580c4-5a89-4c7f-8552-0f50d0817dec tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e10d7f8e-1d3c-403e-890a-d460f6e2ca23,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:05:14.738787 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3a5580c4-5a89-4c7f-8552-0f50d0817dec tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:14.740031 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3a5580c4-5a89-4c7f-8552-0f50d0817dec tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155827 Oct 26 09:05:14.742929 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43530) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:05:14.747802 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-4f3e34c5-f48c-4a19-8c2f-9b1ace30d0f2 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'security_group_rule': {'security_group_id': '02e9f532-ed9b-464e-84f1-7c77d335028e', 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:05:14.773824 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4f3e34c5-f48c-4a19-8c2f-9b1ace30d0f2 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:14.833345 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4f3e34c5-f48c-4a19-8c2f-9b1ace30d0f2 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:14.836860 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4f3e34c5-f48c-4a19-8c2f-9b1ace30d0f2 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:14.855633 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e34c5-f48c-4a19-8c2f-9b1ace30d0f2 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c21f3e-54aa-4164-ae72-2912458dd4e9,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:05:14.867648 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-4f3e34c5-f48c-4a19-8c2f-9b1ace30d0f2 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:14.868904 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-4f3e34c5-f48c-4a19-8c2f-9b1ace30d0f2 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1250253 Oct 26 09:05:14.872309 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43532) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:05:14.877915 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-f88cd39b-08de-4d61-ab67-752b94a28248 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'security_group_rule': {'security_group_id': '02e9f532-ed9b-464e-84f1-7c77d335028e', 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:05:14.899233 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.securitygroups_db [None req-f88cd39b-08de-4d61-ab67-752b94a28248 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Project 37e91da6a5e944f28990f0b4deb3b388 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 09:05:14.904321 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f88cd39b-08de-4d61-ab67-752b94a28248 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:14.967129 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f88cd39b-08de-4d61-ab67-752b94a28248 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:14.970960 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f88cd39b-08de-4d61-ab67-752b94a28248 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:14.991766 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88cd39b-08de-4d61-ab67-752b94a28248 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a536417e-095e-4d69-95d3-980fd740c4d7,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:05:15.000888 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f88cd39b-08de-4d61-ab67-752b94a28248 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:15.002159 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f88cd39b-08de-4d61-ab67-752b94a28248 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1288776 Oct 26 09:05:15.004883 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43534) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:05:15.009790 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-e41f0839-e541-47ff-8b4f-9ef53501d78b tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'security_group_rule': {'security_group_id': '02e9f532-ed9b-464e-84f1-7c77d335028e', 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:05:15.031089 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.securitygroups_db [None req-e41f0839-e541-47ff-8b4f-9ef53501d78b tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Project 37e91da6a5e944f28990f0b4deb3b388 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 09:05:15.035967 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e41f0839-e541-47ff-8b4f-9ef53501d78b tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:15.107769 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e41f0839-e541-47ff-8b4f-9ef53501d78b tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:15.111756 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e41f0839-e541-47ff-8b4f-9ef53501d78b tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:15.134294 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f0839-e541-47ff-8b4f-9ef53501d78b tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0429cf0-8d47-4682-95a5-b246ca84752a,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:05:15.139758 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e41f0839-e541-47ff-8b4f-9ef53501d78b tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:15.140968 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e41f0839-e541-47ff-8b4f-9ef53501d78b tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1351540 Oct 26 09:05:15.144730 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43536) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:05:15.149664 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-13baaaf7-16ef-48d1-b9b2-bd0b79bc5e4e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'network': {'name': 'tempest-network-smoke--1298581024', 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'port_security_enabled': True}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:05:15.171996 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13baaaf7-16ef-48d1-b9b2-bd0b79bc5e4e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Made reservation on behalf of 37e91da6a5e944f28990f0b4deb3b388 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:05:15.177382 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-13baaaf7-16ef-48d1-b9b2-bd0b79bc5e4e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:15.204801 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13baaaf7-16ef-48d1-b9b2-bd0b79bc5e4e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 09:05:15.214821 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-13baaaf7-16ef-48d1-b9b2-bd0b79bc5e4e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:15.215171 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-13baaaf7-16ef-48d1-b9b2-bd0b79bc5e4e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Added segment 94a44936-2b27-4fbb-a7ee-de292592825f of type vlan for network dc4b74ac-8650-4837-a26b-c7fe1f118566 Oct 26 09:05:15.259345 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-13baaaf7-16ef-48d1-b9b2-bd0b79bc5e4e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:15.289564 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-13baaaf7-16ef-48d1-b9b2-bd0b79bc5e4e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:15.296958 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13baaaf7-16ef-48d1-b9b2-bd0b79bc5e4e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:15.297560 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-13baaaf7-16ef-48d1-b9b2-bd0b79bc5e4e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:15.362817 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-13baaaf7-16ef-48d1-b9b2-bd0b79bc5e4e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2169454 Oct 26 09:05:15.365665 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43538) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:05:15.372565 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-1dd114ad-af58-4a02-9d77-35271b7c655c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1769802393', 'admin_state_up': True, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:05:15.377333 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13baaaf7-16ef-48d1-b9b2-bd0b79bc5e4e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'Network': ['ID=dc4b74ac-8650-4837-a26b-c7fe1f118566,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:05:15.390812 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network dc4b74ac-8650-4837-a26b-c7fe1f118566 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 09:05:15.408187 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1dd114ad-af58-4a02-9d77-35271b7c655c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:15.409791 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1dd114ad-af58-4a02-9d77-35271b7c655c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:15.472911 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1dd114ad-af58-4a02-9d77-35271b7c655c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:15.634346 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1dd114ad-af58-4a02-9d77-35271b7c655c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:15.825144 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1dd114ad-af58-4a02-9d77-35271b7c655c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router_gateway, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:15.844305 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1dd114ad-af58-4a02-9d77-35271b7c655c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:15.950337 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-1dd114ad-af58-4a02-9d77-35271b7c655c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Allocated IP 172.26.2.161 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/8eef7051-ae25-4202-b1de-7eff74b9c591) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:05:16.052052 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1dd114ad-af58-4a02-9d77-35271b7c655c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:16.090679 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1dd114ad-af58-4a02-9d77-35271b7c655c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:16.130851 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd114ad-af58-4a02-9d77-35271b7c655c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:05:16.133723 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-1dd114ad-af58-4a02-9d77-35271b7c655c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:05:16.137325 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd114ad-af58-4a02-9d77-35271b7c655c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:05:16.142736 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd114ad-af58-4a02-9d77-35271b7c655c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'Port': ['ID=8eef7051-ae25-4202-b1de-7eff74b9c591,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:05:16.383147 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1dd114ad-af58-4a02-9d77-35271b7c655c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router_gateway, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:16.595202 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1dd114ad-af58-4a02-9d77-35271b7c655c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:16.721855 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd114ad-af58-4a02-9d77-35271b7c655c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Router 5fe5b590-3200-4a86-b986-f3224f3903ca is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 09:05:16.827329 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd114ad-af58-4a02-9d77-35271b7c655c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:05:16.837961 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68326825-f648-423b-a3c5-4f2e785a8d6d None None] Sync routers for ids ['5fe5b590-3200-4a86-b986-f3224f3903ca'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:05:16.846580 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1dd114ad-af58-4a02-9d77-35271b7c655c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:16.847033 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68326825-f648-423b-a3c5-4f2e785a8d6d None None] Routers {'5fe5b590-3200-4a86-b986-f3224f3903ca'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:05:16.847641 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-68326825-f648-423b-a3c5-4f2e785a8d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:04:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['5fe5b590-3200-4a86-b986-f3224f3903ca'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:05:16.847812 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1dd114ad-af58-4a02-9d77-35271b7c655c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4810555 Oct 26 09:05:16.850947 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43540) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:05:16.882158 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-72120c86-99cf-43a4-a6d6-3f171432ecd6 tempest-TestNetworkAdvancedServerOps-165145031 tempest-TestNetworkAdvancedServerOps-165145031-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=37e91da6a5e944f28990f0b4deb3b388&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300226 Oct 26 09:05:16.884699 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43542) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:05:16.953863 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-68326825-f648-423b-a3c5-4f2e785a8d6d None None] Set router 5fe5b590-3200-4a86-b986-f3224f3903ca gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:05:16.973017 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27797034-1f78-45ba-a17b-d78eb15f3db7 tempest-TestNetworkAdvancedServerOps-165145031 tempest-TestNetworkAdvancedServerOps-165145031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:16.974496 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-27797034-1f78-45ba-a17b-d78eb15f3db7 tempest-TestNetworkAdvancedServerOps-165145031 tempest-TestNetworkAdvancedServerOps-165145031-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0880010 Oct 26 09:05:16.977249 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43544) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:05:17.004832 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-46d03c4d-e69d-4948-adc7-f636a7c828e4 tempest-TestNetworkAdvancedServerOps-165145031 tempest-TestNetworkAdvancedServerOps-165145031-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=e0ba3cfd-db28-4690-8a12-e5c00a0b88c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264752 Oct 26 09:05:17.007264 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43546) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:05:17.012632 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-c0792e1c-c5a8-49d1-8458-30449da85ca7 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-963034072', 'network_id': 'dc4b74ac-8650-4837-a26b-c7fe1f118566', 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:05:17.103516 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0792e1c-c5a8-49d1-8458-30449da85ca7 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Made reservation on behalf of 37e91da6a5e944f28990f0b4deb3b388 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:05:17.108365 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c0792e1c-c5a8-49d1-8458-30449da85ca7 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:17.131241 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-68326825-f648-423b-a3c5-4f2e785a8d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769802393', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': '8eef7051-ae25-4202-b1de-7eff74b9c591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:05:15Z', 'updated_at': '2021-10-26T09:05:16Z', 'revision_number': 3, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': '8eef7051-ae25-4202-b1de-7eff74b9c591', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:05:15Z', 'updated_at': '2021-10-26T09:05:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:05:17.161061 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68326825-f648-423b-a3c5-4f2e785a8d6d None None] Checking router: 5fe5b590-3200-4a86-b986-f3224f3903ca for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:05:17.161411 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68326825-f648-423b-a3c5-4f2e785a8d6d None None] Updating router 5fe5b590-3200-4a86-b986-f3224f3903ca port 8eef7051-ae25-4202-b1de-7eff74b9c591 binding host dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 09:05:17.187024 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-68326825-f648-423b-a3c5-4f2e785a8d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:17.290669 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c0792e1c-c5a8-49d1-8458-30449da85ca7 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:17.349181 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0792e1c-c5a8-49d1-8458-30449da85ca7 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'Subnet': ['ID=0db81b66-64ad-413e-912d-5d89a15cda93,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:05:17.362060 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0792e1c-c5a8-49d1-8458-30449da85ca7 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Checking segment: {'id': '94a44936-2b27-4fbb-a7ee-de292592825f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dc4b74ac-8650-4837-a26b-c7fe1f118566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:05:17.362592 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0792e1c-c5a8-49d1-8458-30449da85ca7 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Network hostable DHCP agents. Network: dc4b74ac-8650-4837-a26b-c7fe1f118566, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 09:05:17.380011 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0792e1c-c5a8-49d1-8458-30449da85ca7 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Network dc4b74ac-8650-4837-a26b-c7fe1f118566 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 09:05:17.389301 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-c0792e1c-c5a8-49d1-8458-30449da85ca7 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, dc4b74ac-8650-4837-a26b-c7fe1f118566) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:05:17.393581 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0792e1c-c5a8-49d1-8458-30449da85ca7 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:17.394199 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c0792e1c-c5a8-49d1-8458-30449da85ca7 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:17.402351 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cb0c00-3852-4c20-bb57-c968d894eca8 None None] Network dc4b74ac-8650-4837-a26b-c7fe1f118566 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:05:17.411327 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c0792e1c-c5a8-49d1-8458-30449da85ca7 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4030201 Oct 26 09:05:17.414224 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43548) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:05:17.437704 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-68326825-f648-423b-a3c5-4f2e785a8d6d None None] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:17.442910 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-68326825-f648-423b-a3c5-4f2e785a8d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:17.487355 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9edad2-6a0e-4a6b-9ef7-d26f0efe472a None None] Pushing event updated for resources: {'Port': ['ID=8eef7051-ae25-4202-b1de-7eff74b9c591,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:05:17.511465 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-68326825-f648-423b-a3c5-4f2e785a8d6d None None] Attempting to bind port 8eef7051-ae25-4202-b1de-7eff74b9c591 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:05:17.512033 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-68326825-f648-423b-a3c5-4f2e785a8d6d None None] Attempting to bind port 8eef7051-ae25-4202-b1de-7eff74b9c591 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:05:17.512449 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68326825-f648-423b-a3c5-4f2e785a8d6d None None] Attempting to bind port 8eef7051-ae25-4202-b1de-7eff74b9c591 on network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:05:17.517759 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68326825-f648-423b-a3c5-4f2e785a8d6d None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:05:17.518215 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68326825-f648-423b-a3c5-4f2e785a8d6d None None] Checking segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:05:17.518684 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-68326825-f648-423b-a3c5-4f2e785a8d6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:17.519141 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68326825-f648-423b-a3c5-4f2e785a8d6d None None] Bound using segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:05:17.519671 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-68326825-f648-423b-a3c5-4f2e785a8d6d None None] Bound port: 8eef7051-ae25-4202-b1de-7eff74b9c591, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:05:17.520120 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-68326825-f648-423b-a3c5-4f2e785a8d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:17.569581 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f2d421-a01d-4b32-86eb-19aabdfcff5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-dc4b74ac-8650-4837-a26b-c7fe1f118566', 'network_id': 'dc4b74ac-8650-4837-a26b-c7fe1f118566', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'fixed_ips': [{'subnet_id': '0db81b66-64ad-413e-912d-5d89a15cda93'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 09:05:17.570724 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d421-a01d-4b32-86eb-19aabdfcff5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:17.584831 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-68326825-f648-423b-a3c5-4f2e785a8d6d None None] For port 8eef7051-ae25-4202-b1de-7eff74b9c591, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:05:17.589012 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-68326825-f648-423b-a3c5-4f2e785a8d6d None None] For port 8eef7051-ae25-4202-b1de-7eff74b9c591, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=8eef7051-ae25-4202-b1de-7eff74b9c591,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:05:17.594301 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-68326825-f648-423b-a3c5-4f2e785a8d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:17.645132 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68326825-f648-423b-a3c5-4f2e785a8d6d None None] Routers {'5fe5b590-3200-4a86-b986-f3224f3903ca'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:05:17.645896 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-68326825-f648-423b-a3c5-4f2e785a8d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:04:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['5fe5b590-3200-4a86-b986-f3224f3903ca'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:05:17.718731 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9edad2-6a0e-4a6b-9ef7-d26f0efe472a None None] Pushing event updated for resources: {'Port': ['ID=8eef7051-ae25-4202-b1de-7eff74b9c591,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:05:17.720100 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-f0f2d421-a01d-4b32-86eb-19aabdfcff5d None None] Allocated IP 172.20.0.2 (dc4b74ac-8650-4837-a26b-c7fe1f118566/0db81b66-64ad-413e-912d-5d89a15cda93/400390d1-93bb-4049-8b9b-ec5e2ebbd825) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:05:17.765393 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-68326825-f648-423b-a3c5-4f2e785a8d6d None None] Set router 5fe5b590-3200-4a86-b986-f3224f3903ca gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:05:17.875512 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d421-a01d-4b32-86eb-19aabdfcff5d None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:17.882494 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d421-a01d-4b32-86eb-19aabdfcff5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:17.885762 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-68462dd0-b2a3-4599-adf5-3bb09728a3fe tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:17.925597 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f2d421-a01d-4b32-86eb-19aabdfcff5d None None] Network dc4b74ac-8650-4837-a26b-c7fe1f118566 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:05:17.928712 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-f0f2d421-a01d-4b32-86eb-19aabdfcff5d None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:05:17.934675 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f2d421-a01d-4b32-86eb-19aabdfcff5d None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:05:17.937773 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2d421-a01d-4b32-86eb-19aabdfcff5d None None] Pushing event updated for resources: {'Port': ['ID=400390d1-93bb-4049-8b9b-ec5e2ebbd825,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:05:17.951752 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2d421-a01d-4b32-86eb-19aabdfcff5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:05:17.952106 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2d421-a01d-4b32-86eb-19aabdfcff5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:05:17.952450 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2d421-a01d-4b32-86eb-19aabdfcff5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:05:17.952813 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2d421-a01d-4b32-86eb-19aabdfcff5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:05:17.953158 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2d421-a01d-4b32-86eb-19aabdfcff5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:05:17.953273 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-68326825-f648-423b-a3c5-4f2e785a8d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769802393', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': '8eef7051-ae25-4202-b1de-7eff74b9c591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:05:15Z', 'updated_at': '2021-10-26T09:05:16Z', 'revision_number': 3, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': '8eef7051-ae25-4202-b1de-7eff74b9c591', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:05:15Z', 'updated_at': '2021-10-26T09:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:05:17.953827 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2d421-a01d-4b32-86eb-19aabdfcff5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:05:17.953827 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2d421-a01d-4b32-86eb-19aabdfcff5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:05:17.954134 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2d421-a01d-4b32-86eb-19aabdfcff5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:05:17.954854 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2d421-a01d-4b32-86eb-19aabdfcff5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:05:17.955058 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2d421-a01d-4b32-86eb-19aabdfcff5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:05:17.955353 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2d421-a01d-4b32-86eb-19aabdfcff5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:05:17.956708 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2d421-a01d-4b32-86eb-19aabdfcff5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:05:17.984893 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68326825-f648-423b-a3c5-4f2e785a8d6d None None] The sync data for ids ['5fe5b590-3200-4a86-b986-f3224f3903ca'] in dv-neutron-804846-13-hyperv is: [{'id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769802393', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': '8eef7051-ae25-4202-b1de-7eff74b9c591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:05:15Z', 'updated_at': '2021-10-26T09:05:16Z', 'revision_number': 3, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': '8eef7051-ae25-4202-b1de-7eff74b9c591', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:05:15Z', 'updated_at': '2021-10-26T09:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:05:18.009171 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-f0f2d421-a01d-4b32-86eb-19aabdfcff5d None None] Attempting to bind port 400390d1-93bb-4049-8b9b-ec5e2ebbd825 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:05:18.009550 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-f0f2d421-a01d-4b32-86eb-19aabdfcff5d None None] Attempting to bind port 400390d1-93bb-4049-8b9b-ec5e2ebbd825 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '94a44936-2b27-4fbb-a7ee-de292592825f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dc4b74ac-8650-4837-a26b-c7fe1f118566'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:05:18.010494 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f2d421-a01d-4b32-86eb-19aabdfcff5d None None] Attempting to bind port 400390d1-93bb-4049-8b9b-ec5e2ebbd825 on network dc4b74ac-8650-4837-a26b-c7fe1f118566 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:05:18.016583 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f2d421-a01d-4b32-86eb-19aabdfcff5d None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:05:18.017038 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f2d421-a01d-4b32-86eb-19aabdfcff5d None None] Checking segment: {'id': '94a44936-2b27-4fbb-a7ee-de292592825f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dc4b74ac-8650-4837-a26b-c7fe1f118566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:05:18.017360 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d421-a01d-4b32-86eb-19aabdfcff5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:18.017821 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f2d421-a01d-4b32-86eb-19aabdfcff5d None None] Bound using segment: {'id': '94a44936-2b27-4fbb-a7ee-de292592825f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dc4b74ac-8650-4837-a26b-c7fe1f118566'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:05:18.018298 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-f0f2d421-a01d-4b32-86eb-19aabdfcff5d None None] Bound port: 400390d1-93bb-4049-8b9b-ec5e2ebbd825, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94a44936-2b27-4fbb-a7ee-de292592825f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dc4b74ac-8650-4837-a26b-c7fe1f118566'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:05:18.018684 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d421-a01d-4b32-86eb-19aabdfcff5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:18.093311 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-f0f2d421-a01d-4b32-86eb-19aabdfcff5d None None] For port 400390d1-93bb-4049-8b9b-ec5e2ebbd825, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:05:18.096721 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-f0f2d421-a01d-4b32-86eb-19aabdfcff5d None None] For port 400390d1-93bb-4049-8b9b-ec5e2ebbd825, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=400390d1-93bb-4049-8b9b-ec5e2ebbd825,segment=NetworkSegment(94a44936-2b27-4fbb-a7ee-de292592825f),segment_id=94a44936-2b27-4fbb-a7ee-de292592825f)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:05:18.101753 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d421-a01d-4b32-86eb-19aabdfcff5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:18.169093 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2d421-a01d-4b32-86eb-19aabdfcff5d None None] Pushing event updated for resources: {'Port': ['ID=400390d1-93bb-4049-8b9b-ec5e2ebbd825,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:05:18.202661 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-68462dd0-b2a3-4599-adf5-3bb09728a3fe tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Allocated IP 172.20.0.1 (dc4b74ac-8650-4837-a26b-c7fe1f118566/0db81b66-64ad-413e-912d-5d89a15cda93/5018d5ae-2d19-468b-8f12-af2e4371e7b7) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:05:18.350265 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-68462dd0-b2a3-4599-adf5-3bb09728a3fe tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:18.389665 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-68462dd0-b2a3-4599-adf5-3bb09728a3fe tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:18.469970 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68462dd0-b2a3-4599-adf5-3bb09728a3fe tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Network dc4b74ac-8650-4837-a26b-c7fe1f118566 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:05:18.481957 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-68462dd0-b2a3-4599-adf5-3bb09728a3fe tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:05:18.484570 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68462dd0-b2a3-4599-adf5-3bb09728a3fe tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'Port': ['ID=5018d5ae-2d19-468b-8f12-af2e4371e7b7,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:05:18.486529 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68462dd0-b2a3-4599-adf5-3bb09728a3fe tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:05:18.565262 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-68462dd0-b2a3-4599-adf5-3bb09728a3fe tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:18.627478 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 8eef7051-ae25-4202-b1de-7eff74b9c591 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:05:18.684657 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 8eef7051-ae25-4202-b1de-7eff74b9c591 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:05:18.685039 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:18.717500 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-68462dd0-b2a3-4599-adf5-3bb09728a3fe tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:18.777979 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:18.802918 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 8eef7051-ae25-4202-b1de-7eff74b9c591, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=8eef7051-ae25-4202-b1de-7eff74b9c591,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:05:18.807726 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:18.808489 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 400390d1-93bb-4049-8b9b-ec5e2ebbd825 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:05:18.887615 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=8eef7051-ae25-4202-b1de-7eff74b9c591,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:05:18.898048 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 400390d1-93bb-4049-8b9b-ec5e2ebbd825 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:05:18.898413 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:18.999135 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:19.035267 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 400390d1-93bb-4049-8b9b-ec5e2ebbd825, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=400390d1-93bb-4049-8b9b-ec5e2ebbd825,segment=NetworkSegment(94a44936-2b27-4fbb-a7ee-de292592825f),segment_id=94a44936-2b27-4fbb-a7ee-de292592825f)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:05:19.040264 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:19.057259 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-68462dd0-b2a3-4599-adf5-3bb09728a3fe tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:19.063143 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-68462dd0-b2a3-4599-adf5-3bb09728a3fe tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:19.096858 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=400390d1-93bb-4049-8b9b-ec5e2ebbd825,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:05:19.145316 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68462dd0-b2a3-4599-adf5-3bb09728a3fe tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'Port': ['ID=5018d5ae-2d19-468b-8f12-af2e4371e7b7,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:05:19.147852 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-68462dd0-b2a3-4599-adf5-3bb09728a3fe tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:19.245041 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493b8ea5-f66d-4aaa-bb09-b82c418c1c2d None None] Network dc4b74ac-8650-4837-a26b-c7fe1f118566 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:05:19.245502 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68462dd0-b2a3-4599-adf5-3bb09728a3fe tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Network dc4b74ac-8650-4837-a26b-c7fe1f118566 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:05:19.246974 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-68462dd0-b2a3-4599-adf5-3bb09728a3fe tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:05:19.313498 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-9714e031-6a9b-4eac-969e-8387d001e4f4 None None] Provisioning complete for port 400390d1-93bb-4049-8b9b-ec5e2ebbd825 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:05:19.313908 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9714e031-6a9b-4eac-969e-8387d001e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:19.364074 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68462dd0-b2a3-4599-adf5-3bb09728a3fe tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Router 5fe5b590-3200-4a86-b986-f3224f3903ca has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:05:19.487467 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e2a24ccb-162e-4530-9a1f-e706ae998ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:19.489936 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68462dd0-b2a3-4599-adf5-3bb09728a3fe tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:05:19.500017 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-68462dd0-b2a3-4599-adf5-3bb09728a3fe tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "PUT /v2.0/routers/5fe5b590-3200-4a86-b986-f3224f3903ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0798266 Oct 26 09:05:19.649276 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-087becf3-d340-4702-94f3-3fff11cf20f8 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-590359193&fields=id&tenant_id=37e91da6a5e944f28990f0b4deb3b388 HTTP/1.1" status: 200 len: 267 time: 0.0380728 Oct 26 09:05:19.720847 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-4bf42511-274b-4bbe-afdc-5f2d49174938 None None] Provisioning complete for port 400390d1-93bb-4049-8b9b-ec5e2ebbd825 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:05:19.721459 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4bf42511-274b-4bbe-afdc-5f2d49174938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:19.772408 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c858d0-c37c-48ef-a348-6792aeed81a6 None None] Sync routers for ids ['5fe5b590-3200-4a86-b986-f3224f3903ca'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:05:19.789904 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c858d0-c37c-48ef-a348-6792aeed81a6 None None] Routers {'5fe5b590-3200-4a86-b986-f3224f3903ca'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:05:19.790546 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-73c858d0-c37c-48ef-a348-6792aeed81a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:04:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['5fe5b590-3200-4a86-b986-f3224f3903ca'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:05:19.936756 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-4bf42511-274b-4bbe-afdc-5f2d49174938 None None] Provisioning complete for port 5018d5ae-2d19-468b-8f12-af2e4371e7b7 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:05:19.937126 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4bf42511-274b-4bbe-afdc-5f2d49174938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:19.942339 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-73c858d0-c37c-48ef-a348-6792aeed81a6 None None] Set router 5fe5b590-3200-4a86-b986-f3224f3903ca gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:05:20.046639 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-4bf42511-274b-4bbe-afdc-5f2d49174938 None None] Port 5018d5ae-2d19-468b-8f12-af2e4371e7b7 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:05:20.080370 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-3c1908a1-5263-4589-90b3-ff70d5bc95e6 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:20.082039 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-3c1908a1-5263-4589-90b3-ff70d5bc95e6 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/networks?id=dc4b74ac-8650-4837-a26b-c7fe1f118566 HTTP/1.1" status: 200 len: 797 time: 0.4265790 Oct 26 09:05:20.099511 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-d353dc96-32e5-47e1-a6f3-36940dfcb493 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/quotas/37e91da6a5e944f28990f0b4deb3b388 HTTP/1.1" status: 200 len: 375 time: 0.0103698 Oct 26 09:05:20.160577 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-a74e0ee3-5833-4e73-85d5-59ee4fd204e0 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=37e91da6a5e944f28990f0b4deb3b388&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552044 Oct 26 09:05:20.176940 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcc864eb-ed2a-4099-96ac-ee8cf4433edb None None] Provisioning complete for port 5018d5ae-2d19-468b-8f12-af2e4371e7b7 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:05:20.177236 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcc864eb-ed2a-4099-96ac-ee8cf4433edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:20.223155 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcc864eb-ed2a-4099-96ac-ee8cf4433edb None None] Port 5018d5ae-2d19-468b-8f12-af2e4371e7b7 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:05:20.232610 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-73c858d0-c37c-48ef-a348-6792aeed81a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769802393', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': '8eef7051-ae25-4202-b1de-7eff74b9c591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:05:15Z', 'updated_at': '2021-10-26T09:05:18Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': '8eef7051-ae25-4202-b1de-7eff74b9c591', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:05:15Z', 'updated_at': '2021-10-26T09:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '5018d5ae-2d19-468b-8f12-af2e4371e7b7', 'name': '', 'network_id': 'dc4b74ac-8650-4837-a26b-c7fe1f118566', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:22:86:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0db81b66-64ad-413e-912d-5d89a15cda93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:05:18Z', 'updated_at': '2021-10-26T09:05:18Z', 'revision_number': 2, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': '0db81b66-64ad-413e-912d-5d89a15cda93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:05:20.266137 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c858d0-c37c-48ef-a348-6792aeed81a6 None None] Checking router: 5fe5b590-3200-4a86-b986-f3224f3903ca for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:05:20.266498 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c858d0-c37c-48ef-a348-6792aeed81a6 None None] Updating router 5fe5b590-3200-4a86-b986-f3224f3903ca port 5018d5ae-2d19-468b-8f12-af2e4371e7b7 binding host dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 09:05:20.303686 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-73c858d0-c37c-48ef-a348-6792aeed81a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:20.329669 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-6643a67e-af08-4c37-b51b-71c6c5428539 service neutron] 10.222.0.41 "GET /v2.0/networks/dc4b74ac-8650-4837-a26b-c7fe1f118566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545455 Oct 26 09:05:20.434640 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-8c80b738-6e41-43b2-9924-5edff0623794 service neutron] 10.222.0.41 "GET /v2.0/networks/dc4b74ac-8650-4837-a26b-c7fe1f118566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984516 Oct 26 09:05:20.555817 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 8eef7051-ae25-4202-b1de-7eff74b9c591 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:05:20.608222 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b4a0a971-8c3a-4ead-a07b-d959f73c5f98 req-f33894f5-1307-4150-b3e5-7583fbf13d10 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=260f8297-a563-4066-a005-2ca74f7f190e HTTP/1.1" status: 200 len: 210 time: 0.0287685 Oct 26 09:05:20.652904 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-73c858d0-c37c-48ef-a348-6792aeed81a6 None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:20.658867 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-73c858d0-c37c-48ef-a348-6792aeed81a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:20.705194 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 8eef7051-ae25-4202-b1de-7eff74b9c591 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:05:20.705574 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:20.737323 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea4733-3406-42bd-a86e-b9dabf50db94 None None] Pushing event updated for resources: {'Port': ['ID=5018d5ae-2d19-468b-8f12-af2e4371e7b7,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:05:20.966465 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-73c858d0-c37c-48ef-a348-6792aeed81a6 None None] Attempting to bind port 5018d5ae-2d19-468b-8f12-af2e4371e7b7 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:05:20.966821 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-73c858d0-c37c-48ef-a348-6792aeed81a6 None None] Attempting to bind port 5018d5ae-2d19-468b-8f12-af2e4371e7b7 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '94a44936-2b27-4fbb-a7ee-de292592825f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dc4b74ac-8650-4837-a26b-c7fe1f118566'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:05:20.967187 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c858d0-c37c-48ef-a348-6792aeed81a6 None None] Attempting to bind port 5018d5ae-2d19-468b-8f12-af2e4371e7b7 on network dc4b74ac-8650-4837-a26b-c7fe1f118566 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:05:20.979789 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c858d0-c37c-48ef-a348-6792aeed81a6 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:05:20.980138 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c858d0-c37c-48ef-a348-6792aeed81a6 None None] Checking segment: {'id': '94a44936-2b27-4fbb-a7ee-de292592825f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dc4b74ac-8650-4837-a26b-c7fe1f118566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:05:20.980554 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-73c858d0-c37c-48ef-a348-6792aeed81a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:20.980979 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c858d0-c37c-48ef-a348-6792aeed81a6 None None] Bound using segment: {'id': '94a44936-2b27-4fbb-a7ee-de292592825f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dc4b74ac-8650-4837-a26b-c7fe1f118566'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:05:20.981462 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-73c858d0-c37c-48ef-a348-6792aeed81a6 None None] Bound port: 5018d5ae-2d19-468b-8f12-af2e4371e7b7, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94a44936-2b27-4fbb-a7ee-de292592825f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dc4b74ac-8650-4837-a26b-c7fe1f118566'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:05:20.981871 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-73c858d0-c37c-48ef-a348-6792aeed81a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:21.002101 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-7550dd72-f52a-41f3-9845-e77bfb7b94fb None None] Provisioning complete for port 5018d5ae-2d19-468b-8f12-af2e4371e7b7 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:05:21.002481 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7550dd72-f52a-41f3-9845-e77bfb7b94fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:21.076251 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 400390d1-93bb-4049-8b9b-ec5e2ebbd825 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:05:21.106946 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-7550dd72-f52a-41f3-9845-e77bfb7b94fb None None] Port 5018d5ae-2d19-468b-8f12-af2e4371e7b7 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:05:21.140462 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-73c858d0-c37c-48ef-a348-6792aeed81a6 None None] For port 5018d5ae-2d19-468b-8f12-af2e4371e7b7, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:05:21.143601 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-73c858d0-c37c-48ef-a348-6792aeed81a6 None None] For port 5018d5ae-2d19-468b-8f12-af2e4371e7b7, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=5018d5ae-2d19-468b-8f12-af2e4371e7b7,segment=NetworkSegment(94a44936-2b27-4fbb-a7ee-de292592825f),segment_id=94a44936-2b27-4fbb-a7ee-de292592825f)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:05:21.148183 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-73c858d0-c37c-48ef-a348-6792aeed81a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:21.196410 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 400390d1-93bb-4049-8b9b-ec5e2ebbd825 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:05:21.196791 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:21.243320 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c858d0-c37c-48ef-a348-6792aeed81a6 None None] Routers {'5fe5b590-3200-4a86-b986-f3224f3903ca'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:05:21.243874 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-73c858d0-c37c-48ef-a348-6792aeed81a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:04:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['5fe5b590-3200-4a86-b986-f3224f3903ca'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:05:21.250202 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea4733-3406-42bd-a86e-b9dabf50db94 None None] Pushing event updated for resources: {'Port': ['ID=5018d5ae-2d19-468b-8f12-af2e4371e7b7,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:05:21.397484 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-73c858d0-c37c-48ef-a348-6792aeed81a6 None None] Set router 5fe5b590-3200-4a86-b986-f3224f3903ca gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:05:21.482389 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-15f8e15f-a653-4c2a-b060-c1953f6da726 None None] Provisioning complete for port 5018d5ae-2d19-468b-8f12-af2e4371e7b7 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:05:21.482656 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-15f8e15f-a653-4c2a-b060-c1953f6da726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:21.631080 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-fd59a22d-e2cd-402b-92a7-9ab23a2e0810 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:21.632760 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-fd59a22d-e2cd-402b-92a7-9ab23a2e0810 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.47 "GET /v2.0/networks?id=dc4b74ac-8650-4837-a26b-c7fe1f118566 HTTP/1.1" status: 200 len: 797 time: 0.1353378 Oct 26 09:05:21.652105 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-15f8e15f-a653-4c2a-b060-c1953f6da726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:21.691931 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-7aee904d-ebd5-4cc8-b1a9-fcc9070735f1 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37e91da6a5e944f28990f0b4deb3b388 HTTP/1.1" status: 200 len: 379 time: 0.0502679 Oct 26 09:05:21.697382 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-15f8e15f-a653-4c2a-b060-c1953f6da726 None None] For port 5018d5ae-2d19-468b-8f12-af2e4371e7b7, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=5018d5ae-2d19-468b-8f12-af2e4371e7b7,segment=NetworkSegment(94a44936-2b27-4fbb-a7ee-de292592825f),segment_id=94a44936-2b27-4fbb-a7ee-de292592825f)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:05:21.701730 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-b787db58-59c2-456b-a5fa-7a2176df47cd tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'port': {'device_id': '260f8297-a563-4066-a005-2ca74f7f190e', 'network_id': 'dc4b74ac-8650-4837-a26b-c7fe1f118566', 'admin_state_up': True, 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'security_groups': ['02e9f532-ed9b-464e-84f1-7c77d335028e']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:05:21.704643 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-15f8e15f-a653-4c2a-b060-c1953f6da726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:21.729883 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-6feb3291-9287-47e6-8ac3-b9299643f54e req-8388e662-5c41-4f1a-bc25-c783f9a7b1fe tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=260f8297-a563-4066-a005-2ca74f7f190e HTTP/1.1" status: 200 len: 210 time: 0.0334523 Oct 26 09:05:21.733581 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-73c858d0-c37c-48ef-a348-6792aeed81a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769802393', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': '8eef7051-ae25-4202-b1de-7eff74b9c591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:05:15Z', 'updated_at': '2021-10-26T09:05:18Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': '8eef7051-ae25-4202-b1de-7eff74b9c591', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:05:15Z', 'updated_at': '2021-10-26T09:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '5018d5ae-2d19-468b-8f12-af2e4371e7b7', 'name': '', 'network_id': 'dc4b74ac-8650-4837-a26b-c7fe1f118566', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:22:86:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0db81b66-64ad-413e-912d-5d89a15cda93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:05:18Z', 'updated_at': '2021-10-26T09:05:21Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': '0db81b66-64ad-413e-912d-5d89a15cda93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:05:21.769986 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c858d0-c37c-48ef-a348-6792aeed81a6 None None] The sync data for ids ['5fe5b590-3200-4a86-b986-f3224f3903ca'] in dv-neutron-804846-13-hyperv is: [{'id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769802393', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': '8eef7051-ae25-4202-b1de-7eff74b9c591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:05:15Z', 'updated_at': '2021-10-26T09:05:18Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': '8eef7051-ae25-4202-b1de-7eff74b9c591', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:05:15Z', 'updated_at': '2021-10-26T09:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '5018d5ae-2d19-468b-8f12-af2e4371e7b7', 'name': '', 'network_id': 'dc4b74ac-8650-4837-a26b-c7fe1f118566', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:22:86:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0db81b66-64ad-413e-912d-5d89a15cda93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:05:18Z', 'updated_at': '2021-10-26T09:05:21Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': '0db81b66-64ad-413e-912d-5d89a15cda93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:05:21.788351 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8e15f-a653-4c2a-b060-c1953f6da726 None None] Pushing event updated for resources: {'Port': ['ID=5018d5ae-2d19-468b-8f12-af2e4371e7b7,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:05:21.829696 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-b787db58-59c2-456b-a5fa-7a2176df47cd tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Made reservation on behalf of 37e91da6a5e944f28990f0b4deb3b388 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:05:21.838901 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-b787db58-59c2-456b-a5fa-7a2176df47cd tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:21.980120 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-b787db58-59c2-456b-a5fa-7a2176df47cd tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Allocated IP 172.20.0.8 (dc4b74ac-8650-4837-a26b-c7fe1f118566/0db81b66-64ad-413e-912d-5d89a15cda93/bab6791b-9d54-419e-804c-8c7347ea6dc8) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:05:22.116358 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a7e39af8-7253-4f91-93d2-c365e8a844c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:22.129990 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-b787db58-59c2-456b-a5fa-7a2176df47cd tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:22.174568 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-b787db58-59c2-456b-a5fa-7a2176df47cd tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:22.218849 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-b787db58-59c2-456b-a5fa-7a2176df47cd tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Network dc4b74ac-8650-4837-a26b-c7fe1f118566 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:05:22.224411 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-b787db58-59c2-456b-a5fa-7a2176df47cd tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:05:22.227550 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-b787db58-59c2-456b-a5fa-7a2176df47cd tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:05:22.262486 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787db58-59c2-456b-a5fa-7a2176df47cd tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'Port': ['ID=bab6791b-9d54-419e-804c-8c7347ea6dc8,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:05:22.290052 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-b787db58-59c2-456b-a5fa-7a2176df47cd tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:22.290720 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-b787db58-59c2-456b-a5fa-7a2176df47cd tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:22.311451 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-b787db58-59c2-456b-a5fa-7a2176df47cd tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6141486 Oct 26 09:05:22.326370 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-ee91aba3-43fd-4e99-84c0-ea7d636f178c service neutron] Request body: {'port': {'device_id': '260f8297-a563-4066-a005-2ca74f7f190e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:05:22.390173 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-ee91aba3-43fd-4e99-84c0-ea7d636f178c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:22.537802 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-d6a3a973-07c4-4cd1-bee9-2ee7ba570efb None None] Provisioning complete for port bab6791b-9d54-419e-804c-8c7347ea6dc8 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:05:22.538176 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d6a3a973-07c4-4cd1-bee9-2ee7ba570efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:22.572701 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 5018d5ae-2d19-468b-8f12-af2e4371e7b7 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:05:22.616244 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-d6a3a973-07c4-4cd1-bee9-2ee7ba570efb None None] Port bab6791b-9d54-419e-804c-8c7347ea6dc8 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:05:22.633358 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 5018d5ae-2d19-468b-8f12-af2e4371e7b7 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:05:22.633843 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:22.697592 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-ee91aba3-43fd-4e99-84c0-ea7d636f178c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bab6791b-9d54-419e-804c-8c7347ea6dc8 {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 09:05:22.708747 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-ee91aba3-43fd-4e99-84c0-ea7d636f178c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:22.725460 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-ee91aba3-43fd-4e99-84c0-ea7d636f178c service neutron] Transition to ACTIVE for port object bab6791b-9d54-419e-804c-8c7347ea6dc8 will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 09:05:22.730113 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-ee91aba3-43fd-4e99-84c0-ea7d636f178c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:22.794734 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91aba3-43fd-4e99-84c0-ea7d636f178c service neutron] Pushing event updated for resources: {'Port': ['ID=bab6791b-9d54-419e-804c-8c7347ea6dc8,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:05:22.912031 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb61815-dfe4-41ad-b22a-a5bf5ac56e70 req-ff373ac3-60a7-4944-a38f-0756263f4156 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:22.913653 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9bb61815-dfe4-41ad-b22a-a5bf5ac56e70 req-ff373ac3-60a7-4944-a38f-0756263f4156 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=260f8297-a563-4066-a005-2ca74f7f190e HTTP/1.1" status: 200 len: 943 time: 0.1015072 Oct 26 09:05:22.915090 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-ee91aba3-43fd-4e99-84c0-ea7d636f178c service neutron] Attempting to bind port bab6791b-9d54-419e-804c-8c7347ea6dc8 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:05:22.915431 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-ee91aba3-43fd-4e99-84c0-ea7d636f178c service neutron] Attempting to bind port bab6791b-9d54-419e-804c-8c7347ea6dc8 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '94a44936-2b27-4fbb-a7ee-de292592825f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dc4b74ac-8650-4837-a26b-c7fe1f118566'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:05:22.915763 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-ee91aba3-43fd-4e99-84c0-ea7d636f178c service neutron] Attempting to bind port bab6791b-9d54-419e-804c-8c7347ea6dc8 on network dc4b74ac-8650-4837-a26b-c7fe1f118566 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:05:22.921596 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-ee91aba3-43fd-4e99-84c0-ea7d636f178c service neutron] Port bab6791b-9d54-419e-804c-8c7347ea6dc8 on network dc4b74ac-8650-4837-a26b-c7fe1f118566 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 09:05:22.921953 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-ee91aba3-43fd-4e99-84c0-ea7d636f178c service neutron] Attempting to bind port bab6791b-9d54-419e-804c-8c7347ea6dc8 on network dc4b74ac-8650-4837-a26b-c7fe1f118566 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:05:22.933737 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-ee91aba3-43fd-4e99-84c0-ea7d636f178c service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:05:22.934087 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-ee91aba3-43fd-4e99-84c0-ea7d636f178c service neutron] Checking segment: {'id': '94a44936-2b27-4fbb-a7ee-de292592825f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dc4b74ac-8650-4837-a26b-c7fe1f118566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:05:22.934467 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-ee91aba3-43fd-4e99-84c0-ea7d636f178c service neutron] Bound using segment: {'id': '94a44936-2b27-4fbb-a7ee-de292592825f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dc4b74ac-8650-4837-a26b-c7fe1f118566'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:05:22.934915 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-ee91aba3-43fd-4e99-84c0-ea7d636f178c service neutron] Bound port: bab6791b-9d54-419e-804c-8c7347ea6dc8, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94a44936-2b27-4fbb-a7ee-de292592825f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dc4b74ac-8650-4837-a26b-c7fe1f118566'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:05:22.935279 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-ee91aba3-43fd-4e99-84c0-ea7d636f178c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:22.988802 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9bb61815-dfe4-41ad-b22a-a5bf5ac56e70 req-749efe39-556c-491b-aa5e-a507ad9b839f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=02e9f532-ed9b-464e-84f1-7c77d335028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646038 Oct 26 09:05:23.022973 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-ee91aba3-43fd-4e99-84c0-ea7d636f178c service neutron] For port bab6791b-9d54-419e-804c-8c7347ea6dc8, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:05:23.027878 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-ee91aba3-43fd-4e99-84c0-ea7d636f178c service neutron] For port bab6791b-9d54-419e-804c-8c7347ea6dc8, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=bab6791b-9d54-419e-804c-8c7347ea6dc8,segment=NetworkSegment(94a44936-2b27-4fbb-a7ee-de292592825f),segment_id=94a44936-2b27-4fbb-a7ee-de292592825f)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:05:23.031173 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:23.032015 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-ee91aba3-43fd-4e99-84c0-ea7d636f178c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:23.067602 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-ee91aba3-43fd-4e99-84c0-ea7d636f178c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:23.068225 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-ee91aba3-43fd-4e99-84c0-ea7d636f178c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:23.069678 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-ee91aba3-43fd-4e99-84c0-ea7d636f178c service neutron] 10.222.0.47 "PUT /v2.0/ports/bab6791b-9d54-419e-804c-8c7347ea6dc8 HTTP/1.1" status: 200 len: 1093 time: 0.7485476 Oct 26 09:05:23.070088 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260f8297-a563-4066-a005-2ca74f7f190e', 'tag': 'bab6791b-9d54-419e-804c-8c7347ea6dc8'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:05:23.073105 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1106433-768b-4b1f-ae02-df3c6efa3865" -d '{"events": [{"name": "network-changed", "server_uuid": "260f8297-a563-4066-a005-2ca74f7f190e", "tag": "bab6791b-9d54-419e-804c-8c7347ea6dc8"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:05:23.101496 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91aba3-43fd-4e99-84c0-ea7d636f178c service neutron] Pushing event updated for resources: {'Port': ['ID=bab6791b-9d54-419e-804c-8c7347ea6dc8,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:05:23.111624 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 09:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3f6e12-8f5e-45de-85aa-98ccfb569402 x-openstack-request-id: req-3a3f6e12-8f5e-45de-85aa-98ccfb569402 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:05:23.111915 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260f8297-a563-4066-a005-2ca74f7f190e", "tag": "bab6791b-9d54-419e-804c-8c7347ea6dc8", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:05:23.112169 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3a3f6e12-8f5e-45de-85aa-98ccfb569402 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:05:23.112902 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260f8297-a563-4066-a005-2ca74f7f190e', 'tag': 'bab6791b-9d54-419e-804c-8c7347ea6dc8', 'status': 'completed', 'code': 200} Oct 26 09:05:23.160530 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-1037958a-b073-487e-8a7c-00b5c3a1355c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:23.162092 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-1037958a-b073-487e-8a7c-00b5c3a1355c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37e91da6a5e944f28990f0b4deb3b388&device_id=260f8297-a563-4066-a005-2ca74f7f190e HTTP/1.1" status: 200 len: 1096 time: 0.0449228 Oct 26 09:05:23.207101 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-73f461dd-f785-49ec-8fee-7e10c0964408 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bab6791b-9d54-419e-804c-8c7347ea6dc8 HTTP/1.1" status: 200 len: 217 time: 0.0363932 Oct 26 09:05:23.262930 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-0d26cc13-f18b-4e21-a8b0-caae2fd3bccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:23.264398 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-0d26cc13-f18b-4e21-a8b0-caae2fd3bccc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0db81b66-64ad-413e-912d-5d89a15cda93 HTTP/1.1" status: 200 len: 834 time: 0.0498180 Oct 26 09:05:23.309479 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-83cd5bf7-b001-4996-83e5-bcacb2412f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:23.310919 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-83cd5bf7-b001-4996-83e5-bcacb2412f39 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc4b74ac-8650-4837-a26b-c7fe1f118566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0399699 Oct 26 09:05:23.373337 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:23.401604 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-91bb7bcb-c0ef-49c1-b7a7-b3dbe630d7c8 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4b74ac-8650-4837-a26b-c7fe1f118566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837593 Oct 26 09:05:23.495128 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0aa276d9-fd99-413f-8dbc-73216926c69b req-f336701e-9341-4d90-9f4e-d45187e3135b service neutron] 10.222.0.47 "GET /v2.0/networks/dc4b74ac-8650-4837-a26b-c7fe1f118566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869234 Oct 26 09:05:23.578348 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1106433-768b-4b1f-ae02-df3c6efa3865 req-4c6f90cd-0be7-406e-b765-b8108cdb63d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:23.580090 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f1106433-768b-4b1f-ae02-df3c6efa3865 req-4c6f90cd-0be7-406e-b765-b8108cdb63d7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37e91da6a5e944f28990f0b4deb3b388&device_id=260f8297-a563-4066-a005-2ca74f7f190e HTTP/1.1" status: 200 len: 1096 time: 0.0423245 Oct 26 09:05:23.676396 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1106433-768b-4b1f-ae02-df3c6efa3865 req-e73a9ee9-da34-42c5-bad1-582ac688c9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:23.677881 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f1106433-768b-4b1f-ae02-df3c6efa3865 req-e73a9ee9-da34-42c5-bad1-582ac688c9c0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc4b74ac-8650-4837-a26b-c7fe1f118566 HTTP/1.1" status: 200 len: 898 time: 0.0887680 Oct 26 09:05:23.721698 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f1106433-768b-4b1f-ae02-df3c6efa3865 req-d8a12fcb-128a-414c-a754-2889138f6037 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bab6791b-9d54-419e-804c-8c7347ea6dc8 HTTP/1.1" status: 200 len: 217 time: 0.0350473 Oct 26 09:05:23.771235 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1106433-768b-4b1f-ae02-df3c6efa3865 req-c04bec79-8b7b-4a74-b664-6011b7e8a0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:23.772770 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f1106433-768b-4b1f-ae02-df3c6efa3865 req-c04bec79-8b7b-4a74-b664-6011b7e8a0ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0db81b66-64ad-413e-912d-5d89a15cda93 HTTP/1.1" status: 200 len: 834 time: 0.0442870 Oct 26 09:05:23.822915 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1106433-768b-4b1f-ae02-df3c6efa3865 req-2408d97b-b0ea-42b7-9ca5-425558989da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:23.824396 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f1106433-768b-4b1f-ae02-df3c6efa3865 req-2408d97b-b0ea-42b7-9ca5-425558989da5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc4b74ac-8650-4837-a26b-c7fe1f118566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0438921 Oct 26 09:05:23.914565 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f1106433-768b-4b1f-ae02-df3c6efa3865 req-fcec0516-2592-4217-b929-c39264734abe service neutron] 10.222.0.47 "GET /v2.0/networks/dc4b74ac-8650-4837-a26b-c7fe1f118566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816231 Oct 26 09:05:24.008749 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f1106433-768b-4b1f-ae02-df3c6efa3865 req-1e07a23b-4294-4b50-bae2-85b9e5df20b8 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4b74ac-8650-4837-a26b-c7fe1f118566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855365 Oct 26 09:05:24.107960 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894334e-30cf-4869-ac8c-67950f229ed4 req-98a8499c-c12e-4eb5-ad93-46b5e713e283 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:24.109454 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6894334e-30cf-4869-ac8c-67950f229ed4 req-98a8499c-c12e-4eb5-ad93-46b5e713e283 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=260f8297-a563-4066-a005-2ca74f7f190e HTTP/1.1" status: 200 len: 943 time: 0.0507789 Oct 26 09:05:24.146587 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6894334e-30cf-4869-ac8c-67950f229ed4 req-13a9635d-6d37-4ad5-85b5-bb48d9eadcf9 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=02e9f532-ed9b-464e-84f1-7c77d335028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312226 Oct 26 09:05:24.428367 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:24.899195 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:25.268206 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591a02d-d6c2-4d46-a1cf-754f2b091037 req-012f06af-99fa-47c2-9269-dcfe87266879 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:25.269731 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a591a02d-d6c2-4d46-a1cf-754f2b091037 req-012f06af-99fa-47c2-9269-dcfe87266879 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=260f8297-a563-4066-a005-2ca74f7f190e HTTP/1.1" status: 200 len: 943 time: 0.0544431 Oct 26 09:05:25.307126 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a591a02d-d6c2-4d46-a1cf-754f2b091037 req-e89341d7-40d5-4a8b-b99c-873c88040bed tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=02e9f532-ed9b-464e-84f1-7c77d335028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310557 Oct 26 09:05:26.102480 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device bab6791b-9d54-419e-804c-8c7347ea6dc8 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 09:05:26.198557 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port bab6791b-9d54-419e-804c-8c7347ea6dc8, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=bab6791b-9d54-419e-804c-8c7347ea6dc8,segment=NetworkSegment(94a44936-2b27-4fbb-a7ee-de292592825f),segment_id=94a44936-2b27-4fbb-a7ee-de292592825f)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:05:26.209852 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': 'bab6791b-9d54-419e-804c-8c7347ea6dc8', 'network_id': 'dc4b74ac-8650-4837-a26b-c7fe1f118566', 'port_id': 'bab6791b-9d54-419e-804c-8c7347ea6dc8', 'mac_address': 'fa:16:3e:32:94:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0db81b66-64ad-413e-912d-5d89a15cda93', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 09:05:26.245782 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:26.258983 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bab6791b-9d54-419e-804c-8c7347ea6dc8 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 09:05:26.278671 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port bab6791b-9d54-419e-804c-8c7347ea6dc8, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=bab6791b-9d54-419e-804c-8c7347ea6dc8,segment=NetworkSegment(94a44936-2b27-4fbb-a7ee-de292592825f),segment_id=94a44936-2b27-4fbb-a7ee-de292592825f)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:05:26.282877 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:26.333467 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=bab6791b-9d54-419e-804c-8c7347ea6dc8,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:05:26.422818 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50629031-b14a-4193-bf20-5857e3a12c97 req-5615f675-043c-44bb-8bb8-4d60b0520214 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:26.424689 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-50629031-b14a-4193-bf20-5857e3a12c97 req-5615f675-043c-44bb-8bb8-4d60b0520214 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=260f8297-a563-4066-a005-2ca74f7f190e HTTP/1.1" status: 200 len: 944 time: 0.0498850 Oct 26 09:05:26.464222 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-50629031-b14a-4193-bf20-5857e3a12c97 req-cad8f110-817e-4920-95ab-8745e6f7e032 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=02e9f532-ed9b-464e-84f1-7c77d335028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335863 Oct 26 09:05:26.489581 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['bab6791b-9d54-419e-804c-8c7347ea6dc8'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 09:05:27.579957 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a166d77-3619-4738-b016-af931bb1be4c req-dde84527-487e-48fd-b2af-2ce09a2310bd tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:27.581388 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-7a166d77-3619-4738-b016-af931bb1be4c req-dde84527-487e-48fd-b2af-2ce09a2310bd tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=260f8297-a563-4066-a005-2ca74f7f190e HTTP/1.1" status: 200 len: 944 time: 0.0498178 Oct 26 09:05:27.619640 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-7a166d77-3619-4738-b016-af931bb1be4c req-e94860d5-d217-4c6b-8bf9-306d86db84f3 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=02e9f532-ed9b-464e-84f1-7c77d335028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315185 Oct 26 09:05:28.102270 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device bab6791b-9d54-419e-804c-8c7347ea6dc8 up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:05:28.151633 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port bab6791b-9d54-419e-804c-8c7347ea6dc8 completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 09:05:28.155188 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port bab6791b-9d54-419e-804c-8c7347ea6dc8 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:05:28.155561 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:28.232196 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:28.257184 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260f8297-a563-4066-a005-2ca74f7f190e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab6791b-9d54-419e-804c-8c7347ea6dc8'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:05:28.259495 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94972c5d-af9c-45ac-9e29-a577be42ba55" -d '{"events": [{"server_uuid": "260f8297-a563-4066-a005-2ca74f7f190e", "name": "network-vif-plugged", "status": "completed", "tag": "bab6791b-9d54-419e-804c-8c7347ea6dc8"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:05:28.272222 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port bab6791b-9d54-419e-804c-8c7347ea6dc8, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=bab6791b-9d54-419e-804c-8c7347ea6dc8,segment=NetworkSegment(94a44936-2b27-4fbb-a7ee-de292592825f),segment_id=94a44936-2b27-4fbb-a7ee-de292592825f)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:05:28.277299 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:28.326364 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=bab6791b-9d54-419e-804c-8c7347ea6dc8,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:05:28.356893 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 09:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f547c9-efcd-483d-b902-4d58feb6377b x-openstack-request-id: req-a5f547c9-efcd-483d-b902-4d58feb6377b {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:05:28.357197 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260f8297-a563-4066-a005-2ca74f7f190e", "name": "network-vif-plugged", "status": "completed", "tag": "bab6791b-9d54-419e-804c-8c7347ea6dc8", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:05:28.357458 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a5f547c9-efcd-483d-b902-4d58feb6377b {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:05:28.357902 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260f8297-a563-4066-a005-2ca74f7f190e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab6791b-9d54-419e-804c-8c7347ea6dc8', 'code': 200} Oct 26 09:05:28.525878 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63c15b-3e30-4a9a-9d61-59fa01614284 req-4626d4c5-51fc-4917-af80-110775080ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:28.527373 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-df63c15b-3e30-4a9a-9d61-59fa01614284 req-4626d4c5-51fc-4917-af80-110775080ca8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=260f8297-a563-4066-a005-2ca74f7f190e HTTP/1.1" status: 200 len: 1098 time: 0.0439541 Oct 26 09:05:28.561936 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-df63c15b-3e30-4a9a-9d61-59fa01614284 req-5fb5c4ed-1b60-41ff-a101-f71b05df4901 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=02e9f532-ed9b-464e-84f1-7c77d335028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270896 Oct 26 09:05:28.733803 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51e8fc-f427-495b-8a0c-e4ba609a454d req-d908d900-de56-4770-b91b-68ddadc806d3 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:28.735293 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-9f51e8fc-f427-495b-8a0c-e4ba609a454d req-d908d900-de56-4770-b91b-68ddadc806d3 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=260f8297-a563-4066-a005-2ca74f7f190e HTTP/1.1" status: 200 len: 945 time: 0.0492008 Oct 26 09:05:28.773181 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-9f51e8fc-f427-495b-8a0c-e4ba609a454d req-68ed1178-68c4-4726-92d4-9da5bfe96c61 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=02e9f532-ed9b-464e-84f1-7c77d335028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319970 Oct 26 09:05:29.888340 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea392c2d-7ea6-4b82-a715-727e7a9baa2e req-21c5809b-e42e-4dd0-aa83-b1ffd3a5c53d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:29.889856 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ea392c2d-7ea6-4b82-a715-727e7a9baa2e req-21c5809b-e42e-4dd0-aa83-b1ffd3a5c53d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=260f8297-a563-4066-a005-2ca74f7f190e HTTP/1.1" status: 200 len: 945 time: 0.0492806 Oct 26 09:05:29.927341 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ea392c2d-7ea6-4b82-a715-727e7a9baa2e req-e3df1c1b-00db-4d21-b13a-09ee19da60a9 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=02e9f532-ed9b-464e-84f1-7c77d335028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316246 Oct 26 09:05:30.045491 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ff0f4-8ea4-4c99-a9d9-e2e73391e01d req-aae4daea-0d6d-4b95-a362-f75bd243d57f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:30.047019 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f45ff0f4-8ea4-4c99-a9d9-e2e73391e01d req-aae4daea-0d6d-4b95-a362-f75bd243d57f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=260f8297-a563-4066-a005-2ca74f7f190e HTTP/1.1" status: 200 len: 945 time: 0.0542660 Oct 26 09:05:30.084886 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f45ff0f4-8ea4-4c99-a9d9-e2e73391e01d req-fab99ece-6354-4618-9462-4bee321b2073 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=02e9f532-ed9b-464e-84f1-7c77d335028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321529 Oct 26 09:05:30.106547 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43604) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:05:30.145411 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8032c9-fcae-4462-876c-4ae6c4463abb tempest-TestNetworkAdvancedServerOps-165145031 tempest-TestNetworkAdvancedServerOps-165145031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:30.146850 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3e8032c9-fcae-4462-876c-4ae6c4463abb tempest-TestNetworkAdvancedServerOps-165145031 tempest-TestNetworkAdvancedServerOps-165145031-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=260f8297-a563-4066-a005-2ca74f7f190e HTTP/1.1" status: 200 len: 1093 time: 0.0393074 Oct 26 09:05:30.149655 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43606) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:05:30.154627 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-48cbc9c7-5eb4-4d45-ab60-ec3130fc3a8b tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'floatingip': {'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'port_id': 'bab6791b-9d54-419e-804c-8c7347ea6dc8', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:05:30.176445 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-48cbc9c7-5eb4-4d45-ab60-ec3130fc3a8b tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for floatingip, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:30.594585 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-48cbc9c7-5eb4-4d45-ab60-ec3130fc3a8b tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:30.693730 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-48cbc9c7-5eb4-4d45-ab60-ec3130fc3a8b tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Allocated IP 172.26.2.163 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/601a03e5-b2fe-4876-8064-240e83337ca5) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:05:30.798293 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-48cbc9c7-5eb4-4d45-ab60-ec3130fc3a8b tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:30.831463 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-48cbc9c7-5eb4-4d45-ab60-ec3130fc3a8b tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:30.874906 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cbc9c7-5eb4-4d45-ab60-ec3130fc3a8b tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:05:30.878101 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-48cbc9c7-5eb4-4d45-ab60-ec3130fc3a8b tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:05:30.880655 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cbc9c7-5eb4-4d45-ab60-ec3130fc3a8b tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:05:30.886878 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cbc9c7-5eb4-4d45-ab60-ec3130fc3a8b tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'Port': ['ID=601a03e5-b2fe-4876-8064-240e83337ca5,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:05:31.221058 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-48cbc9c7-5eb4-4d45-ab60-ec3130fc3a8b tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:31.289702 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-48cbc9c7-5eb4-4d45-ab60-ec3130fc3a8b tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:31.438853 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-48cbc9c7-5eb4-4d45-ab60-ec3130fc3a8b tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:31.443542 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-48cbc9c7-5eb4-4d45-ab60-ec3130fc3a8b tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:31.514143 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cbc9c7-5eb4-4d45-ab60-ec3130fc3a8b tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'Port': ['ID=601a03e5-b2fe-4876-8064-240e83337ca5,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:05:31.525869 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-48cbc9c7-5eb4-4d45-ab60-ec3130fc3a8b tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:31.629540 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [None req-48cbc9c7-5eb4-4d45-ab60-ec3130fc3a8b tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Floating IP cf14e665-4daa-4a6e-b05e-7b7a9c57199b associated. External IP: 172.26.2.163, port: bab6791b-9d54-419e-804c-8c7347ea6dc8. Oct 26 09:05:31.836548 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48cbc9c7-5eb4-4d45-ab60-ec3130fc3a8b tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Router 5fe5b590-3200-4a86-b986-f3224f3903ca has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:05:31.943436 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48cbc9c7-5eb4-4d45-ab60-ec3130fc3a8b tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:05:31.953581 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729873c8-1b31-4522-a5c7-96907554cca2 None None] Sync routers for ids ['5fe5b590-3200-4a86-b986-f3224f3903ca'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:05:31.961456 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-48cbc9c7-5eb4-4d45-ab60-ec3130fc3a8b tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:31.964952 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729873c8-1b31-4522-a5c7-96907554cca2 None None] Routers {'5fe5b590-3200-4a86-b986-f3224f3903ca'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:05:31.965565 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-729873c8-1b31-4522-a5c7-96907554cca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:05:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['5fe5b590-3200-4a86-b986-f3224f3903ca'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:05:31.993102 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-48cbc9c7-5eb4-4d45-ab60-ec3130fc3a8b tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8417783 Oct 26 09:05:31.993761 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260f8297-a563-4066-a005-2ca74f7f190e', 'tag': 'bab6791b-9d54-419e-804c-8c7347ea6dc8'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:05:31.996061 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b92870-4fe7-4ad0-930f-232eafa87b46" -d '{"events": [{"name": "network-changed", "server_uuid": "260f8297-a563-4066-a005-2ca74f7f190e", "tag": "bab6791b-9d54-419e-804c-8c7347ea6dc8"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:05:32.033397 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 09:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79ea60c-080b-4edd-aa90-7451bdbe27df x-openstack-request-id: req-f79ea60c-080b-4edd-aa90-7451bdbe27df {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:05:32.033723 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260f8297-a563-4066-a005-2ca74f7f190e", "tag": "bab6791b-9d54-419e-804c-8c7347ea6dc8", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:05:32.033981 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f79ea60c-080b-4edd-aa90-7451bdbe27df {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:05:32.034393 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260f8297-a563-4066-a005-2ca74f7f190e', 'tag': 'bab6791b-9d54-419e-804c-8c7347ea6dc8', 'status': 'completed', 'code': 200} Oct 26 09:05:32.094614 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-729873c8-1b31-4522-a5c7-96907554cca2 None None] Set router 5fe5b590-3200-4a86-b986-f3224f3903ca gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:05:32.118653 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21f594-6d75-4105-a901-cfe5663e63a0 req-bc581788-f79e-4ac5-9e44-7c92ec0e471c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:32.120217 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5c21f594-6d75-4105-a901-cfe5663e63a0 req-bc581788-f79e-4ac5-9e44-7c92ec0e471c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=260f8297-a563-4066-a005-2ca74f7f190e HTTP/1.1" status: 200 len: 945 time: 0.0793078 Oct 26 09:05:32.125813 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b92870-4fe7-4ad0-930f-232eafa87b46 req-b29e7332-dc9b-4c35-a9b2-e5ee4970f581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:32.127227 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-14b92870-4fe7-4ad0-930f-232eafa87b46 req-b29e7332-dc9b-4c35-a9b2-e5ee4970f581 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37e91da6a5e944f28990f0b4deb3b388&device_id=260f8297-a563-4066-a005-2ca74f7f190e HTTP/1.1" status: 200 len: 1098 time: 0.0593998 Oct 26 09:05:32.213612 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5c21f594-6d75-4105-a901-cfe5663e63a0 req-51198f0a-65f4-498e-bc76-5fe8940e9aed tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=02e9f532-ed9b-464e-84f1-7c77d335028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846770 Oct 26 09:05:32.236637 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43612) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:05:32.294368 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b92870-4fe7-4ad0-930f-232eafa87b46 req-29d1758d-e7d3-453e-93b0-e75556920e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:32.295840 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-14b92870-4fe7-4ad0-930f-232eafa87b46 req-29d1758d-e7d3-453e-93b0-e75556920e2e service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc4b74ac-8650-4837-a26b-c7fe1f118566 HTTP/1.1" status: 200 len: 898 time: 0.1606312 Oct 26 09:05:32.350147 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ab0b510a-fa88-4d16-89d2-9bf4f25803d0 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/floatingips/cf14e665-4daa-4a6e-b05e-7b7a9c57199b HTTP/1.1" status: 200 len: 991 time: 0.1122842 Oct 26 09:05:32.376465 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-14b92870-4fe7-4ad0-930f-232eafa87b46 req-1aa0dfc0-4862-4d77-bce9-14a9d4b74687 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bab6791b-9d54-419e-804c-8c7347ea6dc8 HTTP/1.1" status: 200 len: 999 time: 0.0738423 Oct 26 09:05:32.418755 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-729873c8-1b31-4522-a5c7-96907554cca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769802393', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': '8eef7051-ae25-4202-b1de-7eff74b9c591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:05:15Z', 'updated_at': '2021-10-26T09:05:18Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': '8eef7051-ae25-4202-b1de-7eff74b9c591', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:05:15Z', 'updated_at': '2021-10-26T09:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': 'cf14e665-4daa-4a6e-b05e-7b7a9c57199b', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'floating_ip_address': '172.26.2.163', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'port_id': 'bab6791b-9d54-419e-804c-8c7347ea6dc8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc4b74ac-8650-4837-a26b-c7fe1f118566', 'mac_address': 'fa:16:3e:32:94:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260f8297-a563-4066-a005-2ca74f7f190e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T09:05:31Z', 'updated_at': '2021-10-26T09:05:31Z', 'revision_number': 0, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5018d5ae-2d19-468b-8f12-af2e4371e7b7', 'name': '', 'network_id': 'dc4b74ac-8650-4837-a26b-c7fe1f118566', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:22:86:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0db81b66-64ad-413e-912d-5d89a15cda93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:05:18Z', 'updated_at': '2021-10-26T09:05:21Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': '0db81b66-64ad-413e-912d-5d89a15cda93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:05:32.427292 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b92870-4fe7-4ad0-930f-232eafa87b46 req-34ca55e4-3c59-43d4-8a17-2df73160f27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:32.428779 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-14b92870-4fe7-4ad0-930f-232eafa87b46 req-34ca55e4-3c59-43d4-8a17-2df73160f27b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0db81b66-64ad-413e-912d-5d89a15cda93 HTTP/1.1" status: 200 len: 834 time: 0.0453167 Oct 26 09:05:32.444688 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729873c8-1b31-4522-a5c7-96907554cca2 None None] Checking router: 5fe5b590-3200-4a86-b986-f3224f3903ca for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:05:32.453545 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729873c8-1b31-4522-a5c7-96907554cca2 None None] Routers {'5fe5b590-3200-4a86-b986-f3224f3903ca'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:05:32.454184 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-729873c8-1b31-4522-a5c7-96907554cca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:05:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['5fe5b590-3200-4a86-b986-f3224f3903ca'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:05:32.476701 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b92870-4fe7-4ad0-930f-232eafa87b46 req-9b465165-381b-4b3e-8182-1a463c5d11a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:32.478360 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-14b92870-4fe7-4ad0-930f-232eafa87b46 req-9b465165-381b-4b3e-8182-1a463c5d11a8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc4b74ac-8650-4837-a26b-c7fe1f118566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0417125 Oct 26 09:05:32.562035 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-729873c8-1b31-4522-a5c7-96907554cca2 None None] Set router 5fe5b590-3200-4a86-b986-f3224f3903ca gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:05:32.574953 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-14b92870-4fe7-4ad0-930f-232eafa87b46 req-72ea4deb-e517-408b-99f0-39a99fe40a06 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4b74ac-8650-4837-a26b-c7fe1f118566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892637 Oct 26 09:05:32.666799 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-14b92870-4fe7-4ad0-930f-232eafa87b46 req-d4f93242-e57a-4609-99a1-e3401e2f5874 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4b74ac-8650-4837-a26b-c7fe1f118566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844147 Oct 26 09:05:32.788378 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-729873c8-1b31-4522-a5c7-96907554cca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769802393', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': '8eef7051-ae25-4202-b1de-7eff74b9c591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:05:15Z', 'updated_at': '2021-10-26T09:05:18Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': '8eef7051-ae25-4202-b1de-7eff74b9c591', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:05:15Z', 'updated_at': '2021-10-26T09:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': 'cf14e665-4daa-4a6e-b05e-7b7a9c57199b', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'floating_ip_address': '172.26.2.163', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'port_id': 'bab6791b-9d54-419e-804c-8c7347ea6dc8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc4b74ac-8650-4837-a26b-c7fe1f118566', 'mac_address': 'fa:16:3e:32:94:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260f8297-a563-4066-a005-2ca74f7f190e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T09:05:31Z', 'updated_at': '2021-10-26T09:05:31Z', 'revision_number': 0, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5018d5ae-2d19-468b-8f12-af2e4371e7b7', 'name': '', 'network_id': 'dc4b74ac-8650-4837-a26b-c7fe1f118566', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:22:86:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0db81b66-64ad-413e-912d-5d89a15cda93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:05:18Z', 'updated_at': '2021-10-26T09:05:21Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': '0db81b66-64ad-413e-912d-5d89a15cda93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:05:32.814407 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729873c8-1b31-4522-a5c7-96907554cca2 None None] The sync data for ids ['5fe5b590-3200-4a86-b986-f3224f3903ca'] in dv-neutron-804846-13-hyperv is: [{'id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769802393', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': '8eef7051-ae25-4202-b1de-7eff74b9c591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:05:15Z', 'updated_at': '2021-10-26T09:05:18Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': '8eef7051-ae25-4202-b1de-7eff74b9c591', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:05:15Z', 'updated_at': '2021-10-26T09:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': 'cf14e665-4daa-4a6e-b05e-7b7a9c57199b', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'floating_ip_address': '172.26.2.163', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'port_id': 'bab6791b-9d54-419e-804c-8c7347ea6dc8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc4b74ac-8650-4837-a26b-c7fe1f118566', 'mac_address': 'fa:16:3e:32:94:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260f8297-a563-4066-a005-2ca74f7f190e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T09:05:31Z', 'updated_at': '2021-10-26T09:05:31Z', 'revision_number': 0, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5018d5ae-2d19-468b-8f12-af2e4371e7b7', 'name': '', 'network_id': 'dc4b74ac-8650-4837-a26b-c7fe1f118566', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:22:86:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0db81b66-64ad-413e-912d-5d89a15cda93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:05:18Z', 'updated_at': '2021-10-26T09:05:21Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': '0db81b66-64ad-413e-912d-5d89a15cda93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:05:33.006468 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94234d06-9a3b-4fc8-b6b5-92eae5a3a283 None None] New status for floating IP cf14e665-4daa-4a6e-b05e-7b7a9c57199b: ACTIVE {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 09:05:33.354574 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43614) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:05:33.418339 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-12e435cd-9ebe-4efd-bff8-22225ad38b0f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/floatingips/cf14e665-4daa-4a6e-b05e-7b7a9c57199b HTTP/1.1" status: 200 len: 993 time: 0.0626132 Oct 26 09:05:45.655340 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:05:49.450296 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0daec75a-1440-4ff9-afcd-2a0098698d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:52.120282 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2dd4d6eb-f351-4d7c-b36e-e339063bbaa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:53.019103 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:53.364657 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:54.560793 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:54.902862 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:05:58.023012 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a62f8577-3f76-410d-ad68-40aeeab10076 req-fb92f821-e4a1-4017-b865-888d97a5e180 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=260f8297-a563-4066-a005-2ca74f7f190e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394077 Oct 26 09:05:58.105222 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f8577-3f76-410d-ad68-40aeeab10076 req-1b659b42-7a5e-4220-aa65-da8db22e39f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:58.106901 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a62f8577-3f76-410d-ad68-40aeeab10076 req-1b659b42-7a5e-4220-aa65-da8db22e39f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37e91da6a5e944f28990f0b4deb3b388&device_id=260f8297-a563-4066-a005-2ca74f7f190e HTTP/1.1" status: 200 len: 1098 time: 0.0421519 Oct 26 09:05:58.216666 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f8577-3f76-410d-ad68-40aeeab10076 req-fcfd9936-425f-4793-b186-d01598726d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:58.218184 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a62f8577-3f76-410d-ad68-40aeeab10076 req-fcfd9936-425f-4793-b186-d01598726d80 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc4b74ac-8650-4837-a26b-c7fe1f118566 HTTP/1.1" status: 200 len: 898 time: 0.0915937 Oct 26 09:05:58.284217 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a62f8577-3f76-410d-ad68-40aeeab10076 req-0e52ae5e-9f40-4081-bd82-d6522c594a1f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bab6791b-9d54-419e-804c-8c7347ea6dc8 HTTP/1.1" status: 200 len: 1001 time: 0.0583243 Oct 26 09:05:58.333876 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f8577-3f76-410d-ad68-40aeeab10076 req-4771b229-7de2-489c-8fb3-176c6d8d0ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:58.335299 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a62f8577-3f76-410d-ad68-40aeeab10076 req-4771b229-7de2-489c-8fb3-176c6d8d0ded service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0db81b66-64ad-413e-912d-5d89a15cda93 HTTP/1.1" status: 200 len: 834 time: 0.0434084 Oct 26 09:05:58.385559 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f8577-3f76-410d-ad68-40aeeab10076 req-1865ed0a-feb9-47d5-b722-e1de483c24d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:05:58.387095 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a62f8577-3f76-410d-ad68-40aeeab10076 req-1865ed0a-feb9-47d5-b722-e1de483c24d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc4b74ac-8650-4837-a26b-c7fe1f118566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0440459 Oct 26 09:05:58.476659 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a62f8577-3f76-410d-ad68-40aeeab10076 req-4256acd5-fe32-47b9-8ff2-de34d7099eaa service neutron] 10.222.0.47 "GET /v2.0/networks/dc4b74ac-8650-4837-a26b-c7fe1f118566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817351 Oct 26 09:05:58.570236 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a62f8577-3f76-410d-ad68-40aeeab10076 req-793da461-19c5-4e24-ab32-7f3358159511 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4b74ac-8650-4837-a26b-c7fe1f118566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864968 Oct 26 09:06:02.188977 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2531d-c503-4adc-9529-5539dfc9c287 req-a2781eed-f3fa-4ec7-bcd7-48f9b16d31e1 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:06:02.189611 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fab6d-7899-4fca-8da3-cee6bf243cfa req-55d6d237-0c2e-42b8-a104-c6a19b675e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:06:02.190503 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f3f2531d-c503-4adc-9529-5539dfc9c287 req-a2781eed-f3fa-4ec7-bcd7-48f9b16d31e1 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=260f8297-a563-4066-a005-2ca74f7f190e HTTP/1.1" status: 200 len: 945 time: 0.0501060 Oct 26 09:06:02.191091 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8d2fab6d-7899-4fca-8da3-cee6bf243cfa req-55d6d237-0c2e-42b8-a104-c6a19b675e88 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37e91da6a5e944f28990f0b4deb3b388&device_id=260f8297-a563-4066-a005-2ca74f7f190e HTTP/1.1" status: 200 len: 1098 time: 0.0428705 Oct 26 09:06:02.229449 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f3f2531d-c503-4adc-9529-5539dfc9c287 req-88eaddb9-717c-4798-aa94-a1e010e6305b tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=02e9f532-ed9b-464e-84f1-7c77d335028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328052 Oct 26 09:06:02.286589 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fab6d-7899-4fca-8da3-cee6bf243cfa req-05e9f4ce-810f-4da4-b2c5-0d5139d832c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:06:02.287986 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8d2fab6d-7899-4fca-8da3-cee6bf243cfa req-05e9f4ce-810f-4da4-b2c5-0d5139d832c7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc4b74ac-8650-4837-a26b-c7fe1f118566 HTTP/1.1" status: 200 len: 898 time: 0.0892205 Oct 26 09:06:02.354955 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8d2fab6d-7899-4fca-8da3-cee6bf243cfa req-c945eaa3-e260-4a23-af4e-1e8752c8bd13 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bab6791b-9d54-419e-804c-8c7347ea6dc8 HTTP/1.1" status: 200 len: 1001 time: 0.0575979 Oct 26 09:06:02.402887 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fab6d-7899-4fca-8da3-cee6bf243cfa req-86268c34-c816-4546-94c6-19e5f7d69390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:06:02.404294 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8d2fab6d-7899-4fca-8da3-cee6bf243cfa req-86268c34-c816-4546-94c6-19e5f7d69390 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0db81b66-64ad-413e-912d-5d89a15cda93 HTTP/1.1" status: 200 len: 834 time: 0.0428040 Oct 26 09:06:02.453356 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fab6d-7899-4fca-8da3-cee6bf243cfa req-b99e71e7-8de4-4210-a6b4-f557a52acb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:06:02.455109 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8d2fab6d-7899-4fca-8da3-cee6bf243cfa req-b99e71e7-8de4-4210-a6b4-f557a52acb4a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc4b74ac-8650-4837-a26b-c7fe1f118566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0442321 Oct 26 09:06:02.546828 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8d2fab6d-7899-4fca-8da3-cee6bf243cfa req-e0ed1826-3ff1-4125-8ff3-44eba5d94c0c service neutron] 10.222.0.47 "GET /v2.0/networks/dc4b74ac-8650-4837-a26b-c7fe1f118566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833013 Oct 26 09:06:02.641477 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8d2fab6d-7899-4fca-8da3-cee6bf243cfa req-aec48719-38a7-4966-987b-28c055011e7a service neutron] 10.222.0.47 "GET /v2.0/networks/dc4b74ac-8650-4837-a26b-c7fe1f118566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871902 Oct 26 09:06:03.346342 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206b222-c99b-44a1-9daa-ce87d19a6c2c req-79a0079a-a395-4865-bd5e-837d03208aec tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:06:03.347830 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e206b222-c99b-44a1-9daa-ce87d19a6c2c req-79a0079a-a395-4865-bd5e-837d03208aec tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=260f8297-a563-4066-a005-2ca74f7f190e HTTP/1.1" status: 200 len: 945 time: 0.0496714 Oct 26 09:06:03.386052 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e206b222-c99b-44a1-9daa-ce87d19a6c2c req-af856810-d1d0-4eef-9533-bef69227ebac tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=02e9f532-ed9b-464e-84f1-7c77d335028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318167 Oct 26 09:06:04.506405 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d077d2-9870-40e8-ba23-769826bade36 req-522a50b2-cc29-419e-8740-09e623f2dc71 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:06:04.507915 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d6d077d2-9870-40e8-ba23-769826bade36 req-522a50b2-cc29-419e-8740-09e623f2dc71 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=260f8297-a563-4066-a005-2ca74f7f190e HTTP/1.1" status: 200 len: 945 time: 0.0541430 Oct 26 09:06:04.545363 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d6d077d2-9870-40e8-ba23-769826bade36 req-ebed32c1-9106-4b70-be73-7469e1cbfe8d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=02e9f532-ed9b-464e-84f1-7c77d335028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308592 Oct 26 09:06:05.660338 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af75e45-73f0-4cea-b2a2-6def299a0b0b req-73ddd7cc-8845-46f8-b4de-a75a80189c82 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:06:05.661819 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4af75e45-73f0-4cea-b2a2-6def299a0b0b req-73ddd7cc-8845-46f8-b4de-a75a80189c82 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=260f8297-a563-4066-a005-2ca74f7f190e HTTP/1.1" status: 200 len: 945 time: 0.0492625 Oct 26 09:06:05.698890 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4af75e45-73f0-4cea-b2a2-6def299a0b0b req-f5911d56-88f9-4033-b194-f75245650665 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=02e9f532-ed9b-464e-84f1-7c77d335028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310614 Oct 26 09:06:06.813777 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bfc22c-7da3-4f33-93e1-c7a07703bc8b req-d9f52d8a-6164-4b78-bc91-c4d501d9a00a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:06:06.815256 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-73bfc22c-7da3-4f33-93e1-c7a07703bc8b req-d9f52d8a-6164-4b78-bc91-c4d501d9a00a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=260f8297-a563-4066-a005-2ca74f7f190e HTTP/1.1" status: 200 len: 945 time: 0.0498316 Oct 26 09:06:06.853045 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-73bfc22c-7da3-4f33-93e1-c7a07703bc8b req-1cbb354a-8b0c-41b1-b6db-475210915649 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=02e9f532-ed9b-464e-84f1-7c77d335028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317972 Oct 26 09:06:07.972542 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfc8f3-a2e6-4a20-899c-670e144d3a40 req-f441a49b-29cc-4101-bfbf-a0d54a9c0f8e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:06:07.974042 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4ecfc8f3-a2e6-4a20-899c-670e144d3a40 req-f441a49b-29cc-4101-bfbf-a0d54a9c0f8e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=260f8297-a563-4066-a005-2ca74f7f190e HTTP/1.1" status: 200 len: 945 time: 0.0529106 Oct 26 09:06:08.012259 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4ecfc8f3-a2e6-4a20-899c-670e144d3a40 req-1d10c454-0d86-480e-88c7-28f704f2f5da tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=02e9f532-ed9b-464e-84f1-7c77d335028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317605 Oct 26 09:06:09.127691 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08003291-c445-4f05-b7d9-0c5493a32ea9 req-7c6eec8b-116d-49be-a542-3b9efc8ad47a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:06:09.129155 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-08003291-c445-4f05-b7d9-0c5493a32ea9 req-7c6eec8b-116d-49be-a542-3b9efc8ad47a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=260f8297-a563-4066-a005-2ca74f7f190e HTTP/1.1" status: 200 len: 945 time: 0.0484796 Oct 26 09:06:09.166573 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-08003291-c445-4f05-b7d9-0c5493a32ea9 req-b43ac3f7-4f14-429b-8fee-f9efe191d690 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=02e9f532-ed9b-464e-84f1-7c77d335028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309737 Oct 26 09:06:10.280779 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802df88e-2f63-407e-98da-7634fd098539 req-451439f7-6966-4eb7-805c-047172ffd929 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:06:10.282303 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-802df88e-2f63-407e-98da-7634fd098539 req-451439f7-6966-4eb7-805c-047172ffd929 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=260f8297-a563-4066-a005-2ca74f7f190e HTTP/1.1" status: 200 len: 945 time: 0.0493026 Oct 26 09:06:10.320526 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-802df88e-2f63-407e-98da-7634fd098539 req-8203cd7f-a2f4-47bb-abf7-e07b3676bd35 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=02e9f532-ed9b-464e-84f1-7c77d335028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324147 Oct 26 09:06:11.438588 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c62417-c912-4ebf-a611-237d5cfa0373 req-9618fe9c-fe6a-465a-920d-c154a1e88834 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:06:11.440088 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a7c62417-c912-4ebf-a611-237d5cfa0373 req-9618fe9c-fe6a-465a-920d-c154a1e88834 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=260f8297-a563-4066-a005-2ca74f7f190e HTTP/1.1" status: 200 len: 945 time: 0.0533278 Oct 26 09:06:11.478560 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a7c62417-c912-4ebf-a611-237d5cfa0373 req-d1a2cbcb-dbe6-4cb3-81dc-102495829679 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=02e9f532-ed9b-464e-84f1-7c77d335028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319188 Oct 26 09:06:12.595034 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069cd8ab-6238-482b-a184-8652064f60bb req-0d4e8aa4-8aba-4778-b06b-f8f7b870143c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:06:12.596571 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-069cd8ab-6238-482b-a184-8652064f60bb req-0d4e8aa4-8aba-4778-b06b-f8f7b870143c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=260f8297-a563-4066-a005-2ca74f7f190e HTTP/1.1" status: 200 len: 945 time: 0.0500946 Oct 26 09:06:12.642824 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-069cd8ab-6238-482b-a184-8652064f60bb req-8ea765c9-006d-4a46-b0d7-1e3e2260dc2f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=02e9f532-ed9b-464e-84f1-7c77d335028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403919 Oct 26 09:06:13.758208 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1b631-d2e6-482b-b77a-bfeb53101385 req-a58f4024-da67-4ca9-ad73-5799b882ce49 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:06:13.760266 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d2a1b631-d2e6-482b-b77a-bfeb53101385 req-a58f4024-da67-4ca9-ad73-5799b882ce49 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=260f8297-a563-4066-a005-2ca74f7f190e HTTP/1.1" status: 200 len: 945 time: 0.0500047 Oct 26 09:06:13.798657 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d2a1b631-d2e6-482b-b77a-bfeb53101385 req-2815ba85-c960-4df1-9afb-5055674a1cbc tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=02e9f532-ed9b-464e-84f1-7c77d335028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324631 Oct 26 09:06:13.820620 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43648) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:06:13.885605 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-88b736d3-d79d-499b-aaeb-619837d5ea1e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/floatingips/cf14e665-4daa-4a6e-b05e-7b7a9c57199b HTTP/1.1" status: 200 len: 993 time: 0.0637596 Oct 26 09:06:19.452271 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b0f65c32-a2be-41f7-8066-23bf9641c8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:22.114666 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a2785f50-c228-49d1-8c5b-40c784815d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:22.654794 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:06:23.020171 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:23.366615 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:24.426515 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:24.905899 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:44.276425 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43658) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:06:44.434652 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-c5fedd1b-81ff-4d4c-8aae-130d5ed3a562 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Deleting port 601a03e5-b2fe-4876-8064-240e83337ca5 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:06:44.434997 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c5fedd1b-81ff-4d4c-8aae-130d5ed3a562 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:44.518376 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c5fedd1b-81ff-4d4c-8aae-130d5ed3a562 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:44.518705 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c5fedd1b-81ff-4d4c-8aae-130d5ed3a562 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:44.532303 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-c5fedd1b-81ff-4d4c-8aae-130d5ed3a562 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Calling delete_port for 601a03e5-b2fe-4876-8064-240e83337ca5 owned by network:floatingip {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:06:44.674473 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c5fedd1b-81ff-4d4c-8aae-130d5ed3a562 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:44.704021 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fedd1b-81ff-4d4c-8aae-130d5ed3a562 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event deleted for resources: {'Port': ['ID=601a03e5-b2fe-4876-8064-240e83337ca5,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:06:44.716965 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fedd1b-81ff-4d4c-8aae-130d5ed3a562 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:44.717323 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fedd1b-81ff-4d4c-8aae-130d5ed3a562 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:44.717696 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fedd1b-81ff-4d4c-8aae-130d5ed3a562 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:44.718047 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fedd1b-81ff-4d4c-8aae-130d5ed3a562 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:44.718388 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fedd1b-81ff-4d4c-8aae-130d5ed3a562 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:44.718729 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fedd1b-81ff-4d4c-8aae-130d5ed3a562 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:44.719065 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fedd1b-81ff-4d4c-8aae-130d5ed3a562 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:44.719400 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fedd1b-81ff-4d4c-8aae-130d5ed3a562 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:44.719734 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fedd1b-81ff-4d4c-8aae-130d5ed3a562 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:44.720066 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fedd1b-81ff-4d4c-8aae-130d5ed3a562 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:44.720562 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fedd1b-81ff-4d4c-8aae-130d5ed3a562 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:44.720812 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fedd1b-81ff-4d4c-8aae-130d5ed3a562 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:44.774537 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c5fedd1b-81ff-4d4c-8aae-130d5ed3a562 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for floatingip, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:44.775812 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.l3_db [None req-c5fedd1b-81ff-4d4c-8aae-130d5ed3a562 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Floating IP cf14e665-4daa-4a6e-b05e-7b7a9c57199b disassociated (deleted). External IP: 172.26.2.163, port: bab6791b-9d54-419e-804c-8c7347ea6dc8. Oct 26 09:06:44.980245 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5fedd1b-81ff-4d4c-8aae-130d5ed3a562 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Router 5fe5b590-3200-4a86-b986-f3224f3903ca has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:06:45.085396 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fedd1b-81ff-4d4c-8aae-130d5ed3a562 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:06:45.090659 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c5fedd1b-81ff-4d4c-8aae-130d5ed3a562 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:45.096600 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56739a1-e454-4e5a-857b-393fd2111af4 None None] Sync routers for ids ['5fe5b590-3200-4a86-b986-f3224f3903ca'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:06:45.107206 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56739a1-e454-4e5a-857b-393fd2111af4 None None] Routers {'5fe5b590-3200-4a86-b986-f3224f3903ca'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:06:45.107817 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-a56739a1-e454-4e5a-857b-393fd2111af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:06:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['5fe5b590-3200-4a86-b986-f3224f3903ca'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:06:45.116904 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c5fedd1b-81ff-4d4c-8aae-130d5ed3a562 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "DELETE /v2.0/floatingips/cf14e665-4daa-4a6e-b05e-7b7a9c57199b HTTP/1.1" status: 204 len: 168 time: 0.8395030 Oct 26 09:06:45.117485 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260f8297-a563-4066-a005-2ca74f7f190e', 'tag': 'bab6791b-9d54-419e-804c-8c7347ea6dc8'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:06:45.120387 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6001f9b463937e9ba59653060f797cf6a3b9cfc8c69abf6deb468a53c3a3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b996e90-b187-47eb-b68a-45a895d320ac" -d '{"events": [{"name": "network-changed", "server_uuid": "260f8297-a563-4066-a005-2ca74f7f190e", "tag": "bab6791b-9d54-419e-804c-8c7347ea6dc8"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:06:45.163880 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 09:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5231da7-cbb7-4c1a-a2f3-eb6ba5a43a68 x-openstack-request-id: req-a5231da7-cbb7-4c1a-a2f3-eb6ba5a43a68 {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:06:45.164170 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260f8297-a563-4066-a005-2ca74f7f190e", "tag": "bab6791b-9d54-419e-804c-8c7347ea6dc8", "status": "completed", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:06:45.164420 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a5231da7-cbb7-4c1a-a2f3-eb6ba5a43a68 {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:06:45.164819 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260f8297-a563-4066-a005-2ca74f7f190e', 'tag': 'bab6791b-9d54-419e-804c-8c7347ea6dc8', 'status': 'completed', 'code': 200} Oct 26 09:06:45.218792 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-a56739a1-e454-4e5a-857b-393fd2111af4 None None] Set router 5fe5b590-3200-4a86-b986-f3224f3903ca gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:06:45.231984 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b996e90-b187-47eb-b68a-45a895d320ac req-0f494d3f-851b-411f-a2a6-f9167ac50d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:06:45.234223 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2b996e90-b187-47eb-b68a-45a895d320ac req-0f494d3f-851b-411f-a2a6-f9167ac50d2c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37e91da6a5e944f28990f0b4deb3b388&device_id=260f8297-a563-4066-a005-2ca74f7f190e HTTP/1.1" status: 200 len: 1098 time: 0.0474985 Oct 26 09:06:45.371853 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b996e90-b187-47eb-b68a-45a895d320ac req-3c435130-0b1b-4718-8f54-c3ba2e11c846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:06:45.373339 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2b996e90-b187-47eb-b68a-45a895d320ac req-3c435130-0b1b-4718-8f54-c3ba2e11c846 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc4b74ac-8650-4837-a26b-c7fe1f118566 HTTP/1.1" status: 200 len: 898 time: 0.1253483 Oct 26 09:06:45.381075 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7198333-a76b-4731-b225-c0eaa494e469 req-6be34033-71d5-42c7-8322-e8176c330d2f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:06:45.382508 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c7198333-a76b-4731-b225-c0eaa494e469 req-6be34033-71d5-42c7-8322-e8176c330d2f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=260f8297-a563-4066-a005-2ca74f7f190e HTTP/1.1" status: 200 len: 945 time: 0.0767319 Oct 26 09:06:45.427791 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2b996e90-b187-47eb-b68a-45a895d320ac req-544d6355-acc6-46b9-bddf-6aacf6638bb6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bab6791b-9d54-419e-804c-8c7347ea6dc8 HTTP/1.1" status: 200 len: 217 time: 0.0443058 Oct 26 09:06:45.428205 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-a56739a1-e454-4e5a-857b-393fd2111af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769802393', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': '8eef7051-ae25-4202-b1de-7eff74b9c591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:05:15Z', 'updated_at': '2021-10-26T09:05:18Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': '8eef7051-ae25-4202-b1de-7eff74b9c591', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:05:15Z', 'updated_at': '2021-10-26T09:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '5018d5ae-2d19-468b-8f12-af2e4371e7b7', 'name': '', 'network_id': 'dc4b74ac-8650-4837-a26b-c7fe1f118566', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:22:86:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0db81b66-64ad-413e-912d-5d89a15cda93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:05:18Z', 'updated_at': '2021-10-26T09:05:21Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': '0db81b66-64ad-413e-912d-5d89a15cda93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:06:45.458670 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56739a1-e454-4e5a-857b-393fd2111af4 None None] Checking router: 5fe5b590-3200-4a86-b986-f3224f3903ca for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:06:45.467274 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56739a1-e454-4e5a-857b-393fd2111af4 None None] Routers {'5fe5b590-3200-4a86-b986-f3224f3903ca'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:06:45.467875 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-a56739a1-e454-4e5a-857b-393fd2111af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:06:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['5fe5b590-3200-4a86-b986-f3224f3903ca'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:06:45.486566 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c7198333-a76b-4731-b225-c0eaa494e469 req-5013e064-d84b-4c84-b1ec-0a4b4d033426 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=02e9f532-ed9b-464e-84f1-7c77d335028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963995 Oct 26 09:06:45.494076 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b996e90-b187-47eb-b68a-45a895d320ac req-aaef66bc-9236-4eac-bbe2-cf70afb1ffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:06:45.495744 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2b996e90-b187-47eb-b68a-45a895d320ac req-aaef66bc-9236-4eac-bbe2-cf70afb1ffd2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0db81b66-64ad-413e-912d-5d89a15cda93 HTTP/1.1" status: 200 len: 834 time: 0.0594180 Oct 26 09:06:45.547213 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b996e90-b187-47eb-b68a-45a895d320ac req-4af65d87-1912-4e98-b4eb-6f36e02093a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:06:45.548726 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2b996e90-b187-47eb-b68a-45a895d320ac req-4af65d87-1912-4e98-b4eb-6f36e02093a8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc4b74ac-8650-4837-a26b-c7fe1f118566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0449762 Oct 26 09:06:45.573278 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-a56739a1-e454-4e5a-857b-393fd2111af4 None None] Set router 5fe5b590-3200-4a86-b986-f3224f3903ca gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:06:45.641069 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2b996e90-b187-47eb-b68a-45a895d320ac req-8cd46e90-8b10-4206-90c9-6a07e064c521 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4b74ac-8650-4837-a26b-c7fe1f118566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836070 Oct 26 09:06:45.736747 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2b996e90-b187-47eb-b68a-45a895d320ac req-56142ef3-c9b2-47cb-8dd9-ea24a167e84b service neutron] 10.222.0.47 "GET /v2.0/networks/dc4b74ac-8650-4837-a26b-c7fe1f118566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875335 Oct 26 09:06:45.770194 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-a56739a1-e454-4e5a-857b-393fd2111af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769802393', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': '8eef7051-ae25-4202-b1de-7eff74b9c591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:05:15Z', 'updated_at': '2021-10-26T09:05:18Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': '8eef7051-ae25-4202-b1de-7eff74b9c591', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:05:15Z', 'updated_at': '2021-10-26T09:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '5018d5ae-2d19-468b-8f12-af2e4371e7b7', 'name': '', 'network_id': 'dc4b74ac-8650-4837-a26b-c7fe1f118566', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:22:86:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0db81b66-64ad-413e-912d-5d89a15cda93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:05:18Z', 'updated_at': '2021-10-26T09:05:21Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': '0db81b66-64ad-413e-912d-5d89a15cda93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:06:45.800437 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56739a1-e454-4e5a-857b-393fd2111af4 None None] The sync data for ids ['5fe5b590-3200-4a86-b986-f3224f3903ca'] in dv-neutron-804846-13-hyperv is: [{'id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769802393', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': '8eef7051-ae25-4202-b1de-7eff74b9c591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:05:15Z', 'updated_at': '2021-10-26T09:05:18Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': '8eef7051-ae25-4202-b1de-7eff74b9c591', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:05:15Z', 'updated_at': '2021-10-26T09:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '5018d5ae-2d19-468b-8f12-af2e4371e7b7', 'name': '', 'network_id': 'dc4b74ac-8650-4837-a26b-c7fe1f118566', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:22:86:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0db81b66-64ad-413e-912d-5d89a15cda93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:05:18Z', 'updated_at': '2021-10-26T09:05:21Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': '0db81b66-64ad-413e-912d-5d89a15cda93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:06:46.016889 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533c0505-d87f-4deb-a424-52947206c8e0 None None] New status for floating IP cf14e665-4daa-4a6e-b05e-7b7a9c57199b: DOWN {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 09:06:46.604701 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4caae7-688d-4d69-be82-a497871d5b7e req-ed2c8dd3-ddba-40bd-a5dc-63e180823212 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:06:46.606267 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5a4caae7-688d-4d69-be82-a497871d5b7e req-ed2c8dd3-ddba-40bd-a5dc-63e180823212 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=260f8297-a563-4066-a005-2ca74f7f190e HTTP/1.1" status: 200 len: 945 time: 0.0504043 Oct 26 09:06:46.644893 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5a4caae7-688d-4d69-be82-a497871d5b7e req-c31a7c4a-0b59-4767-b002-6f3bd0fc560c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=02e9f532-ed9b-464e-84f1-7c77d335028e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325887 Oct 26 09:06:46.809948 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18771f2-327f-462c-a42c-9953f8b376da req-f90d8d7a-3beb-4047-8f7c-e71f15ca2a35 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:06:46.811317 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a18771f2-327f-462c-a42c-9953f8b376da req-f90d8d7a-3beb-4047-8f7c-e71f15ca2a35 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.47 "GET /v2.0/ports?device_id=260f8297-a563-4066-a005-2ca74f7f190e HTTP/1.1" status: 200 len: 945 time: 0.0495148 Oct 26 09:06:46.897203 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-a18771f2-327f-462c-a42c-9953f8b376da req-76a9de65-e8f1-45b3-9cbb-f4f4a59a8882 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Deleting port bab6791b-9d54-419e-804c-8c7347ea6dc8 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:06:46.897541 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-a18771f2-327f-462c-a42c-9953f8b376da req-76a9de65-e8f1-45b3-9cbb-f4f4a59a8882 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:46.986111 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-a18771f2-327f-462c-a42c-9953f8b376da req-76a9de65-e8f1-45b3-9cbb-f4f4a59a8882 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] For port bab6791b-9d54-419e-804c-8c7347ea6dc8, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=bab6791b-9d54-419e-804c-8c7347ea6dc8,segment=NetworkSegment(94a44936-2b27-4fbb-a7ee-de292592825f),segment_id=94a44936-2b27-4fbb-a7ee-de292592825f)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:06:46.986467 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-a18771f2-327f-462c-a42c-9953f8b376da req-76a9de65-e8f1-45b3-9cbb-f4f4a59a8882 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:46.998926 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-a18771f2-327f-462c-a42c-9953f8b376da req-76a9de65-e8f1-45b3-9cbb-f4f4a59a8882 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Calling delete_port for bab6791b-9d54-419e-804c-8c7347ea6dc8 owned by compute:nova {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:06:47.132294 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-a18771f2-327f-462c-a42c-9953f8b376da req-76a9de65-e8f1-45b3-9cbb-f4f4a59a8882 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:47.160320 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a9de65-e8f1-45b3-9cbb-f4f4a59a8882 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event deleted for resources: {'Port': ['ID=bab6791b-9d54-419e-804c-8c7347ea6dc8,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:06:47.170694 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a9de65-e8f1-45b3-9cbb-f4f4a59a8882 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:47.171050 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a9de65-e8f1-45b3-9cbb-f4f4a59a8882 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:47.171401 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a9de65-e8f1-45b3-9cbb-f4f4a59a8882 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:47.171746 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a9de65-e8f1-45b3-9cbb-f4f4a59a8882 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:47.172086 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a9de65-e8f1-45b3-9cbb-f4f4a59a8882 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:47.172420 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a9de65-e8f1-45b3-9cbb-f4f4a59a8882 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:47.172753 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a9de65-e8f1-45b3-9cbb-f4f4a59a8882 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:47.173086 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a9de65-e8f1-45b3-9cbb-f4f4a59a8882 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:47.173416 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a9de65-e8f1-45b3-9cbb-f4f4a59a8882 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:47.174284 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a9de65-e8f1-45b3-9cbb-f4f4a59a8882 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:47.174284 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a9de65-e8f1-45b3-9cbb-f4f4a59a8882 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:47.174480 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a9de65-e8f1-45b3-9cbb-f4f4a59a8882 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:47.214603 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18771f2-327f-462c-a42c-9953f8b376da req-76a9de65-e8f1-45b3-9cbb-f4f4a59a8882 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] No DVR routers for this DVR port bab6791b-9d54-419e-804c-8c7347ea6dc8 on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 09:06:47.217213 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-a18771f2-327f-462c-a42c-9953f8b376da req-76a9de65-e8f1-45b3-9cbb-f4f4a59a8882 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:47.220570 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a18771f2-327f-462c-a42c-9953f8b376da req-76a9de65-e8f1-45b3-9cbb-f4f4a59a8882 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.47 "DELETE /v2.0/ports/bab6791b-9d54-419e-804c-8c7347ea6dc8 HTTP/1.1" status: 204 len: 173 time: 0.4032910 Oct 26 09:06:47.221010 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260f8297-a563-4066-a005-2ca74f7f190e', 'name': 'network-vif-deleted', 'tag': 'bab6791b-9d54-419e-804c-8c7347ea6dc8'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:06:47.223378 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2d95c4-cff3-4f3b-bded-cbb54fb9863f" -d '{"events": [{"server_uuid": "260f8297-a563-4066-a005-2ca74f7f190e", "name": "network-vif-deleted", "tag": "bab6791b-9d54-419e-804c-8c7347ea6dc8"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:06:47.259677 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 09:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d177a8-6f18-4131-8198-b8c0596bde31 x-openstack-request-id: req-d9d177a8-6f18-4131-8198-b8c0596bde31 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:06:47.260061 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260f8297-a563-4066-a005-2ca74f7f190e", "name": "network-vif-deleted", "tag": "bab6791b-9d54-419e-804c-8c7347ea6dc8", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:06:47.260316 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d9d177a8-6f18-4131-8198-b8c0596bde31 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:06:47.260720 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260f8297-a563-4066-a005-2ca74f7f190e', 'name': 'network-vif-deleted', 'tag': 'bab6791b-9d54-419e-804c-8c7347ea6dc8', 'status': 'completed', 'code': 200} Oct 26 09:06:47.753875 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-606d30bb-4db0-48bf-bce2-3aab316b4547 req-f389e4f7-dadf-44a3-908d-dff4de85809d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=260f8297-a563-4066-a005-2ca74f7f190e HTTP/1.1" status: 200 len: 210 time: 0.0272861 Oct 26 09:06:48.809000 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43676) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:06:49.166565 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7e1c8771-819b-4b51-83f9-14744bc7d7e1 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:49.422879 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-7e1c8771-819b-4b51-83f9-14744bc7d7e1 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Deleting port 5018d5ae-2d19-468b-8f12-af2e4371e7b7 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:06:49.423135 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7e1c8771-819b-4b51-83f9-14744bc7d7e1 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:49.457083 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6a7e47e0-0ebc-49a8-9e50-b46ae51a35d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:49.510903 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-7e1c8771-819b-4b51-83f9-14744bc7d7e1 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] For port 5018d5ae-2d19-468b-8f12-af2e4371e7b7, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=5018d5ae-2d19-468b-8f12-af2e4371e7b7,segment=NetworkSegment(94a44936-2b27-4fbb-a7ee-de292592825f),segment_id=94a44936-2b27-4fbb-a7ee-de292592825f)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:06:49.511261 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7e1c8771-819b-4b51-83f9-14744bc7d7e1 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:49.523409 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-7e1c8771-819b-4b51-83f9-14744bc7d7e1 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Calling delete_port for 5018d5ae-2d19-468b-8f12-af2e4371e7b7 owned by network:router_interface {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:06:49.708849 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7e1c8771-819b-4b51-83f9-14744bc7d7e1 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:49.737131 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c8771-819b-4b51-83f9-14744bc7d7e1 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event deleted for resources: {'Port': ['ID=5018d5ae-2d19-468b-8f12-af2e4371e7b7,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:06:49.909688 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7e1c8771-819b-4b51-83f9-14744bc7d7e1 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:50.122110 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1c8771-819b-4b51-83f9-14744bc7d7e1 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Router 5fe5b590-3200-4a86-b986-f3224f3903ca has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:06:50.226556 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1c8771-819b-4b51-83f9-14744bc7d7e1 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:06:50.231751 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7e1c8771-819b-4b51-83f9-14744bc7d7e1 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "PUT /v2.0/routers/5fe5b590-3200-4a86-b986-f3224f3903ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4216948 Oct 26 09:06:50.234491 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43678) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:06:50.237156 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679b79b8-c6c6-43ca-801c-903f3d2685f8 None None] Sync routers for ids ['5fe5b590-3200-4a86-b986-f3224f3903ca'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:06:50.248353 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679b79b8-c6c6-43ca-801c-903f3d2685f8 None None] Routers {'5fe5b590-3200-4a86-b986-f3224f3903ca'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:06:50.248958 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-679b79b8-c6c6-43ca-801c-903f3d2685f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:06:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['5fe5b590-3200-4a86-b986-f3224f3903ca'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:06:50.286115 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7aad472-9ce0-4ba0-9e4b-1a5e2d8e70d6 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Deleting subnet 0db81b66-64ad-413e-912d-5d89a15cda93 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 09:06:50.289214 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b7aad472-9ce0-4ba0-9e4b-1a5e2d8e70d6 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:50.330752 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b7aad472-9ce0-4ba0-9e4b-1a5e2d8e70d6 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:50.351114 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-679b79b8-c6c6-43ca-801c-903f3d2685f8 None None] Set router 5fe5b590-3200-4a86-b986-f3224f3903ca gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:06:50.417111 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b7aad472-9ce0-4ba0-9e4b-1a5e2d8e70d6 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:50.477990 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b7aad472-9ce0-4ba0-9e4b-1a5e2d8e70d6 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:50.506360 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aad472-9ce0-4ba0-9e4b-1a5e2d8e70d6 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event deleted for resources: {'Subnet': ['ID=0db81b66-64ad-413e-912d-5d89a15cda93,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:06:50.510008 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b7aad472-9ce0-4ba0-9e4b-1a5e2d8e70d6 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:50.512527 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b7aad472-9ce0-4ba0-9e4b-1a5e2d8e70d6 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "DELETE /v2.0/subnets/0db81b66-64ad-413e-912d-5d89a15cda93 HTTP/1.1" status: 204 len: 168 time: 0.2769156 Oct 26 09:06:50.515032 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43680) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:06:50.519683 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device bab6791b-9d54-419e-804c-8c7347ea6dc8 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:06:50.542247 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-679b79b8-c6c6-43ca-801c-903f3d2685f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769802393', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': '8eef7051-ae25-4202-b1de-7eff74b9c591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:05:15Z', 'updated_at': '2021-10-26T09:06:49Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': '8eef7051-ae25-4202-b1de-7eff74b9c591', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:05:15Z', 'updated_at': '2021-10-26T09:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:06:50.554680 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] No Port match for: bab6791b-9d54-419e-804c-8c7347ea6dc8 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:06:50.555317 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device bab6791b-9d54-419e-804c-8c7347ea6dc8 not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:06:50.558840 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc3d833-aa4a-4f42-a6af-83b60699cf87 None None] Network dc4b74ac-8650-4837-a26b-c7fe1f118566 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:06:50.579929 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679b79b8-c6c6-43ca-801c-903f3d2685f8 None None] Checking router: 5fe5b590-3200-4a86-b986-f3224f3903ca for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:06:50.589533 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679b79b8-c6c6-43ca-801c-903f3d2685f8 None None] Routers {'5fe5b590-3200-4a86-b986-f3224f3903ca'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:06:50.590172 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-679b79b8-c6c6-43ca-801c-903f3d2685f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:06:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['5fe5b590-3200-4a86-b986-f3224f3903ca'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:06:50.638260 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-832d63cb-5e01-496e-9750-327eaed30c54 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:50.695993 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-679b79b8-c6c6-43ca-801c-903f3d2685f8 None None] Set router 5fe5b590-3200-4a86-b986-f3224f3903ca gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:06:50.760450 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4998689-5470-493d-875f-34dbe46ba454 None None] DHCP port deletion for dc4b74ac-8650-4837-a26b-c7fe1f118566 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 09:06:50.816477 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-f4998689-5470-493d-875f-34dbe46ba454 None None] Deleting port 400390d1-93bb-4049-8b9b-ec5e2ebbd825 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:06:50.817005 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f4998689-5470-493d-875f-34dbe46ba454 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:50.885488 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-f4998689-5470-493d-875f-34dbe46ba454 None None] For port 400390d1-93bb-4049-8b9b-ec5e2ebbd825, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=400390d1-93bb-4049-8b9b-ec5e2ebbd825,segment=NetworkSegment(94a44936-2b27-4fbb-a7ee-de292592825f),segment_id=94a44936-2b27-4fbb-a7ee-de292592825f)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:06:50.886521 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f4998689-5470-493d-875f-34dbe46ba454 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:50.895089 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-679b79b8-c6c6-43ca-801c-903f3d2685f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769802393', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': '8eef7051-ae25-4202-b1de-7eff74b9c591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:05:15Z', 'updated_at': '2021-10-26T09:06:49Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': '8eef7051-ae25-4202-b1de-7eff74b9c591', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:05:15Z', 'updated_at': '2021-10-26T09:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:06:50.899449 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-f4998689-5470-493d-875f-34dbe46ba454 None None] Calling delete_port for 400390d1-93bb-4049-8b9b-ec5e2ebbd825 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:06:50.922351 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679b79b8-c6c6-43ca-801c-903f3d2685f8 None None] The sync data for ids ['5fe5b590-3200-4a86-b986-f3224f3903ca'] in dv-neutron-804846-13-hyperv is: [{'id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769802393', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': '8eef7051-ae25-4202-b1de-7eff74b9c591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:05:15Z', 'updated_at': '2021-10-26T09:06:49Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': '8eef7051-ae25-4202-b1de-7eff74b9c591', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe5b590-3200-4a86-b986-f3224f3903ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:05:15Z', 'updated_at': '2021-10-26T09:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:06:50.990945 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f4998689-5470-493d-875f-34dbe46ba454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:51.017320 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4998689-5470-493d-875f-34dbe46ba454 None None] Pushing event deleted for resources: {'Port': ['ID=400390d1-93bb-4049-8b9b-ec5e2ebbd825,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:06:51.019568 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-832d63cb-5e01-496e-9750-327eaed30c54 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:51.024822 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4998689-5470-493d-875f-34dbe46ba454 None None] No DVR routers for this DVR port 400390d1-93bb-4049-8b9b-ec5e2ebbd825 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 09:06:51.027643 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4998689-5470-493d-875f-34dbe46ba454 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:51.028079 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4998689-5470-493d-875f-34dbe46ba454 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:51.028570 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4998689-5470-493d-875f-34dbe46ba454 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:51.028920 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4998689-5470-493d-875f-34dbe46ba454 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:51.029266 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4998689-5470-493d-875f-34dbe46ba454 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:51.029755 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4998689-5470-493d-875f-34dbe46ba454 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:51.030135 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4998689-5470-493d-875f-34dbe46ba454 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:51.030481 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4998689-5470-493d-875f-34dbe46ba454 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:51.030825 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4998689-5470-493d-875f-34dbe46ba454 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:51.031162 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4998689-5470-493d-875f-34dbe46ba454 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:51.031497 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4998689-5470-493d-875f-34dbe46ba454 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:51.031830 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4998689-5470-493d-875f-34dbe46ba454 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:51.073276 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-832d63cb-5e01-496e-9750-327eaed30c54 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Deleting port 8eef7051-ae25-4202-b1de-7eff74b9c591 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:06:51.073650 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-832d63cb-5e01-496e-9750-327eaed30c54 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:51.155100 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-832d63cb-5e01-496e-9750-327eaed30c54 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] For port 8eef7051-ae25-4202-b1de-7eff74b9c591, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=8eef7051-ae25-4202-b1de-7eff74b9c591,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:06:51.155464 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-832d63cb-5e01-496e-9750-327eaed30c54 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:51.167841 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-832d63cb-5e01-496e-9750-327eaed30c54 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Calling delete_port for 8eef7051-ae25-4202-b1de-7eff74b9c591 owned by network:router_gateway {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:06:51.337612 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-832d63cb-5e01-496e-9750-327eaed30c54 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:51.367400 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d63cb-5e01-496e-9750-327eaed30c54 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event deleted for resources: {'Port': ['ID=8eef7051-ae25-4202-b1de-7eff74b9c591,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:06:51.433927 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-832d63cb-5e01-496e-9750-327eaed30c54 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:51.526549 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-832d63cb-5e01-496e-9750-327eaed30c54 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:51.528560 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-832d63cb-5e01-496e-9750-327eaed30c54 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:51.572653 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-832d63cb-5e01-496e-9750-327eaed30c54 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:51.573177 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832d63cb-5e01-496e-9750-327eaed30c54 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Fanout notify agent at l3_agent the message router_deleted on router 5fe5b590-3200-4a86-b986-f3224f3903ca {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 09:06:51.582714 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-832d63cb-5e01-496e-9750-327eaed30c54 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:51.582714 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-832d63cb-5e01-496e-9750-327eaed30c54 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "DELETE /v2.0/routers/5fe5b590-3200-4a86-b986-f3224f3903ca HTTP/1.1" status: 204 len: 168 time: 1.0655270 Oct 26 09:06:51.584252 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43682) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:06:51.669500 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-220418c3-7d15-469b-b325-b67ef8a8b5d3 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:51.757935 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-220418c3-7d15-469b-b325-b67ef8a8b5d3 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:51.778838 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-220418c3-7d15-469b-b325-b67ef8a8b5d3 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc4b74ac-8650-4837-a26b-c7fe1f118566']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:06:51.787966 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-220418c3-7d15-469b-b325-b67ef8a8b5d3 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94a44936-2b27-4fbb-a7ee-de292592825f') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:06:51.788264 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-220418c3-7d15-469b-b325-b67ef8a8b5d3 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94a44936-2b27-4fbb-a7ee-de292592825f') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:06:51.797716 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-220418c3-7d15-469b-b325-b67ef8a8b5d3 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:51.811448 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-220418c3-7d15-469b-b325-b67ef8a8b5d3 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:51.817281 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-220418c3-7d15-469b-b325-b67ef8a8b5d3 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 09:06:51.817692 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-220418c3-7d15-469b-b325-b67ef8a8b5d3 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:51.820547 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 09:06:51.820547 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 09:06:51.820547 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 09:06:51.820547 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 09:06:51.820547 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 09:06:51.820547 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 09:06:51.820547 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 09:06:51.820547 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 09:06:51.820547 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 09:06:51.820547 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 09:06:51.820547 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 09:06:51.820547 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 09:06:51.820547 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 09:06:51.820547 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 09:06:51.820547 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 09:06:51.820547 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 09:06:51.820547 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 09:06:51.820547 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 09:06:51.820547 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 09:06:51.820547 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 09:06:51.820547 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 09:06:51.820547 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 09:06:51.820547 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 09:06:51.820547 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 09:06:51.820547 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 09:06:51.820547 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 09:06:51.820547 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 09:06:51.820547 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 09:06:51.820547 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 09:06:51.820547 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 09:06:51.820547 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 09:06:51.820547 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 09:06:51.882706 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-220418c3-7d15-469b-b325-b67ef8a8b5d3 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:51.890712 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-220418c3-7d15-469b-b325-b67ef8a8b5d3 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:51.893743 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-220418c3-7d15-469b-b325-b67ef8a8b5d3 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "DELETE /v2.0/networks/dc4b74ac-8650-4837-a26b-c7fe1f118566 HTTP/1.1" status: 204 len: 168 time: 0.3085074 Oct 26 09:06:51.896637 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43684) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:06:51.905168 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220418c3-7d15-469b-b325-b67ef8a8b5d3 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event deleted for resources: {'Network': ['ID=dc4b74ac-8650-4837-a26b-c7fe1f118566,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:06:51.963082 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c7dc84fe-6849-4799-89a0-a7f013acd8f3 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:51.988392 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c7dc84fe-6849-4799-89a0-a7f013acd8f3 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:52.055260 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c7dc84fe-6849-4799-89a0-a7f013acd8f3 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:52.058612 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c7dc84fe-6849-4799-89a0-a7f013acd8f3 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:52.059811 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c7dc84fe-6849-4799-89a0-a7f013acd8f3 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "DELETE /v2.0/security-groups/02e9f532-ed9b-464e-84f1-7c77d335028e HTTP/1.1" status: 204 len: 168 time: 0.1619644 Oct 26 09:06:52.069113 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc84fe-6849-4799-89a0-a7f013acd8f3 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e9f532-ed9b-464e-84f1-7c77d335028e,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:06:52.131584 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-821e5c36-0bf2-40b5-b5ec-b30b1dffc6bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:52.370256 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43690) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:06:52.374814 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-353b7819-174a-41ad-b297-3c4a27356363 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1235232564', 'description': 'tempest-secgroup-smoke-1235232564 description', 'project_id': '37e91da6a5e944f28990f0b4deb3b388'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:06:52.396141 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-353b7819-174a-41ad-b297-3c4a27356363 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:52.465391 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-353b7819-174a-41ad-b297-3c4a27356363 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:52.468949 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-353b7819-174a-41ad-b297-3c4a27356363 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:52.499831 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-353b7819-174a-41ad-b297-3c4a27356363 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:52.500853 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-353b7819-174a-41ad-b297-3c4a27356363 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1295917 Oct 26 09:06:52.501947 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b7819-174a-41ad-b297-3c4a27356363 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ef9cd0-cedf-4063-b782-4eba7752361e,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:06:52.503984 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43692) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:06:52.509418 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-7c6e2cdf-db98-42de-85df-0ca693ccfafc tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'security_group_rule': {'security_group_id': 'c3ef9cd0-cedf-4063-b782-4eba7752361e', 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:06:52.538992 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7c6e2cdf-db98-42de-85df-0ca693ccfafc tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:52.572740 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 5018d5ae-2d19-468b-8f12-af2e4371e7b7 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:06:52.596858 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7c6e2cdf-db98-42de-85df-0ca693ccfafc tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:52.597053 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 5018d5ae-2d19-468b-8f12-af2e4371e7b7 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:06:52.597266 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 5018d5ae-2d19-468b-8f12-af2e4371e7b7 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:06:52.597820 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 8eef7051-ae25-4202-b1de-7eff74b9c591 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:06:52.600699 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7c6e2cdf-db98-42de-85df-0ca693ccfafc tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:52.616139 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e2cdf-db98-42de-85df-0ca693ccfafc tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=687a8147-e02f-4357-813c-27f49583b72e,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:06:52.624179 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 8eef7051-ae25-4202-b1de-7eff74b9c591 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:06:52.624534 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 8eef7051-ae25-4202-b1de-7eff74b9c591 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:06:52.625025 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 400390d1-93bb-4049-8b9b-ec5e2ebbd825 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:06:52.627069 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7c6e2cdf-db98-42de-85df-0ca693ccfafc tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:52.628274 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7c6e2cdf-db98-42de-85df-0ca693ccfafc tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1232564 Oct 26 09:06:52.630973 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43694) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:06:52.635946 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-6ee9bcb1-d0cd-4b91-a363-3b48735020ca tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'security_group_rule': {'security_group_id': 'c3ef9cd0-cedf-4063-b782-4eba7752361e', 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:06:52.647746 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 400390d1-93bb-4049-8b9b-ec5e2ebbd825 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:06:52.648098 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 400390d1-93bb-4049-8b9b-ec5e2ebbd825 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:06:52.664418 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6ee9bcb1-d0cd-4b91-a363-3b48735020ca tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:52.721701 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6ee9bcb1-d0cd-4b91-a363-3b48735020ca tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:52.725174 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6ee9bcb1-d0cd-4b91-a363-3b48735020ca tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:52.742984 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee9bcb1-d0cd-4b91-a363-3b48735020ca tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8689cf90-11b7-4403-a59e-35ab99b50c89,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:06:52.759142 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6ee9bcb1-d0cd-4b91-a363-3b48735020ca tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:52.760375 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6ee9bcb1-d0cd-4b91-a363-3b48735020ca tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1280205 Oct 26 09:06:52.763096 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43696) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:06:52.767435 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-8ca7035e-2c3e-4469-8ca6-110affbe99f0 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'security_group_rule': {'security_group_id': 'c3ef9cd0-cedf-4063-b782-4eba7752361e', 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:06:52.793608 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8ca7035e-2c3e-4469-8ca6-110affbe99f0 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:52.853968 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8ca7035e-2c3e-4469-8ca6-110affbe99f0 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:52.857230 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8ca7035e-2c3e-4469-8ca6-110affbe99f0 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:52.874292 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7035e-2c3e-4469-8ca6-110affbe99f0 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eaa9e3f-9ed9-4791-b2f0-2d4ed8bce22a,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:06:52.881945 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8ca7035e-2c3e-4469-8ca6-110affbe99f0 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:52.883122 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8ca7035e-2c3e-4469-8ca6-110affbe99f0 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190968 Oct 26 09:06:52.886356 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43698) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:06:52.890797 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-86fec44c-493d-41c2-b41c-3c2e1fedd798 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'security_group_rule': {'security_group_id': 'c3ef9cd0-cedf-4063-b782-4eba7752361e', 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:06:52.916347 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-86fec44c-493d-41c2-b41c-3c2e1fedd798 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:52.973982 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-86fec44c-493d-41c2-b41c-3c2e1fedd798 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:52.978229 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-86fec44c-493d-41c2-b41c-3c2e1fedd798 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:52.999317 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fec44c-493d-41c2-b41c-3c2e1fedd798 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e521edc-e8ba-4e0b-95d0-8ebf3d22b52c,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:06:53.004867 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-86fec44c-493d-41c2-b41c-3c2e1fedd798 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:53.006079 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-86fec44c-493d-41c2-b41c-3c2e1fedd798 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187785 Oct 26 09:06:53.009522 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43700) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:06:53.014449 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-89389d52-47db-4278-9aa1-e8849d1cc81c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'security_group_rule': {'security_group_id': 'c3ef9cd0-cedf-4063-b782-4eba7752361e', 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:06:53.026041 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:53.035408 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.securitygroups_db [None req-89389d52-47db-4278-9aa1-e8849d1cc81c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Project 37e91da6a5e944f28990f0b4deb3b388 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 09:06:53.040052 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-89389d52-47db-4278-9aa1-e8849d1cc81c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:53.098952 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-89389d52-47db-4278-9aa1-e8849d1cc81c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:53.102211 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-89389d52-47db-4278-9aa1-e8849d1cc81c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:53.119677 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89389d52-47db-4278-9aa1-e8849d1cc81c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8861a9b-882b-46ae-b2df-b92147dfd276,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:06:53.127389 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-89389d52-47db-4278-9aa1-e8849d1cc81c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:53.128599 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-89389d52-47db-4278-9aa1-e8849d1cc81c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1180172 Oct 26 09:06:53.131357 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43702) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:06:53.136503 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-51efd2a4-5271-4170-b9c1-6613d17735fe tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'security_group_rule': {'security_group_id': 'c3ef9cd0-cedf-4063-b782-4eba7752361e', 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:06:53.164414 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.securitygroups_db [None req-51efd2a4-5271-4170-b9c1-6613d17735fe tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Project 37e91da6a5e944f28990f0b4deb3b388 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 09:06:53.169401 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-51efd2a4-5271-4170-b9c1-6613d17735fe tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:53.228961 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-51efd2a4-5271-4170-b9c1-6613d17735fe tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:53.232416 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-51efd2a4-5271-4170-b9c1-6613d17735fe tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:53.252526 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51efd2a4-5271-4170-b9c1-6613d17735fe tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=760b2868-214b-4ec5-bfab-26a5c9b01c31,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:06:53.260928 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-51efd2a4-5271-4170-b9c1-6613d17735fe tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:53.262155 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-51efd2a4-5271-4170-b9c1-6613d17735fe tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1298380 Oct 26 09:06:53.264866 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43704) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:06:53.269770 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-c554a957-7eee-4080-b6b5-1777b2cc9dee tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'network': {'name': 'tempest-network-smoke--1633312345', 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'port_security_enabled': True}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:06:53.289390 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c554a957-7eee-4080-b6b5-1777b2cc9dee tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Made reservation on behalf of 37e91da6a5e944f28990f0b4deb3b388 for: {'network': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:06:53.292892 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c554a957-7eee-4080-b6b5-1777b2cc9dee tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:53.316216 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c554a957-7eee-4080-b6b5-1777b2cc9dee tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=102101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 09:06:53.325526 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c554a957-7eee-4080-b6b5-1777b2cc9dee tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:53.325944 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.segments_db [None req-c554a957-7eee-4080-b6b5-1777b2cc9dee tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Added segment a8d3a521-2d9a-4324-8718-742fe9f20eaa of type vlan for network 136b297d-d8ad-41f1-87d8-a263a20b96d4 Oct 26 09:06:53.367207 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c554a957-7eee-4080-b6b5-1777b2cc9dee tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:53.369338 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:53.391133 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c554a957-7eee-4080-b6b5-1777b2cc9dee tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:53.396982 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c554a957-7eee-4080-b6b5-1777b2cc9dee tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:06:53.397579 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c554a957-7eee-4080-b6b5-1777b2cc9dee tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:53.452978 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c554a957-7eee-4080-b6b5-1777b2cc9dee tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1870639 Oct 26 09:06:53.456068 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43706) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:06:53.460710 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-a50e5970-230c-4858-8ae7-2843e7530719 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-140480176', 'admin_state_up': True, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:06:53.468426 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554a957-7eee-4080-b6b5-1777b2cc9dee tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'Network': ['ID=136b297d-d8ad-41f1-87d8-a263a20b96d4,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:06:53.478685 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 136b297d-d8ad-41f1-87d8-a263a20b96d4 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 09:06:53.487151 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a50e5970-230c-4858-8ae7-2843e7530719 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:53.488202 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a50e5970-230c-4858-8ae7-2843e7530719 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:53.543340 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a50e5970-230c-4858-8ae7-2843e7530719 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:53.680752 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a50e5970-230c-4858-8ae7-2843e7530719 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:53.878144 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a50e5970-230c-4858-8ae7-2843e7530719 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router_gateway, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:53.897415 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a50e5970-230c-4858-8ae7-2843e7530719 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:54.004575 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-a50e5970-230c-4858-8ae7-2843e7530719 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Allocated IP 172.26.2.78 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:06:54.105044 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a50e5970-230c-4858-8ae7-2843e7530719 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:54.138104 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a50e5970-230c-4858-8ae7-2843e7530719 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:54.177169 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50e5970-230c-4858-8ae7-2843e7530719 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:06:54.182682 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-a50e5970-230c-4858-8ae7-2843e7530719 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:06:54.186245 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50e5970-230c-4858-8ae7-2843e7530719 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:06:54.211930 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e5970-230c-4858-8ae7-2843e7530719 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'Port': ['ID=a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:06:54.418850 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:54.437777 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a50e5970-230c-4858-8ae7-2843e7530719 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router_gateway, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:54.634458 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a50e5970-230c-4858-8ae7-2843e7530719 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:54.756412 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50e5970-230c-4858-8ae7-2843e7530719 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Router 68a50f43-e7be-414d-bc5d-058cf9b9460d is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 09:06:54.861236 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50e5970-230c-4858-8ae7-2843e7530719 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:06:54.870879 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699c99b8-d991-4129-96be-a4e8474a7563 None None] Sync routers for ids ['68a50f43-e7be-414d-bc5d-058cf9b9460d'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:06:54.881322 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699c99b8-d991-4129-96be-a4e8474a7563 None None] Routers {'68a50f43-e7be-414d-bc5d-058cf9b9460d'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:06:54.881852 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a50e5970-230c-4858-8ae7-2843e7530719 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:54.882004 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-699c99b8-d991-4129-96be-a4e8474a7563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:06:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['68a50f43-e7be-414d-bc5d-058cf9b9460d'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:06:54.883257 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a50e5970-230c-4858-8ae7-2843e7530719 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4260356 Oct 26 09:06:54.886262 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43708) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:06:54.916862 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3e7bbb18-a05a-4312-baf7-16d688dced6e tempest-TestNetworkAdvancedServerOps-165145031 tempest-TestNetworkAdvancedServerOps-165145031-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=37e91da6a5e944f28990f0b4deb3b388&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279629 Oct 26 09:06:54.919007 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43710) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:06:54.969350 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:54.998916 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-699c99b8-d991-4129-96be-a4e8474a7563 None None] Set router 68a50f43-e7be-414d-bc5d-058cf9b9460d gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:06:55.011333 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43e0c4c-1eda-4a22-a30c-17b397e15d15 tempest-TestNetworkAdvancedServerOps-165145031 tempest-TestNetworkAdvancedServerOps-165145031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:06:55.012891 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a43e0c4c-1eda-4a22-a30c-17b397e15d15 tempest-TestNetworkAdvancedServerOps-165145031 tempest-TestNetworkAdvancedServerOps-165145031-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0929661 Oct 26 09:06:55.015799 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43712) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:06:55.043562 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-2588cc46-2088-45bb-be68-5ffeb478b182 tempest-TestNetworkAdvancedServerOps-165145031 tempest-TestNetworkAdvancedServerOps-165145031-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=e0ba3cfd-db28-4690-8a12-e5c00a0b88c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266979 Oct 26 09:06:55.046028 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43714) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:06:55.050612 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-c049c8ba-085a-4d3d-8cae-12bbc077cc2d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1009470901', 'network_id': '136b297d-d8ad-41f1-87d8-a263a20b96d4', 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:06:55.145110 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c049c8ba-085a-4d3d-8cae-12bbc077cc2d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Made reservation on behalf of 37e91da6a5e944f28990f0b4deb3b388 for: {'subnet': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:06:55.148872 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c049c8ba-085a-4d3d-8cae-12bbc077cc2d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4627398'] for subnet, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:55.182629 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-699c99b8-d991-4129-96be-a4e8474a7563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140480176', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:06:53Z', 'updated_at': '2021-10-26T09:06:54Z', 'revision_number': 3, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:06:53Z', 'updated_at': '2021-10-26T09:06:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:06:55.216343 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699c99b8-d991-4129-96be-a4e8474a7563 None None] Checking router: 68a50f43-e7be-414d-bc5d-058cf9b9460d for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:06:55.216696 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699c99b8-d991-4129-96be-a4e8474a7563 None None] Updating router 68a50f43-e7be-414d-bc5d-058cf9b9460d port a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8 binding host dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 09:06:55.243083 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-699c99b8-d991-4129-96be-a4e8474a7563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:55.338247 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c049c8ba-085a-4d3d-8cae-12bbc077cc2d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7596118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4626732'] for subnet, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:55.397650 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c049c8ba-085a-4d3d-8cae-12bbc077cc2d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'Subnet': ['ID=56d17cc6-d971-4585-9171-92c6882b8030,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:06:55.407065 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c049c8ba-085a-4d3d-8cae-12bbc077cc2d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Checking segment: {'id': 'a8d3a521-2d9a-4324-8718-742fe9f20eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '136b297d-d8ad-41f1-87d8-a263a20b96d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:06:55.407169 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c049c8ba-085a-4d3d-8cae-12bbc077cc2d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Network hostable DHCP agents. Network: 136b297d-d8ad-41f1-87d8-a263a20b96d4, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 09:06:55.425859 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c049c8ba-085a-4d3d-8cae-12bbc077cc2d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Network 136b297d-d8ad-41f1-87d8-a263a20b96d4 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 09:06:55.434824 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-c049c8ba-085a-4d3d-8cae-12bbc077cc2d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 136b297d-d8ad-41f1-87d8-a263a20b96d4) {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:06:55.439768 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c049c8ba-085a-4d3d-8cae-12bbc077cc2d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:06:55.441376 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c049c8ba-085a-4d3d-8cae-12bbc077cc2d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:55.447016 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9200288d-d2fe-44e0-a994-03df12f9f2fa None None] Network 136b297d-d8ad-41f1-87d8-a263a20b96d4 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:06:55.458458 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c049c8ba-085a-4d3d-8cae-12bbc077cc2d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4114528 Oct 26 09:06:55.461221 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43716) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:06:55.570396 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-699c99b8-d991-4129-96be-a4e8474a7563 None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:55.585456 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-699c99b8-d991-4129-96be-a4e8474a7563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:55.670587 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-699c99b8-d991-4129-96be-a4e8474a7563 None None] Attempting to bind port a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:06:55.670966 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-699c99b8-d991-4129-96be-a4e8474a7563 None None] Attempting to bind port a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:06:55.671337 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699c99b8-d991-4129-96be-a4e8474a7563 None None] Attempting to bind port a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8 on network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:06:55.700317 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51bc0d-a318-4c67-a6f2-7336d16da705 None None] Pushing event updated for resources: {'Port': ['ID=a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:06:55.704401 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699c99b8-d991-4129-96be-a4e8474a7563 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:06:55.704790 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699c99b8-d991-4129-96be-a4e8474a7563 None None] Checking segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:06:55.705203 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-699c99b8-d991-4129-96be-a4e8474a7563 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:55.705604 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699c99b8-d991-4129-96be-a4e8474a7563 None None] Bound using segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:06:55.706115 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-699c99b8-d991-4129-96be-a4e8474a7563 None None] Bound port: a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:06:55.706503 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-699c99b8-d991-4129-96be-a4e8474a7563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:55.730701 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91a957e-3180-414a-aa69-708108bafb6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-136b297d-d8ad-41f1-87d8-a263a20b96d4', 'network_id': '136b297d-d8ad-41f1-87d8-a263a20b96d4', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'fixed_ips': [{'subnet_id': '56d17cc6-d971-4585-9171-92c6882b8030'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 09:06:55.731567 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a91a957e-3180-414a-aa69-708108bafb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:55.830384 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-699c99b8-d991-4129-96be-a4e8474a7563 None None] For port a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:06:55.853576 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-699c99b8-d991-4129-96be-a4e8474a7563 None None] For port a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:06:55.860722 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-699c99b8-d991-4129-96be-a4e8474a7563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:55.966630 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699c99b8-d991-4129-96be-a4e8474a7563 None None] Routers {'68a50f43-e7be-414d-bc5d-058cf9b9460d'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:06:55.967275 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-699c99b8-d991-4129-96be-a4e8474a7563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:06:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['68a50f43-e7be-414d-bc5d-058cf9b9460d'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:06:55.969872 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51bc0d-a318-4c67-a6f2-7336d16da705 None None] Pushing event updated for resources: {'Port': ['ID=a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:06:56.034601 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-a91a957e-3180-414a-aa69-708108bafb6d None None] Allocated IP 172.20.0.2 (136b297d-d8ad-41f1-87d8-a263a20b96d4/56d17cc6-d971-4585-9171-92c6882b8030/1b85dbd9-a097-467a-9c69-f3ff3172c50b) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:06:56.136703 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-699c99b8-d991-4129-96be-a4e8474a7563 None None] Set router 68a50f43-e7be-414d-bc5d-058cf9b9460d gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:06:56.181988 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-207a5d5c-aaa9-4016-b139-be64083908de tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:56.466965 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a91a957e-3180-414a-aa69-708108bafb6d None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:56.475605 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a91a957e-3180-414a-aa69-708108bafb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:56.524265 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-207a5d5c-aaa9-4016-b139-be64083908de tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Allocated IP 172.20.0.1 (136b297d-d8ad-41f1-87d8-a263a20b96d4/56d17cc6-d971-4585-9171-92c6882b8030/d0e64d09-cb13-4e9a-97b6-0bd0fd349bbe) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:06:56.534479 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91a957e-3180-414a-aa69-708108bafb6d None None] Network 136b297d-d8ad-41f1-87d8-a263a20b96d4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:06:56.548057 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-a91a957e-3180-414a-aa69-708108bafb6d None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:06:56.553425 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91a957e-3180-414a-aa69-708108bafb6d None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:06:56.558368 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a957e-3180-414a-aa69-708108bafb6d None None] Pushing event updated for resources: {'Port': ['ID=1b85dbd9-a097-467a-9c69-f3ff3172c50b,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:06:56.617977 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-699c99b8-d991-4129-96be-a4e8474a7563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140480176', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:06:53Z', 'updated_at': '2021-10-26T09:06:54Z', 'revision_number': 3, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:06:53Z', 'updated_at': '2021-10-26T09:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:06:56.647379 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-a91a957e-3180-414a-aa69-708108bafb6d None None] Attempting to bind port 1b85dbd9-a097-467a-9c69-f3ff3172c50b on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:06:56.647819 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-a91a957e-3180-414a-aa69-708108bafb6d None None] Attempting to bind port 1b85dbd9-a097-467a-9c69-f3ff3172c50b by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'a8d3a521-2d9a-4324-8718-742fe9f20eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '136b297d-d8ad-41f1-87d8-a263a20b96d4'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:06:56.648200 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91a957e-3180-414a-aa69-708108bafb6d None None] Attempting to bind port 1b85dbd9-a097-467a-9c69-f3ff3172c50b on network 136b297d-d8ad-41f1-87d8-a263a20b96d4 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:06:56.650457 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699c99b8-d991-4129-96be-a4e8474a7563 None None] The sync data for ids ['68a50f43-e7be-414d-bc5d-058cf9b9460d'] in dv-neutron-804846-13-hyperv is: [{'id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140480176', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:06:53Z', 'updated_at': '2021-10-26T09:06:54Z', 'revision_number': 3, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:06:53Z', 'updated_at': '2021-10-26T09:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:06:56.650768 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-207a5d5c-aaa9-4016-b139-be64083908de tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:56.655473 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91a957e-3180-414a-aa69-708108bafb6d None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:06:56.655859 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91a957e-3180-414a-aa69-708108bafb6d None None] Checking segment: {'id': 'a8d3a521-2d9a-4324-8718-742fe9f20eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '136b297d-d8ad-41f1-87d8-a263a20b96d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:06:56.656309 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a91a957e-3180-414a-aa69-708108bafb6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:56.656651 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91a957e-3180-414a-aa69-708108bafb6d None None] Bound using segment: {'id': 'a8d3a521-2d9a-4324-8718-742fe9f20eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '136b297d-d8ad-41f1-87d8-a263a20b96d4'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:06:56.657133 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-a91a957e-3180-414a-aa69-708108bafb6d None None] Bound port: 1b85dbd9-a097-467a-9c69-f3ff3172c50b, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d3a521-2d9a-4324-8718-742fe9f20eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '136b297d-d8ad-41f1-87d8-a263a20b96d4'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:06:56.657523 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a91a957e-3180-414a-aa69-708108bafb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:56.692435 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-207a5d5c-aaa9-4016-b139-be64083908de tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:56.733772 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-a91a957e-3180-414a-aa69-708108bafb6d None None] For port 1b85dbd9-a097-467a-9c69-f3ff3172c50b, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:06:56.737126 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-a91a957e-3180-414a-aa69-708108bafb6d None None] For port 1b85dbd9-a097-467a-9c69-f3ff3172c50b, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=1b85dbd9-a097-467a-9c69-f3ff3172c50b,segment=NetworkSegment(a8d3a521-2d9a-4324-8718-742fe9f20eaa),segment_id=a8d3a521-2d9a-4324-8718-742fe9f20eaa)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:06:56.739430 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207a5d5c-aaa9-4016-b139-be64083908de tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Network 136b297d-d8ad-41f1-87d8-a263a20b96d4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:06:56.742601 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a91a957e-3180-414a-aa69-708108bafb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:56.743087 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-207a5d5c-aaa9-4016-b139-be64083908de tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:06:56.748848 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207a5d5c-aaa9-4016-b139-be64083908de tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:06:56.752413 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a5d5c-aaa9-4016-b139-be64083908de tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'Port': ['ID=d0e64d09-cb13-4e9a-97b6-0bd0fd349bbe,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:06:56.803529 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-207a5d5c-aaa9-4016-b139-be64083908de tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:56.810549 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a957e-3180-414a-aa69-708108bafb6d None None] Pushing event updated for resources: {'Port': ['ID=1b85dbd9-a097-467a-9c69-f3ff3172c50b,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:06:56.969231 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-207a5d5c-aaa9-4016-b139-be64083908de tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:57.300274 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-207a5d5c-aaa9-4016-b139-be64083908de tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:57.305638 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-207a5d5c-aaa9-4016-b139-be64083908de tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:57.387182 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-207a5d5c-aaa9-4016-b139-be64083908de tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:57.388969 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a5d5c-aaa9-4016-b139-be64083908de tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'Port': ['ID=d0e64d09-cb13-4e9a-97b6-0bd0fd349bbe,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:06:57.491058 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207a5d5c-aaa9-4016-b139-be64083908de tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Network 136b297d-d8ad-41f1-87d8-a263a20b96d4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:06:57.492525 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-207a5d5c-aaa9-4016-b139-be64083908de tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:06:57.613917 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207a5d5c-aaa9-4016-b139-be64083908de tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Router 68a50f43-e7be-414d-bc5d-058cf9b9460d has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:06:57.727131 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207a5d5c-aaa9-4016-b139-be64083908de tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:06:57.732918 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-207a5d5c-aaa9-4016-b139-be64083908de tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "PUT /v2.0/routers/68a50f43-e7be-414d-bc5d-058cf9b9460d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2700868 Oct 26 09:06:57.753155 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d163c253-e819-4b94-8a04-e78a82062f9e None None] Network 136b297d-d8ad-41f1-87d8-a263a20b96d4 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:06:57.876178 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-019e0dc9-85aa-4229-8946-22834da7cb9a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1235232564&fields=id&tenant_id=37e91da6a5e944f28990f0b4deb3b388 HTTP/1.1" status: 200 len: 267 time: 0.0339315 Oct 26 09:06:57.876450 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-fada8f0f-8d7f-4338-a675-ddc41f5190e4 None None] Provisioning complete for port 1b85dbd9-a097-467a-9c69-f3ff3172c50b triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:06:57.876675 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fada8f0f-8d7f-4338-a675-ddc41f5190e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:57.996480 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fada8f0f-8d7f-4338-a675-ddc41f5190e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:58.009429 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-3062230e-fd89-42db-ae76-2107e3d50da9 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:06:58.011208 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-3062230e-fd89-42db-ae76-2107e3d50da9 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/networks?id=136b297d-d8ad-41f1-87d8-a263a20b96d4 HTTP/1.1" status: 200 len: 797 time: 0.1275239 Oct 26 09:06:58.030156 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-bd852163-f0a0-48f8-a18d-41f1e6d983ac tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/quotas/37e91da6a5e944f28990f0b4deb3b388 HTTP/1.1" status: 200 len: 375 time: 0.0130517 Oct 26 09:06:58.032895 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-fada8f0f-8d7f-4338-a675-ddc41f5190e4 None None] For port 1b85dbd9-a097-467a-9c69-f3ff3172c50b, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=1b85dbd9-a097-467a-9c69-f3ff3172c50b,segment=NetworkSegment(a8d3a521-2d9a-4324-8718-742fe9f20eaa),segment_id=a8d3a521-2d9a-4324-8718-742fe9f20eaa)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:06:58.038439 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fada8f0f-8d7f-4338-a675-ddc41f5190e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:58.091995 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-c2550cff-54a8-4f68-b69e-aca075c223b8 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=37e91da6a5e944f28990f0b4deb3b388&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546801 Oct 26 09:06:58.106871 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada8f0f-8d7f-4338-a675-ddc41f5190e4 None None] Pushing event updated for resources: {'Port': ['ID=1b85dbd9-a097-467a-9c69-f3ff3172c50b,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:06:58.215008 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-c935e1af-2e7d-428a-8109-bd14a75b221a service neutron] 10.222.0.41 "GET /v2.0/networks/136b297d-d8ad-41f1-87d8-a263a20b96d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092784 Oct 26 09:06:58.262683 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-e85d65c1-5f95-46ed-9a67-92958a9ea2c7 None None] Provisioning complete for port d0e64d09-cb13-4e9a-97b6-0bd0fd349bbe triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:06:58.263654 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e85d65c1-5f95-46ed-9a67-92958a9ea2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:58.301855 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-e85d65c1-5f95-46ed-9a67-92958a9ea2c7 None None] Port d0e64d09-cb13-4e9a-97b6-0bd0fd349bbe cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:06:58.314722 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-e85d65c1-5f95-46ed-9a67-92958a9ea2c7 None None] Provisioning complete for port 1b85dbd9-a097-467a-9c69-f3ff3172c50b triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:06:58.315364 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e85d65c1-5f95-46ed-9a67-92958a9ea2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:58.327295 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-31b662f0-057c-49b1-b145-cdde16b062e4 service neutron] 10.222.0.41 "GET /v2.0/networks/136b297d-d8ad-41f1-87d8-a263a20b96d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016130 Oct 26 09:06:58.358157 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52187403-02a4-4766-b0d7-cfda699cbca9 None None] Sync routers for ids ['68a50f43-e7be-414d-bc5d-058cf9b9460d'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:06:58.370134 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52187403-02a4-4766-b0d7-cfda699cbca9 None None] Routers {'68a50f43-e7be-414d-bc5d-058cf9b9460d'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:06:58.370764 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-52187403-02a4-4766-b0d7-cfda699cbca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:06:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['68a50f43-e7be-414d-bc5d-058cf9b9460d'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:06:58.489527 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-52187403-02a4-4766-b0d7-cfda699cbca9 None None] Set router 68a50f43-e7be-414d-bc5d-058cf9b9460d gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:06:58.587444 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-749681b4-7d1e-4395-9fbb-e9be82e1fafe None None] Provisioning complete for port d0e64d09-cb13-4e9a-97b6-0bd0fd349bbe triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:06:58.587828 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-749681b4-7d1e-4395-9fbb-e9be82e1fafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:58.610423 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e4acc7f3-92e8-44f3-8a9e-29aa7fcb3fc4 req-5960938d-857a-4aad-a442-8434865a7317 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 210 time: 0.0723941 Oct 26 09:06:58.664354 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-749681b4-7d1e-4395-9fbb-e9be82e1fafe None None] Port d0e64d09-cb13-4e9a-97b6-0bd0fd349bbe cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:06:58.711659 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 1b85dbd9-a097-467a-9c69-f3ff3172c50b up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:06:58.741453 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-52187403-02a4-4766-b0d7-cfda699cbca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140480176', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:06:53Z', 'updated_at': '2021-10-26T09:06:56Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:06:53Z', 'updated_at': '2021-10-26T09:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'd0e64d09-cb13-4e9a-97b6-0bd0fd349bbe', 'name': '', 'network_id': '136b297d-d8ad-41f1-87d8-a263a20b96d4', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:43:e7:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '56d17cc6-d971-4585-9171-92c6882b8030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:06:56Z', 'updated_at': '2021-10-26T09:06:57Z', 'revision_number': 2, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': '56d17cc6-d971-4585-9171-92c6882b8030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:06:58.769441 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 1b85dbd9-a097-467a-9c69-f3ff3172c50b triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:06:58.770078 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:58.775496 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52187403-02a4-4766-b0d7-cfda699cbca9 None None] Checking router: 68a50f43-e7be-414d-bc5d-058cf9b9460d for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:06:58.775857 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52187403-02a4-4766-b0d7-cfda699cbca9 None None] Updating router 68a50f43-e7be-414d-bc5d-058cf9b9460d port d0e64d09-cb13-4e9a-97b6-0bd0fd349bbe binding host dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 09:06:58.802001 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-52187403-02a4-4766-b0d7-cfda699cbca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:58.846053 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-5d92da94-54c5-46db-9224-f64f803d8ef3 None None] Provisioning complete for port d0e64d09-cb13-4e9a-97b6-0bd0fd349bbe triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:06:58.846757 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5d92da94-54c5-46db-9224-f64f803d8ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:58.913684 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-5d92da94-54c5-46db-9224-f64f803d8ef3 None None] Port d0e64d09-cb13-4e9a-97b6-0bd0fd349bbe cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:06:58.916637 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:06:58.967489 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:06:58.967869 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:59.055633 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:59.083887 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:06:59.089272 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:59.141958 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:06:59.190289 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-52187403-02a4-4766-b0d7-cfda699cbca9 None None] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:59.199711 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-52187403-02a4-4766-b0d7-cfda699cbca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:59.269332 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa9dd1-acd8-42dc-84e7-97ea5f84a77c None None] Pushing event updated for resources: {'Port': ['ID=d0e64d09-cb13-4e9a-97b6-0bd0fd349bbe,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:06:59.295081 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa9dd1-acd8-42dc-84e7-97ea5f84a77c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:59.295431 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa9dd1-acd8-42dc-84e7-97ea5f84a77c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:59.295767 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa9dd1-acd8-42dc-84e7-97ea5f84a77c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:59.296097 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa9dd1-acd8-42dc-84e7-97ea5f84a77c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:59.296422 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa9dd1-acd8-42dc-84e7-97ea5f84a77c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:59.296745 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa9dd1-acd8-42dc-84e7-97ea5f84a77c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:59.297066 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa9dd1-acd8-42dc-84e7-97ea5f84a77c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:59.297390 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa9dd1-acd8-42dc-84e7-97ea5f84a77c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:59.297738 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa9dd1-acd8-42dc-84e7-97ea5f84a77c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:59.298059 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa9dd1-acd8-42dc-84e7-97ea5f84a77c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:59.298374 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa9dd1-acd8-42dc-84e7-97ea5f84a77c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:59.298688 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa9dd1-acd8-42dc-84e7-97ea5f84a77c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:06:59.312846 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-52187403-02a4-4766-b0d7-cfda699cbca9 None None] Attempting to bind port d0e64d09-cb13-4e9a-97b6-0bd0fd349bbe on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:06:59.313218 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-52187403-02a4-4766-b0d7-cfda699cbca9 None None] Attempting to bind port d0e64d09-cb13-4e9a-97b6-0bd0fd349bbe by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'a8d3a521-2d9a-4324-8718-742fe9f20eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '136b297d-d8ad-41f1-87d8-a263a20b96d4'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:06:59.313578 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52187403-02a4-4766-b0d7-cfda699cbca9 None None] Attempting to bind port d0e64d09-cb13-4e9a-97b6-0bd0fd349bbe on network 136b297d-d8ad-41f1-87d8-a263a20b96d4 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:06:59.318914 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52187403-02a4-4766-b0d7-cfda699cbca9 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:06:59.319290 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52187403-02a4-4766-b0d7-cfda699cbca9 None None] Checking segment: {'id': 'a8d3a521-2d9a-4324-8718-742fe9f20eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '136b297d-d8ad-41f1-87d8-a263a20b96d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:06:59.319688 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-52187403-02a4-4766-b0d7-cfda699cbca9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:59.320080 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52187403-02a4-4766-b0d7-cfda699cbca9 None None] Bound using segment: {'id': 'a8d3a521-2d9a-4324-8718-742fe9f20eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '136b297d-d8ad-41f1-87d8-a263a20b96d4'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:06:59.320674 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-52187403-02a4-4766-b0d7-cfda699cbca9 None None] Bound port: d0e64d09-cb13-4e9a-97b6-0bd0fd349bbe, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d3a521-2d9a-4324-8718-742fe9f20eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '136b297d-d8ad-41f1-87d8-a263a20b96d4'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:06:59.321063 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-52187403-02a4-4766-b0d7-cfda699cbca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:59.389142 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-52187403-02a4-4766-b0d7-cfda699cbca9 None None] For port d0e64d09-cb13-4e9a-97b6-0bd0fd349bbe, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:06:59.392541 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-52187403-02a4-4766-b0d7-cfda699cbca9 None None] For port d0e64d09-cb13-4e9a-97b6-0bd0fd349bbe, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=d0e64d09-cb13-4e9a-97b6-0bd0fd349bbe,segment=NetworkSegment(a8d3a521-2d9a-4324-8718-742fe9f20eaa),segment_id=a8d3a521-2d9a-4324-8718-742fe9f20eaa)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:06:59.396209 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-52187403-02a4-4766-b0d7-cfda699cbca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:59.440395 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-b09ad87f-64c0-458e-86ba-7fa411662d39 None None] Provisioning complete for port d0e64d09-cb13-4e9a-97b6-0bd0fd349bbe triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:06:59.440634 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b09ad87f-64c0-458e-86ba-7fa411662d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:59.456387 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52187403-02a4-4766-b0d7-cfda699cbca9 None None] Routers {'68a50f43-e7be-414d-bc5d-058cf9b9460d'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:06:59.457029 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-52187403-02a4-4766-b0d7-cfda699cbca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:06:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['68a50f43-e7be-414d-bc5d-058cf9b9460d'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:06:59.459787 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa9dd1-acd8-42dc-84e7-97ea5f84a77c None None] Pushing event updated for resources: {'Port': ['ID=d0e64d09-cb13-4e9a-97b6-0bd0fd349bbe,revision_number=4']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:06:59.530880 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b09ad87f-64c0-458e-86ba-7fa411662d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:59.580236 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-b09ad87f-64c0-458e-86ba-7fa411662d39 None None] For port d0e64d09-cb13-4e9a-97b6-0bd0fd349bbe, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=d0e64d09-cb13-4e9a-97b6-0bd0fd349bbe,segment=NetworkSegment(a8d3a521-2d9a-4324-8718-742fe9f20eaa),segment_id=a8d3a521-2d9a-4324-8718-742fe9f20eaa)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:06:59.586176 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b09ad87f-64c0-458e-86ba-7fa411662d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:59.612197 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-52187403-02a4-4766-b0d7-cfda699cbca9 None None] Set router 68a50f43-e7be-414d-bc5d-058cf9b9460d gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:06:59.650939 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ad87f-64c0-458e-86ba-7fa411662d39 None None] Pushing event updated for resources: {'Port': ['ID=d0e64d09-cb13-4e9a-97b6-0bd0fd349bbe,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:06:59.703631 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-fb3fd125-5279-49fc-83ae-c4ee9e8cdd6b tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:06:59.705887 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-fb3fd125-5279-49fc-83ae-c4ee9e8cdd6b tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.47 "GET /v2.0/networks?id=136b297d-d8ad-41f1-87d8-a263a20b96d4 HTTP/1.1" status: 200 len: 797 time: 0.1538231 Oct 26 09:06:59.745154 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-2d1f75b7-7cc8-416e-a74d-ea7a20fba81f req-b580cf8e-5815-41e7-a3b8-1d969aea719c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 210 time: 0.0372643 Oct 26 09:06:59.756121 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-3321e5d4-004f-414f-863d-350c2dc31e5c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37e91da6a5e944f28990f0b4deb3b388 HTTP/1.1" status: 200 len: 380 time: 0.0392880 Oct 26 09:06:59.767626 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-3b702fdb-22a1-45d7-9099-1aa3ef4ad64c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'port': {'device_id': '291f3f43-ff53-478d-8131-514658d56be7', 'network_id': '136b297d-d8ad-41f1-87d8-a263a20b96d4', 'admin_state_up': True, 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'security_groups': ['c3ef9cd0-cedf-4063-b782-4eba7752361e']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:06:59.770326 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:06:59.819357 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-cff6fea3-318d-4c0d-addd-b5e395ae7787 None None] Provisioning complete for port d0e64d09-cb13-4e9a-97b6-0bd0fd349bbe triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:06:59.819909 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cff6fea3-318d-4c0d-addd-b5e395ae7787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:06:59.917635 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-52187403-02a4-4766-b0d7-cfda699cbca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140480176', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:06:53Z', 'updated_at': '2021-10-26T09:06:56Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:06:53Z', 'updated_at': '2021-10-26T09:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'd0e64d09-cb13-4e9a-97b6-0bd0fd349bbe', 'name': '', 'network_id': '136b297d-d8ad-41f1-87d8-a263a20b96d4', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:43:e7:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '56d17cc6-d971-4585-9171-92c6882b8030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:06:56Z', 'updated_at': '2021-10-26T09:06:59Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': '56d17cc6-d971-4585-9171-92c6882b8030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:06:59.947369 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52187403-02a4-4766-b0d7-cfda699cbca9 None None] The sync data for ids ['68a50f43-e7be-414d-bc5d-058cf9b9460d'] in dv-neutron-804846-13-hyperv is: [{'id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140480176', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:06:53Z', 'updated_at': '2021-10-26T09:06:56Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:06:53Z', 'updated_at': '2021-10-26T09:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'd0e64d09-cb13-4e9a-97b6-0bd0fd349bbe', 'name': '', 'network_id': '136b297d-d8ad-41f1-87d8-a263a20b96d4', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:43:e7:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '56d17cc6-d971-4585-9171-92c6882b8030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:06:56Z', 'updated_at': '2021-10-26T09:06:59Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': '56d17cc6-d971-4585-9171-92c6882b8030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:07:00.223294 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-3b702fdb-22a1-45d7-9099-1aa3ef4ad64c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Made reservation on behalf of 37e91da6a5e944f28990f0b4deb3b388 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:07:00.228043 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-3b702fdb-22a1-45d7-9099-1aa3ef4ad64c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:07:00.359473 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-3b702fdb-22a1-45d7-9099-1aa3ef4ad64c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Allocated IP 172.20.0.10 (136b297d-d8ad-41f1-87d8-a263a20b96d4/56d17cc6-d971-4585-9171-92c6882b8030/b296a283-3385-497c-997f-aba21619d12f) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:07:00.514884 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-3b702fdb-22a1-45d7-9099-1aa3ef4ad64c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:07:00.550749 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-3b702fdb-22a1-45d7-9099-1aa3ef4ad64c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:07:00.611356 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-3b702fdb-22a1-45d7-9099-1aa3ef4ad64c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Network 136b297d-d8ad-41f1-87d8-a263a20b96d4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:07:00.614793 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-3b702fdb-22a1-45d7-9099-1aa3ef4ad64c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:07:00.617585 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-3b702fdb-22a1-45d7-9099-1aa3ef4ad64c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:07:00.645150 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b702fdb-22a1-45d7-9099-1aa3ef4ad64c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'Port': ['ID=b296a283-3385-497c-997f-aba21619d12f,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:07:00.671283 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:07:00.680862 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-3b702fdb-22a1-45d7-9099-1aa3ef4ad64c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:00.681798 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-3b702fdb-22a1-45d7-9099-1aa3ef4ad64c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:07:00.701554 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-3b702fdb-22a1-45d7-9099-1aa3ef4ad64c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9379671 Oct 26 09:07:00.716214 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-235a7a56-e578-49fd-9528-590b523c1596 service neutron] Request body: {'port': {'device_id': '291f3f43-ff53-478d-8131-514658d56be7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:07:00.740645 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:07:00.741304 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:07:00.783307 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-235a7a56-e578-49fd-9528-590b523c1596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:07:00.864709 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device d0e64d09-cb13-4e9a-97b6-0bd0fd349bbe up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:07:00.917266 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port d0e64d09-cb13-4e9a-97b6-0bd0fd349bbe triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:07:00.918007 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:07:00.977867 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-1054e92f-ba9b-48f6-b212-8ad5ecce8f9f None None] Provisioning complete for port b296a283-3385-497c-997f-aba21619d12f triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:07:00.977867 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1054e92f-ba9b-48f6-b212-8ad5ecce8f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:07:00.986316 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6450e-50db-4af9-9690-eeb174998a81 req-387e12f7-a290-4d08-8431-e104dbfc78d6 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:00.987919 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-60d6450e-50db-4af9-9690-eeb174998a81 req-387e12f7-a290-4d08-8431-e104dbfc78d6 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 932 time: 0.1436853 Oct 26 09:07:01.045486 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-1054e92f-ba9b-48f6-b212-8ad5ecce8f9f None None] Port b296a283-3385-497c-997f-aba21619d12f cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:07:01.071949 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-60d6450e-50db-4af9-9690-eeb174998a81 req-12470dcb-a0c8-4be8-b522-18d784688424 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3ef9cd0-cedf-4063-b782-4eba7752361e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528762 Oct 26 09:07:01.155945 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-235a7a56-e578-49fd-9528-590b523c1596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b296a283-3385-497c-997f-aba21619d12f {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 09:07:01.163475 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-235a7a56-e578-49fd-9528-590b523c1596 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:07:01.175116 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-235a7a56-e578-49fd-9528-590b523c1596 service neutron] Transition to ACTIVE for port object b296a283-3385-497c-997f-aba21619d12f will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 09:07:01.179046 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-235a7a56-e578-49fd-9528-590b523c1596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:07:01.230238 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a7a56-e578-49fd-9528-590b523c1596 service neutron] Pushing event updated for resources: {'Port': ['ID=b296a283-3385-497c-997f-aba21619d12f,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:07:01.304422 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-235a7a56-e578-49fd-9528-590b523c1596 service neutron] Attempting to bind port b296a283-3385-497c-997f-aba21619d12f on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:07:01.304768 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-235a7a56-e578-49fd-9528-590b523c1596 service neutron] Attempting to bind port b296a283-3385-497c-997f-aba21619d12f by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'a8d3a521-2d9a-4324-8718-742fe9f20eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '136b297d-d8ad-41f1-87d8-a263a20b96d4'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:07:01.305104 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-235a7a56-e578-49fd-9528-590b523c1596 service neutron] Attempting to bind port b296a283-3385-497c-997f-aba21619d12f on network 136b297d-d8ad-41f1-87d8-a263a20b96d4 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:07:01.310316 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-235a7a56-e578-49fd-9528-590b523c1596 service neutron] Port b296a283-3385-497c-997f-aba21619d12f on network 136b297d-d8ad-41f1-87d8-a263a20b96d4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 09:07:01.310645 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-235a7a56-e578-49fd-9528-590b523c1596 service neutron] Attempting to bind port b296a283-3385-497c-997f-aba21619d12f on network 136b297d-d8ad-41f1-87d8-a263a20b96d4 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:07:01.315873 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-235a7a56-e578-49fd-9528-590b523c1596 service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:07:01.316211 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-235a7a56-e578-49fd-9528-590b523c1596 service neutron] Checking segment: {'id': 'a8d3a521-2d9a-4324-8718-742fe9f20eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '136b297d-d8ad-41f1-87d8-a263a20b96d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:07:01.316599 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-235a7a56-e578-49fd-9528-590b523c1596 service neutron] Bound using segment: {'id': 'a8d3a521-2d9a-4324-8718-742fe9f20eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '136b297d-d8ad-41f1-87d8-a263a20b96d4'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:07:01.317044 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-235a7a56-e578-49fd-9528-590b523c1596 service neutron] Bound port: b296a283-3385-497c-997f-aba21619d12f, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8d3a521-2d9a-4324-8718-742fe9f20eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '136b297d-d8ad-41f1-87d8-a263a20b96d4'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:07:01.317409 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-235a7a56-e578-49fd-9528-590b523c1596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:07:01.385035 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-235a7a56-e578-49fd-9528-590b523c1596 service neutron] For port b296a283-3385-497c-997f-aba21619d12f, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:07:01.388542 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-235a7a56-e578-49fd-9528-590b523c1596 service neutron] For port b296a283-3385-497c-997f-aba21619d12f, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=b296a283-3385-497c-997f-aba21619d12f,segment=NetworkSegment(a8d3a521-2d9a-4324-8718-742fe9f20eaa),segment_id=a8d3a521-2d9a-4324-8718-742fe9f20eaa)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:07:01.394089 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-235a7a56-e578-49fd-9528-590b523c1596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:07:01.426550 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-235a7a56-e578-49fd-9528-590b523c1596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:01.427197 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-235a7a56-e578-49fd-9528-590b523c1596 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:07:01.428931 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-235a7a56-e578-49fd-9528-590b523c1596 service neutron] 10.222.0.47 "PUT /v2.0/ports/b296a283-3385-497c-997f-aba21619d12f HTTP/1.1" status: 200 len: 1094 time: 0.7182658 Oct 26 09:07:01.431543 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291f3f43-ff53-478d-8131-514658d56be7', 'tag': 'b296a283-3385-497c-997f-aba21619d12f'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:07:01.434072 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd8fbd1-fb12-445e-bd0b-8f1c6ebd32b1" -d '{"events": [{"name": "network-changed", "server_uuid": "291f3f43-ff53-478d-8131-514658d56be7", "tag": "b296a283-3385-497c-997f-aba21619d12f"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:07:01.462841 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a7a56-e578-49fd-9528-590b523c1596 service neutron] Pushing event updated for resources: {'Port': ['ID=b296a283-3385-497c-997f-aba21619d12f,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:07:01.503126 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 09:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc73f6ca-ee84-4a35-a7a5-3d118bf951d7 x-openstack-request-id: req-bc73f6ca-ee84-4a35-a7a5-3d118bf951d7 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:07:01.503430 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "291f3f43-ff53-478d-8131-514658d56be7", "tag": "b296a283-3385-497c-997f-aba21619d12f", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:07:01.503687 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bc73f6ca-ee84-4a35-a7a5-3d118bf951d7 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:07:01.504098 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '291f3f43-ff53-478d-8131-514658d56be7', 'tag': 'b296a283-3385-497c-997f-aba21619d12f', 'status': 'completed', 'code': 200} Oct 26 09:07:01.519968 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-64f04b27-ce9b-43f7-814d-8ba5aadcba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:01.521548 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-64f04b27-ce9b-43f7-814d-8ba5aadcba0d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37e91da6a5e944f28990f0b4deb3b388&device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 1097 time: 0.0496848 Oct 26 09:07:01.568437 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-d152a8ec-40bd-45dd-9363-e517861e3100 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b296a283-3385-497c-997f-aba21619d12f HTTP/1.1" status: 200 len: 217 time: 0.0387099 Oct 26 09:07:01.621845 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-bbdbebe7-79b5-4e0a-b58b-dff00ccbe028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:01.623468 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-bbdbebe7-79b5-4e0a-b58b-dff00ccbe028 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=56d17cc6-d971-4585-9171-92c6882b8030 HTTP/1.1" status: 200 len: 835 time: 0.0471325 Oct 26 09:07:01.670913 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-73d2161d-d903-421c-a7c2-7b0fed873d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:01.672477 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-73d2161d-d903-421c-a7c2-7b0fed873d9a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=136b297d-d8ad-41f1-87d8-a263a20b96d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0419033 Oct 26 09:07:01.768077 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-b5197619-d480-40b2-8075-9a984419566a service neutron] 10.222.0.47 "GET /v2.0/networks/136b297d-d8ad-41f1-87d8-a263a20b96d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885015 Oct 26 09:07:01.856826 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d2714d97-84bb-4da6-be77-0e7345747f4d req-35fba54a-e97c-4672-8b63-fa5a012a15b4 service neutron] 10.222.0.47 "GET /v2.0/networks/136b297d-d8ad-41f1-87d8-a263a20b96d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822458 Oct 26 09:07:01.949856 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8fbd1-fb12-445e-bd0b-8f1c6ebd32b1 req-f626e47e-6013-4b7d-bf9a-dde42a3867d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:01.951382 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5bd8fbd1-fb12-445e-bd0b-8f1c6ebd32b1 req-f626e47e-6013-4b7d-bf9a-dde42a3867d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37e91da6a5e944f28990f0b4deb3b388&device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 1097 time: 0.0473838 Oct 26 09:07:02.042985 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8fbd1-fb12-445e-bd0b-8f1c6ebd32b1 req-aea8730f-73ac-44d3-ad71-944ada09d85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:02.044468 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5bd8fbd1-fb12-445e-bd0b-8f1c6ebd32b1 req-aea8730f-73ac-44d3-ad71-944ada09d85d service neutron] 10.222.0.47 "GET /v2.0/networks?id=136b297d-d8ad-41f1-87d8-a263a20b96d4 HTTP/1.1" status: 200 len: 898 time: 0.0852904 Oct 26 09:07:02.091925 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5bd8fbd1-fb12-445e-bd0b-8f1c6ebd32b1 req-3e48d173-a7be-41d8-b140-1ff0f826efce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b296a283-3385-497c-997f-aba21619d12f HTTP/1.1" status: 200 len: 217 time: 0.0386436 Oct 26 09:07:02.143286 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8fbd1-fb12-445e-bd0b-8f1c6ebd32b1 req-9d6e9266-14fb-4734-8ede-e03ff7f3bcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:02.144750 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5bd8fbd1-fb12-445e-bd0b-8f1c6ebd32b1 req-9d6e9266-14fb-4734-8ede-e03ff7f3bcdf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=56d17cc6-d971-4585-9171-92c6882b8030 HTTP/1.1" status: 200 len: 835 time: 0.0459945 Oct 26 09:07:02.219473 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa87fb4-c94d-47ec-bab0-85bea5b9b9c1 req-db80cda0-8e0c-43dc-9ec5-e0280573573a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:02.220885 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3aa87fb4-c94d-47ec-bab0-85bea5b9b9c1 req-db80cda0-8e0c-43dc-9ec5-e0280573573a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 944 time: 0.0795372 Oct 26 09:07:02.223450 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8fbd1-fb12-445e-bd0b-8f1c6ebd32b1 req-7f387b93-96c8-409d-828a-2f88cfff7ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:02.224831 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5bd8fbd1-fb12-445e-bd0b-8f1c6ebd32b1 req-7f387b93-96c8-409d-828a-2f88cfff7ac8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=136b297d-d8ad-41f1-87d8-a263a20b96d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0702276 Oct 26 09:07:02.308390 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3aa87fb4-c94d-47ec-bab0-85bea5b9b9c1 req-acf2e69f-3aa7-4a26-adce-279b82c7e84c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3ef9cd0-cedf-4063-b782-4eba7752361e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814703 Oct 26 09:07:02.340786 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5bd8fbd1-fb12-445e-bd0b-8f1c6ebd32b1 req-ca80c8bf-b19e-4aa8-b101-e24ce415260b service neutron] 10.222.0.47 "GET /v2.0/networks/136b297d-d8ad-41f1-87d8-a263a20b96d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064920 Oct 26 09:07:02.435597 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5bd8fbd1-fb12-445e-bd0b-8f1c6ebd32b1 req-6f97554b-4f64-4fb5-8ec6-dfc7bcdda212 service neutron] 10.222.0.47 "GET /v2.0/networks/136b297d-d8ad-41f1-87d8-a263a20b96d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874751 Oct 26 09:07:03.422402 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38d79e-f1bf-44ec-a535-3d4dbc6dea51 req-8c9c9140-d3a2-410e-b589-4b4d3ec31c66 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:03.423865 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-7b38d79e-f1bf-44ec-a535-3d4dbc6dea51 req-8c9c9140-d3a2-410e-b589-4b4d3ec31c66 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 944 time: 0.0481076 Oct 26 09:07:03.465854 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-7b38d79e-f1bf-44ec-a535-3d4dbc6dea51 req-d821797b-5f15-4003-abdb-1b92d0a87b3a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3ef9cd0-cedf-4063-b782-4eba7752361e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361431 Oct 26 09:07:04.583877 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401d8fc-05e1-4ed4-8136-9a91e6984ce6 req-586ad577-6225-497b-8421-87f200a2c3df tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:04.585406 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9401d8fc-05e1-4ed4-8136-9a91e6984ce6 req-586ad577-6225-497b-8421-87f200a2c3df tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 944 time: 0.0525923 Oct 26 09:07:04.599109 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device b296a283-3385-497c-997f-aba21619d12f details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 09:07:04.624950 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9401d8fc-05e1-4ed4-8136-9a91e6984ce6 req-0460a640-da46-4b59-8270-4f1caec5b9f0 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3ef9cd0-cedf-4063-b782-4eba7752361e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335326 Oct 26 09:07:04.695801 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port b296a283-3385-497c-997f-aba21619d12f, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=b296a283-3385-497c-997f-aba21619d12f,segment=NetworkSegment(a8d3a521-2d9a-4324-8718-742fe9f20eaa),segment_id=a8d3a521-2d9a-4324-8718-742fe9f20eaa)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:07:04.707873 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': 'b296a283-3385-497c-997f-aba21619d12f', 'network_id': '136b297d-d8ad-41f1-87d8-a263a20b96d4', 'port_id': 'b296a283-3385-497c-997f-aba21619d12f', 'mac_address': 'fa:16:3e:bb:c1:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d17cc6-d971-4585-9171-92c6882b8030', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 09:07:04.744949 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:07:04.757342 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b296a283-3385-497c-997f-aba21619d12f {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 09:07:04.780239 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port b296a283-3385-497c-997f-aba21619d12f, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=b296a283-3385-497c-997f-aba21619d12f,segment=NetworkSegment(a8d3a521-2d9a-4324-8718-742fe9f20eaa),segment_id=a8d3a521-2d9a-4324-8718-742fe9f20eaa)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:07:04.784078 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:07:04.838642 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=b296a283-3385-497c-997f-aba21619d12f,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:07:04.989808 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['b296a283-3385-497c-997f-aba21619d12f'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 09:07:05.739081 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f2c78-1334-4c60-b7b8-8ce3b38c0d4b req-458ab647-0099-48f5-917f-c13ee709eed3 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:05.740473 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-406f2c78-1334-4c60-b7b8-8ce3b38c0d4b req-458ab647-0099-48f5-917f-c13ee709eed3 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 945 time: 0.0495086 Oct 26 09:07:05.777928 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-406f2c78-1334-4c60-b7b8-8ce3b38c0d4b req-0fbe1cfb-a507-4910-a0e7-b790e030df2d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3ef9cd0-cedf-4063-b782-4eba7752361e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308213 Oct 26 09:07:06.616519 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device b296a283-3385-497c-997f-aba21619d12f up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:07:06.665639 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port b296a283-3385-497c-997f-aba21619d12f completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 09:07:06.669648 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port b296a283-3385-497c-997f-aba21619d12f triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:07:06.670037 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:07:06.750394 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:07:06.772937 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291f3f43-ff53-478d-8131-514658d56be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b296a283-3385-497c-997f-aba21619d12f'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:07:06.775264 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f02dec0-81f0-4505-8a6e-026cf37fcc39" -d '{"events": [{"server_uuid": "291f3f43-ff53-478d-8131-514658d56be7", "name": "network-vif-plugged", "status": "completed", "tag": "b296a283-3385-497c-997f-aba21619d12f"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:07:06.787537 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port b296a283-3385-497c-997f-aba21619d12f, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=b296a283-3385-497c-997f-aba21619d12f,segment=NetworkSegment(a8d3a521-2d9a-4324-8718-742fe9f20eaa),segment_id=a8d3a521-2d9a-4324-8718-742fe9f20eaa)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:07:06.791922 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:07:06.816235 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 09:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e27547-2375-4dff-b919-bad301133bd6 x-openstack-request-id: req-22e27547-2375-4dff-b919-bad301133bd6 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:07:06.816537 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291f3f43-ff53-478d-8131-514658d56be7", "name": "network-vif-plugged", "status": "completed", "tag": "b296a283-3385-497c-997f-aba21619d12f", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:07:06.816789 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-22e27547-2375-4dff-b919-bad301133bd6 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:07:06.817177 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291f3f43-ff53-478d-8131-514658d56be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b296a283-3385-497c-997f-aba21619d12f', 'code': 200} Oct 26 09:07:06.848514 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=b296a283-3385-497c-997f-aba21619d12f,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:07:06.907798 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177db43-ba60-45ae-8b46-b1ede88b2c3d req-c87a4c52-c6cb-4f4f-9486-c4f0da989a38 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:06.909502 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-c177db43-ba60-45ae-8b46-b1ede88b2c3d req-c87a4c52-c6cb-4f4f-9486-c4f0da989a38 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 946 time: 0.0578778 Oct 26 09:07:06.953985 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-c177db43-ba60-45ae-8b46-b1ede88b2c3d req-436fbc46-8a2c-4b69-b5eb-d4ed47942646 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3ef9cd0-cedf-4063-b782-4eba7752361e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367901 Oct 26 09:07:06.990302 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8adca53-8d75-43b7-8f0d-533e0c6c9928 req-897549dd-17e1-4484-866a-d275087058a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:06.991837 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c8adca53-8d75-43b7-8f0d-533e0c6c9928 req-897549dd-17e1-4484-866a-d275087058a3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 1099 time: 0.0408242 Oct 26 09:07:07.026201 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c8adca53-8d75-43b7-8f0d-533e0c6c9928 req-89ac8fa8-6156-45a1-b334-bd3f4014cf57 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c3ef9cd0-cedf-4063-b782-4eba7752361e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269029 Oct 26 09:07:08.075387 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1bc1f-bee7-4a51-85be-a68468660917 req-160c0274-0fde-43f9-8c98-63ab119e52ec tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:08.076880 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7ac1bc1f-bee7-4a51-85be-a68468660917 req-160c0274-0fde-43f9-8c98-63ab119e52ec tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 946 time: 0.0510132 Oct 26 09:07:08.122649 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7ac1bc1f-bee7-4a51-85be-a68468660917 req-8ce5d388-23fb-46d9-b6c1-92dc58998249 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3ef9cd0-cedf-4063-b782-4eba7752361e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375617 Oct 26 09:07:09.239435 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d67bd-a137-4a43-aaf2-8f41ce6b14a3 req-c4da8c04-e0f4-4029-9f08-afffa950f110 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:09.240918 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-018d67bd-a137-4a43-aaf2-8f41ce6b14a3 req-c4da8c04-e0f4-4029-9f08-afffa950f110 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 946 time: 0.0532627 Oct 26 09:07:09.278389 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-018d67bd-a137-4a43-aaf2-8f41ce6b14a3 req-34fa0b98-c449-4d60-bd34-72b98be4d381 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3ef9cd0-cedf-4063-b782-4eba7752361e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304706 Oct 26 09:07:09.396744 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec0389-c0b0-4242-a357-3b638bbab891 req-660aeb8b-5ace-4c57-a9a9-0096c7fb8beb tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:09.398244 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f2ec0389-c0b0-4242-a357-3b638bbab891 req-660aeb8b-5ace-4c57-a9a9-0096c7fb8beb tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 946 time: 0.0498385 Oct 26 09:07:09.440340 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f2ec0389-c0b0-4242-a357-3b638bbab891 req-289a179b-b5dd-46e1-afe7-8e0bc869c33d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3ef9cd0-cedf-4063-b782-4eba7752361e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356798 Oct 26 09:07:09.464067 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43774) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:07:09.504122 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb4cc0d-cb9f-414f-bf0b-de2bd2331465 tempest-TestNetworkAdvancedServerOps-165145031 tempest-TestNetworkAdvancedServerOps-165145031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:09.505648 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-adb4cc0d-cb9f-414f-bf0b-de2bd2331465 tempest-TestNetworkAdvancedServerOps-165145031 tempest-TestNetworkAdvancedServerOps-165145031-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 1094 time: 0.0405662 Oct 26 09:07:09.508666 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43776) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:07:09.513520 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-61692337-d33b-4912-8186-27fbdc7f47e8 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'floatingip': {'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'port_id': 'b296a283-3385-497c-997f-aba21619d12f', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:07:09.535127 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-61692337-d33b-4912-8186-27fbdc7f47e8 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for floatingip, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:07:09.635297 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-61692337-d33b-4912-8186-27fbdc7f47e8 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:07:09.735979 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-61692337-d33b-4912-8186-27fbdc7f47e8 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Allocated IP 172.26.2.7 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/1488dadf-7279-4a41-901e-db571e4138d3) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:07:09.842651 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-61692337-d33b-4912-8186-27fbdc7f47e8 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:07:09.876142 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-61692337-d33b-4912-8186-27fbdc7f47e8 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:07:09.911324 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61692337-d33b-4912-8186-27fbdc7f47e8 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:07:09.916732 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-61692337-d33b-4912-8186-27fbdc7f47e8 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:07:09.920329 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61692337-d33b-4912-8186-27fbdc7f47e8 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:07:09.943393 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61692337-d33b-4912-8186-27fbdc7f47e8 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'Port': ['ID=1488dadf-7279-4a41-901e-db571e4138d3,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:07:10.262376 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-61692337-d33b-4912-8186-27fbdc7f47e8 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:07:10.327331 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-61692337-d33b-4912-8186-27fbdc7f47e8 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:07:10.478989 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-61692337-d33b-4912-8186-27fbdc7f47e8 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:07:10.483375 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-61692337-d33b-4912-8186-27fbdc7f47e8 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:07:10.554849 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61692337-d33b-4912-8186-27fbdc7f47e8 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'Port': ['ID=1488dadf-7279-4a41-901e-db571e4138d3,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:07:10.564544 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-61692337-d33b-4912-8186-27fbdc7f47e8 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:07:10.665240 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.l3_db [None req-61692337-d33b-4912-8186-27fbdc7f47e8 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Floating IP bdeebc2d-d96c-41d7-a02f-c1e51c366a05 associated. External IP: 172.26.2.7, port: b296a283-3385-497c-997f-aba21619d12f. Oct 26 09:07:10.880011 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61692337-d33b-4912-8186-27fbdc7f47e8 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Router 68a50f43-e7be-414d-bc5d-058cf9b9460d has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:07:10.985199 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61692337-d33b-4912-8186-27fbdc7f47e8 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:07:10.996012 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f03c26d-dce7-4725-aec5-cce00085d41b None None] Sync routers for ids ['68a50f43-e7be-414d-bc5d-058cf9b9460d'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:07:11.002883 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-61692337-d33b-4912-8186-27fbdc7f47e8 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:07:11.006846 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f03c26d-dce7-4725-aec5-cce00085d41b None None] Routers {'68a50f43-e7be-414d-bc5d-058cf9b9460d'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:07:11.007472 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-8f03c26d-dce7-4725-aec5-cce00085d41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:06:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['68a50f43-e7be-414d-bc5d-058cf9b9460d'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:07:11.031263 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-61692337-d33b-4912-8186-27fbdc7f47e8 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5212657 Oct 26 09:07:11.031864 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291f3f43-ff53-478d-8131-514658d56be7', 'tag': 'b296a283-3385-497c-997f-aba21619d12f'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:07:11.034208 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6001f9b463937e9ba59653060f797cf6a3b9cfc8c69abf6deb468a53c3a3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d75f6e-0ace-414e-9882-d95704fe857d" -d '{"events": [{"name": "network-changed", "server_uuid": "291f3f43-ff53-478d-8131-514658d56be7", "tag": "b296a283-3385-497c-997f-aba21619d12f"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:07:11.076104 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 09:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d33343-f4a7-4a95-9294-744638d51d37 x-openstack-request-id: req-b4d33343-f4a7-4a95-9294-744638d51d37 {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:07:11.076566 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "291f3f43-ff53-478d-8131-514658d56be7", "tag": "b296a283-3385-497c-997f-aba21619d12f", "status": "completed", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:07:11.076832 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b4d33343-f4a7-4a95-9294-744638d51d37 {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:07:11.077240 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '291f3f43-ff53-478d-8131-514658d56be7', 'tag': 'b296a283-3385-497c-997f-aba21619d12f', 'status': 'completed', 'code': 200} Oct 26 09:07:11.118299 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-8f03c26d-dce7-4725-aec5-cce00085d41b None None] Set router 68a50f43-e7be-414d-bc5d-058cf9b9460d gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:07:11.141660 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da4c6f-830d-4b8b-aac1-93db35ebf26f req-49c0aa84-bd82-4bb6-8d1e-026e059c695e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:11.142798 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d75f6e-0ace-414e-9882-d95704fe857d req-e5914011-96b3-47e2-90cf-2e59e79bbcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:11.143603 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-55da4c6f-830d-4b8b-aac1-93db35ebf26f req-49c0aa84-bd82-4bb6-8d1e-026e059c695e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 946 time: 0.0540113 Oct 26 09:07:11.144408 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-02d75f6e-0ace-414e-9882-d95704fe857d req-e5914011-96b3-47e2-90cf-2e59e79bbcca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37e91da6a5e944f28990f0b4deb3b388&device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 1099 time: 0.0439816 Oct 26 09:07:11.183371 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-55da4c6f-830d-4b8b-aac1-93db35ebf26f req-3bd187ab-b108-4a20-8c40-f20afb0d141f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3ef9cd0-cedf-4063-b782-4eba7752361e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331864 Oct 26 09:07:11.206775 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43782) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:07:11.251423 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d75f6e-0ace-414e-9882-d95704fe857d req-17275b7f-6dd2-4108-a7c0-bbbd0137939a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:11.253372 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-02d75f6e-0ace-414e-9882-d95704fe857d req-17275b7f-6dd2-4108-a7c0-bbbd0137939a service neutron] 10.222.0.47 "GET /v2.0/networks?id=136b297d-d8ad-41f1-87d8-a263a20b96d4 HTTP/1.1" status: 200 len: 898 time: 0.1020277 Oct 26 09:07:11.324237 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-02d75f6e-0ace-414e-9882-d95704fe857d req-6a602b54-4c92-4d97-98a8-3b335d7c9a55 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b296a283-3385-497c-997f-aba21619d12f HTTP/1.1" status: 200 len: 998 time: 0.0635073 Oct 26 09:07:11.374984 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-8f03c26d-dce7-4725-aec5-cce00085d41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140480176', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:06:53Z', 'updated_at': '2021-10-26T09:06:56Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:06:53Z', 'updated_at': '2021-10-26T09:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': 'bdeebc2d-d96c-41d7-a02f-c1e51c366a05', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'floating_ip_address': '172.26.2.7', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'port_id': 'b296a283-3385-497c-997f-aba21619d12f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '136b297d-d8ad-41f1-87d8-a263a20b96d4', 'mac_address': 'fa:16:3e:bb:c1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291f3f43-ff53-478d-8131-514658d56be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T09:07:10Z', 'updated_at': '2021-10-26T09:07:10Z', 'revision_number': 0, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e64d09-cb13-4e9a-97b6-0bd0fd349bbe', 'name': '', 'network_id': '136b297d-d8ad-41f1-87d8-a263a20b96d4', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:43:e7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '56d17cc6-d971-4585-9171-92c6882b8030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:06:56Z', 'updated_at': '2021-10-26T09:06:59Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': '56d17cc6-d971-4585-9171-92c6882b8030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:07:11.377536 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d75f6e-0ace-414e-9882-d95704fe857d req-5a98e95f-d12a-4264-9c54-63fda0a8c383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:11.379096 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-02d75f6e-0ace-414e-9882-d95704fe857d req-5a98e95f-d12a-4264-9c54-63fda0a8c383 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=56d17cc6-d971-4585-9171-92c6882b8030 HTTP/1.1" status: 200 len: 835 time: 0.0477386 Oct 26 09:07:11.403490 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f03c26d-dce7-4725-aec5-cce00085d41b None None] Checking router: 68a50f43-e7be-414d-bc5d-058cf9b9460d for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:07:11.412684 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f03c26d-dce7-4725-aec5-cce00085d41b None None] Routers {'68a50f43-e7be-414d-bc5d-058cf9b9460d'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:07:11.413300 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-8f03c26d-dce7-4725-aec5-cce00085d41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:06:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['68a50f43-e7be-414d-bc5d-058cf9b9460d'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:07:11.434146 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d75f6e-0ace-414e-9882-d95704fe857d req-c0a78c9d-746d-4f9a-9bf7-9a8ace88055c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:11.435851 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-02d75f6e-0ace-414e-9882-d95704fe857d req-c0a78c9d-746d-4f9a-9bf7-9a8ace88055c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=136b297d-d8ad-41f1-87d8-a263a20b96d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0496395 Oct 26 09:07:11.526051 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-8f03c26d-dce7-4725-aec5-cce00085d41b None None] Set router 68a50f43-e7be-414d-bc5d-058cf9b9460d gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:07:11.534812 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-02d75f6e-0ace-414e-9882-d95704fe857d req-5ea12b3c-fc27-464f-844d-be8bfeba7e4c service neutron] 10.222.0.47 "GET /v2.0/networks/136b297d-d8ad-41f1-87d8-a263a20b96d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917408 Oct 26 09:07:11.561040 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d11409e3-abf6-467f-8403-1ad95ae183b3 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/floatingips/bdeebc2d-d96c-41d7-a02f-c1e51c366a05 HTTP/1.1" status: 200 len: 990 time: 0.3531125 Oct 26 09:07:11.633495 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-02d75f6e-0ace-414e-9882-d95704fe857d req-562580c5-04ba-4303-9f23-ac07aa2e17a2 service neutron] 10.222.0.47 "GET /v2.0/networks/136b297d-d8ad-41f1-87d8-a263a20b96d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916698 Oct 26 09:07:11.762100 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-8f03c26d-dce7-4725-aec5-cce00085d41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140480176', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:06:53Z', 'updated_at': '2021-10-26T09:06:56Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:06:53Z', 'updated_at': '2021-10-26T09:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': 'bdeebc2d-d96c-41d7-a02f-c1e51c366a05', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'floating_ip_address': '172.26.2.7', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'port_id': 'b296a283-3385-497c-997f-aba21619d12f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '136b297d-d8ad-41f1-87d8-a263a20b96d4', 'mac_address': 'fa:16:3e:bb:c1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291f3f43-ff53-478d-8131-514658d56be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T09:07:10Z', 'updated_at': '2021-10-26T09:07:10Z', 'revision_number': 0, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e64d09-cb13-4e9a-97b6-0bd0fd349bbe', 'name': '', 'network_id': '136b297d-d8ad-41f1-87d8-a263a20b96d4', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:43:e7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '56d17cc6-d971-4585-9171-92c6882b8030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:06:56Z', 'updated_at': '2021-10-26T09:06:59Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': '56d17cc6-d971-4585-9171-92c6882b8030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:07:11.787264 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f03c26d-dce7-4725-aec5-cce00085d41b None None] The sync data for ids ['68a50f43-e7be-414d-bc5d-058cf9b9460d'] in dv-neutron-804846-13-hyperv is: [{'id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140480176', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:06:53Z', 'updated_at': '2021-10-26T09:06:56Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:06:53Z', 'updated_at': '2021-10-26T09:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': 'bdeebc2d-d96c-41d7-a02f-c1e51c366a05', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'floating_ip_address': '172.26.2.7', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'port_id': 'b296a283-3385-497c-997f-aba21619d12f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '136b297d-d8ad-41f1-87d8-a263a20b96d4', 'mac_address': 'fa:16:3e:bb:c1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291f3f43-ff53-478d-8131-514658d56be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T09:07:10Z', 'updated_at': '2021-10-26T09:07:10Z', 'revision_number': 0, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e64d09-cb13-4e9a-97b6-0bd0fd349bbe', 'name': '', 'network_id': '136b297d-d8ad-41f1-87d8-a263a20b96d4', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:43:e7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '56d17cc6-d971-4585-9171-92c6882b8030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:06:56Z', 'updated_at': '2021-10-26T09:06:59Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': '56d17cc6-d971-4585-9171-92c6882b8030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:07:11.977086 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbaafba-e29f-427d-962c-79739dd6932b None None] New status for floating IP bdeebc2d-d96c-41d7-a02f-c1e51c366a05: ACTIVE {{(pid=102104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 09:07:12.564070 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43784) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:07:12.624673 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6c2d81fe-ccbc-4b2e-a8fd-5a134ffdf801 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/floatingips/bdeebc2d-d96c-41d7-a02f-c1e51c366a05 HTTP/1.1" status: 200 len: 992 time: 0.0594702 Oct 26 09:07:19.458994 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-514f2452-67d3-44e2-83e1-4cf2334e7b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:07:22.113103 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-94973fe9-cf5d-4389-b2ba-9a23037b105d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:07:23.027701 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:07:23.372159 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:07:24.430936 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:07:24.912986 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:07:33.153915 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [req-7280dd86-3ecb-4d6e-a8a9-6405ab7f4213 req-60242ff7-35ab-4c72-9d07-b714e822bc92 tempest-ServerDiskConfigTestJSON-863741147 tempest-ServerDiskConfigTestJSON-863741147-project] (102101) timed out ('10.222.0.47', 51426) {{(pid=102101) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 09:07:36.738748 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:07:43.894740 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [req-a1045034-5257-487e-b38d-6d4dec44d23a req-cf610b3d-6167-4ab2-9d03-cdcb1d0eab03 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 09:07:43.895867 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a1045034-5257-487e-b38d-6d4dec44d23a req-cf610b3d-6167-4ab2-9d03-cdcb1d0eab03 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0065014 Oct 26 09:07:44.091087 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2fff2b-155f-4ebf-b13b-18ed1d4562c9 req-6512fe27-1e91-467b-8975-7830e06ff2e1 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:44.093249 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-dc2fff2b-155f-4ebf-b13b-18ed1d4562c9 req-6512fe27-1e91-467b-8975-7830e06ff2e1 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 946 time: 0.0583529 Oct 26 09:07:44.105885 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43806) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:07:44.135469 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-dc2fff2b-155f-4ebf-b13b-18ed1d4562c9 req-083c3518-0b44-444a-a8c8-24505dda4657 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3ef9cd0-cedf-4063-b782-4eba7752361e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358055 Oct 26 09:07:44.204967 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-29e44c1b-2456-4c1f-8fb0-b3584e8cf550 req-77de1b51-26c7-4d97-9e5d-53dbddfe1f3e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0977781 Oct 26 09:07:44.213932 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [req-29e44c1b-2456-4c1f-8fb0-b3584e8cf550 req-0f9b0d0e-5bd1-4136-b573-f4d510a91b27 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 09:07:44.214978 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-29e44c1b-2456-4c1f-8fb0-b3584e8cf550 req-0f9b0d0e-5bd1-4136-b573-f4d510a91b27 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051091 Oct 26 09:07:45.260424 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb932b2-1d41-4d22-9b7b-bf493de2f49a req-c2c9dc0c-c893-412f-ada1-7e8222b4694c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:45.261927 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-9fb932b2-1d41-4d22-9b7b-bf493de2f49a req-c2c9dc0c-c893-412f-ada1-7e8222b4694c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 946 time: 0.0568349 Oct 26 09:07:45.299280 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e44c1b-2456-4c1f-8fb0-b3584e8cf550 req-9fac80c9-1371-4834-9577-798e90172a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:45.300653 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-9fb932b2-1d41-4d22-9b7b-bf493de2f49a req-cd367af9-a427-43e3-a860-084415f3e91e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3ef9cd0-cedf-4063-b782-4eba7752361e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327322 Oct 26 09:07:45.300816 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-29e44c1b-2456-4c1f-8fb0-b3584e8cf550 req-9fac80c9-1371-4834-9577-798e90172a26 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37e91da6a5e944f28990f0b4deb3b388&device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 1099 time: 0.0421286 Oct 26 09:07:45.398474 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e44c1b-2456-4c1f-8fb0-b3584e8cf550 req-4567b406-d9f4-4da5-a09c-638e1f942fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:45.400630 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-29e44c1b-2456-4c1f-8fb0-b3584e8cf550 req-4567b406-d9f4-4da5-a09c-638e1f942fe3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=136b297d-d8ad-41f1-87d8-a263a20b96d4 HTTP/1.1" status: 200 len: 898 time: 0.0919302 Oct 26 09:07:45.466552 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-29e44c1b-2456-4c1f-8fb0-b3584e8cf550 req-70cd8d39-98b0-4218-9f74-38667a76808e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b296a283-3385-497c-997f-aba21619d12f HTTP/1.1" status: 200 len: 1000 time: 0.0594256 Oct 26 09:07:45.526428 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e44c1b-2456-4c1f-8fb0-b3584e8cf550 req-f5929cc2-87e4-4e7a-9df7-5c554b8410f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:45.527895 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-29e44c1b-2456-4c1f-8fb0-b3584e8cf550 req-f5929cc2-87e4-4e7a-9df7-5c554b8410f5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=56d17cc6-d971-4585-9171-92c6882b8030 HTTP/1.1" status: 200 len: 835 time: 0.0538828 Oct 26 09:07:45.573982 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e44c1b-2456-4c1f-8fb0-b3584e8cf550 req-9afd4467-90c5-4fa5-97a1-865e6fd1f7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:45.575488 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-29e44c1b-2456-4c1f-8fb0-b3584e8cf550 req-9afd4467-90c5-4fa5-97a1-865e6fd1f7ed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=136b297d-d8ad-41f1-87d8-a263a20b96d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0405977 Oct 26 09:07:45.670579 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-29e44c1b-2456-4c1f-8fb0-b3584e8cf550 req-377ba974-1e37-41d4-a356-103310a4f63c service neutron] 10.222.0.47 "GET /v2.0/networks/136b297d-d8ad-41f1-87d8-a263a20b96d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863976 Oct 26 09:07:45.760589 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-29e44c1b-2456-4c1f-8fb0-b3584e8cf550 req-e93d7c79-7707-4994-8d92-ceec65bd1b1e service neutron] 10.222.0.47 "GET /v2.0/networks/136b297d-d8ad-41f1-87d8-a263a20b96d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828245 Oct 26 09:07:46.416422 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ded00b-909d-4599-a328-27e17949d166 req-0ffa48c5-b3a2-4503-b7be-37a2ff2c5a08 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:46.417988 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a5ded00b-909d-4599-a328-27e17949d166 req-0ffa48c5-b3a2-4503-b7be-37a2ff2c5a08 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 946 time: 0.0497115 Oct 26 09:07:46.455328 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a5ded00b-909d-4599-a328-27e17949d166 req-b5df80b6-a03d-48dc-9fdc-6f8985fca7e7 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3ef9cd0-cedf-4063-b782-4eba7752361e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316103 Oct 26 09:07:47.570693 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134459c5-f841-4e0c-87ee-9343b72789fa req-18a20abb-d1c2-46c0-9068-44f887faea0a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:47.572391 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-134459c5-f841-4e0c-87ee-9343b72789fa req-18a20abb-d1c2-46c0-9068-44f887faea0a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 946 time: 0.0500884 Oct 26 09:07:47.610649 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-134459c5-f841-4e0c-87ee-9343b72789fa req-e869a481-907e-4ec5-94f9-5e6454ce2831 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3ef9cd0-cedf-4063-b782-4eba7752361e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319619 Oct 26 09:07:48.730184 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8de6a4-d0ba-4096-b959-24c82fe1ee13 req-42928267-b14e-418d-aca8-a841354f632a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:48.731685 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ee8de6a4-d0ba-4096-b959-24c82fe1ee13 req-42928267-b14e-418d-aca8-a841354f632a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 946 time: 0.0544360 Oct 26 09:07:48.768655 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ee8de6a4-d0ba-4096-b959-24c82fe1ee13 req-50001b3e-2732-41c1-97f4-bca7ec79d863 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3ef9cd0-cedf-4063-b782-4eba7752361e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311763 Oct 26 09:07:49.461068 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4e0233bd-6006-4c8a-8a9c-6b2315374fd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:07:49.887355 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2414c6d-6a11-4013-932c-76c54036c299 req-3959760f-c6a3-4f6d-97f4-015e29a129f7 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:49.888837 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f2414c6d-6a11-4013-932c-76c54036c299 req-3959760f-c6a3-4f6d-97f4-015e29a129f7 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 946 time: 0.0527864 Oct 26 09:07:49.925835 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f2414c6d-6a11-4013-932c-76c54036c299 req-15f49720-f600-4243-bbcb-d8c6ef05dd8a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3ef9cd0-cedf-4063-b782-4eba7752361e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309916 Oct 26 09:07:51.039927 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb3796-e402-47b3-a047-e1fc812b0965 req-ad2ff017-c5e2-471c-bfe7-ce5a532a5bca tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:51.042447 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-99eb3796-e402-47b3-a047-e1fc812b0965 req-ad2ff017-c5e2-471c-bfe7-ce5a532a5bca tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 946 time: 0.0502687 Oct 26 09:07:51.079972 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-99eb3796-e402-47b3-a047-e1fc812b0965 req-687e0239-422d-4fa8-8125-c6f95c009f17 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3ef9cd0-cedf-4063-b782-4eba7752361e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316949 Oct 26 09:07:52.114906 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b4f01051-e2f4-47ea-a8f6-08dcc8ebd28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:07:52.201527 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c6883-05d0-4306-9eb6-3165df68d4d9 req-b7820cce-c25f-43c5-b8d4-5a858df06515 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:52.203328 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-131c6883-05d0-4306-9eb6-3165df68d4d9 req-b7820cce-c25f-43c5-b8d4-5a858df06515 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 946 time: 0.0501199 Oct 26 09:07:52.241234 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-131c6883-05d0-4306-9eb6-3165df68d4d9 req-c302097e-f221-42ca-a6dc-8891681a2a8a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3ef9cd0-cedf-4063-b782-4eba7752361e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320809 Oct 26 09:07:53.030287 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:07:53.354526 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a12f24-7b99-45b7-9292-cee0c68d6b9c req-c726fbe9-3366-412d-983a-2e142e4459b5 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:53.355960 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-50a12f24-7b99-45b7-9292-cee0c68d6b9c req-c726fbe9-3366-412d-983a-2e142e4459b5 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 946 time: 0.0492864 Oct 26 09:07:53.375051 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:07:53.396518 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-50a12f24-7b99-45b7-9292-cee0c68d6b9c req-c53c6098-85ad-425e-a0cc-7dbc1c29cd64 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3ef9cd0-cedf-4063-b782-4eba7752361e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341284 Oct 26 09:07:54.447885 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:07:54.517594 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036a6ac-57a1-4d56-bb81-e725c52c5558 req-a5b4c3ca-1274-491e-a3b6-f002e72fbce2 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:54.519094 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-6036a6ac-57a1-4d56-bb81-e725c52c5558 req-a5b4c3ca-1274-491e-a3b6-f002e72fbce2 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 946 time: 0.0498970 Oct 26 09:07:54.557929 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-6036a6ac-57a1-4d56-bb81-e725c52c5558 req-3bc52b13-0dc6-4438-9daf-96685050fa2e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3ef9cd0-cedf-4063-b782-4eba7752361e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320182 Oct 26 09:07:54.915913 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:07:55.677777 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5864aad-00fe-4b2e-bd7f-d87bab830afa req-d8ced2f4-e283-4b2d-b81f-85f22c284be8 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:55.679271 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f5864aad-00fe-4b2e-bd7f-d87bab830afa req-d8ced2f4-e283-4b2d-b81f-85f22c284be8 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 946 time: 0.0531766 Oct 26 09:07:55.718282 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f5864aad-00fe-4b2e-bd7f-d87bab830afa req-8ed15faf-5461-432e-ab15-7826b445f5ce tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3ef9cd0-cedf-4063-b782-4eba7752361e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331590 Oct 26 09:07:56.836382 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95120ab-0edd-4a6f-a6d9-db941d9cf9e4 req-26032b6b-c420-4d6c-85a6-11233d5fcaf2 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:56.838334 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b95120ab-0edd-4a6f-a6d9-db941d9cf9e4 req-26032b6b-c420-4d6c-85a6-11233d5fcaf2 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 946 time: 0.0535736 Oct 26 09:07:56.875697 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b95120ab-0edd-4a6f-a6d9-db941d9cf9e4 req-3957896a-2743-43a7-b9aa-923d44471a73 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3ef9cd0-cedf-4063-b782-4eba7752361e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315578 Oct 26 09:07:57.991280 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8665d2-719d-4a72-9264-8ac5a69eab3b req-74d46044-f975-4aae-9a60-b29b263509da tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:57.992809 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-db8665d2-719d-4a72-9264-8ac5a69eab3b req-74d46044-f975-4aae-9a60-b29b263509da tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 946 time: 0.0495973 Oct 26 09:07:58.030166 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-db8665d2-719d-4a72-9264-8ac5a69eab3b req-feab1b6e-9f65-44be-9cf9-cdce9b20c3f5 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3ef9cd0-cedf-4063-b782-4eba7752361e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307744 Oct 26 09:07:58.576560 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58a952-8602-4b24-8e69-fffd66872de5 req-9cc23138-63c6-4907-a3c2-ea405c56835a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:58.578416 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fa58a952-8602-4b24-8e69-fffd66872de5 req-9cc23138-63c6-4907-a3c2-ea405c56835a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37e91da6a5e944f28990f0b4deb3b388&device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 1099 time: 0.0957875 Oct 26 09:07:58.684622 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58a952-8602-4b24-8e69-fffd66872de5 req-8cafffa4-1b99-4f62-9880-9c63fff27735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:58.686150 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fa58a952-8602-4b24-8e69-fffd66872de5 req-8cafffa4-1b99-4f62-9880-9c63fff27735 service neutron] 10.222.0.47 "GET /v2.0/networks?id=136b297d-d8ad-41f1-87d8-a263a20b96d4 HTTP/1.1" status: 200 len: 898 time: 0.0877011 Oct 26 09:07:58.749337 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fa58a952-8602-4b24-8e69-fffd66872de5 req-97853465-902c-4d15-a774-afcdd0b5196a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b296a283-3385-497c-997f-aba21619d12f HTTP/1.1" status: 200 len: 1000 time: 0.0566733 Oct 26 09:07:58.800684 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58a952-8602-4b24-8e69-fffd66872de5 req-032b476e-0461-4cc0-a0d1-82e87c155f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:58.802140 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fa58a952-8602-4b24-8e69-fffd66872de5 req-032b476e-0461-4cc0-a0d1-82e87c155f33 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=56d17cc6-d971-4585-9171-92c6882b8030 HTTP/1.1" status: 200 len: 835 time: 0.0468338 Oct 26 09:07:58.847844 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58a952-8602-4b24-8e69-fffd66872de5 req-726a7215-59f7-46c0-a2b0-4858d3bb45b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:58.849354 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fa58a952-8602-4b24-8e69-fffd66872de5 req-726a7215-59f7-46c0-a2b0-4858d3bb45b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=136b297d-d8ad-41f1-87d8-a263a20b96d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0403819 Oct 26 09:07:58.937865 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fa58a952-8602-4b24-8e69-fffd66872de5 req-e7c4f738-2303-4658-b11f-3160ecfc51e8 service neutron] 10.222.0.47 "GET /v2.0/networks/136b297d-d8ad-41f1-87d8-a263a20b96d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817382 Oct 26 09:07:59.029852 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fa58a952-8602-4b24-8e69-fffd66872de5 req-324f4001-0105-4008-a17d-afd876709fc3 service neutron] 10.222.0.47 "GET /v2.0/networks/136b297d-d8ad-41f1-87d8-a263a20b96d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853841 Oct 26 09:07:59.147121 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877545ea-9e54-47e1-b8cd-d840e1c73ad1 req-404563c6-cb77-4433-9e44-debea2f8c591 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:07:59.148588 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-877545ea-9e54-47e1-b8cd-d840e1c73ad1 req-404563c6-cb77-4433-9e44-debea2f8c591 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 946 time: 0.0494256 Oct 26 09:07:59.186834 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-877545ea-9e54-47e1-b8cd-d840e1c73ad1 req-570ec6bd-0160-483b-b39c-639c5a8853e2 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3ef9cd0-cedf-4063-b782-4eba7752361e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317371 Oct 26 09:08:00.305948 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb44ff1-2852-4b4b-8a61-f7b433b61578 req-9fee4640-c2af-4cb7-8723-c34eae747eb5 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:00.307435 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-feb44ff1-2852-4b4b-8a61-f7b433b61578 req-9fee4640-c2af-4cb7-8723-c34eae747eb5 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 946 time: 0.0498605 Oct 26 09:08:00.345080 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-feb44ff1-2852-4b4b-8a61-f7b433b61578 req-894fda38-8dd4-44ab-b96f-1a473a3ec858 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3ef9cd0-cedf-4063-b782-4eba7752361e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318751 Oct 26 09:08:01.459758 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78f219-a799-47cc-b4f5-381c957f09cd req-a14ff290-7faf-467a-958d-bc4a96671a41 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:01.461235 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-4e78f219-a799-47cc-b4f5-381c957f09cd req-a14ff290-7faf-467a-958d-bc4a96671a41 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 946 time: 0.0504577 Oct 26 09:08:01.500275 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-4e78f219-a799-47cc-b4f5-381c957f09cd req-790e7185-325b-4b58-b191-ea1cf8213b93 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3ef9cd0-cedf-4063-b782-4eba7752361e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324261 Oct 26 09:08:02.367302 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-29e44c1b-2456-4c1f-8fb0-b3584e8cf550 req-b20b4916-d652-4c8f-b00f-b6a567ff098c service neutron] 10.222.0.47 "GET /v2.0/ports/b296a283-3385-497c-997f-aba21619d12f/bindings/hv-neutron-8048 HTTP/1.1" status: 200 len: 384 time: 0.0567982 Oct 26 09:08:02.568197 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e44c1b-2456-4c1f-8fb0-b3584e8cf550 req-7768575c-d2b2-4ecc-a9fd-e99a4943d8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:02.569730 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-29e44c1b-2456-4c1f-8fb0-b3584e8cf550 req-7768575c-d2b2-4ecc-a9fd-e99a4943d8cb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7&tenant_id=37e91da6a5e944f28990f0b4deb3b388 HTTP/1.1" status: 200 len: 1099 time: 0.0436230 Oct 26 09:08:02.647052 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1b2ca-b68f-4ca9-9e1c-c171189ad3fa req-6baa02a7-53f8-433b-80d9-5cd12010fe48 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:02.648552 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d4a1b2ca-b68f-4ca9-9e1c-c171189ad3fa req-6baa02a7-53f8-433b-80d9-5cd12010fe48 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 946 time: 0.0779488 Oct 26 09:08:02.654648 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e44c1b-2456-4c1f-8fb0-b3584e8cf550 req-1f9e51e8-fb55-46c9-adec-70e380ad15bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:02.656024 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-29e44c1b-2456-4c1f-8fb0-b3584e8cf550 req-1f9e51e8-fb55-46c9-adec-70e380ad15bc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37e91da6a5e944f28990f0b4deb3b388&device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 1099 time: 0.0588002 Oct 26 09:08:02.736089 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d4a1b2ca-b68f-4ca9-9e1c-c171189ad3fa req-0d2d8ff4-5777-4741-badb-80a855252611 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3ef9cd0-cedf-4063-b782-4eba7752361e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790980 Oct 26 09:08:02.772144 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e44c1b-2456-4c1f-8fb0-b3584e8cf550 req-e9d46601-5c89-462b-b52e-e522082c62aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:02.773616 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-29e44c1b-2456-4c1f-8fb0-b3584e8cf550 req-e9d46601-5c89-462b-b52e-e522082c62aa service neutron] 10.222.0.47 "GET /v2.0/networks?id=136b297d-d8ad-41f1-87d8-a263a20b96d4 HTTP/1.1" status: 200 len: 898 time: 0.1037157 Oct 26 09:08:02.842284 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-29e44c1b-2456-4c1f-8fb0-b3584e8cf550 req-81d38701-ea0a-4873-a101-c35a584a62a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b296a283-3385-497c-997f-aba21619d12f HTTP/1.1" status: 200 len: 1000 time: 0.0609944 Oct 26 09:08:02.890334 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e44c1b-2456-4c1f-8fb0-b3584e8cf550 req-9f7f4b2b-7cd4-431c-8177-13f2ff362b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:02.891740 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-29e44c1b-2456-4c1f-8fb0-b3584e8cf550 req-9f7f4b2b-7cd4-431c-8177-13f2ff362b52 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=56d17cc6-d971-4585-9171-92c6882b8030 HTTP/1.1" status: 200 len: 835 time: 0.0428321 Oct 26 09:08:02.936440 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e44c1b-2456-4c1f-8fb0-b3584e8cf550 req-06fe4ceb-e1bc-4d37-8a23-7a16aea2f30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:02.937838 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-29e44c1b-2456-4c1f-8fb0-b3584e8cf550 req-06fe4ceb-e1bc-4d37-8a23-7a16aea2f30a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=136b297d-d8ad-41f1-87d8-a263a20b96d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0396850 Oct 26 09:08:03.030632 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-29e44c1b-2456-4c1f-8fb0-b3584e8cf550 req-b0c18a76-7a26-459b-92cf-ff240f78be42 service neutron] 10.222.0.47 "GET /v2.0/networks/136b297d-d8ad-41f1-87d8-a263a20b96d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859044 Oct 26 09:08:03.120241 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-29e44c1b-2456-4c1f-8fb0-b3584e8cf550 req-853d0ccf-3c8d-4850-b31d-daf0be8c1113 service neutron] 10.222.0.47 "GET /v2.0/networks/136b297d-d8ad-41f1-87d8-a263a20b96d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830367 Oct 26 09:08:03.859719 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b56498-a099-4a1a-bde7-3f6b4f20cf03 req-2273eb1f-f7da-44b0-97b1-9c6e094576a6 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:03.861104 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b5b56498-a099-4a1a-bde7-3f6b4f20cf03 req-2273eb1f-f7da-44b0-97b1-9c6e094576a6 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 946 time: 0.0547659 Oct 26 09:08:03.899102 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b5b56498-a099-4a1a-bde7-3f6b4f20cf03 req-1c373eb8-a733-40c9-817d-cab37f6365cf tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3ef9cd0-cedf-4063-b782-4eba7752361e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319960 Oct 26 09:08:05.013821 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d4214-14d6-4c31-8afc-de9386133360 req-612e5efb-297e-43e7-a78e-31ea170d8020 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:05.015341 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-293d4214-14d6-4c31-8afc-de9386133360 req-612e5efb-297e-43e7-a78e-31ea170d8020 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 946 time: 0.0497267 Oct 26 09:08:05.052932 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-293d4214-14d6-4c31-8afc-de9386133360 req-5f3e89f8-657e-4c9b-ad2c-b6da8b742a07 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3ef9cd0-cedf-4063-b782-4eba7752361e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318675 Oct 26 09:08:05.276947 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd85fbd-dc3e-42bc-9a87-6a8336acd85c req-52a41c01-fbfd-44d5-90d8-f37ba2b3657e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:05.278366 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7cd85fbd-dc3e-42bc-9a87-6a8336acd85c req-52a41c01-fbfd-44d5-90d8-f37ba2b3657e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 946 time: 0.0838375 Oct 26 09:08:05.291028 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc53a6-22f3-4e93-8efe-83fee293c064 req-e2dda3f8-9aa5-484a-8972-4e6df546d9e5 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:05.292416 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5cfc53a6-22f3-4e93-8efe-83fee293c064 req-e2dda3f8-9aa5-484a-8972-4e6df546d9e5 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.47 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7&tenant_id=37e91da6a5e944f28990f0b4deb3b388&binding%3Ahost_id=hv-neutron-8048 HTTP/1.1" status: 200 len: 946 time: 0.0680752 Oct 26 09:08:05.332363 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7cd85fbd-dc3e-42bc-9a87-6a8336acd85c req-688be3ef-70f9-467f-9ae2-a726d4b8b79e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3ef9cd0-cedf-4063-b782-4eba7752361e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389879 Oct 26 09:08:05.374893 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc53a6-22f3-4e93-8efe-83fee293c064 req-700574c0-d4be-4315-9e40-9d5185042532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:05.376408 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5cfc53a6-22f3-4e93-8efe-83fee293c064 req-700574c0-d4be-4315-9e40-9d5185042532 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37e91da6a5e944f28990f0b4deb3b388&device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 1099 time: 0.0417495 Oct 26 09:08:05.451042 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12741024-ba80-4624-8c9f-65004d970cc1 req-807f2f21-389f-42b3-9e94-662a8be3557c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:05.453011 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-12741024-ba80-4624-8c9f-65004d970cc1 req-807f2f21-389f-42b3-9e94-662a8be3557c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 946 time: 0.0514061 Oct 26 09:08:05.474128 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc53a6-22f3-4e93-8efe-83fee293c064 req-f291abfa-bb83-4b6f-a1fb-c7e68567845d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:05.475612 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5cfc53a6-22f3-4e93-8efe-83fee293c064 req-f291abfa-bb83-4b6f-a1fb-c7e68567845d service neutron] 10.222.0.47 "GET /v2.0/networks?id=136b297d-d8ad-41f1-87d8-a263a20b96d4 HTTP/1.1" status: 200 len: 898 time: 0.0926943 Oct 26 09:08:05.491382 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-12741024-ba80-4624-8c9f-65004d970cc1 req-bcd8f16f-f9b1-448b-9265-b5cc8f5b41ef tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3ef9cd0-cedf-4063-b782-4eba7752361e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320709 Oct 26 09:08:05.541824 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5cfc53a6-22f3-4e93-8efe-83fee293c064 req-5575df0f-4ca8-4bb9-a820-23f6d6bbda6e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b296a283-3385-497c-997f-aba21619d12f HTTP/1.1" status: 200 len: 1000 time: 0.0585952 Oct 26 09:08:05.595841 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc53a6-22f3-4e93-8efe-83fee293c064 req-4a161ab3-4b44-4bd9-b0a3-1958a6c77219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:05.597333 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5cfc53a6-22f3-4e93-8efe-83fee293c064 req-4a161ab3-4b44-4bd9-b0a3-1958a6c77219 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=56d17cc6-d971-4585-9171-92c6882b8030 HTTP/1.1" status: 200 len: 835 time: 0.0492868 Oct 26 09:08:05.642091 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc53a6-22f3-4e93-8efe-83fee293c064 req-a3cce9a9-e9bd-4f05-8d20-09b66bbca209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:05.643648 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5cfc53a6-22f3-4e93-8efe-83fee293c064 req-a3cce9a9-e9bd-4f05-8d20-09b66bbca209 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=136b297d-d8ad-41f1-87d8-a263a20b96d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0390794 Oct 26 09:08:05.731346 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5cfc53a6-22f3-4e93-8efe-83fee293c064 req-61927bf3-8e3d-4224-b6c4-0a82b2a30fa3 service neutron] 10.222.0.47 "GET /v2.0/networks/136b297d-d8ad-41f1-87d8-a263a20b96d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796213 Oct 26 09:08:05.823284 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5cfc53a6-22f3-4e93-8efe-83fee293c064 req-8a295cfb-560b-4674-befc-9578818a6296 service neutron] 10.222.0.47 "GET /v2.0/networks/136b297d-d8ad-41f1-87d8-a263a20b96d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848310 Oct 26 09:08:06.607180 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477ec2d-ed66-49bd-8a9a-23a0d521e58b req-9427381f-5622-4cdc-a880-dc2ff893985a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:06.608685 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7477ec2d-ed66-49bd-8a9a-23a0d521e58b req-9427381f-5622-4cdc-a880-dc2ff893985a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 946 time: 0.0506482 Oct 26 09:08:06.645602 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7477ec2d-ed66-49bd-8a9a-23a0d521e58b req-2984a4d0-c573-4ea0-8ce7-f5f8b3ab1ace tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3ef9cd0-cedf-4063-b782-4eba7752361e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309219 Oct 26 09:08:06.668421 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43886) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:08:06.732058 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9b3856bc-82ab-4cdc-9c59-e950ed96e52a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/floatingips/bdeebc2d-d96c-41d7-a02f-c1e51c366a05 HTTP/1.1" status: 200 len: 992 time: 0.0625160 Oct 26 09:08:13.737267 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:08:19.462675 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ddba631f-c945-41a1-a268-79849445559b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:22.117267 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-43a90190-3f03-415c-8bd2-d9eea784ae5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:23.032987 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:23.377516 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:24.442058 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:24.919180 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:35.305351 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43896) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:08:35.462756 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-5d9a3c3d-3c1b-41a0-b665-d64fe644477f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Deleting port 1488dadf-7279-4a41-901e-db571e4138d3 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:08:35.463099 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5d9a3c3d-3c1b-41a0-b665-d64fe644477f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:35.534917 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5d9a3c3d-3c1b-41a0-b665-d64fe644477f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:35.535237 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5d9a3c3d-3c1b-41a0-b665-d64fe644477f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:35.546574 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-5d9a3c3d-3c1b-41a0-b665-d64fe644477f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Calling delete_port for 1488dadf-7279-4a41-901e-db571e4138d3 owned by network:floatingip {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:08:35.692161 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5d9a3c3d-3c1b-41a0-b665-d64fe644477f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:35.718646 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a3c3d-3c1b-41a0-b665-d64fe644477f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event deleted for resources: {'Port': ['ID=1488dadf-7279-4a41-901e-db571e4138d3,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:08:35.745118 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9a3c3d-3c1b-41a0-b665-d64fe644477f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:35.745471 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9a3c3d-3c1b-41a0-b665-d64fe644477f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:35.745850 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9a3c3d-3c1b-41a0-b665-d64fe644477f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:35.746191 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9a3c3d-3c1b-41a0-b665-d64fe644477f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:35.747278 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9a3c3d-3c1b-41a0-b665-d64fe644477f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:35.747648 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9a3c3d-3c1b-41a0-b665-d64fe644477f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:35.747988 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9a3c3d-3c1b-41a0-b665-d64fe644477f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:35.748325 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9a3c3d-3c1b-41a0-b665-d64fe644477f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:35.748663 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9a3c3d-3c1b-41a0-b665-d64fe644477f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:35.748996 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9a3c3d-3c1b-41a0-b665-d64fe644477f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:35.749326 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9a3c3d-3c1b-41a0-b665-d64fe644477f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:35.749821 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9a3c3d-3c1b-41a0-b665-d64fe644477f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:35.790045 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5d9a3c3d-3c1b-41a0-b665-d64fe644477f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for floatingip, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:35.790378 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [None req-5d9a3c3d-3c1b-41a0-b665-d64fe644477f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Floating IP bdeebc2d-d96c-41d7-a02f-c1e51c366a05 disassociated (deleted). External IP: 172.26.2.7, port: b296a283-3385-497c-997f-aba21619d12f. Oct 26 09:08:36.310634 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9a3c3d-3c1b-41a0-b665-d64fe644477f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Router 68a50f43-e7be-414d-bc5d-058cf9b9460d has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:08:36.414730 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9a3c3d-3c1b-41a0-b665-d64fe644477f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:08:36.420027 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5d9a3c3d-3c1b-41a0-b665-d64fe644477f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:36.424549 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e501e6d-a800-42fc-94dc-58e11f06ee56 None None] Sync routers for ids ['68a50f43-e7be-414d-bc5d-058cf9b9460d'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:08:36.434967 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e501e6d-a800-42fc-94dc-58e11f06ee56 None None] Routers {'68a50f43-e7be-414d-bc5d-058cf9b9460d'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:08:36.435614 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-5e501e6d-a800-42fc-94dc-58e11f06ee56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:08:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['68a50f43-e7be-414d-bc5d-058cf9b9460d'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:08:36.451203 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-5d9a3c3d-3c1b-41a0-b665-d64fe644477f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "DELETE /v2.0/floatingips/bdeebc2d-d96c-41d7-a02f-c1e51c366a05 HTTP/1.1" status: 204 len: 168 time: 1.1434159 Oct 26 09:08:36.452466 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291f3f43-ff53-478d-8131-514658d56be7', 'tag': 'b296a283-3385-497c-997f-aba21619d12f'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:08:36.454973 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca863e5-e8d7-4776-813c-0f23312cd3c0" -d '{"events": [{"name": "network-changed", "server_uuid": "291f3f43-ff53-478d-8131-514658d56be7", "tag": "b296a283-3385-497c-997f-aba21619d12f"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:08:36.493870 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 09:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1706da2b-3228-4a60-bee1-19106ba2e7a0 x-openstack-request-id: req-1706da2b-3228-4a60-bee1-19106ba2e7a0 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:08:36.494168 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "291f3f43-ff53-478d-8131-514658d56be7", "tag": "b296a283-3385-497c-997f-aba21619d12f", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:08:36.494425 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1706da2b-3228-4a60-bee1-19106ba2e7a0 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:08:36.494837 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '291f3f43-ff53-478d-8131-514658d56be7', 'tag': 'b296a283-3385-497c-997f-aba21619d12f', 'status': 'completed', 'code': 200} Oct 26 09:08:36.548904 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-5e501e6d-a800-42fc-94dc-58e11f06ee56 None None] Set router 68a50f43-e7be-414d-bc5d-058cf9b9460d gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:08:36.564743 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca863e5-e8d7-4776-813c-0f23312cd3c0 req-48f75b72-e60e-459c-bd4c-70630449dcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:36.566314 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3ca863e5-e8d7-4776-813c-0f23312cd3c0 req-48f75b72-e60e-459c-bd4c-70630449dcff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37e91da6a5e944f28990f0b4deb3b388&device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 1099 time: 0.0468311 Oct 26 09:08:36.668995 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca863e5-e8d7-4776-813c-0f23312cd3c0 req-6edf7333-002d-468e-8fba-04c7cc3b0dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:36.670498 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3ca863e5-e8d7-4776-813c-0f23312cd3c0 req-6edf7333-002d-468e-8fba-04c7cc3b0dee service neutron] 10.222.0.47 "GET /v2.0/networks?id=136b297d-d8ad-41f1-87d8-a263a20b96d4 HTTP/1.1" status: 200 len: 898 time: 0.0922577 Oct 26 09:08:36.719906 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3ca863e5-e8d7-4776-813c-0f23312cd3c0 req-343c745f-8236-48a3-9343-a92a9809f186 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b296a283-3385-497c-997f-aba21619d12f HTTP/1.1" status: 200 len: 217 time: 0.0411413 Oct 26 09:08:36.769763 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-5e501e6d-a800-42fc-94dc-58e11f06ee56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140480176', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:06:53Z', 'updated_at': '2021-10-26T09:06:56Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:06:53Z', 'updated_at': '2021-10-26T09:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'd0e64d09-cb13-4e9a-97b6-0bd0fd349bbe', 'name': '', 'network_id': '136b297d-d8ad-41f1-87d8-a263a20b96d4', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:43:e7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '56d17cc6-d971-4585-9171-92c6882b8030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:06:56Z', 'updated_at': '2021-10-26T09:06:59Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': '56d17cc6-d971-4585-9171-92c6882b8030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:08:36.776904 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca863e5-e8d7-4776-813c-0f23312cd3c0 req-9213cc70-f56b-4e87-9afa-182fbd57364f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:36.779148 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3ca863e5-e8d7-4776-813c-0f23312cd3c0 req-9213cc70-f56b-4e87-9afa-182fbd57364f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=56d17cc6-d971-4585-9171-92c6882b8030 HTTP/1.1" status: 200 len: 835 time: 0.0507648 Oct 26 09:08:36.787329 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e39967-5c67-475a-9941-27e27115e1b3 req-b06ba703-6b60-4d98-b575-61b24d8d8ca1 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:36.789005 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-43e39967-5c67-475a-9941-27e27115e1b3 req-b06ba703-6b60-4d98-b575-61b24d8d8ca1 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 946 time: 0.1519797 Oct 26 09:08:36.802354 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e501e6d-a800-42fc-94dc-58e11f06ee56 None None] Checking router: 68a50f43-e7be-414d-bc5d-058cf9b9460d for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:08:36.811444 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e501e6d-a800-42fc-94dc-58e11f06ee56 None None] Routers {'68a50f43-e7be-414d-bc5d-058cf9b9460d'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:08:36.812135 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-5e501e6d-a800-42fc-94dc-58e11f06ee56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:08:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['68a50f43-e7be-414d-bc5d-058cf9b9460d'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:08:36.829474 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca863e5-e8d7-4776-813c-0f23312cd3c0 req-37021876-0a01-4ce2-b0e5-1395984e5d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:36.829740 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-43e39967-5c67-475a-9941-27e27115e1b3 req-b53ee22f-fe8e-4c41-90f8-445dd72dd554 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3ef9cd0-cedf-4063-b782-4eba7752361e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346258 Oct 26 09:08:36.831026 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3ca863e5-e8d7-4776-813c-0f23312cd3c0 req-37021876-0a01-4ce2-b0e5-1395984e5d8a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=136b297d-d8ad-41f1-87d8-a263a20b96d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0422528 Oct 26 09:08:36.919306 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-5e501e6d-a800-42fc-94dc-58e11f06ee56 None None] Set router 68a50f43-e7be-414d-bc5d-058cf9b9460d gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:08:36.932050 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3ca863e5-e8d7-4776-813c-0f23312cd3c0 req-8c8def6a-85f0-4cfb-8ca4-33dab1a98525 service neutron] 10.222.0.47 "GET /v2.0/networks/136b297d-d8ad-41f1-87d8-a263a20b96d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902274 Oct 26 09:08:37.023823 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3ca863e5-e8d7-4776-813c-0f23312cd3c0 req-919601c5-e4a0-4cdf-8bf7-12a183e5674d service neutron] 10.222.0.47 "GET /v2.0/networks/136b297d-d8ad-41f1-87d8-a263a20b96d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841677 Oct 26 09:08:37.119321 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-5e501e6d-a800-42fc-94dc-58e11f06ee56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140480176', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:06:53Z', 'updated_at': '2021-10-26T09:06:56Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:06:53Z', 'updated_at': '2021-10-26T09:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'd0e64d09-cb13-4e9a-97b6-0bd0fd349bbe', 'name': '', 'network_id': '136b297d-d8ad-41f1-87d8-a263a20b96d4', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:43:e7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '56d17cc6-d971-4585-9171-92c6882b8030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:06:56Z', 'updated_at': '2021-10-26T09:06:59Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': '56d17cc6-d971-4585-9171-92c6882b8030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:08:37.146063 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e501e6d-a800-42fc-94dc-58e11f06ee56 None None] The sync data for ids ['68a50f43-e7be-414d-bc5d-058cf9b9460d'] in dv-neutron-804846-13-hyperv is: [{'id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140480176', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:06:53Z', 'updated_at': '2021-10-26T09:06:56Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:06:53Z', 'updated_at': '2021-10-26T09:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'd0e64d09-cb13-4e9a-97b6-0bd0fd349bbe', 'name': '', 'network_id': '136b297d-d8ad-41f1-87d8-a263a20b96d4', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:43:e7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '56d17cc6-d971-4585-9171-92c6882b8030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:06:56Z', 'updated_at': '2021-10-26T09:06:59Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': '56d17cc6-d971-4585-9171-92c6882b8030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:08:37.366272 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dbcba6-39c7-41f0-9c53-c024bde157eb None None] New status for floating IP bdeebc2d-d96c-41d7-a02f-c1e51c366a05: DOWN {{(pid=102104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 09:08:38.001131 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabd687-a78b-4214-859d-9151fcc6243b req-76337765-2ab6-4443-8578-c1949e365029 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:38.002645 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9aabd687-a78b-4214-859d-9151fcc6243b req-76337765-2ab6-4443-8578-c1949e365029 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 946 time: 0.1034372 Oct 26 09:08:38.041177 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9aabd687-a78b-4214-859d-9151fcc6243b req-397983de-a43e-4b80-9b62-97ff989af8af tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=c3ef9cd0-cedf-4063-b782-4eba7752361e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326271 Oct 26 09:08:38.452676 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b4983-9087-4fd2-b6ea-c58e50f55fb9 req-cebc0b41-a40d-422c-a5c4-b70bebd47d2c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:38.454186 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7b2b4983-9087-4fd2-b6ea-c58e50f55fb9 req-cebc0b41-a40d-422c-a5c4-b70bebd47d2c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.47 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 946 time: 0.0493629 Oct 26 09:08:38.542276 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-7b2b4983-9087-4fd2-b6ea-c58e50f55fb9 req-b04e3bb2-586b-42c0-91cc-48edb90fd6c0 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Deleting port b296a283-3385-497c-997f-aba21619d12f {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:08:38.542624 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-7b2b4983-9087-4fd2-b6ea-c58e50f55fb9 req-b04e3bb2-586b-42c0-91cc-48edb90fd6c0 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:38.634589 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-7b2b4983-9087-4fd2-b6ea-c58e50f55fb9 req-b04e3bb2-586b-42c0-91cc-48edb90fd6c0 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] For port b296a283-3385-497c-997f-aba21619d12f, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=b296a283-3385-497c-997f-aba21619d12f,segment=NetworkSegment(a8d3a521-2d9a-4324-8718-742fe9f20eaa),segment_id=a8d3a521-2d9a-4324-8718-742fe9f20eaa)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:08:38.634959 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-7b2b4983-9087-4fd2-b6ea-c58e50f55fb9 req-b04e3bb2-586b-42c0-91cc-48edb90fd6c0 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:38.647997 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-7b2b4983-9087-4fd2-b6ea-c58e50f55fb9 req-b04e3bb2-586b-42c0-91cc-48edb90fd6c0 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Calling delete_port for b296a283-3385-497c-997f-aba21619d12f owned by compute:nova {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:08:38.780320 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-7b2b4983-9087-4fd2-b6ea-c58e50f55fb9 req-b04e3bb2-586b-42c0-91cc-48edb90fd6c0 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:38.809726 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e3bb2-586b-42c0-91cc-48edb90fd6c0 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event deleted for resources: {'Port': ['ID=b296a283-3385-497c-997f-aba21619d12f,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:08:38.851442 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b2b4983-9087-4fd2-b6ea-c58e50f55fb9 req-b04e3bb2-586b-42c0-91cc-48edb90fd6c0 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] No DVR routers for this DVR port b296a283-3385-497c-997f-aba21619d12f on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 09:08:38.854246 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-7b2b4983-9087-4fd2-b6ea-c58e50f55fb9 req-b04e3bb2-586b-42c0-91cc-48edb90fd6c0 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:38.858407 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7b2b4983-9087-4fd2-b6ea-c58e50f55fb9 req-b04e3bb2-586b-42c0-91cc-48edb90fd6c0 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.47 "DELETE /v2.0/ports/b296a283-3385-497c-997f-aba21619d12f HTTP/1.1" status: 204 len: 173 time: 0.3981843 Oct 26 09:08:38.858878 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291f3f43-ff53-478d-8131-514658d56be7', 'name': 'network-vif-deleted', 'tag': 'b296a283-3385-497c-997f-aba21619d12f'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:08:38.861714 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c696ac-a9e3-45b9-b96b-c31e9b2c5244" -d '{"events": [{"server_uuid": "291f3f43-ff53-478d-8131-514658d56be7", "name": "network-vif-deleted", "tag": "b296a283-3385-497c-997f-aba21619d12f"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:08:38.901809 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 09:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700fde56-14e6-4e44-964d-3daf3ca6d5eb x-openstack-request-id: req-700fde56-14e6-4e44-964d-3daf3ca6d5eb {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:08:38.902104 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291f3f43-ff53-478d-8131-514658d56be7", "name": "network-vif-deleted", "tag": "b296a283-3385-497c-997f-aba21619d12f", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:08:38.902362 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-700fde56-14e6-4e44-964d-3daf3ca6d5eb {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:08:38.902950 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291f3f43-ff53-478d-8131-514658d56be7', 'name': 'network-vif-deleted', 'tag': 'b296a283-3385-497c-997f-aba21619d12f', 'status': 'completed', 'code': 200} Oct 26 09:08:39.148161 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4b4c2324-16fb-489d-bdb3-51c2495b732c req-0ef872f4-b813-488c-84e7-376b5f374335 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=291f3f43-ff53-478d-8131-514658d56be7 HTTP/1.1" status: 200 len: 210 time: 0.0301769 Oct 26 09:08:40.205536 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43916) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:08:40.558006 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-496cfdf5-5ba2-4707-8426-26a357206974 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:40.812863 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-496cfdf5-5ba2-4707-8426-26a357206974 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Deleting port d0e64d09-cb13-4e9a-97b6-0bd0fd349bbe {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:08:40.813129 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-496cfdf5-5ba2-4707-8426-26a357206974 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:40.900484 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-496cfdf5-5ba2-4707-8426-26a357206974 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] For port d0e64d09-cb13-4e9a-97b6-0bd0fd349bbe, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=d0e64d09-cb13-4e9a-97b6-0bd0fd349bbe,segment=NetworkSegment(a8d3a521-2d9a-4324-8718-742fe9f20eaa),segment_id=a8d3a521-2d9a-4324-8718-742fe9f20eaa)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:08:40.900851 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-496cfdf5-5ba2-4707-8426-26a357206974 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:40.912893 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-496cfdf5-5ba2-4707-8426-26a357206974 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Calling delete_port for d0e64d09-cb13-4e9a-97b6-0bd0fd349bbe owned by network:router_interface {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:08:41.099843 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-496cfdf5-5ba2-4707-8426-26a357206974 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:41.127374 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496cfdf5-5ba2-4707-8426-26a357206974 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event deleted for resources: {'Port': ['ID=d0e64d09-cb13-4e9a-97b6-0bd0fd349bbe,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:08:41.303796 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-496cfdf5-5ba2-4707-8426-26a357206974 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:41.520189 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496cfdf5-5ba2-4707-8426-26a357206974 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Router 68a50f43-e7be-414d-bc5d-058cf9b9460d has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:08:41.626914 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496cfdf5-5ba2-4707-8426-26a357206974 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:08:41.635057 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-496cfdf5-5ba2-4707-8426-26a357206974 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "PUT /v2.0/routers/68a50f43-e7be-414d-bc5d-058cf9b9460d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4256189 Oct 26 09:08:41.635057 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43918) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:08:41.637938 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5ec3a8-a1fc-42dc-9be8-d676464f3e8b None None] Sync routers for ids ['68a50f43-e7be-414d-bc5d-058cf9b9460d'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:08:41.647469 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5ec3a8-a1fc-42dc-9be8-d676464f3e8b None None] Routers {'68a50f43-e7be-414d-bc5d-058cf9b9460d'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:08:41.648082 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-df5ec3a8-a1fc-42dc-9be8-d676464f3e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:08:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['68a50f43-e7be-414d-bc5d-058cf9b9460d'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:08:41.687027 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca66e904-01eb-4cc0-9a80-bc08355cb1fd tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Deleting subnet 56d17cc6-d971-4585-9171-92c6882b8030 {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 09:08:41.690154 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ca66e904-01eb-4cc0-9a80-bc08355cb1fd tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:41.730054 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ca66e904-01eb-4cc0-9a80-bc08355cb1fd tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:41.753011 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-df5ec3a8-a1fc-42dc-9be8-d676464f3e8b None None] Set router 68a50f43-e7be-414d-bc5d-058cf9b9460d gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:08:41.821543 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ca66e904-01eb-4cc0-9a80-bc08355cb1fd tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:41.882965 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ca66e904-01eb-4cc0-9a80-bc08355cb1fd tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:41.907969 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66e904-01eb-4cc0-9a80-bc08355cb1fd tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event deleted for resources: {'Subnet': ['ID=56d17cc6-d971-4585-9171-92c6882b8030,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:08:41.913883 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ca66e904-01eb-4cc0-9a80-bc08355cb1fd tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:41.917060 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ca66e904-01eb-4cc0-9a80-bc08355cb1fd tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "DELETE /v2.0/subnets/56d17cc6-d971-4585-9171-92c6882b8030 HTTP/1.1" status: 204 len: 168 time: 0.2809763 Oct 26 09:08:41.920244 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43920) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:08:41.921106 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd220e70-cf2e-456e-9c73-fea7d068f5ed None None] Network 136b297d-d8ad-41f1-87d8-a263a20b96d4 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:08:42.018736 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-df5ec3a8-a1fc-42dc-9be8-d676464f3e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140480176', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:06:53Z', 'updated_at': '2021-10-26T09:08:41Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:06:53Z', 'updated_at': '2021-10-26T09:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:08:42.029903 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f2f3233e-50c4-4c21-bdeb-8c2c64a62d76 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:42.059390 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5ec3a8-a1fc-42dc-9be8-d676464f3e8b None None] Checking router: 68a50f43-e7be-414d-bc5d-058cf9b9460d for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:08:42.074317 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5ec3a8-a1fc-42dc-9be8-d676464f3e8b None None] Routers {'68a50f43-e7be-414d-bc5d-058cf9b9460d'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:08:42.075385 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-df5ec3a8-a1fc-42dc-9be8-d676464f3e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:08:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['68a50f43-e7be-414d-bc5d-058cf9b9460d'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:08:42.136049 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f2f3233e-50c4-4c21-bdeb-8c2c64a62d76 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:42.191890 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-f2f3233e-50c4-4c21-bdeb-8c2c64a62d76 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Deleting port a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:08:42.192235 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f2f3233e-50c4-4c21-bdeb-8c2c64a62d76 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:42.277450 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-f2f3233e-50c4-4c21-bdeb-8c2c64a62d76 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] For port a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:08:42.277856 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f2f3233e-50c4-4c21-bdeb-8c2c64a62d76 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:42.289818 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-f2f3233e-50c4-4c21-bdeb-8c2c64a62d76 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Calling delete_port for a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8 owned by network:router_gateway {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:08:42.336264 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-df5ec3a8-a1fc-42dc-9be8-d676464f3e8b None None] Set router 68a50f43-e7be-414d-bc5d-058cf9b9460d gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:08:42.367825 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cd4438-5ddc-491e-81c9-b6979af815dd None None] DHCP port deletion for 136b297d-d8ad-41f1-87d8-a263a20b96d4 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 09:08:42.461691 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f2f3233e-50c4-4c21-bdeb-8c2c64a62d76 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:42.488449 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3233e-50c4-4c21-bdeb-8c2c64a62d76 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event deleted for resources: {'Port': ['ID=a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:08:42.536386 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-d1cd4438-5ddc-491e-81c9-b6979af815dd None None] Deleting port 1b85dbd9-a097-467a-9c69-f3ff3172c50b {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:08:42.536761 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d1cd4438-5ddc-491e-81c9-b6979af815dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:42.552185 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f2f3233e-50c4-4c21-bdeb-8c2c64a62d76 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:42.623374 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-d1cd4438-5ddc-491e-81c9-b6979af815dd None None] For port 1b85dbd9-a097-467a-9c69-f3ff3172c50b, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=1b85dbd9-a097-467a-9c69-f3ff3172c50b,segment=NetworkSegment(a8d3a521-2d9a-4324-8718-742fe9f20eaa),segment_id=a8d3a521-2d9a-4324-8718-742fe9f20eaa)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:08:42.623782 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d1cd4438-5ddc-491e-81c9-b6979af815dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:42.644325 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-d1cd4438-5ddc-491e-81c9-b6979af815dd None None] Calling delete_port for 1b85dbd9-a097-467a-9c69-f3ff3172c50b owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:08:42.649228 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-df5ec3a8-a1fc-42dc-9be8-d676464f3e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140480176', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:06:53Z', 'updated_at': '2021-10-26T09:08:41Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:06:53Z', 'updated_at': '2021-10-26T09:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:08:42.650173 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f2f3233e-50c4-4c21-bdeb-8c2c64a62d76 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:42.652331 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f2f3233e-50c4-4c21-bdeb-8c2c64a62d76 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:42.681096 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5ec3a8-a1fc-42dc-9be8-d676464f3e8b None None] The sync data for ids ['68a50f43-e7be-414d-bc5d-058cf9b9460d'] in dv-neutron-804846-13-hyperv is: [{'id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-140480176', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:06:53Z', 'updated_at': '2021-10-26T09:08:41Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:95:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a50f43-e7be-414d-bc5d-058cf9b9460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:06:53Z', 'updated_at': '2021-10-26T09:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:08:42.702813 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f2f3233e-50c4-4c21-bdeb-8c2c64a62d76 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:42.703377 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f3233e-50c4-4c21-bdeb-8c2c64a62d76 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Fanout notify agent at l3_agent the message router_deleted on router 68a50f43-e7be-414d-bc5d-058cf9b9460d {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 09:08:42.710185 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f2f3233e-50c4-4c21-bdeb-8c2c64a62d76 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:42.713770 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f2f3233e-50c4-4c21-bdeb-8c2c64a62d76 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "DELETE /v2.0/routers/68a50f43-e7be-414d-bc5d-058cf9b9460d HTTP/1.1" status: 204 len: 168 time: 0.7901151 Oct 26 09:08:42.714393 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43922) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:08:42.717858 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 1b85dbd9-a097-467a-9c69-f3ff3172c50b no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:08:42.796263 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ff8a96e5-6090-4e17-b625-8e71cad01f49 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:42.816497 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d1cd4438-5ddc-491e-81c9-b6979af815dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:42.849869 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd4438-5ddc-491e-81c9-b6979af815dd None None] Pushing event deleted for resources: {'Port': ['ID=1b85dbd9-a097-467a-9c69-f3ff3172c50b,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:08:42.854354 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-ff8a96e5-6090-4e17-b625-8e71cad01f49 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Deleting port 1b85dbd9-a097-467a-9c69-f3ff3172c50b {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:08:42.855264 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ff8a96e5-6090-4e17-b625-8e71cad01f49 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:42.859254 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cd4438-5ddc-491e-81c9-b6979af815dd None None] No DVR routers for this DVR port 1b85dbd9-a097-467a-9c69-f3ff3172c50b on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 09:08:42.860963 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:42.870553 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd4438-5ddc-491e-81c9-b6979af815dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:42.870553 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd4438-5ddc-491e-81c9-b6979af815dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:42.870553 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd4438-5ddc-491e-81c9-b6979af815dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:42.870553 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd4438-5ddc-491e-81c9-b6979af815dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:42.870553 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd4438-5ddc-491e-81c9-b6979af815dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:42.870553 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd4438-5ddc-491e-81c9-b6979af815dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:42.870553 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd4438-5ddc-491e-81c9-b6979af815dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:42.870553 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd4438-5ddc-491e-81c9-b6979af815dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:42.870553 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd4438-5ddc-491e-81c9-b6979af815dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:42.870553 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd4438-5ddc-491e-81c9-b6979af815dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:42.870553 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd4438-5ddc-491e-81c9-b6979af815dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:42.870553 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cd4438-5ddc-491e-81c9-b6979af815dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:42.919038 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-ff8a96e5-6090-4e17-b625-8e71cad01f49 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] For port 1b85dbd9-a097-467a-9c69-f3ff3172c50b, host dv-neutron-804846-13-hyperv, got binding levels [] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:08:42.919412 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ff8a96e5-6090-4e17-b625-8e71cad01f49 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:42.931606 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-ff8a96e5-6090-4e17-b625-8e71cad01f49 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Calling delete_port for 1b85dbd9-a097-467a-9c69-f3ff3172c50b owned by network:dhcp {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:08:42.934319 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.ipam_backend_mixin [None req-ff8a96e5-6090-4e17-b625-8e71cad01f49 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Port 1b85dbd9-a097-467a-9c69-f3ff3172c50b was not found and therefore no delete operation was performed {{(pid=102101) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 09:08:42.935594 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ff8a96e5-6090-4e17-b625-8e71cad01f49 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:42.960473 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a96e5-6090-4e17-b625-8e71cad01f49 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event deleted for resources: {'Port': ['ID=1b85dbd9-a097-467a-9c69-f3ff3172c50b,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:08:42.964060 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8a96e5-6090-4e17-b625-8e71cad01f49 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] No DVR routers for this DVR port 1b85dbd9-a097-467a-9c69-f3ff3172c50b on host dv-neutron-804846-13-hyperv {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 09:08:42.973189 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device b296a283-3385-497c-997f-aba21619d12f no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:08:42.997999 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] No Port match for: b296a283-3385-497c-997f-aba21619d12f {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:08:42.998272 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device b296a283-3385-497c-997f-aba21619d12f not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:08:43.050689 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ff8a96e5-6090-4e17-b625-8e71cad01f49 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:43.071235 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-ff8a96e5-6090-4e17-b625-8e71cad01f49 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['136b297d-d8ad-41f1-87d8-a263a20b96d4']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:08:43.081117 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-ff8a96e5-6090-4e17-b625-8e71cad01f49 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8d3a521-2d9a-4324-8718-742fe9f20eaa') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:08:43.081423 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-ff8a96e5-6090-4e17-b625-8e71cad01f49 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8d3a521-2d9a-4324-8718-742fe9f20eaa') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:08:43.091647 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ff8a96e5-6090-4e17-b625-8e71cad01f49 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:43.105168 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ff8a96e5-6090-4e17-b625-8e71cad01f49 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:43.112357 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff8a96e5-6090-4e17-b625-8e71cad01f49 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 09:08:43.112761 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ff8a96e5-6090-4e17-b625-8e71cad01f49 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:43.116050 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 09:08:43.116050 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 09:08:43.116050 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 09:08:43.116050 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 09:08:43.116050 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 09:08:43.116050 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 09:08:43.116050 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 09:08:43.116050 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 09:08:43.116050 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 09:08:43.116050 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 09:08:43.116050 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 09:08:43.116050 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 09:08:43.116050 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 09:08:43.116050 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 09:08:43.116050 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 09:08:43.116050 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 09:08:43.116050 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 09:08:43.116050 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 09:08:43.116050 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 09:08:43.116050 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 09:08:43.116050 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 09:08:43.116050 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 09:08:43.116050 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 09:08:43.116050 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 09:08:43.116050 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 09:08:43.116050 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 09:08:43.116050 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 09:08:43.116050 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 09:08:43.116050 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 09:08:43.116050 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 09:08:43.116050 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 09:08:43.116050 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 09:08:43.178394 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ff8a96e5-6090-4e17-b625-8e71cad01f49 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:43.186021 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ff8a96e5-6090-4e17-b625-8e71cad01f49 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:43.189210 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ff8a96e5-6090-4e17-b625-8e71cad01f49 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "DELETE /v2.0/networks/136b297d-d8ad-41f1-87d8-a263a20b96d4 HTTP/1.1" status: 204 len: 168 time: 0.4742537 Oct 26 09:08:43.192195 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43924) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:08:43.202008 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a96e5-6090-4e17-b625-8e71cad01f49 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event deleted for resources: {'Network': ['ID=136b297d-d8ad-41f1-87d8-a263a20b96d4,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:08:43.254962 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-39bd11fe-12c8-4b05-ba85-47124b1b3956 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:43.281674 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-39bd11fe-12c8-4b05-ba85-47124b1b3956 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:43.350972 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-39bd11fe-12c8-4b05-ba85-47124b1b3956 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:43.353756 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-39bd11fe-12c8-4b05-ba85-47124b1b3956 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:43.358241 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-39bd11fe-12c8-4b05-ba85-47124b1b3956 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "DELETE /v2.0/security-groups/c3ef9cd0-cedf-4063-b782-4eba7752361e HTTP/1.1" status: 204 len: 168 time: 0.1618090 Oct 26 09:08:43.369801 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd11fe-12c8-4b05-ba85-47124b1b3956 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ef9cd0-cedf-4063-b782-4eba7752361e,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:08:43.379136 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd11fe-12c8-4b05-ba85-47124b1b3956 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:43.379591 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd11fe-12c8-4b05-ba85-47124b1b3956 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:43.380021 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd11fe-12c8-4b05-ba85-47124b1b3956 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:43.380439 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd11fe-12c8-4b05-ba85-47124b1b3956 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:43.380855 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd11fe-12c8-4b05-ba85-47124b1b3956 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:43.381272 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd11fe-12c8-4b05-ba85-47124b1b3956 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:43.381729 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd11fe-12c8-4b05-ba85-47124b1b3956 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:43.382133 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd11fe-12c8-4b05-ba85-47124b1b3956 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:43.382752 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd11fe-12c8-4b05-ba85-47124b1b3956 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:43.383088 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd11fe-12c8-4b05-ba85-47124b1b3956 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:43.383504 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd11fe-12c8-4b05-ba85-47124b1b3956 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:43.383891 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bd11fe-12c8-4b05-ba85-47124b1b3956 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:43.677504 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43930) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:08:43.682230 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-bc84e386-5cb1-46dd-8403-0085d3230d44 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-732366614', 'description': 'tempest-secgroup-smoke-732366614 description', 'project_id': '37e91da6a5e944f28990f0b4deb3b388'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:08:43.705936 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bc84e386-5cb1-46dd-8403-0085d3230d44 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:43.776070 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bc84e386-5cb1-46dd-8403-0085d3230d44 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:43.780756 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bc84e386-5cb1-46dd-8403-0085d3230d44 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:43.812311 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-bc84e386-5cb1-46dd-8403-0085d3230d44 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:43.816361 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-bc84e386-5cb1-46dd-8403-0085d3230d44 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1349852 Oct 26 09:08:43.816715 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43932) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:08:43.820875 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-f3b47e8e-403e-4a24-8456-6b56e8ac7a19 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'security_group_rule': {'security_group_id': '5476c45d-513a-459a-9d6c-2ac8d4871c22', 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:08:43.827764 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc84e386-5cb1-46dd-8403-0085d3230d44 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5476c45d-513a-459a-9d6c-2ac8d4871c22,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:08:43.854460 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f3b47e8e-403e-4a24-8456-6b56e8ac7a19 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:43.917720 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f3b47e8e-403e-4a24-8456-6b56e8ac7a19 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:43.922434 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f3b47e8e-403e-4a24-8456-6b56e8ac7a19 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:43.944618 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b47e8e-403e-4a24-8456-6b56e8ac7a19 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95bfa634-b99f-4561-961e-5394418153ec,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:08:43.952502 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f3b47e8e-403e-4a24-8456-6b56e8ac7a19 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:43.954165 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f3b47e8e-403e-4a24-8456-6b56e8ac7a19 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1364436 Oct 26 09:08:43.957049 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43934) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:08:43.962514 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-1b94fd6b-df87-421b-a248-6953fc2a818f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'security_group_rule': {'security_group_id': '5476c45d-513a-459a-9d6c-2ac8d4871c22', 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:08:43.992246 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1b94fd6b-df87-421b-a248-6953fc2a818f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:44.049007 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1b94fd6b-df87-421b-a248-6953fc2a818f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:44.052695 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1b94fd6b-df87-421b-a248-6953fc2a818f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:44.070863 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94fd6b-df87-421b-a248-6953fc2a818f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de61a9b3-3249-4e56-b174-40a42f914e04,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:08:44.077692 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1b94fd6b-df87-421b-a248-6953fc2a818f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:44.081936 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1b94fd6b-df87-421b-a248-6953fc2a818f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1230981 Oct 26 09:08:44.083771 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43936) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:08:44.088276 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-b074d415-30e9-4385-b5ba-29a3a1d284f7 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'security_group_rule': {'security_group_id': '5476c45d-513a-459a-9d6c-2ac8d4871c22', 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:08:44.116605 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b074d415-30e9-4385-b5ba-29a3a1d284f7 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:44.168112 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b074d415-30e9-4385-b5ba-29a3a1d284f7 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:44.171814 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b074d415-30e9-4385-b5ba-29a3a1d284f7 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:44.190450 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074d415-30e9-4385-b5ba-29a3a1d284f7 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=027f25da-cdb4-4901-990b-222fa2f6b2c6,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:08:44.195721 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b074d415-30e9-4385-b5ba-29a3a1d284f7 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:44.196937 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b074d415-30e9-4385-b5ba-29a3a1d284f7 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1121533 Oct 26 09:08:44.200064 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43938) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:08:44.204846 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-c4fa8fe6-d2fa-4640-a3e1-94188101c450 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'security_group_rule': {'security_group_id': '5476c45d-513a-459a-9d6c-2ac8d4871c22', 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:08:44.232328 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c4fa8fe6-d2fa-4640-a3e1-94188101c450 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:44.291273 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c4fa8fe6-d2fa-4640-a3e1-94188101c450 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:44.295049 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c4fa8fe6-d2fa-4640-a3e1-94188101c450 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:44.312153 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa8fe6-d2fa-4640-a3e1-94188101c450 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f088ab7b-1869-4947-a02f-0f2a518b095f,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:08:44.320962 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c4fa8fe6-d2fa-4640-a3e1-94188101c450 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:44.322186 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c4fa8fe6-d2fa-4640-a3e1-94188101c450 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1211522 Oct 26 09:08:44.325989 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43940) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:08:44.330634 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-50a5073b-674d-49c0-a3e4-08de283dd373 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'security_group_rule': {'security_group_id': '5476c45d-513a-459a-9d6c-2ac8d4871c22', 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:08:44.354207 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.securitygroups_db [None req-50a5073b-674d-49c0-a3e4-08de283dd373 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Project 37e91da6a5e944f28990f0b4deb3b388 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 09:08:44.359247 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-50a5073b-674d-49c0-a3e4-08de283dd373 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:44.421361 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-50a5073b-674d-49c0-a3e4-08de283dd373 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:44.425371 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-50a5073b-674d-49c0-a3e4-08de283dd373 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:44.445812 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5073b-674d-49c0-a3e4-08de283dd373 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b3552b8-a336-48c8-8b39-a3abd6777e1b,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:08:44.452174 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-50a5073b-674d-49c0-a3e4-08de283dd373 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:44.453367 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-50a5073b-674d-49c0-a3e4-08de283dd373 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1261978 Oct 26 09:08:44.456128 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43942) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:08:44.460729 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-552bc685-a0e1-4f91-96a1-a9adef715172 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'security_group_rule': {'security_group_id': '5476c45d-513a-459a-9d6c-2ac8d4871c22', 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:08:44.483026 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.securitygroups_db [None req-552bc685-a0e1-4f91-96a1-a9adef715172 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Project 37e91da6a5e944f28990f0b4deb3b388 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 09:08:44.487804 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-552bc685-a0e1-4f91-96a1-a9adef715172 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:44.547664 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-552bc685-a0e1-4f91-96a1-a9adef715172 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:44.552185 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-552bc685-a0e1-4f91-96a1-a9adef715172 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:44.572421 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552bc685-a0e1-4f91-96a1-a9adef715172 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ff5f01-85a4-4138-91df-8e035f1f77cc,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:08:44.575873 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:08:44.585770 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-552bc685-a0e1-4f91-96a1-a9adef715172 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:44.590101 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-552bc685-a0e1-4f91-96a1-a9adef715172 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1300733 Oct 26 09:08:44.590665 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 43944) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:08:44.595957 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-892c3bb9-9489-4848-a986-4c3dfe722888 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'network': {'name': 'tempest-network-smoke--1949349857', 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'port_security_enabled': True}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:08:44.604720 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:08:44.605240 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device a201bba5-b1d3-41ea-a4e7-d0c9ba8f80f8 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:08:44.605968 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device d0e64d09-cb13-4e9a-97b6-0bd0fd349bbe no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:08:44.622620 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892c3bb9-9489-4848-a986-4c3dfe722888 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Made reservation on behalf of 37e91da6a5e944f28990f0b4deb3b388 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:08:44.626686 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-892c3bb9-9489-4848-a986-4c3dfe722888 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:44.627876 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: d0e64d09-cb13-4e9a-97b6-0bd0fd349bbe {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:08:44.628392 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device d0e64d09-cb13-4e9a-97b6-0bd0fd349bbe not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:08:44.657255 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-892c3bb9-9489-4848-a986-4c3dfe722888 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 09:08:44.666417 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-892c3bb9-9489-4848-a986-4c3dfe722888 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:44.666848 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-892c3bb9-9489-4848-a986-4c3dfe722888 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Added segment 7ea19ee3-68f4-428c-a479-18ef66601322 of type vlan for network 73095b1c-ed32-4b4d-a309-473a31a053e9 Oct 26 09:08:44.708287 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-892c3bb9-9489-4848-a986-4c3dfe722888 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:44.732561 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-892c3bb9-9489-4848-a986-4c3dfe722888 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:44.738202 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892c3bb9-9489-4848-a986-4c3dfe722888 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:44.738783 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-892c3bb9-9489-4848-a986-4c3dfe722888 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:44.792396 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-892c3bb9-9489-4848-a986-4c3dfe722888 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2005036 Oct 26 09:08:44.795913 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43946) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:08:44.800603 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-c0466c28-0e06-43ce-8122-a47873d175e4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1544973150', 'admin_state_up': True, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:08:44.811312 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c3bb9-9489-4848-a986-4c3dfe722888 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'Network': ['ID=73095b1c-ed32-4b4d-a309-473a31a053e9,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:08:44.822254 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 73095b1c-ed32-4b4d-a309-473a31a053e9 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 09:08:44.825461 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c0466c28-0e06-43ce-8122-a47873d175e4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:44.826773 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c0466c28-0e06-43ce-8122-a47873d175e4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:44.883369 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c0466c28-0e06-43ce-8122-a47873d175e4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:45.331253 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c0466c28-0e06-43ce-8122-a47873d175e4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:45.527088 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c0466c28-0e06-43ce-8122-a47873d175e4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router_gateway, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:45.545744 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c0466c28-0e06-43ce-8122-a47873d175e4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:45.650176 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-c0466c28-0e06-43ce-8122-a47873d175e4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Allocated IP 172.26.2.33 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/c8b33058-7fa5-4359-8c96-10f0cb76baae) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:08:45.750833 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c0466c28-0e06-43ce-8122-a47873d175e4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:45.783921 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c0466c28-0e06-43ce-8122-a47873d175e4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:45.826945 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0466c28-0e06-43ce-8122-a47873d175e4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:08:45.829854 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-c0466c28-0e06-43ce-8122-a47873d175e4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:08:45.833505 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0466c28-0e06-43ce-8122-a47873d175e4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:08:45.855851 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0466c28-0e06-43ce-8122-a47873d175e4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'Port': ['ID=c8b33058-7fa5-4359-8c96-10f0cb76baae,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:08:46.081877 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c0466c28-0e06-43ce-8122-a47873d175e4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router_gateway, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:46.272664 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c0466c28-0e06-43ce-8122-a47873d175e4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:46.397750 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0466c28-0e06-43ce-8122-a47873d175e4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Router d45877b0-d2d3-4afb-9493-1f79adc39994 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 09:08:46.505412 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0466c28-0e06-43ce-8122-a47873d175e4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:08:46.516237 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70df71c8-2ad9-4f00-b2dc-bd7ef214bb40 None None] Sync routers for ids ['d45877b0-d2d3-4afb-9493-1f79adc39994'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:08:46.524928 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-c0466c28-0e06-43ce-8122-a47873d175e4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:46.526141 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c0466c28-0e06-43ce-8122-a47873d175e4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7291095 Oct 26 09:08:46.526291 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70df71c8-2ad9-4f00-b2dc-bd7ef214bb40 None None] Routers {'d45877b0-d2d3-4afb-9493-1f79adc39994'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:08:46.526998 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-70df71c8-2ad9-4f00-b2dc-bd7ef214bb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:08:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['d45877b0-d2d3-4afb-9493-1f79adc39994'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:08:46.529396 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43948) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:08:46.557798 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-df7f2fb9-ee56-4b4f-89e8-ffd26661a399 tempest-TestNetworkAdvancedServerOps-165145031 tempest-TestNetworkAdvancedServerOps-165145031-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=37e91da6a5e944f28990f0b4deb3b388&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272415 Oct 26 09:08:46.561188 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43950) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:08:46.632686 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-70df71c8-2ad9-4f00-b2dc-bd7ef214bb40 None None] Set router d45877b0-d2d3-4afb-9493-1f79adc39994 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:08:46.653786 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de521fa-3b3e-45a4-897c-99b3745e22be tempest-TestNetworkAdvancedServerOps-165145031 tempest-TestNetworkAdvancedServerOps-165145031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:46.655314 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-0de521fa-3b3e-45a4-897c-99b3745e22be tempest-TestNetworkAdvancedServerOps-165145031 tempest-TestNetworkAdvancedServerOps-165145031-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0929949 Oct 26 09:08:46.658108 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43952) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:08:46.689471 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-799bb1e9-9bc4-4a81-8b53-684001a794d9 tempest-TestNetworkAdvancedServerOps-165145031 tempest-TestNetworkAdvancedServerOps-165145031-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=e0ba3cfd-db28-4690-8a12-e5c00a0b88c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302131 Oct 26 09:08:46.691962 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43954) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:08:46.696619 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-19d9db4f-1a3e-4080-891e-0e64e24193a4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-649097231', 'network_id': '73095b1c-ed32-4b4d-a309-473a31a053e9', 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:08:46.789146 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d9db4f-1a3e-4080-891e-0e64e24193a4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Made reservation on behalf of 37e91da6a5e944f28990f0b4deb3b388 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:08:46.792560 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-19d9db4f-1a3e-4080-891e-0e64e24193a4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:46.811679 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-70df71c8-2ad9-4f00-b2dc-bd7ef214bb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544973150', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c8b33058-7fa5-4359-8c96-10f0cb76baae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:08:44Z', 'updated_at': '2021-10-26T09:08:45Z', 'revision_number': 3, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'c8b33058-7fa5-4359-8c96-10f0cb76baae', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:04:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:08:45Z', 'updated_at': '2021-10-26T09:08:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:08:46.843460 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70df71c8-2ad9-4f00-b2dc-bd7ef214bb40 None None] Checking router: d45877b0-d2d3-4afb-9493-1f79adc39994 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:08:46.843804 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70df71c8-2ad9-4f00-b2dc-bd7ef214bb40 None None] Updating router d45877b0-d2d3-4afb-9493-1f79adc39994 port c8b33058-7fa5-4359-8c96-10f0cb76baae binding host dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 09:08:46.871051 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-70df71c8-2ad9-4f00-b2dc-bd7ef214bb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:46.975623 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-19d9db4f-1a3e-4080-891e-0e64e24193a4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:47.038060 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9db4f-1a3e-4080-891e-0e64e24193a4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'Subnet': ['ID=6d3866c5-ad66-4bbc-a391-45d2e1482a9a,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:08:47.049720 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d9db4f-1a3e-4080-891e-0e64e24193a4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Checking segment: {'id': '7ea19ee3-68f4-428c-a479-18ef66601322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '73095b1c-ed32-4b4d-a309-473a31a053e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:08:47.050094 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d9db4f-1a3e-4080-891e-0e64e24193a4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Network hostable DHCP agents. Network: 73095b1c-ed32-4b4d-a309-473a31a053e9, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 09:08:47.066868 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d9db4f-1a3e-4080-891e-0e64e24193a4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Network 73095b1c-ed32-4b4d-a309-473a31a053e9 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 09:08:47.077612 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-19d9db4f-1a3e-4080-891e-0e64e24193a4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 73095b1c-ed32-4b4d-a309-473a31a053e9) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:08:47.082574 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d9db4f-1a3e-4080-891e-0e64e24193a4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:47.083787 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-19d9db4f-1a3e-4080-891e-0e64e24193a4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:47.087517 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bb6077-ed61-4c44-b939-b3b9d7e9fa5b None None] Network 73095b1c-ed32-4b4d-a309-473a31a053e9 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:08:47.102585 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-19d9db4f-1a3e-4080-891e-0e64e24193a4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4095640 Oct 26 09:08:47.105187 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 43956) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:08:47.216886 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-70df71c8-2ad9-4f00-b2dc-bd7ef214bb40 None None] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:47.224493 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-70df71c8-2ad9-4f00-b2dc-bd7ef214bb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:47.248115 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6ac168-0052-4e71-8c5a-e039f267666d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-73095b1c-ed32-4b4d-a309-473a31a053e9', 'network_id': '73095b1c-ed32-4b4d-a309-473a31a053e9', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'fixed_ips': [{'subnet_id': '6d3866c5-ad66-4bbc-a391-45d2e1482a9a'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 09:08:47.249102 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0b6ac168-0052-4e71-8c5a-e039f267666d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:47.275136 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-70df71c8-2ad9-4f00-b2dc-bd7ef214bb40 None None] Attempting to bind port c8b33058-7fa5-4359-8c96-10f0cb76baae on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:08:47.275758 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-70df71c8-2ad9-4f00-b2dc-bd7ef214bb40 None None] Attempting to bind port c8b33058-7fa5-4359-8c96-10f0cb76baae by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:08:47.276117 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70df71c8-2ad9-4f00-b2dc-bd7ef214bb40 None None] Attempting to bind port c8b33058-7fa5-4359-8c96-10f0cb76baae on network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:08:47.286151 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21123f99-821e-4508-b099-d513c5da1d95 None None] Pushing event updated for resources: {'Port': ['ID=c8b33058-7fa5-4359-8c96-10f0cb76baae,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:08:47.288402 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70df71c8-2ad9-4f00-b2dc-bd7ef214bb40 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:08:47.288772 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70df71c8-2ad9-4f00-b2dc-bd7ef214bb40 None None] Checking segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:08:47.289176 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-70df71c8-2ad9-4f00-b2dc-bd7ef214bb40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:47.289560 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70df71c8-2ad9-4f00-b2dc-bd7ef214bb40 None None] Bound using segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:08:47.290053 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-70df71c8-2ad9-4f00-b2dc-bd7ef214bb40 None None] Bound port: c8b33058-7fa5-4359-8c96-10f0cb76baae, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:08:47.290424 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-70df71c8-2ad9-4f00-b2dc-bd7ef214bb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:47.319126 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21123f99-821e-4508-b099-d513c5da1d95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:47.319384 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21123f99-821e-4508-b099-d513c5da1d95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:47.319721 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21123f99-821e-4508-b099-d513c5da1d95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:47.320052 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21123f99-821e-4508-b099-d513c5da1d95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:47.320380 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21123f99-821e-4508-b099-d513c5da1d95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:47.320714 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21123f99-821e-4508-b099-d513c5da1d95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:47.321039 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21123f99-821e-4508-b099-d513c5da1d95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:47.321373 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21123f99-821e-4508-b099-d513c5da1d95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:47.321695 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21123f99-821e-4508-b099-d513c5da1d95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:47.322020 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21123f99-821e-4508-b099-d513c5da1d95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:47.322336 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21123f99-821e-4508-b099-d513c5da1d95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:47.322649 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21123f99-821e-4508-b099-d513c5da1d95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:08:47.361284 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-70df71c8-2ad9-4f00-b2dc-bd7ef214bb40 None None] For port c8b33058-7fa5-4359-8c96-10f0cb76baae, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:08:47.364659 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-70df71c8-2ad9-4f00-b2dc-bd7ef214bb40 None None] For port c8b33058-7fa5-4359-8c96-10f0cb76baae, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=c8b33058-7fa5-4359-8c96-10f0cb76baae,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:08:47.370570 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-70df71c8-2ad9-4f00-b2dc-bd7ef214bb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:47.404947 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-0b6ac168-0052-4e71-8c5a-e039f267666d None None] Allocated IP 172.20.0.2 (73095b1c-ed32-4b4d-a309-473a31a053e9/6d3866c5-ad66-4bbc-a391-45d2e1482a9a/9bb314ac-b6b6-4027-a755-c4d70d2b71f6) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:08:47.432663 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70df71c8-2ad9-4f00-b2dc-bd7ef214bb40 None None] Routers {'d45877b0-d2d3-4afb-9493-1f79adc39994'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:08:47.433294 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-70df71c8-2ad9-4f00-b2dc-bd7ef214bb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:08:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['d45877b0-d2d3-4afb-9493-1f79adc39994'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:08:47.470402 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21123f99-821e-4508-b099-d513c5da1d95 None None] Pushing event updated for resources: {'Port': ['ID=c8b33058-7fa5-4359-8c96-10f0cb76baae,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:08:47.550713 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-70df71c8-2ad9-4f00-b2dc-bd7ef214bb40 None None] Set router d45877b0-d2d3-4afb-9493-1f79adc39994 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:08:47.560950 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0b6ac168-0052-4e71-8c5a-e039f267666d None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:47.568384 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0b6ac168-0052-4e71-8c5a-e039f267666d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:47.583252 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3383d584-87dd-47b4-8479-f5bd1960909e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:47.614931 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6ac168-0052-4e71-8c5a-e039f267666d None None] Network 73095b1c-ed32-4b4d-a309-473a31a053e9 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:08:47.619684 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-0b6ac168-0052-4e71-8c5a-e039f267666d None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:08:47.624270 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6ac168-0052-4e71-8c5a-e039f267666d None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:08:47.632655 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ac168-0052-4e71-8c5a-e039f267666d None None] Pushing event updated for resources: {'Port': ['ID=9bb314ac-b6b6-4027-a755-c4d70d2b71f6,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:08:47.681257 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-0b6ac168-0052-4e71-8c5a-e039f267666d None None] Attempting to bind port 9bb314ac-b6b6-4027-a755-c4d70d2b71f6 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:08:47.681648 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-0b6ac168-0052-4e71-8c5a-e039f267666d None None] Attempting to bind port 9bb314ac-b6b6-4027-a755-c4d70d2b71f6 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '7ea19ee3-68f4-428c-a479-18ef66601322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '73095b1c-ed32-4b4d-a309-473a31a053e9'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:08:47.682044 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6ac168-0052-4e71-8c5a-e039f267666d None None] Attempting to bind port 9bb314ac-b6b6-4027-a755-c4d70d2b71f6 on network 73095b1c-ed32-4b4d-a309-473a31a053e9 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:08:47.687798 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6ac168-0052-4e71-8c5a-e039f267666d None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:08:47.688201 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6ac168-0052-4e71-8c5a-e039f267666d None None] Checking segment: {'id': '7ea19ee3-68f4-428c-a479-18ef66601322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '73095b1c-ed32-4b4d-a309-473a31a053e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:08:47.688591 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0b6ac168-0052-4e71-8c5a-e039f267666d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:47.688993 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6ac168-0052-4e71-8c5a-e039f267666d None None] Bound using segment: {'id': '7ea19ee3-68f4-428c-a479-18ef66601322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '73095b1c-ed32-4b4d-a309-473a31a053e9'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:08:47.689467 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-0b6ac168-0052-4e71-8c5a-e039f267666d None None] Bound port: 9bb314ac-b6b6-4027-a755-c4d70d2b71f6, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea19ee3-68f4-428c-a479-18ef66601322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '73095b1c-ed32-4b4d-a309-473a31a053e9'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:08:47.689891 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0b6ac168-0052-4e71-8c5a-e039f267666d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:47.735071 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-70df71c8-2ad9-4f00-b2dc-bd7ef214bb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544973150', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c8b33058-7fa5-4359-8c96-10f0cb76baae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:08:44Z', 'updated_at': '2021-10-26T09:08:45Z', 'revision_number': 3, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'c8b33058-7fa5-4359-8c96-10f0cb76baae', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:04:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:08:45Z', 'updated_at': '2021-10-26T09:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:08:47.755945 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-0b6ac168-0052-4e71-8c5a-e039f267666d None None] For port 9bb314ac-b6b6-4027-a755-c4d70d2b71f6, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:08:47.759250 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-0b6ac168-0052-4e71-8c5a-e039f267666d None None] For port 9bb314ac-b6b6-4027-a755-c4d70d2b71f6, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=9bb314ac-b6b6-4027-a755-c4d70d2b71f6,segment=NetworkSegment(7ea19ee3-68f4-428c-a479-18ef66601322),segment_id=7ea19ee3-68f4-428c-a479-18ef66601322)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:08:47.764431 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0b6ac168-0052-4e71-8c5a-e039f267666d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:47.766628 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70df71c8-2ad9-4f00-b2dc-bd7ef214bb40 None None] The sync data for ids ['d45877b0-d2d3-4afb-9493-1f79adc39994'] in dv-neutron-804846-13-hyperv is: [{'id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544973150', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c8b33058-7fa5-4359-8c96-10f0cb76baae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:08:44Z', 'updated_at': '2021-10-26T09:08:45Z', 'revision_number': 3, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'c8b33058-7fa5-4359-8c96-10f0cb76baae', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:04:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:08:45Z', 'updated_at': '2021-10-26T09:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:08:47.825417 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ac168-0052-4e71-8c5a-e039f267666d None None] Pushing event updated for resources: {'Port': ['ID=9bb314ac-b6b6-4027-a755-c4d70d2b71f6,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:08:47.908850 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-3383d584-87dd-47b4-8479-f5bd1960909e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Allocated IP 172.20.0.1 (73095b1c-ed32-4b4d-a309-473a31a053e9/6d3866c5-ad66-4bbc-a391-45d2e1482a9a/51bd27d6-9422-4a75-b551-899abcfba762) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:08:48.082270 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3383d584-87dd-47b4-8479-f5bd1960909e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:48.120545 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3383d584-87dd-47b4-8479-f5bd1960909e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:48.172063 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3383d584-87dd-47b4-8479-f5bd1960909e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Network 73095b1c-ed32-4b4d-a309-473a31a053e9 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:08:48.175449 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-3383d584-87dd-47b4-8479-f5bd1960909e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:08:48.182031 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3383d584-87dd-47b4-8479-f5bd1960909e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:08:48.187899 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383d584-87dd-47b4-8479-f5bd1960909e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'Port': ['ID=51bd27d6-9422-4a75-b551-899abcfba762,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:08:48.242351 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3383d584-87dd-47b4-8479-f5bd1960909e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:48.376531 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3383d584-87dd-47b4-8479-f5bd1960909e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:48.688868 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3383d584-87dd-47b4-8479-f5bd1960909e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:48.706749 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3383d584-87dd-47b4-8479-f5bd1960909e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:48.715592 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 9bb314ac-b6b6-4027-a755-c4d70d2b71f6 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:08:48.782535 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 9bb314ac-b6b6-4027-a755-c4d70d2b71f6 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:08:48.782918 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:48.783095 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383d584-87dd-47b4-8479-f5bd1960909e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'Port': ['ID=51bd27d6-9422-4a75-b551-899abcfba762,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:08:48.785606 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3383d584-87dd-47b4-8479-f5bd1960909e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:48.872879 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:48.904635 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3383d584-87dd-47b4-8479-f5bd1960909e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Network 73095b1c-ed32-4b4d-a309-473a31a053e9 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:08:48.906167 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-3383d584-87dd-47b4-8479-f5bd1960909e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:08:48.910991 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 9bb314ac-b6b6-4027-a755-c4d70d2b71f6, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=9bb314ac-b6b6-4027-a755-c4d70d2b71f6,segment=NetworkSegment(7ea19ee3-68f4-428c-a479-18ef66601322),segment_id=7ea19ee3-68f4-428c-a479-18ef66601322)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:08:48.915718 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:48.916700 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device c8b33058-7fa5-4359-8c96-10f0cb76baae up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:08:48.986131 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dcfba4-d229-44e4-8b42-7ed17bd7498e None None] Network 73095b1c-ed32-4b4d-a309-473a31a053e9 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:08:49.025576 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3383d584-87dd-47b4-8479-f5bd1960909e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Router d45877b0-d2d3-4afb-9493-1f79adc39994 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:08:49.054854 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=9bb314ac-b6b6-4027-a755-c4d70d2b71f6,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:08:49.080369 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port c8b33058-7fa5-4359-8c96-10f0cb76baae triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:08:49.080751 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:49.092304 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-7976eb1c-4d5d-4906-9cda-c0802d1903fe None None] Provisioning complete for port 9bb314ac-b6b6-4027-a755-c4d70d2b71f6 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:08:49.092688 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7976eb1c-4d5d-4906-9cda-c0802d1903fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:49.318214 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:49.346379 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port c8b33058-7fa5-4359-8c96-10f0cb76baae, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=c8b33058-7fa5-4359-8c96-10f0cb76baae,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:08:49.352496 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:49.419745 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=c8b33058-7fa5-4359-8c96-10f0cb76baae,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:08:49.467754 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d561282b-b576-4898-a162-76d2287804de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:49.476187 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3383d584-87dd-47b4-8479-f5bd1960909e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:08:49.485726 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3383d584-87dd-47b4-8479-f5bd1960909e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "PUT /v2.0/routers/d45877b0-d2d3-4afb-9493-1f79adc39994/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3793955 Oct 26 09:08:49.587427 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2cf2be-1181-4a52-8c55-7883a74645ae None None] Sync routers for ids ['d45877b0-d2d3-4afb-9493-1f79adc39994'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:08:49.598821 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2cf2be-1181-4a52-8c55-7883a74645ae None None] Routers {'d45877b0-d2d3-4afb-9493-1f79adc39994'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:08:49.599467 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ed2cf2be-1181-4a52-8c55-7883a74645ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:08:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['d45877b0-d2d3-4afb-9493-1f79adc39994'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:08:49.638348 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-fade7e52-dde6-4bab-bead-a441cd8c4113 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-732366614&fields=id&tenant_id=37e91da6a5e944f28990f0b4deb3b388 HTTP/1.1" status: 200 len: 267 time: 0.0356531 Oct 26 09:08:49.693431 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-d6ebff7a-0401-416e-bfcd-c9a918f62d7f None None] Provisioning complete for port 9bb314ac-b6b6-4027-a755-c4d70d2b71f6 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:08:49.693912 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d6ebff7a-0401-416e-bfcd-c9a918f62d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:49.758495 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-ce56c740-b411-4d2d-b4a2-7fa504433536 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:49.760348 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-ce56c740-b411-4d2d-b4a2-7fa504433536 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/networks?id=73095b1c-ed32-4b4d-a309-473a31a053e9 HTTP/1.1" status: 200 len: 797 time: 0.1160939 Oct 26 09:08:49.772347 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-ed2cf2be-1181-4a52-8c55-7883a74645ae None None] Set router d45877b0-d2d3-4afb-9493-1f79adc39994 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:08:49.780901 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-892d7aaf-7b22-4fb0-b066-e7308141db46 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/quotas/37e91da6a5e944f28990f0b4deb3b388 HTTP/1.1" status: 200 len: 375 time: 0.0123656 Oct 26 09:08:49.846994 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-865a241a-fde2-467f-8a11-f62e97520f80 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=37e91da6a5e944f28990f0b4deb3b388&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581622 Oct 26 09:08:49.993467 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-c6e8ccd9-263b-4fb3-9d96-2b947ad94907 service neutron] 10.222.0.41 "GET /v2.0/networks/73095b1c-ed32-4b4d-a309-473a31a053e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402669 Oct 26 09:08:50.080606 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-d6ebff7a-0401-416e-bfcd-c9a918f62d7f None None] Provisioning complete for port 51bd27d6-9422-4a75-b551-899abcfba762 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:08:50.080895 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d6ebff7a-0401-416e-bfcd-c9a918f62d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:50.091351 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-c5242eed-f36e-4ca4-9f4d-4c7416c165a9 service neutron] 10.222.0.41 "GET /v2.0/networks/73095b1c-ed32-4b4d-a309-473a31a053e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902700 Oct 26 09:08:50.136162 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-d6ebff7a-0401-416e-bfcd-c9a918f62d7f None None] Port 51bd27d6-9422-4a75-b551-899abcfba762 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:08:50.195353 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ed2cf2be-1181-4a52-8c55-7883a74645ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544973150', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c8b33058-7fa5-4359-8c96-10f0cb76baae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:08:44Z', 'updated_at': '2021-10-26T09:08:48Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'c8b33058-7fa5-4359-8c96-10f0cb76baae', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:08:45Z', 'updated_at': '2021-10-26T09:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '51bd27d6-9422-4a75-b551-899abcfba762', 'name': '', 'network_id': '73095b1c-ed32-4b4d-a309-473a31a053e9', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:a4:c0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '6d3866c5-ad66-4bbc-a391-45d2e1482a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:08:47Z', 'updated_at': '2021-10-26T09:08:48Z', 'revision_number': 2, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': '6d3866c5-ad66-4bbc-a391-45d2e1482a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:08:50.223846 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2cf2be-1181-4a52-8c55-7883a74645ae None None] Checking router: d45877b0-d2d3-4afb-9493-1f79adc39994 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:08:50.224210 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2cf2be-1181-4a52-8c55-7883a74645ae None None] Updating router d45877b0-d2d3-4afb-9493-1f79adc39994 port 51bd27d6-9422-4a75-b551-899abcfba762 binding host dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 09:08:50.255609 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ed2cf2be-1181-4a52-8c55-7883a74645ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:50.272196 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0d8f7721-0ab0-4b3e-a274-edbb747d168c req-0f2b3be7-af14-47b0-8c3c-d1e6bfda0bb8 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 210 time: 0.0304158 Oct 26 09:08:50.275359 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-e66bfab7-283c-4f00-a0f5-b2dabfd6bfac None None] Provisioning complete for port 51bd27d6-9422-4a75-b551-899abcfba762 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:08:50.275520 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e66bfab7-283c-4f00-a0f5-b2dabfd6bfac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:50.389592 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-e66bfab7-283c-4f00-a0f5-b2dabfd6bfac None None] Port 51bd27d6-9422-4a75-b551-899abcfba762 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:08:50.565286 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ed2cf2be-1181-4a52-8c55-7883a74645ae None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:50.572662 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ed2cf2be-1181-4a52-8c55-7883a74645ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:50.655832 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 9bb314ac-b6b6-4027-a755-c4d70d2b71f6 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:08:50.660357 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660abe6-692e-4f1b-9b40-c9cc04a2d0eb None None] Pushing event updated for resources: {'Port': ['ID=51bd27d6-9422-4a75-b551-899abcfba762,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:08:50.725304 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-ed2cf2be-1181-4a52-8c55-7883a74645ae None None] Attempting to bind port 51bd27d6-9422-4a75-b551-899abcfba762 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:08:50.726041 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-ed2cf2be-1181-4a52-8c55-7883a74645ae None None] Attempting to bind port 51bd27d6-9422-4a75-b551-899abcfba762 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '7ea19ee3-68f4-428c-a479-18ef66601322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '73095b1c-ed32-4b4d-a309-473a31a053e9'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:08:50.726529 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2cf2be-1181-4a52-8c55-7883a74645ae None None] Attempting to bind port 51bd27d6-9422-4a75-b551-899abcfba762 on network 73095b1c-ed32-4b4d-a309-473a31a053e9 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:08:50.741709 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:08:50.742439 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2cf2be-1181-4a52-8c55-7883a74645ae None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:08:50.742439 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2cf2be-1181-4a52-8c55-7883a74645ae None None] Checking segment: {'id': '7ea19ee3-68f4-428c-a479-18ef66601322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '73095b1c-ed32-4b4d-a309-473a31a053e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:08:50.742962 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ed2cf2be-1181-4a52-8c55-7883a74645ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:50.743336 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2cf2be-1181-4a52-8c55-7883a74645ae None None] Bound using segment: {'id': '7ea19ee3-68f4-428c-a479-18ef66601322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '73095b1c-ed32-4b4d-a309-473a31a053e9'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:08:50.744103 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-ed2cf2be-1181-4a52-8c55-7883a74645ae None None] Bound port: 51bd27d6-9422-4a75-b551-899abcfba762, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea19ee3-68f4-428c-a479-18ef66601322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '73095b1c-ed32-4b4d-a309-473a31a053e9'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:08:50.744586 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ed2cf2be-1181-4a52-8c55-7883a74645ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:50.765785 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 9bb314ac-b6b6-4027-a755-c4d70d2b71f6 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:08:50.766087 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:50.851486 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-ed2cf2be-1181-4a52-8c55-7883a74645ae None None] For port 51bd27d6-9422-4a75-b551-899abcfba762, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:08:50.855534 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-ed2cf2be-1181-4a52-8c55-7883a74645ae None None] For port 51bd27d6-9422-4a75-b551-899abcfba762, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=51bd27d6-9422-4a75-b551-899abcfba762,segment=NetworkSegment(7ea19ee3-68f4-428c-a479-18ef66601322),segment_id=7ea19ee3-68f4-428c-a479-18ef66601322)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:08:50.860605 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ed2cf2be-1181-4a52-8c55-7883a74645ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:50.962306 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2cf2be-1181-4a52-8c55-7883a74645ae None None] Routers {'d45877b0-d2d3-4afb-9493-1f79adc39994'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:08:50.962941 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ed2cf2be-1181-4a52-8c55-7883a74645ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:08:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['d45877b0-d2d3-4afb-9493-1f79adc39994'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:08:50.964544 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660abe6-692e-4f1b-9b40-c9cc04a2d0eb None None] Pushing event updated for resources: {'Port': ['ID=51bd27d6-9422-4a75-b551-899abcfba762,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:08:50.969131 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device c8b33058-7fa5-4359-8c96-10f0cb76baae up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:08:51.024984 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-2a19fd1f-d71a-4faf-89a6-43b15733ca59 None None] Provisioning complete for port 51bd27d6-9422-4a75-b551-899abcfba762 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:08:51.025274 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2a19fd1f-d71a-4faf-89a6-43b15733ca59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:51.157134 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-ed2cf2be-1181-4a52-8c55-7883a74645ae None None] Set router d45877b0-d2d3-4afb-9493-1f79adc39994 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:08:51.206061 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port c8b33058-7fa5-4359-8c96-10f0cb76baae triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:08:51.206394 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:51.207730 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-b04754dc-ea39-4202-b79f-4338f130ab31 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:51.209893 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-b04754dc-ea39-4202-b79f-4338f130ab31 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.47 "GET /v2.0/networks?id=73095b1c-ed32-4b4d-a309-473a31a053e9 HTTP/1.1" status: 200 len: 797 time: 0.1139917 Oct 26 09:08:51.262311 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-8fa9b990-4fe3-4c18-8ec2-20b6db7772d6 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37e91da6a5e944f28990f0b4deb3b388 HTTP/1.1" status: 200 len: 379 time: 0.0413117 Oct 26 09:08:51.273264 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-4f3b6225-5307-4dc8-b033-3901f793c281 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'port': {'device_id': 'e711977b-6185-4257-a5e6-df6e79a53249', 'network_id': '73095b1c-ed32-4b4d-a309-473a31a053e9', 'admin_state_up': True, 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'security_groups': ['5476c45d-513a-459a-9d6c-2ac8d4871c22']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:08:51.285259 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2a19fd1f-d71a-4faf-89a6-43b15733ca59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:51.381001 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-2a19fd1f-d71a-4faf-89a6-43b15733ca59 None None] For port 51bd27d6-9422-4a75-b551-899abcfba762, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=51bd27d6-9422-4a75-b551-899abcfba762,segment=NetworkSegment(7ea19ee3-68f4-428c-a479-18ef66601322),segment_id=7ea19ee3-68f4-428c-a479-18ef66601322)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:08:51.384430 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8dad2326-9782-411c-b87c-43ccdda6cb9f req-ee991b1e-e53c-4dfc-9924-69da022ea0ec tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 210 time: 0.0399561 Oct 26 09:08:51.389484 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2a19fd1f-d71a-4faf-89a6-43b15733ca59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:51.415762 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-4f3b6225-5307-4dc8-b033-3901f793c281 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Made reservation on behalf of 37e91da6a5e944f28990f0b4deb3b388 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:08:51.420253 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-4f3b6225-5307-4dc8-b033-3901f793c281 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:51.525165 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19fd1f-d71a-4faf-89a6-43b15733ca59 None None] Pushing event updated for resources: {'Port': ['ID=51bd27d6-9422-4a75-b551-899abcfba762,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:08:51.542728 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-9bfd65f2-dec9-4b77-a7cb-2770b415464a None None] Provisioning complete for port 51bd27d6-9422-4a75-b551-899abcfba762 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:08:51.543659 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9bfd65f2-dec9-4b77-a7cb-2770b415464a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:51.562551 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-4f3b6225-5307-4dc8-b033-3901f793c281 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Allocated IP 172.20.0.9 (73095b1c-ed32-4b4d-a309-473a31a053e9/6d3866c5-ad66-4bbc-a391-45d2e1482a9a/c57cc73b-3705-4ce2-94cf-743b8bc2e728) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:08:51.595851 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ed2cf2be-1181-4a52-8c55-7883a74645ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544973150', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c8b33058-7fa5-4359-8c96-10f0cb76baae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:08:44Z', 'updated_at': '2021-10-26T09:08:48Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'c8b33058-7fa5-4359-8c96-10f0cb76baae', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:08:45Z', 'updated_at': '2021-10-26T09:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '51bd27d6-9422-4a75-b551-899abcfba762', 'name': '', 'network_id': '73095b1c-ed32-4b4d-a309-473a31a053e9', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:a4:c0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '6d3866c5-ad66-4bbc-a391-45d2e1482a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:08:47Z', 'updated_at': '2021-10-26T09:08:50Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': '6d3866c5-ad66-4bbc-a391-45d2e1482a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:08:51.627754 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2cf2be-1181-4a52-8c55-7883a74645ae None None] The sync data for ids ['d45877b0-d2d3-4afb-9493-1f79adc39994'] in dv-neutron-804846-13-hyperv is: [{'id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544973150', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c8b33058-7fa5-4359-8c96-10f0cb76baae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:08:44Z', 'updated_at': '2021-10-26T09:08:48Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'c8b33058-7fa5-4359-8c96-10f0cb76baae', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:08:45Z', 'updated_at': '2021-10-26T09:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '51bd27d6-9422-4a75-b551-899abcfba762', 'name': '', 'network_id': '73095b1c-ed32-4b4d-a309-473a31a053e9', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:a4:c0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '6d3866c5-ad66-4bbc-a391-45d2e1482a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:08:47Z', 'updated_at': '2021-10-26T09:08:50Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': '6d3866c5-ad66-4bbc-a391-45d2e1482a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:08:51.733610 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-4f3b6225-5307-4dc8-b033-3901f793c281 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:51.768475 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-4f3b6225-5307-4dc8-b033-3901f793c281 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:51.812289 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-4f3b6225-5307-4dc8-b033-3901f793c281 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Network 73095b1c-ed32-4b4d-a309-473a31a053e9 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:08:51.818069 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-4f3b6225-5307-4dc8-b033-3901f793c281 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:08:51.822099 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-4f3b6225-5307-4dc8-b033-3901f793c281 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:08:51.849536 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b6225-5307-4dc8-b033-3901f793c281 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'Port': ['ID=c57cc73b-3705-4ce2-94cf-743b8bc2e728,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:08:51.880743 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-4f3b6225-5307-4dc8-b033-3901f793c281 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:51.881735 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-4f3b6225-5307-4dc8-b033-3901f793c281 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:51.902069 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-4f3b6225-5307-4dc8-b033-3901f793c281 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6324167 Oct 26 09:08:51.914470 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-3f2e6c46-5245-49b6-afd2-fff493d0267d service neutron] Request body: {'port': {'device_id': 'e711977b-6185-4257-a5e6-df6e79a53249', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:08:51.977661 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-3f2e6c46-5245-49b6-afd2-fff493d0267d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:52.095403 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-7350975f-7300-4785-908c-4b4f7e81f54b None None] Provisioning complete for port c57cc73b-3705-4ce2-94cf-743b8bc2e728 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:08:52.095971 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7350975f-7300-4785-908c-4b4f7e81f54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:52.150416 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-7350975f-7300-4785-908c-4b4f7e81f54b None None] Port c57cc73b-3705-4ce2-94cf-743b8bc2e728 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:08:52.151820 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-32f9378f-1c9d-463f-9c0b-44f24919067c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:52.270870 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-3f2e6c46-5245-49b6-afd2-fff493d0267d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c57cc73b-3705-4ce2-94cf-743b8bc2e728 {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 09:08:52.278504 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-3f2e6c46-5245-49b6-afd2-fff493d0267d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:52.290829 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-3f2e6c46-5245-49b6-afd2-fff493d0267d service neutron] Transition to ACTIVE for port object c57cc73b-3705-4ce2-94cf-743b8bc2e728 will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 09:08:52.295379 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-3f2e6c46-5245-49b6-afd2-fff493d0267d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:52.349722 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e6c46-5245-49b6-afd2-fff493d0267d service neutron] Pushing event updated for resources: {'Port': ['ID=c57cc73b-3705-4ce2-94cf-743b8bc2e728,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:08:52.427970 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-3f2e6c46-5245-49b6-afd2-fff493d0267d service neutron] Attempting to bind port c57cc73b-3705-4ce2-94cf-743b8bc2e728 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:08:52.428560 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-3f2e6c46-5245-49b6-afd2-fff493d0267d service neutron] Attempting to bind port c57cc73b-3705-4ce2-94cf-743b8bc2e728 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '7ea19ee3-68f4-428c-a479-18ef66601322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '73095b1c-ed32-4b4d-a309-473a31a053e9'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:08:52.429089 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-3f2e6c46-5245-49b6-afd2-fff493d0267d service neutron] Attempting to bind port c57cc73b-3705-4ce2-94cf-743b8bc2e728 on network 73095b1c-ed32-4b4d-a309-473a31a053e9 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:08:52.435869 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-3f2e6c46-5245-49b6-afd2-fff493d0267d service neutron] Port c57cc73b-3705-4ce2-94cf-743b8bc2e728 on network 73095b1c-ed32-4b4d-a309-473a31a053e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 09:08:52.436570 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-3f2e6c46-5245-49b6-afd2-fff493d0267d service neutron] Attempting to bind port c57cc73b-3705-4ce2-94cf-743b8bc2e728 on network 73095b1c-ed32-4b4d-a309-473a31a053e9 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:08:52.443298 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-3f2e6c46-5245-49b6-afd2-fff493d0267d service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:08:52.445328 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-3f2e6c46-5245-49b6-afd2-fff493d0267d service neutron] Checking segment: {'id': '7ea19ee3-68f4-428c-a479-18ef66601322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '73095b1c-ed32-4b4d-a309-473a31a053e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:08:52.446056 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-3f2e6c46-5245-49b6-afd2-fff493d0267d service neutron] Bound using segment: {'id': '7ea19ee3-68f4-428c-a479-18ef66601322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '73095b1c-ed32-4b4d-a309-473a31a053e9'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:08:52.446823 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-3f2e6c46-5245-49b6-afd2-fff493d0267d service neutron] Bound port: c57cc73b-3705-4ce2-94cf-743b8bc2e728, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ea19ee3-68f4-428c-a479-18ef66601322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '73095b1c-ed32-4b4d-a309-473a31a053e9'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:08:52.447466 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-3f2e6c46-5245-49b6-afd2-fff493d0267d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:52.527836 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-3f2e6c46-5245-49b6-afd2-fff493d0267d service neutron] For port c57cc73b-3705-4ce2-94cf-743b8bc2e728, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:08:52.532962 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-3f2e6c46-5245-49b6-afd2-fff493d0267d service neutron] For port c57cc73b-3705-4ce2-94cf-743b8bc2e728, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c57cc73b-3705-4ce2-94cf-743b8bc2e728,segment=NetworkSegment(7ea19ee3-68f4-428c-a479-18ef66601322),segment_id=7ea19ee3-68f4-428c-a479-18ef66601322)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:08:52.539707 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-3f2e6c46-5245-49b6-afd2-fff493d0267d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:52.552803 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bae7f1-d441-4e74-92fb-769996dcec24 req-62d469bc-df7c-4994-a3d6-6cb2899f38aa tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:52.554452 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-85bae7f1-d441-4e74-92fb-769996dcec24 req-62d469bc-df7c-4994-a3d6-6cb2899f38aa tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 943 time: 0.0747190 Oct 26 09:08:52.578272 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-3f2e6c46-5245-49b6-afd2-fff493d0267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:52.578957 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-3f2e6c46-5245-49b6-afd2-fff493d0267d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:52.580353 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-3f2e6c46-5245-49b6-afd2-fff493d0267d service neutron] 10.222.0.47 "PUT /v2.0/ports/c57cc73b-3705-4ce2-94cf-743b8bc2e728 HTTP/1.1" status: 200 len: 1093 time: 0.6704466 Oct 26 09:08:52.580860 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e711977b-6185-4257-a5e6-df6e79a53249', 'tag': 'c57cc73b-3705-4ce2-94cf-743b8bc2e728'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:08:52.583362 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc71c665-3ef1-4979-8279-4d2905725c5a" -d '{"events": [{"name": "network-changed", "server_uuid": "e711977b-6185-4257-a5e6-df6e79a53249", "tag": "c57cc73b-3705-4ce2-94cf-743b8bc2e728"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:08:52.670559 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-85bae7f1-d441-4e74-92fb-769996dcec24 req-5c9a4266-4a71-40d1-9bbf-296c7f5fd9c0 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476c45d-513a-459a-9d6c-2ac8d4871c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010556 Oct 26 09:08:52.680343 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 09:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35712074-65af-4319-846c-d1016cc25e9c x-openstack-request-id: req-35712074-65af-4319-846c-d1016cc25e9c {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:08:52.680641 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e711977b-6185-4257-a5e6-df6e79a53249", "tag": "c57cc73b-3705-4ce2-94cf-743b8bc2e728", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:08:52.680893 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-35712074-65af-4319-846c-d1016cc25e9c {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:08:52.681295 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e711977b-6185-4257-a5e6-df6e79a53249', 'tag': 'c57cc73b-3705-4ce2-94cf-743b8bc2e728', 'status': 'completed', 'code': 200} Oct 26 09:08:52.686454 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 51bd27d6-9422-4a75-b551-899abcfba762 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:08:52.692128 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e6c46-5245-49b6-afd2-fff493d0267d service neutron] Pushing event updated for resources: {'Port': ['ID=c57cc73b-3705-4ce2-94cf-743b8bc2e728,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:08:52.723698 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-fd365588-a5c6-4117-be74-b13d22a22d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:52.725474 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-fd365588-a5c6-4117-be74-b13d22a22d77 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37e91da6a5e944f28990f0b4deb3b388&device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 1096 time: 0.0911214 Oct 26 09:08:52.747391 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 51bd27d6-9422-4a75-b551-899abcfba762 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:08:52.747857 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:52.781999 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-92a98d97-1217-4e8c-9214-45437c254065 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c57cc73b-3705-4ce2-94cf-743b8bc2e728 HTTP/1.1" status: 200 len: 217 time: 0.0486097 Oct 26 09:08:52.842091 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-825ea9b9-060c-4897-9e9d-b133bc9a28b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:52.843617 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-825ea9b9-060c-4897-9e9d-b133bc9a28b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6d3866c5-ad66-4bbc-a391-45d2e1482a9a HTTP/1.1" status: 200 len: 834 time: 0.0545621 Oct 26 09:08:52.895458 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-98b688b1-aa62-4b8c-8393-d02057aa70e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:52.897182 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-98b688b1-aa62-4b8c-8393-d02057aa70e6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73095b1c-ed32-4b4d-a309-473a31a053e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0467587 Oct 26 09:08:52.996877 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-f328c4ac-8a1d-4e99-bef9-dc80038d60a7 service neutron] 10.222.0.47 "GET /v2.0/networks/73095b1c-ed32-4b4d-a309-473a31a053e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918069 Oct 26 09:08:53.041074 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:53.091167 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-742d70b2-7299-427f-9f91-59d9ad89f2ed req-7b0f1945-ea87-4239-8713-0addb8f56320 service neutron] 10.222.0.47 "GET /v2.0/networks/73095b1c-ed32-4b4d-a309-473a31a053e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878615 Oct 26 09:08:53.176357 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71c665-3ef1-4979-8279-4d2905725c5a req-20cd10f2-4638-46d6-ad50-e90ef31a3211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:53.177872 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-dc71c665-3ef1-4979-8279-4d2905725c5a req-20cd10f2-4638-46d6-ad50-e90ef31a3211 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37e91da6a5e944f28990f0b4deb3b388&device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 1096 time: 0.0415783 Oct 26 09:08:53.274099 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71c665-3ef1-4979-8279-4d2905725c5a req-9320c66c-f143-4ab9-80db-48a0877c7a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:53.275670 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-dc71c665-3ef1-4979-8279-4d2905725c5a req-9320c66c-f143-4ab9-80db-48a0877c7a2e service neutron] 10.222.0.47 "GET /v2.0/networks?id=73095b1c-ed32-4b4d-a309-473a31a053e9 HTTP/1.1" status: 200 len: 898 time: 0.0882955 Oct 26 09:08:53.318625 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-dc71c665-3ef1-4979-8279-4d2905725c5a req-6d454471-5a9a-459e-b6fe-9d56534fbfca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c57cc73b-3705-4ce2-94cf-743b8bc2e728 HTTP/1.1" status: 200 len: 217 time: 0.0345595 Oct 26 09:08:53.372082 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71c665-3ef1-4979-8279-4d2905725c5a req-0201c6ad-096c-4d64-a30a-6c9504f41834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:53.373451 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-dc71c665-3ef1-4979-8279-4d2905725c5a req-0201c6ad-096c-4d64-a30a-6c9504f41834 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6d3866c5-ad66-4bbc-a391-45d2e1482a9a HTTP/1.1" status: 200 len: 834 time: 0.0477121 Oct 26 09:08:53.378681 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:53.421405 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71c665-3ef1-4979-8279-4d2905725c5a req-8d177bc3-f2dc-4e78-8e41-5d92db3f7382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:53.423105 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-dc71c665-3ef1-4979-8279-4d2905725c5a req-8d177bc3-f2dc-4e78-8e41-5d92db3f7382 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73095b1c-ed32-4b4d-a309-473a31a053e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0415688 Oct 26 09:08:53.518853 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-dc71c665-3ef1-4979-8279-4d2905725c5a req-4d68fa5f-9eb5-4849-864f-990aaebce3fe service neutron] 10.222.0.47 "GET /v2.0/networks/73095b1c-ed32-4b4d-a309-473a31a053e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872073 Oct 26 09:08:53.611202 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-dc71c665-3ef1-4979-8279-4d2905725c5a req-63df7953-cd8a-4352-a7e5-45fd4230b900 service neutron] 10.222.0.47 "GET /v2.0/networks/73095b1c-ed32-4b4d-a309-473a31a053e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838385 Oct 26 09:08:53.801026 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601bf78-9975-4dc8-bcde-6c96b004381a req-c0469dc7-6541-4e64-808f-c9bf9a357006 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:53.802532 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6601bf78-9975-4dc8-bcde-6c96b004381a req-c0469dc7-6541-4e64-808f-c9bf9a357006 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 943 time: 0.0497293 Oct 26 09:08:53.841298 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6601bf78-9975-4dc8-bcde-6c96b004381a req-1b7bd6dc-deb2-49e4-baf5-52999b30c164 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476c45d-513a-459a-9d6c-2ac8d4871c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328088 Oct 26 09:08:54.451614 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:54.924011 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:54.960323 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e69051-d0dc-4476-9030-c44026646f07 req-b4be9906-20e1-4fea-a9e2-e1980917ddbf tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:54.961864 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-94e69051-d0dc-4476-9030-c44026646f07 req-b4be9906-20e1-4fea-a9e2-e1980917ddbf tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 943 time: 0.0550141 Oct 26 09:08:55.001175 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-94e69051-d0dc-4476-9030-c44026646f07 req-3219b7f8-31b7-47c4-9104-c413b85b7cd1 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476c45d-513a-459a-9d6c-2ac8d4871c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322177 Oct 26 09:08:55.032859 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device c57cc73b-3705-4ce2-94cf-743b8bc2e728 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 09:08:55.128582 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port c57cc73b-3705-4ce2-94cf-743b8bc2e728, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c57cc73b-3705-4ce2-94cf-743b8bc2e728,segment=NetworkSegment(7ea19ee3-68f4-428c-a479-18ef66601322),segment_id=7ea19ee3-68f4-428c-a479-18ef66601322)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:08:55.140060 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': 'c57cc73b-3705-4ce2-94cf-743b8bc2e728', 'network_id': '73095b1c-ed32-4b4d-a309-473a31a053e9', 'port_id': 'c57cc73b-3705-4ce2-94cf-743b8bc2e728', 'mac_address': 'fa:16:3e:15:82:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d3866c5-ad66-4bbc-a391-45d2e1482a9a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 09:08:55.178097 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:55.190844 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c57cc73b-3705-4ce2-94cf-743b8bc2e728 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 09:08:55.211078 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port c57cc73b-3705-4ce2-94cf-743b8bc2e728, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c57cc73b-3705-4ce2-94cf-743b8bc2e728,segment=NetworkSegment(7ea19ee3-68f4-428c-a479-18ef66601322),segment_id=7ea19ee3-68f4-428c-a479-18ef66601322)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:08:55.215882 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:55.265730 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=c57cc73b-3705-4ce2-94cf-743b8bc2e728,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:08:55.424475 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['c57cc73b-3705-4ce2-94cf-743b8bc2e728'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 09:08:56.119032 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123de80-a8e0-4ca5-8732-edf07bf5441a req-d5c02953-85e9-4de6-aa09-285ef073adef tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:56.120531 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6123de80-a8e0-4ca5-8732-edf07bf5441a req-d5c02953-85e9-4de6-aa09-285ef073adef tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 944 time: 0.0547283 Oct 26 09:08:56.159351 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6123de80-a8e0-4ca5-8732-edf07bf5441a req-61b4f106-604e-4ec1-ab1d-f1fe77dddf89 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476c45d-513a-459a-9d6c-2ac8d4871c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328419 Oct 26 09:08:57.042961 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device c57cc73b-3705-4ce2-94cf-743b8bc2e728 up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:08:57.092151 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port c57cc73b-3705-4ce2-94cf-743b8bc2e728 completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 09:08:57.096389 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port c57cc73b-3705-4ce2-94cf-743b8bc2e728 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:08:57.096801 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:57.175185 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:57.202565 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e711977b-6185-4257-a5e6-df6e79a53249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57cc73b-3705-4ce2-94cf-743b8bc2e728'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:08:57.205095 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1687647b-047b-415a-90f2-3544c374b9c9" -d '{"events": [{"server_uuid": "e711977b-6185-4257-a5e6-df6e79a53249", "name": "network-vif-plugged", "status": "completed", "tag": "c57cc73b-3705-4ce2-94cf-743b8bc2e728"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:08:57.217803 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port c57cc73b-3705-4ce2-94cf-743b8bc2e728, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c57cc73b-3705-4ce2-94cf-743b8bc2e728,segment=NetworkSegment(7ea19ee3-68f4-428c-a479-18ef66601322),segment_id=7ea19ee3-68f4-428c-a479-18ef66601322)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:08:57.221949 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:08:57.247552 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 09:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02359723-0fb5-4e32-ab41-1e3eb8f5aa1d x-openstack-request-id: req-02359723-0fb5-4e32-ab41-1e3eb8f5aa1d {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:08:57.247897 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e711977b-6185-4257-a5e6-df6e79a53249", "name": "network-vif-plugged", "status": "completed", "tag": "c57cc73b-3705-4ce2-94cf-743b8bc2e728", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:08:57.248151 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-02359723-0fb5-4e32-ab41-1e3eb8f5aa1d {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:08:57.248539 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e711977b-6185-4257-a5e6-df6e79a53249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57cc73b-3705-4ce2-94cf-743b8bc2e728', 'code': 200} Oct 26 09:08:57.274860 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=c57cc73b-3705-4ce2-94cf-743b8bc2e728,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:08:57.290259 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ba560-bde7-4c69-9578-bb5f61e5ba79 req-39e2f653-30dc-4904-9d72-1925c3d60490 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:57.291756 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b04ba560-bde7-4c69-9578-bb5f61e5ba79 req-39e2f653-30dc-4904-9d72-1925c3d60490 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 945 time: 0.0647087 Oct 26 09:08:57.332007 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b04ba560-bde7-4c69-9578-bb5f61e5ba79 req-160cfef4-74ac-417f-b61b-b267496219eb tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476c45d-513a-459a-9d6c-2ac8d4871c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339675 Oct 26 09:08:57.415333 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096e429-31da-44aa-b5e1-1b57cf45923c req-9860aa9a-01ff-4745-a526-175587db0cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:57.416834 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b096e429-31da-44aa-b5e1-1b57cf45923c req-9860aa9a-01ff-4745-a526-175587db0cce service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 1098 time: 0.0403736 Oct 26 09:08:57.452611 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b096e429-31da-44aa-b5e1-1b57cf45923c req-27577273-ef88-4303-9572-a20001abb9dc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5476c45d-513a-459a-9d6c-2ac8d4871c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280273 Oct 26 09:08:58.454894 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd47d64-7522-4207-b32b-6088b49538c5 req-fc03dc7e-fc20-4254-bdae-6cd045161656 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:58.456435 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2fd47d64-7522-4207-b32b-6088b49538c5 req-fc03dc7e-fc20-4254-bdae-6cd045161656 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 945 time: 0.0513225 Oct 26 09:08:58.495630 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2fd47d64-7522-4207-b32b-6088b49538c5 req-0f0fa8ce-1207-4dde-a43f-ac3fb89c8656 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476c45d-513a-459a-9d6c-2ac8d4871c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330975 Oct 26 09:08:59.613207 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cee371-a5b7-489c-9eed-bcfe105f787b req-5f492443-f738-4e99-9ea7-6573da733a20 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:59.614761 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-56cee371-a5b7-489c-9eed-bcfe105f787b req-5f492443-f738-4e99-9ea7-6573da733a20 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 945 time: 0.0507753 Oct 26 09:08:59.654000 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-56cee371-a5b7-489c-9eed-bcfe105f787b req-c52c14b4-970d-4ce3-b500-f86a2910d87e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476c45d-513a-459a-9d6c-2ac8d4871c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334134 Oct 26 09:08:59.770002 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0b1f1-b889-4d3a-8e92-bdb11268c550 req-77ec9c19-3ccc-4027-b7bb-891407430025 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:59.771475 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1ff0b1f1-b889-4d3a-8e92-bdb11268c550 req-77ec9c19-3ccc-4027-b7bb-891407430025 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 945 time: 0.0528250 Oct 26 09:08:59.809253 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1ff0b1f1-b889-4d3a-8e92-bdb11268c550 req-8d2cba99-3771-4412-8d45-3315fc7cc8d2 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476c45d-513a-459a-9d6c-2ac8d4871c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311875 Oct 26 09:08:59.830816 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44008) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:08:59.870389 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c496b3-c564-4381-b185-3abe694e86f1 tempest-TestNetworkAdvancedServerOps-165145031 tempest-TestNetworkAdvancedServerOps-165145031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:08:59.873063 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e7c496b3-c564-4381-b185-3abe694e86f1 tempest-TestNetworkAdvancedServerOps-165145031 tempest-TestNetworkAdvancedServerOps-165145031-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 1093 time: 0.0412745 Oct 26 09:08:59.875830 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44010) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:08:59.880070 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-72cecf19-5797-4c7e-94e6-6634415f427e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'floatingip': {'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'port_id': 'c57cc73b-3705-4ce2-94cf-743b8bc2e728', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:08:59.902139 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-72cecf19-5797-4c7e-94e6-6634415f427e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for floatingip, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:09:00.002737 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-72cecf19-5797-4c7e-94e6-6634415f427e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:09:00.104341 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-72cecf19-5797-4c7e-94e6-6634415f427e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Allocated IP 172.26.2.162 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/9936f3f0-ab0d-44ba-b6d2-734caec9fc51) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:09:00.207225 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-72cecf19-5797-4c7e-94e6-6634415f427e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:09:00.240788 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-72cecf19-5797-4c7e-94e6-6634415f427e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:09:00.276379 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cecf19-5797-4c7e-94e6-6634415f427e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:09:00.281512 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-72cecf19-5797-4c7e-94e6-6634415f427e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:09:00.284023 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cecf19-5797-4c7e-94e6-6634415f427e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:09:00.312458 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cecf19-5797-4c7e-94e6-6634415f427e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'Port': ['ID=9936f3f0-ab0d-44ba-b6d2-734caec9fc51,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:09:00.523041 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7cc0d03f-2ab4-43c5-b162-a01eb6b854d5 req-f4e1d8b4-58eb-47c8-9af7-1969eff97145 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e711977b-6185-4257-a5e6-df6e79a53249&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0866497 Oct 26 09:09:00.656942 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0d03f-2ab4-43c5-b162-a01eb6b854d5 req-2cff795a-ca06-44d6-930e-4b6bc3c5f15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:09:00.658487 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7cc0d03f-2ab4-43c5-b162-a01eb6b854d5 req-2cff795a-ca06-44d6-930e-4b6bc3c5f15e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37e91da6a5e944f28990f0b4deb3b388&device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 1098 time: 0.0829077 Oct 26 09:09:00.745583 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-72cecf19-5797-4c7e-94e6-6634415f427e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:09:00.807412 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0d03f-2ab4-43c5-b162-a01eb6b854d5 req-ec55e967-5dea-45d1-ae69-a4907f22d29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:09:00.809435 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7cc0d03f-2ab4-43c5-b162-a01eb6b854d5 req-ec55e967-5dea-45d1-ae69-a4907f22d29a service neutron] 10.222.0.47 "GET /v2.0/networks?id=73095b1c-ed32-4b4d-a309-473a31a053e9 HTTP/1.1" status: 200 len: 898 time: 0.1317782 Oct 26 09:09:00.877108 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-72cecf19-5797-4c7e-94e6-6634415f427e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:09:00.927421 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7cc0d03f-2ab4-43c5-b162-a01eb6b854d5 req-9b7d5290-595c-46a8-8283-9ca141779ddd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c57cc73b-3705-4ce2-94cf-743b8bc2e728 HTTP/1.1" status: 200 len: 999 time: 0.0995908 Oct 26 09:09:01.024954 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0d03f-2ab4-43c5-b162-a01eb6b854d5 req-4a6ba630-1cbf-4776-9277-e232e7b228af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:09:01.026460 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7cc0d03f-2ab4-43c5-b162-a01eb6b854d5 req-4a6ba630-1cbf-4776-9277-e232e7b228af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6d3866c5-ad66-4bbc-a391-45d2e1482a9a HTTP/1.1" status: 200 len: 834 time: 0.0915353 Oct 26 09:09:01.101054 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0d03f-2ab4-43c5-b162-a01eb6b854d5 req-ef7f22f5-74dd-41d5-9b01-7894fcf5c2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:09:01.102510 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7cc0d03f-2ab4-43c5-b162-a01eb6b854d5 req-ef7f22f5-74dd-41d5-9b01-7894fcf5c2fd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73095b1c-ed32-4b4d-a309-473a31a053e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0655634 Oct 26 09:09:01.112440 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-72cecf19-5797-4c7e-94e6-6634415f427e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:09:01.121739 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-72cecf19-5797-4c7e-94e6-6634415f427e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:09:01.234974 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cecf19-5797-4c7e-94e6-6634415f427e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'Port': ['ID=9936f3f0-ab0d-44ba-b6d2-734caec9fc51,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:09:01.270602 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-72cecf19-5797-4c7e-94e6-6634415f427e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:09:01.306297 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7cc0d03f-2ab4-43c5-b162-a01eb6b854d5 req-38229ad3-d8b5-4eb9-a72a-e5cc058f4de7 service neutron] 10.222.0.47 "GET /v2.0/networks/73095b1c-ed32-4b4d-a309-473a31a053e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959817 Oct 26 09:09:01.437283 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [None req-72cecf19-5797-4c7e-94e6-6634415f427e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Floating IP 5ec338d2-c7d4-45ed-9f02-3e1905a48363 associated. External IP: 172.26.2.162, port: c57cc73b-3705-4ce2-94cf-743b8bc2e728. Oct 26 09:09:01.475270 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7cc0d03f-2ab4-43c5-b162-a01eb6b854d5 req-1c6aa87e-3cfd-42a5-8c29-545ad7fa3d19 service neutron] 10.222.0.47 "GET /v2.0/networks/73095b1c-ed32-4b4d-a309-473a31a053e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435621 Oct 26 09:09:01.658356 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72cecf19-5797-4c7e-94e6-6634415f427e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Router d45877b0-d2d3-4afb-9493-1f79adc39994 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:09:02.092297 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72cecf19-5797-4c7e-94e6-6634415f427e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:09:02.103009 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464acfbe-32e8-4be6-869f-6d1c460c4063 None None] Sync routers for ids ['d45877b0-d2d3-4afb-9493-1f79adc39994'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:09:02.109793 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-72cecf19-5797-4c7e-94e6-6634415f427e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:09:02.113136 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464acfbe-32e8-4be6-869f-6d1c460c4063 None None] Routers {'d45877b0-d2d3-4afb-9493-1f79adc39994'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:09:02.113768 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-464acfbe-32e8-4be6-869f-6d1c460c4063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:08:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['d45877b0-d2d3-4afb-9493-1f79adc39994'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:09:02.138321 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-72cecf19-5797-4c7e-94e6-6634415f427e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2612624 Oct 26 09:09:02.138927 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e711977b-6185-4257-a5e6-df6e79a53249', 'tag': 'c57cc73b-3705-4ce2-94cf-743b8bc2e728'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:09:02.141216 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafd6b6c-83f6-4f37-b0ea-f49099931fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "e711977b-6185-4257-a5e6-df6e79a53249", "tag": "c57cc73b-3705-4ce2-94cf-743b8bc2e728"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:09:02.184489 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 09:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fef8d42-12a7-4456-a5d5-4775f730bf26 x-openstack-request-id: req-5fef8d42-12a7-4456-a5d5-4775f730bf26 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:09:02.184814 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e711977b-6185-4257-a5e6-df6e79a53249", "tag": "c57cc73b-3705-4ce2-94cf-743b8bc2e728", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:09:02.185068 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5fef8d42-12a7-4456-a5d5-4775f730bf26 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:09:02.185501 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e711977b-6185-4257-a5e6-df6e79a53249', 'tag': 'c57cc73b-3705-4ce2-94cf-743b8bc2e728', 'status': 'completed', 'code': 200} Oct 26 09:09:02.224219 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-464acfbe-32e8-4be6-869f-6d1c460c4063 None None] Set router d45877b0-d2d3-4afb-9493-1f79adc39994 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:09:02.250857 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d702f-a665-4332-893f-a4fdd0339434 req-77286950-c8f0-4d66-afbe-6b6928bb29ab tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:09:02.254480 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd6b6c-83f6-4f37-b0ea-f49099931fc4 req-8c87d278-96b4-4e0f-a6ac-7caf734a199d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:09:02.256197 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-eafd6b6c-83f6-4f37-b0ea-f49099931fc4 req-8c87d278-96b4-4e0f-a6ac-7caf734a199d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37e91da6a5e944f28990f0b4deb3b388&device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 1098 time: 0.0490017 Oct 26 09:09:02.258088 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-258d702f-a665-4332-893f-a4fdd0339434 req-77286950-c8f0-4d66-afbe-6b6928bb29ab tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 945 time: 0.0629122 Oct 26 09:09:02.293887 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-258d702f-a665-4332-893f-a4fdd0339434 req-01b532af-4317-4e2e-932e-8748f51afacd tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476c45d-513a-459a-9d6c-2ac8d4871c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348463 Oct 26 09:09:02.316896 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 44016) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:09:02.354608 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd6b6c-83f6-4f37-b0ea-f49099931fc4 req-1900644f-57c7-4071-a2b1-4e78cd8d3ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:09:02.356509 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-eafd6b6c-83f6-4f37-b0ea-f49099931fc4 req-1900644f-57c7-4071-a2b1-4e78cd8d3ee5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=73095b1c-ed32-4b4d-a309-473a31a053e9 HTTP/1.1" status: 200 len: 898 time: 0.0934649 Oct 26 09:09:02.381709 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f43a55cb-bbcc-4c55-9efd-51c271340513 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/floatingips/5ec338d2-c7d4-45ed-9f02-3e1905a48363 HTTP/1.1" status: 200 len: 991 time: 0.0636163 Oct 26 09:09:02.424991 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-eafd6b6c-83f6-4f37-b0ea-f49099931fc4 req-e402ea9c-5b79-4ca4-a74c-e5dbbbd9d267 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c57cc73b-3705-4ce2-94cf-743b8bc2e728 HTTP/1.1" status: 200 len: 999 time: 0.0613875 Oct 26 09:09:02.465775 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-464acfbe-32e8-4be6-869f-6d1c460c4063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544973150', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c8b33058-7fa5-4359-8c96-10f0cb76baae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:08:44Z', 'updated_at': '2021-10-26T09:08:48Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'c8b33058-7fa5-4359-8c96-10f0cb76baae', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:08:45Z', 'updated_at': '2021-10-26T09:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '5ec338d2-c7d4-45ed-9f02-3e1905a48363', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'floating_ip_address': '172.26.2.162', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'port_id': 'c57cc73b-3705-4ce2-94cf-743b8bc2e728', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73095b1c-ed32-4b4d-a309-473a31a053e9', 'mac_address': 'fa:16:3e:15:82:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e711977b-6185-4257-a5e6-df6e79a53249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T09:09:00Z', 'updated_at': '2021-10-26T09:09:00Z', 'revision_number': 0, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51bd27d6-9422-4a75-b551-899abcfba762', 'name': '', 'network_id': '73095b1c-ed32-4b4d-a309-473a31a053e9', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:a4:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '6d3866c5-ad66-4bbc-a391-45d2e1482a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:08:47Z', 'updated_at': '2021-10-26T09:08:51Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': '6d3866c5-ad66-4bbc-a391-45d2e1482a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:09:02.476996 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd6b6c-83f6-4f37-b0ea-f49099931fc4 req-47dd6907-8c86-44a4-b83a-81469b614530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:09:02.478564 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-eafd6b6c-83f6-4f37-b0ea-f49099931fc4 req-47dd6907-8c86-44a4-b83a-81469b614530 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6d3866c5-ad66-4bbc-a391-45d2e1482a9a HTTP/1.1" status: 200 len: 834 time: 0.0461528 Oct 26 09:09:02.491597 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464acfbe-32e8-4be6-869f-6d1c460c4063 None None] Checking router: d45877b0-d2d3-4afb-9493-1f79adc39994 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:09:02.500648 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464acfbe-32e8-4be6-869f-6d1c460c4063 None None] Routers {'d45877b0-d2d3-4afb-9493-1f79adc39994'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:09:02.501274 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-464acfbe-32e8-4be6-869f-6d1c460c4063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:08:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['d45877b0-d2d3-4afb-9493-1f79adc39994'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:09:02.531265 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd6b6c-83f6-4f37-b0ea-f49099931fc4 req-6a93a5bd-78c6-4aca-8c95-4ac3de4a0f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:09:02.532768 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-eafd6b6c-83f6-4f37-b0ea-f49099931fc4 req-6a93a5bd-78c6-4aca-8c95-4ac3de4a0f69 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73095b1c-ed32-4b4d-a309-473a31a053e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0474544 Oct 26 09:09:02.608456 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-464acfbe-32e8-4be6-869f-6d1c460c4063 None None] Set router d45877b0-d2d3-4afb-9493-1f79adc39994 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:09:02.624974 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-eafd6b6c-83f6-4f37-b0ea-f49099931fc4 req-b53982cb-f4f2-40e7-9051-b9f0a60512d3 service neutron] 10.222.0.47 "GET /v2.0/networks/73095b1c-ed32-4b4d-a309-473a31a053e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842249 Oct 26 09:09:02.718731 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-eafd6b6c-83f6-4f37-b0ea-f49099931fc4 req-3500c060-17aa-4aee-be9d-e55bfe668d4f service neutron] 10.222.0.47 "GET /v2.0/networks/73095b1c-ed32-4b4d-a309-473a31a053e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865841 Oct 26 09:09:02.827786 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-464acfbe-32e8-4be6-869f-6d1c460c4063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544973150', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c8b33058-7fa5-4359-8c96-10f0cb76baae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:08:44Z', 'updated_at': '2021-10-26T09:08:48Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'c8b33058-7fa5-4359-8c96-10f0cb76baae', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:08:45Z', 'updated_at': '2021-10-26T09:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '5ec338d2-c7d4-45ed-9f02-3e1905a48363', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'floating_ip_address': '172.26.2.162', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'port_id': 'c57cc73b-3705-4ce2-94cf-743b8bc2e728', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73095b1c-ed32-4b4d-a309-473a31a053e9', 'mac_address': 'fa:16:3e:15:82:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e711977b-6185-4257-a5e6-df6e79a53249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T09:09:00Z', 'updated_at': '2021-10-26T09:09:00Z', 'revision_number': 0, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51bd27d6-9422-4a75-b551-899abcfba762', 'name': '', 'network_id': '73095b1c-ed32-4b4d-a309-473a31a053e9', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:a4:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '6d3866c5-ad66-4bbc-a391-45d2e1482a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:08:47Z', 'updated_at': '2021-10-26T09:08:51Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': '6d3866c5-ad66-4bbc-a391-45d2e1482a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:09:02.941915 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464acfbe-32e8-4be6-869f-6d1c460c4063 None None] The sync data for ids ['d45877b0-d2d3-4afb-9493-1f79adc39994'] in dv-neutron-804846-13-hyperv is: [{'id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544973150', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c8b33058-7fa5-4359-8c96-10f0cb76baae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:08:44Z', 'updated_at': '2021-10-26T09:08:48Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'c8b33058-7fa5-4359-8c96-10f0cb76baae', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:08:45Z', 'updated_at': '2021-10-26T09:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '5ec338d2-c7d4-45ed-9f02-3e1905a48363', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'floating_ip_address': '172.26.2.162', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'port_id': 'c57cc73b-3705-4ce2-94cf-743b8bc2e728', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73095b1c-ed32-4b4d-a309-473a31a053e9', 'mac_address': 'fa:16:3e:15:82:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e711977b-6185-4257-a5e6-df6e79a53249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T09:09:00Z', 'updated_at': '2021-10-26T09:09:00Z', 'revision_number': 0, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51bd27d6-9422-4a75-b551-899abcfba762', 'name': '', 'network_id': '73095b1c-ed32-4b4d-a309-473a31a053e9', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:a4:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '6d3866c5-ad66-4bbc-a391-45d2e1482a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:08:47Z', 'updated_at': '2021-10-26T09:08:51Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': '6d3866c5-ad66-4bbc-a391-45d2e1482a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:09:03.124669 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf6c78b-bc7f-4652-9538-015816fe9608 None None] New status for floating IP 5ec338d2-c7d4-45ed-9f02-3e1905a48363: ACTIVE {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 09:09:03.385612 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 44018) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:09:03.449291 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4c00da98-fbc4-4110-ac0c-87335de6ebef tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/floatingips/5ec338d2-c7d4-45ed-9f02-3e1905a48363 HTTP/1.1" status: 200 len: 993 time: 0.0624607 Oct 26 09:09:19.470046 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-98e84329-1963-47b3-884b-9bc4c874cd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:09:22.125682 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9479838d-dccf-45c2-8b5a-44a47efd1bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:09:23.038511 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:09:23.380434 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:09:24.437461 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:09:24.925665 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:09:27.740672 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:09:34.864461 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a43a9-3d2a-40df-bcc1-46681af809d9 req-fc407382-24b8-4188-8fc5-4eb7ab92f7eb tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:09:34.865900 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5e6a43a9-3d2a-40df-bcc1-46681af809d9 req-fc407382-24b8-4188-8fc5-4eb7ab92f7eb tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 945 time: 0.0496285 Oct 26 09:09:34.904645 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5e6a43a9-3d2a-40df-bcc1-46681af809d9 req-a6b262a5-46f2-4a0e-beb9-caf6450fe288 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476c45d-513a-459a-9d6c-2ac8d4871c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325117 Oct 26 09:09:36.021927 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36d574-c9e2-4774-bdc9-a0978bf832cb req-9d10b2cf-5e2e-4808-b3ad-ab79988764f5 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:09:36.023401 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0f36d574-c9e2-4774-bdc9-a0978bf832cb req-9d10b2cf-5e2e-4808-b3ad-ab79988764f5 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 945 time: 0.0500100 Oct 26 09:09:36.062324 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0f36d574-c9e2-4774-bdc9-a0978bf832cb req-462a3bfb-875d-4c85-bcf9-06e58b7d3416 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476c45d-513a-459a-9d6c-2ac8d4871c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325482 Oct 26 09:09:37.175087 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2994c9c9-bef5-4382-8298-1db11202aa75 req-d071f25e-514c-4aa9-922b-1ba5e5844e67 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:09:37.176556 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2994c9c9-bef5-4382-8298-1db11202aa75 req-d071f25e-514c-4aa9-922b-1ba5e5844e67 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 945 time: 0.0477962 Oct 26 09:09:37.213559 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2994c9c9-bef5-4382-8298-1db11202aa75 req-3abbe73a-8342-4274-8c0c-672480caf594 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476c45d-513a-459a-9d6c-2ac8d4871c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311558 Oct 26 09:09:38.330949 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12933758-e8b9-4a89-a51d-757507bfc309 req-c03f97cb-2f3d-43ec-8c00-62c9ece9974d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:09:38.332471 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-12933758-e8b9-4a89-a51d-757507bfc309 req-c03f97cb-2f3d-43ec-8c00-62c9ece9974d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 945 time: 0.0532460 Oct 26 09:09:38.370097 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-12933758-e8b9-4a89-a51d-757507bfc309 req-4212c50a-1803-484d-8afe-defcaaf9baf7 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476c45d-513a-459a-9d6c-2ac8d4871c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317314 Oct 26 09:09:39.484639 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a9784-d887-49ac-9417-3ecb505ab4e5 req-1518298a-acc0-47af-ad80-e701730c56fe tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:09:39.486169 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-964a9784-d887-49ac-9417-3ecb505ab4e5 req-1518298a-acc0-47af-ad80-e701730c56fe tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 945 time: 0.0498877 Oct 26 09:09:39.528055 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-964a9784-d887-49ac-9417-3ecb505ab4e5 req-d75b951e-2a6e-4a73-972b-b9ea4dad8f4d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476c45d-513a-459a-9d6c-2ac8d4871c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359378 Oct 26 09:09:40.644853 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d935e4-e032-43ab-9fcc-eaf46b999144 req-6e60d6ce-ec64-4de2-907e-eba0103b7e81 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:09:40.646365 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-41d935e4-e032-43ab-9fcc-eaf46b999144 req-6e60d6ce-ec64-4de2-907e-eba0103b7e81 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 945 time: 0.0498061 Oct 26 09:09:40.683814 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-41d935e4-e032-43ab-9fcc-eaf46b999144 req-6fd1b096-9ed4-46f7-8e83-ad295f2bade9 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476c45d-513a-459a-9d6c-2ac8d4871c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316792 Oct 26 09:09:41.799149 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f409c58-7cee-4ae5-a89f-cdd266e505c6 req-612566cf-7e44-4d80-9e66-d59b9132f60b tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:09:41.800612 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6f409c58-7cee-4ae5-a89f-cdd266e505c6 req-612566cf-7e44-4d80-9e66-d59b9132f60b tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 945 time: 0.0499201 Oct 26 09:09:41.838152 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6f409c58-7cee-4ae5-a89f-cdd266e505c6 req-f1e95156-2d1a-4a5b-9571-0798ada6d0d6 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476c45d-513a-459a-9d6c-2ac8d4871c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316153 Oct 26 09:09:42.952776 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8dbaf-6bb9-45ec-b090-11108011e08c req-a8a506c3-4a37-4135-890a-30e8ed81428a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:09:42.954283 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-ebc8dbaf-6bb9-45ec-b090-11108011e08c req-a8a506c3-4a37-4135-890a-30e8ed81428a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 945 time: 0.0495751 Oct 26 09:09:42.991910 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-ebc8dbaf-6bb9-45ec-b090-11108011e08c req-9fbb366c-1920-4e51-b15c-9428606b405c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476c45d-513a-459a-9d6c-2ac8d4871c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317848 Oct 26 09:09:44.108019 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76018f9-47b1-4e90-bcae-938558cc0c65 req-76b16458-acd8-459c-bed2-22b7fd441b45 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:09:44.109543 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f76018f9-47b1-4e90-bcae-938558cc0c65 req-76b16458-acd8-459c-bed2-22b7fd441b45 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 945 time: 0.0510967 Oct 26 09:09:44.147549 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f76018f9-47b1-4e90-bcae-938558cc0c65 req-c96240b9-ddca-4a5a-8211-22066b926578 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476c45d-513a-459a-9d6c-2ac8d4871c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319214 Oct 26 09:09:45.267448 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6118a-6969-4561-90cf-39c9b11f1120 req-c0328b2d-6fd8-4965-baf0-fcd416cf8164 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:09:45.268936 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f5b6118a-6969-4561-90cf-39c9b11f1120 req-c0328b2d-6fd8-4965-baf0-fcd416cf8164 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 945 time: 0.0537336 Oct 26 09:09:45.306951 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f5b6118a-6969-4561-90cf-39c9b11f1120 req-f8183d79-9ab2-45ae-a1ad-6ff0907271e8 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476c45d-513a-459a-9d6c-2ac8d4871c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321035 Oct 26 09:09:46.421037 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80d20e-744b-4c1a-b31c-50e2438341b6 req-a5d7cc6c-5ade-4610-adb0-c42b41ad9e9f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:09:46.422580 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3f80d20e-744b-4c1a-b31c-50e2438341b6 req-a5d7cc6c-5ade-4610-adb0-c42b41ad9e9f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 945 time: 0.0487325 Oct 26 09:09:46.463264 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3f80d20e-744b-4c1a-b31c-50e2438341b6 req-e46fb83a-9104-4a34-9df8-3a77f67810db tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476c45d-513a-459a-9d6c-2ac8d4871c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349376 Oct 26 09:09:47.577802 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50a886-4514-4417-9761-bc2016731164 req-be3c4fba-1f8f-4155-b297-c03bba52f443 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:09:47.579320 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-ce50a886-4514-4417-9761-bc2016731164 req-be3c4fba-1f8f-4155-b297-c03bba52f443 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 945 time: 0.0500546 Oct 26 09:09:47.616399 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-ce50a886-4514-4417-9761-bc2016731164 req-d2be165a-8c03-4eeb-81c5-2a15302c1c69 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476c45d-513a-459a-9d6c-2ac8d4871c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312979 Oct 26 09:09:48.731905 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060725cf-4215-43d1-b6d2-92fa25f6378f req-bd4a145c-db59-40a1-8533-6b08cd9f0b16 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:09:48.733392 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-060725cf-4215-43d1-b6d2-92fa25f6378f req-bd4a145c-db59-40a1-8533-6b08cd9f0b16 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 945 time: 0.0496185 Oct 26 09:09:48.770934 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-060725cf-4215-43d1-b6d2-92fa25f6378f req-ee3bb3c6-d910-43e8-8d63-49e1ab89e70f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476c45d-513a-459a-9d6c-2ac8d4871c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316744 Oct 26 09:09:49.471282 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bf57e637-b29e-40e0-b0f0-3f24a41250ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:09:49.885778 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ba047-033b-4d01-adfa-6bcd3fc4456e req-2f72ac9e-4e15-4226-a5e7-e717ede96208 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:09:49.887242 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5a3ba047-033b-4d01-adfa-6bcd3fc4456e req-2f72ac9e-4e15-4226-a5e7-e717ede96208 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 945 time: 0.0492373 Oct 26 09:09:49.926907 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5a3ba047-033b-4d01-adfa-6bcd3fc4456e req-d07eb2b8-2685-479f-a289-a61e559bdcc4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476c45d-513a-459a-9d6c-2ac8d4871c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335360 Oct 26 09:09:51.039832 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c3fcf-3a22-4d0f-a5ee-d0a748a23547 req-7a0ff27a-7282-4189-bf03-87f84db2067d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:09:51.041322 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-873c3fcf-3a22-4d0f-a5ee-d0a748a23547 req-7a0ff27a-7282-4189-bf03-87f84db2067d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 945 time: 0.0488946 Oct 26 09:09:51.079843 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-873c3fcf-3a22-4d0f-a5ee-d0a748a23547 req-64d7c664-b74b-4cb6-b67b-3b52753175f1 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476c45d-513a-459a-9d6c-2ac8d4871c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319853 Oct 26 09:09:51.101413 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44070) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:09:51.166090 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-cee184af-0436-4ca8-b5a9-883040b230f4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/floatingips/5ec338d2-c7d4-45ed-9f02-3e1905a48363 HTTP/1.1" status: 200 len: 993 time: 0.0634990 Oct 26 09:09:52.126913 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f4b540d3-9577-409f-871e-4a58a8706528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:09:52.447845 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b3477-e544-45eb-b6ec-2cfa2c96089e req-ed95af29-b209-4ea5-a20f-1e4ee9423e97 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:09:52.449373 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-dc2b3477-e544-45eb-b6ec-2cfa2c96089e req-ed95af29-b209-4ea5-a20f-1e4ee9423e97 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 945 time: 0.0542428 Oct 26 09:09:52.470466 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce0e06-8ee5-4ff8-8cb0-fa3f298ebee8 req-0c497940-6340-4424-84b9-595cb84e4e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:09:52.471968 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7bce0e06-8ee5-4ff8-8cb0-fa3f298ebee8 req-0c497940-6340-4424-84b9-595cb84e4e53 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37e91da6a5e944f28990f0b4deb3b388&device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 1098 time: 0.0434308 Oct 26 09:09:52.488881 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-dc2b3477-e544-45eb-b6ec-2cfa2c96089e req-217aec52-44d8-479e-af1b-c5b28686cb21 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476c45d-513a-459a-9d6c-2ac8d4871c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332541 Oct 26 09:09:52.570287 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce0e06-8ee5-4ff8-8cb0-fa3f298ebee8 req-9c24a153-1d57-430c-a632-a4de14d288d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:09:52.571764 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7bce0e06-8ee5-4ff8-8cb0-fa3f298ebee8 req-9c24a153-1d57-430c-a632-a4de14d288d2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=73095b1c-ed32-4b4d-a309-473a31a053e9 HTTP/1.1" status: 200 len: 898 time: 0.0916269 Oct 26 09:09:52.639108 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7bce0e06-8ee5-4ff8-8cb0-fa3f298ebee8 req-ed0f4656-443b-42a6-a548-cf593143e1ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c57cc73b-3705-4ce2-94cf-743b8bc2e728 HTTP/1.1" status: 200 len: 1001 time: 0.0595176 Oct 26 09:09:52.688050 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce0e06-8ee5-4ff8-8cb0-fa3f298ebee8 req-bee6d750-da36-4a03-9c1f-dff9c7c0f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:09:52.689489 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7bce0e06-8ee5-4ff8-8cb0-fa3f298ebee8 req-bee6d750-da36-4a03-9c1f-dff9c7c0f0bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6d3866c5-ad66-4bbc-a391-45d2e1482a9a HTTP/1.1" status: 200 len: 834 time: 0.0438752 Oct 26 09:09:52.739809 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce0e06-8ee5-4ff8-8cb0-fa3f298ebee8 req-b996ac70-7011-48fd-ad2d-e56255736869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:09:52.741201 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7bce0e06-8ee5-4ff8-8cb0-fa3f298ebee8 req-b996ac70-7011-48fd-ad2d-e56255736869 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73095b1c-ed32-4b4d-a309-473a31a053e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0439029 Oct 26 09:09:52.829422 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7bce0e06-8ee5-4ff8-8cb0-fa3f298ebee8 req-7c0f562f-6cb5-4e69-8d74-43a49fb7f557 service neutron] 10.222.0.47 "GET /v2.0/networks/73095b1c-ed32-4b4d-a309-473a31a053e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808206 Oct 26 09:09:52.924933 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7bce0e06-8ee5-4ff8-8cb0-fa3f298ebee8 req-ac479863-ff3c-45cf-b1d0-60a33d4d7278 service neutron] 10.222.0.47 "GET /v2.0/networks/73095b1c-ed32-4b4d-a309-473a31a053e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864027 Oct 26 09:09:53.042871 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:09:53.381722 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:09:53.609340 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fe873-5764-40b6-8b9f-d3dc4e78ad40 req-6302e19e-f030-4299-8fc7-8f3080d128b8 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:09:53.610865 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0d5fe873-5764-40b6-8b9f-d3dc4e78ad40 req-6302e19e-f030-4299-8fc7-8f3080d128b8 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 945 time: 0.0522909 Oct 26 09:09:53.649955 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0d5fe873-5764-40b6-8b9f-d3dc4e78ad40 req-34cd9c18-3958-4e09-b484-e3de0059515c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476c45d-513a-459a-9d6c-2ac8d4871c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331013 Oct 26 09:09:53.671583 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44080) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:09:53.731737 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-443e8d83-5835-49da-90a8-026de14840df tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/floatingips/5ec338d2-c7d4-45ed-9f02-3e1905a48363 HTTP/1.1" status: 200 len: 993 time: 0.0587163 Oct 26 09:09:54.466256 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:09:54.928480 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:01.463397 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b6800c0a-ac32-4503-97ef-6f71adb81334 req-13b84cb3-b9b4-4568-8a1e-2847e1400772 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e711977b-6185-4257-a5e6-df6e79a53249&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451858 Oct 26 09:10:01.546283 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6800c0a-ac32-4503-97ef-6f71adb81334 req-29a41605-200d-4a9f-b641-5b81c51fea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:10:01.547769 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b6800c0a-ac32-4503-97ef-6f71adb81334 req-29a41605-200d-4a9f-b641-5b81c51fea59 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37e91da6a5e944f28990f0b4deb3b388&device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 1098 time: 0.0407002 Oct 26 09:10:01.650200 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6800c0a-ac32-4503-97ef-6f71adb81334 req-213a6f95-839d-4eb6-8862-ea5c90b5664a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:10:01.651661 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b6800c0a-ac32-4503-97ef-6f71adb81334 req-213a6f95-839d-4eb6-8862-ea5c90b5664a service neutron] 10.222.0.47 "GET /v2.0/networks?id=73095b1c-ed32-4b4d-a309-473a31a053e9 HTTP/1.1" status: 200 len: 898 time: 0.0841439 Oct 26 09:10:01.719946 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b6800c0a-ac32-4503-97ef-6f71adb81334 req-b19ec970-7534-4da6-957e-9ad3345ce0d1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c57cc73b-3705-4ce2-94cf-743b8bc2e728 HTTP/1.1" status: 200 len: 1001 time: 0.0613117 Oct 26 09:10:01.768769 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6800c0a-ac32-4503-97ef-6f71adb81334 req-1893dda9-ad85-4169-bf08-6db5ab6b6f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:10:01.770250 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b6800c0a-ac32-4503-97ef-6f71adb81334 req-1893dda9-ad85-4169-bf08-6db5ab6b6f8e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6d3866c5-ad66-4bbc-a391-45d2e1482a9a HTTP/1.1" status: 200 len: 834 time: 0.0436943 Oct 26 09:10:01.815917 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6800c0a-ac32-4503-97ef-6f71adb81334 req-15e763e8-2cc8-4eb5-ac2b-63b8baf52aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:10:01.817371 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b6800c0a-ac32-4503-97ef-6f71adb81334 req-15e763e8-2cc8-4eb5-ac2b-63b8baf52aad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73095b1c-ed32-4b4d-a309-473a31a053e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0400333 Oct 26 09:10:01.909338 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b6800c0a-ac32-4503-97ef-6f71adb81334 req-577062fd-dcf3-4f51-9046-5b642d344e17 service neutron] 10.222.0.47 "GET /v2.0/networks/73095b1c-ed32-4b4d-a309-473a31a053e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848734 Oct 26 09:10:01.998577 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b6800c0a-ac32-4503-97ef-6f71adb81334 req-fc140b4e-b3c6-48b3-b0c9-629c742cecaa service neutron] 10.222.0.47 "GET /v2.0/networks/73095b1c-ed32-4b4d-a309-473a31a053e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817652 Oct 26 09:10:04.741091 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:10:19.472423 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f902a882-c5cf-4e0b-8ee4-3d3acd543902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:22.129035 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-aaeb517e-a079-4dff-82a8-94808749d392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:23.045826 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:23.384123 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:24.465640 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:24.930911 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:26.213237 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44096) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:10:26.370599 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-55334880-c6bf-4fc2-b54b-590e4ea5511c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Deleting port 9936f3f0-ab0d-44ba-b6d2-734caec9fc51 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:10:26.370944 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-55334880-c6bf-4fc2-b54b-590e4ea5511c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:26.449046 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-55334880-c6bf-4fc2-b54b-590e4ea5511c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:26.449379 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-55334880-c6bf-4fc2-b54b-590e4ea5511c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:26.461332 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-55334880-c6bf-4fc2-b54b-590e4ea5511c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Calling delete_port for 9936f3f0-ab0d-44ba-b6d2-734caec9fc51 owned by network:floatingip {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:10:26.610149 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-55334880-c6bf-4fc2-b54b-590e4ea5511c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:26.634062 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55334880-c6bf-4fc2-b54b-590e4ea5511c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event deleted for resources: {'Port': ['ID=9936f3f0-ab0d-44ba-b6d2-734caec9fc51,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:10:26.643745 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55334880-c6bf-4fc2-b54b-590e4ea5511c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:26.644109 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55334880-c6bf-4fc2-b54b-590e4ea5511c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:26.644461 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55334880-c6bf-4fc2-b54b-590e4ea5511c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:26.644835 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55334880-c6bf-4fc2-b54b-590e4ea5511c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:26.645178 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55334880-c6bf-4fc2-b54b-590e4ea5511c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:26.645879 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55334880-c6bf-4fc2-b54b-590e4ea5511c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:26.645983 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55334880-c6bf-4fc2-b54b-590e4ea5511c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:26.646273 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55334880-c6bf-4fc2-b54b-590e4ea5511c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:26.646608 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55334880-c6bf-4fc2-b54b-590e4ea5511c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:26.646939 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55334880-c6bf-4fc2-b54b-590e4ea5511c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:26.647269 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55334880-c6bf-4fc2-b54b-590e4ea5511c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:26.647599 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55334880-c6bf-4fc2-b54b-590e4ea5511c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:26.708485 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-55334880-c6bf-4fc2-b54b-590e4ea5511c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for floatingip, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:26.708817 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [None req-55334880-c6bf-4fc2-b54b-590e4ea5511c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Floating IP 5ec338d2-c7d4-45ed-9f02-3e1905a48363 disassociated (deleted). External IP: 172.26.2.162, port: c57cc73b-3705-4ce2-94cf-743b8bc2e728. Oct 26 09:10:26.916325 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55334880-c6bf-4fc2-b54b-590e4ea5511c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Router d45877b0-d2d3-4afb-9493-1f79adc39994 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:10:27.022190 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55334880-c6bf-4fc2-b54b-590e4ea5511c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:10:27.027031 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-55334880-c6bf-4fc2-b54b-590e4ea5511c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:27.032186 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f913d5be-eb89-4ee9-bfb2-baa0712eb10e None None] Sync routers for ids ['d45877b0-d2d3-4afb-9493-1f79adc39994'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:10:27.042060 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f913d5be-eb89-4ee9-bfb2-baa0712eb10e None None] Routers {'d45877b0-d2d3-4afb-9493-1f79adc39994'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:10:27.042660 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-f913d5be-eb89-4ee9-bfb2-baa0712eb10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:10:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['d45877b0-d2d3-4afb-9493-1f79adc39994'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:10:27.053754 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-55334880-c6bf-4fc2-b54b-590e4ea5511c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "DELETE /v2.0/floatingips/5ec338d2-c7d4-45ed-9f02-3e1905a48363 HTTP/1.1" status: 204 len: 168 time: 0.8393617 Oct 26 09:10:27.054353 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e711977b-6185-4257-a5e6-df6e79a53249', 'tag': 'c57cc73b-3705-4ce2-94cf-743b8bc2e728'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:10:27.056639 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363158f5-b6ee-4894-ab62-e5fe723367e7" -d '{"events": [{"name": "network-changed", "server_uuid": "e711977b-6185-4257-a5e6-df6e79a53249", "tag": "c57cc73b-3705-4ce2-94cf-743b8bc2e728"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:10:27.153043 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 09:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a819eb-1296-416e-90be-623fed11b198 x-openstack-request-id: req-03a819eb-1296-416e-90be-623fed11b198 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:10:27.153334 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e711977b-6185-4257-a5e6-df6e79a53249", "tag": "c57cc73b-3705-4ce2-94cf-743b8bc2e728", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:10:27.153570 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-f913d5be-eb89-4ee9-bfb2-baa0712eb10e None None] Set router d45877b0-d2d3-4afb-9493-1f79adc39994 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:10:27.153723 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-03a819eb-1296-416e-90be-623fed11b198 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:10:27.154056 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e711977b-6185-4257-a5e6-df6e79a53249', 'tag': 'c57cc73b-3705-4ce2-94cf-743b8bc2e728', 'status': 'completed', 'code': 200} Oct 26 09:10:27.220567 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363158f5-b6ee-4894-ab62-e5fe723367e7 req-7c819ee6-2246-47b7-a3cd-545c866ada81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:10:27.222218 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-363158f5-b6ee-4894-ab62-e5fe723367e7 req-7c819ee6-2246-47b7-a3cd-545c866ada81 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37e91da6a5e944f28990f0b4deb3b388&device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 1098 time: 0.0456860 Oct 26 09:10:27.322286 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363158f5-b6ee-4894-ab62-e5fe723367e7 req-a5753792-a706-4cca-9cfa-ea30dd76bee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:10:27.323817 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-363158f5-b6ee-4894-ab62-e5fe723367e7 req-a5753792-a706-4cca-9cfa-ea30dd76bee5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=73095b1c-ed32-4b4d-a309-473a31a053e9 HTTP/1.1" status: 200 len: 898 time: 0.0942397 Oct 26 09:10:27.376302 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-363158f5-b6ee-4894-ab62-e5fe723367e7 req-5b1182d0-6eaa-4d2a-ad94-48a73208048b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c57cc73b-3705-4ce2-94cf-743b8bc2e728 HTTP/1.1" status: 200 len: 217 time: 0.0444093 Oct 26 09:10:27.379128 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-f913d5be-eb89-4ee9-bfb2-baa0712eb10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544973150', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c8b33058-7fa5-4359-8c96-10f0cb76baae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:08:44Z', 'updated_at': '2021-10-26T09:08:48Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'c8b33058-7fa5-4359-8c96-10f0cb76baae', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:08:45Z', 'updated_at': '2021-10-26T09:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '51bd27d6-9422-4a75-b551-899abcfba762', 'name': '', 'network_id': '73095b1c-ed32-4b4d-a309-473a31a053e9', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:a4:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '6d3866c5-ad66-4bbc-a391-45d2e1482a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:08:47Z', 'updated_at': '2021-10-26T09:08:51Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': '6d3866c5-ad66-4bbc-a391-45d2e1482a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:10:27.406355 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f913d5be-eb89-4ee9-bfb2-baa0712eb10e None None] Checking router: d45877b0-d2d3-4afb-9493-1f79adc39994 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:10:27.415524 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f913d5be-eb89-4ee9-bfb2-baa0712eb10e None None] Routers {'d45877b0-d2d3-4afb-9493-1f79adc39994'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:10:27.416130 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-f913d5be-eb89-4ee9-bfb2-baa0712eb10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:10:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['d45877b0-d2d3-4afb-9493-1f79adc39994'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:10:27.443392 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363158f5-b6ee-4894-ab62-e5fe723367e7 req-7ae75229-433c-485e-9303-fa6ffdb60de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:10:27.445452 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-363158f5-b6ee-4894-ab62-e5fe723367e7 req-7ae75229-433c-485e-9303-fa6ffdb60de1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6d3866c5-ad66-4bbc-a391-45d2e1482a9a HTTP/1.1" status: 200 len: 834 time: 0.0524821 Oct 26 09:10:27.476375 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db237f5-8b2e-4dbb-bccd-2e89f9a2c300 req-c8ffe782-01b7-46bf-9ed5-cf2818896a64 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:10:27.478631 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-4db237f5-8b2e-4dbb-bccd-2e89f9a2c300 req-c8ffe782-01b7-46bf-9ed5-cf2818896a64 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 945 time: 0.0552912 Oct 26 09:10:27.499053 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363158f5-b6ee-4894-ab62-e5fe723367e7 req-2dd6feaf-f234-4623-8e53-d12d12d1e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:10:27.500561 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-363158f5-b6ee-4894-ab62-e5fe723367e7 req-2dd6feaf-f234-4623-8e53-d12d12d1e5ef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73095b1c-ed32-4b4d-a309-473a31a053e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0447364 Oct 26 09:10:27.517408 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-4db237f5-8b2e-4dbb-bccd-2e89f9a2c300 req-1b0e1a85-a7ad-4bfe-a78c-adf5a8b10aa9 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476c45d-513a-459a-9d6c-2ac8d4871c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323405 Oct 26 09:10:27.526080 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-f913d5be-eb89-4ee9-bfb2-baa0712eb10e None None] Set router d45877b0-d2d3-4afb-9493-1f79adc39994 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:10:27.602173 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-363158f5-b6ee-4894-ab62-e5fe723367e7 req-964e0c61-da66-4e95-a542-1f09d341b96c service neutron] 10.222.0.47 "GET /v2.0/networks/73095b1c-ed32-4b4d-a309-473a31a053e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922053 Oct 26 09:10:27.692344 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-363158f5-b6ee-4894-ab62-e5fe723367e7 req-0c6ddea5-7f24-4eb6-a6d2-d4aa750f4b45 service neutron] 10.222.0.47 "GET /v2.0/networks/73095b1c-ed32-4b4d-a309-473a31a053e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827205 Oct 26 09:10:27.726292 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-f913d5be-eb89-4ee9-bfb2-baa0712eb10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544973150', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c8b33058-7fa5-4359-8c96-10f0cb76baae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:08:44Z', 'updated_at': '2021-10-26T09:08:48Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'c8b33058-7fa5-4359-8c96-10f0cb76baae', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:08:45Z', 'updated_at': '2021-10-26T09:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '51bd27d6-9422-4a75-b551-899abcfba762', 'name': '', 'network_id': '73095b1c-ed32-4b4d-a309-473a31a053e9', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:a4:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '6d3866c5-ad66-4bbc-a391-45d2e1482a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:08:47Z', 'updated_at': '2021-10-26T09:08:51Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': '6d3866c5-ad66-4bbc-a391-45d2e1482a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:10:27.756174 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f913d5be-eb89-4ee9-bfb2-baa0712eb10e None None] The sync data for ids ['d45877b0-d2d3-4afb-9493-1f79adc39994'] in dv-neutron-804846-13-hyperv is: [{'id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544973150', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c8b33058-7fa5-4359-8c96-10f0cb76baae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:08:44Z', 'updated_at': '2021-10-26T09:08:48Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'c8b33058-7fa5-4359-8c96-10f0cb76baae', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:08:45Z', 'updated_at': '2021-10-26T09:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '51bd27d6-9422-4a75-b551-899abcfba762', 'name': '', 'network_id': '73095b1c-ed32-4b4d-a309-473a31a053e9', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:a4:c0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '6d3866c5-ad66-4bbc-a391-45d2e1482a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:08:47Z', 'updated_at': '2021-10-26T09:08:51Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': '6d3866c5-ad66-4bbc-a391-45d2e1482a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:10:27.965089 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc28f92-d360-4637-bec5-41919ce4d24f None None] New status for floating IP 5ec338d2-c7d4-45ed-9f02-3e1905a48363: DOWN {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 09:10:28.637369 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f9c69-3305-4812-8c4c-ea40a9516449 req-60b4111c-1eb9-49f1-9ecf-b62ea43b60f8 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:10:28.638891 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-221f9c69-3305-4812-8c4c-ea40a9516449 req-60b4111c-1eb9-49f1-9ecf-b62ea43b60f8 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 945 time: 0.0508769 Oct 26 09:10:28.677294 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-221f9c69-3305-4812-8c4c-ea40a9516449 req-589d355f-2013-438b-806d-6cc88bc6da92 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=5476c45d-513a-459a-9d6c-2ac8d4871c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325506 Oct 26 09:10:28.919401 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dbf3ad-dde8-44a3-a982-d252444699e8 req-268b9ac3-7a6c-4b82-8b18-0ddd9627d10d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:10:28.920872 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f0dbf3ad-dde8-44a3-a982-d252444699e8 req-268b9ac3-7a6c-4b82-8b18-0ddd9627d10d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.47 "GET /v2.0/ports?device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 945 time: 0.0536995 Oct 26 09:10:29.007576 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-f0dbf3ad-dde8-44a3-a982-d252444699e8 req-b5e6f7ef-f514-4851-83e0-e005c4d8937c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Deleting port c57cc73b-3705-4ce2-94cf-743b8bc2e728 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:10:29.007923 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-f0dbf3ad-dde8-44a3-a982-d252444699e8 req-b5e6f7ef-f514-4851-83e0-e005c4d8937c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:29.098341 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-f0dbf3ad-dde8-44a3-a982-d252444699e8 req-b5e6f7ef-f514-4851-83e0-e005c4d8937c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] For port c57cc73b-3705-4ce2-94cf-743b8bc2e728, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c57cc73b-3705-4ce2-94cf-743b8bc2e728,segment=NetworkSegment(7ea19ee3-68f4-428c-a479-18ef66601322),segment_id=7ea19ee3-68f4-428c-a479-18ef66601322)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:10:29.098708 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-f0dbf3ad-dde8-44a3-a982-d252444699e8 req-b5e6f7ef-f514-4851-83e0-e005c4d8937c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:29.111439 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-f0dbf3ad-dde8-44a3-a982-d252444699e8 req-b5e6f7ef-f514-4851-83e0-e005c4d8937c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Calling delete_port for c57cc73b-3705-4ce2-94cf-743b8bc2e728 owned by compute:nova {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:10:29.235062 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-f0dbf3ad-dde8-44a3-a982-d252444699e8 req-b5e6f7ef-f514-4851-83e0-e005c4d8937c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:29.266091 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6f7ef-f514-4851-83e0-e005c4d8937c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event deleted for resources: {'Port': ['ID=c57cc73b-3705-4ce2-94cf-743b8bc2e728,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:10:29.309452 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0dbf3ad-dde8-44a3-a982-d252444699e8 req-b5e6f7ef-f514-4851-83e0-e005c4d8937c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] No DVR routers for this DVR port c57cc73b-3705-4ce2-94cf-743b8bc2e728 on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 09:10:29.311926 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-f0dbf3ad-dde8-44a3-a982-d252444699e8 req-b5e6f7ef-f514-4851-83e0-e005c4d8937c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:29.316021 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f0dbf3ad-dde8-44a3-a982-d252444699e8 req-b5e6f7ef-f514-4851-83e0-e005c4d8937c tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.47 "DELETE /v2.0/ports/c57cc73b-3705-4ce2-94cf-743b8bc2e728 HTTP/1.1" status: 204 len: 173 time: 0.3893137 Oct 26 09:10:29.316505 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e711977b-6185-4257-a5e6-df6e79a53249', 'name': 'network-vif-deleted', 'tag': 'c57cc73b-3705-4ce2-94cf-743b8bc2e728'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:10:29.318847 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03d0a3d-97a8-4d38-ad53-88bd04f2a7bd" -d '{"events": [{"server_uuid": "e711977b-6185-4257-a5e6-df6e79a53249", "name": "network-vif-deleted", "tag": "c57cc73b-3705-4ce2-94cf-743b8bc2e728"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:10:29.354996 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 09:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d3e855-37e9-4f88-b7d9-7f816db7a924 x-openstack-request-id: req-a2d3e855-37e9-4f88-b7d9-7f816db7a924 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:10:29.355289 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e711977b-6185-4257-a5e6-df6e79a53249", "name": "network-vif-deleted", "tag": "c57cc73b-3705-4ce2-94cf-743b8bc2e728", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:10:29.355573 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a2d3e855-37e9-4f88-b7d9-7f816db7a924 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:10:29.355949 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e711977b-6185-4257-a5e6-df6e79a53249', 'name': 'network-vif-deleted', 'tag': 'c57cc73b-3705-4ce2-94cf-743b8bc2e728', 'status': 'completed', 'code': 200} Oct 26 09:10:29.788255 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a6e10763-f7ae-408a-87fa-c5daa4985338 req-b5c4ce45-727b-4233-a00c-373b7100c5ec tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=e711977b-6185-4257-a5e6-df6e79a53249 HTTP/1.1" status: 200 len: 210 time: 0.0285795 Oct 26 09:10:30.843902 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44114) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:10:31.195389 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b0cd6725-d522-4b22-8638-86a58ae4d269 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:31.446619 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-b0cd6725-d522-4b22-8638-86a58ae4d269 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Deleting port 51bd27d6-9422-4a75-b551-899abcfba762 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:10:31.446880 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b0cd6725-d522-4b22-8638-86a58ae4d269 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:31.536868 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-b0cd6725-d522-4b22-8638-86a58ae4d269 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] For port 51bd27d6-9422-4a75-b551-899abcfba762, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=51bd27d6-9422-4a75-b551-899abcfba762,segment=NetworkSegment(7ea19ee3-68f4-428c-a479-18ef66601322),segment_id=7ea19ee3-68f4-428c-a479-18ef66601322)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:10:31.537232 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b0cd6725-d522-4b22-8638-86a58ae4d269 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:31.549541 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-b0cd6725-d522-4b22-8638-86a58ae4d269 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Calling delete_port for 51bd27d6-9422-4a75-b551-899abcfba762 owned by network:router_interface {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:10:31.734236 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b0cd6725-d522-4b22-8638-86a58ae4d269 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:31.764651 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd6725-d522-4b22-8638-86a58ae4d269 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event deleted for resources: {'Port': ['ID=51bd27d6-9422-4a75-b551-899abcfba762,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:10:31.931918 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b0cd6725-d522-4b22-8638-86a58ae4d269 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:32.480384 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0cd6725-d522-4b22-8638-86a58ae4d269 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Router d45877b0-d2d3-4afb-9493-1f79adc39994 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:10:32.583603 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cd6725-d522-4b22-8638-86a58ae4d269 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:10:32.589047 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b0cd6725-d522-4b22-8638-86a58ae4d269 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "PUT /v2.0/routers/d45877b0-d2d3-4afb-9493-1f79adc39994/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7434406 Oct 26 09:10:32.591937 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44116) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:10:32.593216 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38167add-e354-409d-80e1-59680603de14 None None] Sync routers for ids ['d45877b0-d2d3-4afb-9493-1f79adc39994'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:10:32.604483 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38167add-e354-409d-80e1-59680603de14 None None] Routers {'d45877b0-d2d3-4afb-9493-1f79adc39994'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:10:32.605115 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-38167add-e354-409d-80e1-59680603de14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:10:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['d45877b0-d2d3-4afb-9493-1f79adc39994'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:10:32.649702 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-004459ed-0801-40c3-bc73-301731d80bef tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Deleting subnet 6d3866c5-ad66-4bbc-a391-45d2e1482a9a {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 09:10:32.652945 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-004459ed-0801-40c3-bc73-301731d80bef tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:32.694061 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-004459ed-0801-40c3-bc73-301731d80bef tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:32.710353 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-38167add-e354-409d-80e1-59680603de14 None None] Set router d45877b0-d2d3-4afb-9493-1f79adc39994 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:10:32.775475 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-004459ed-0801-40c3-bc73-301731d80bef tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:32.838990 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-004459ed-0801-40c3-bc73-301731d80bef tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:32.868393 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004459ed-0801-40c3-bc73-301731d80bef tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event deleted for resources: {'Subnet': ['ID=6d3866c5-ad66-4bbc-a391-45d2e1482a9a,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:10:32.870404 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-004459ed-0801-40c3-bc73-301731d80bef tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:32.873586 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-004459ed-0801-40c3-bc73-301731d80bef tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "DELETE /v2.0/subnets/6d3866c5-ad66-4bbc-a391-45d2e1482a9a HTTP/1.1" status: 204 len: 168 time: 0.2806177 Oct 26 09:10:32.876232 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44118) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:10:32.879238 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903e7838-cf59-4cae-80c8-4a821943d118 None None] Network 73095b1c-ed32-4b4d-a309-473a31a053e9 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:10:32.888959 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-38167add-e354-409d-80e1-59680603de14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544973150', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c8b33058-7fa5-4359-8c96-10f0cb76baae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:08:44Z', 'updated_at': '2021-10-26T09:10:31Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'c8b33058-7fa5-4359-8c96-10f0cb76baae', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:08:45Z', 'updated_at': '2021-10-26T09:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:10:32.917362 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38167add-e354-409d-80e1-59680603de14 None None] Checking router: d45877b0-d2d3-4afb-9493-1f79adc39994 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:10:32.926916 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38167add-e354-409d-80e1-59680603de14 None None] Routers {'d45877b0-d2d3-4afb-9493-1f79adc39994'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:10:32.927522 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-38167add-e354-409d-80e1-59680603de14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:10:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['d45877b0-d2d3-4afb-9493-1f79adc39994'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:10:32.990709 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ed8527bd-bc92-4079-9edb-ef7b32c86117 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:33.038540 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-38167add-e354-409d-80e1-59680603de14 None None] Set router d45877b0-d2d3-4afb-9493-1f79adc39994 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:10:33.083111 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06be6ee-c943-4abc-a78a-4cd7bde9b1f5 None None] DHCP port deletion for 73095b1c-ed32-4b4d-a309-473a31a053e9 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 09:10:33.104090 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ed8527bd-bc92-4079-9edb-ef7b32c86117 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:33.132137 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-f06be6ee-c943-4abc-a78a-4cd7bde9b1f5 None None] Deleting port 9bb314ac-b6b6-4027-a755-c4d70d2b71f6 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:10:33.132520 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f06be6ee-c943-4abc-a78a-4cd7bde9b1f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:33.167895 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-ed8527bd-bc92-4079-9edb-ef7b32c86117 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Deleting port c8b33058-7fa5-4359-8c96-10f0cb76baae {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:10:33.168284 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ed8527bd-bc92-4079-9edb-ef7b32c86117 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:33.201561 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-f06be6ee-c943-4abc-a78a-4cd7bde9b1f5 None None] For port 9bb314ac-b6b6-4027-a755-c4d70d2b71f6, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=9bb314ac-b6b6-4027-a755-c4d70d2b71f6,segment=NetworkSegment(7ea19ee3-68f4-428c-a479-18ef66601322),segment_id=7ea19ee3-68f4-428c-a479-18ef66601322)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:10:33.201994 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f06be6ee-c943-4abc-a78a-4cd7bde9b1f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:33.215193 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-f06be6ee-c943-4abc-a78a-4cd7bde9b1f5 None None] Calling delete_port for 9bb314ac-b6b6-4027-a755-c4d70d2b71f6 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:10:33.250341 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-ed8527bd-bc92-4079-9edb-ef7b32c86117 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] For port c8b33058-7fa5-4359-8c96-10f0cb76baae, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=c8b33058-7fa5-4359-8c96-10f0cb76baae,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:10:33.251249 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ed8527bd-bc92-4079-9edb-ef7b32c86117 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:33.269392 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-ed8527bd-bc92-4079-9edb-ef7b32c86117 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Calling delete_port for c8b33058-7fa5-4359-8c96-10f0cb76baae owned by network:router_gateway {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:10:33.298560 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f06be6ee-c943-4abc-a78a-4cd7bde9b1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:33.316350 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-38167add-e354-409d-80e1-59680603de14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544973150', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c8b33058-7fa5-4359-8c96-10f0cb76baae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:08:44Z', 'updated_at': '2021-10-26T09:10:31Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'c8b33058-7fa5-4359-8c96-10f0cb76baae', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:08:45Z', 'updated_at': '2021-10-26T09:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:10:33.329205 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06be6ee-c943-4abc-a78a-4cd7bde9b1f5 None None] No DVR routers for this DVR port 9bb314ac-b6b6-4027-a755-c4d70d2b71f6 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 09:10:33.332381 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06be6ee-c943-4abc-a78a-4cd7bde9b1f5 None None] Pushing event deleted for resources: {'Port': ['ID=9bb314ac-b6b6-4027-a755-c4d70d2b71f6,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:10:33.341298 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06be6ee-c943-4abc-a78a-4cd7bde9b1f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:33.341553 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06be6ee-c943-4abc-a78a-4cd7bde9b1f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:33.342044 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06be6ee-c943-4abc-a78a-4cd7bde9b1f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:33.342249 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06be6ee-c943-4abc-a78a-4cd7bde9b1f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:33.342585 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06be6ee-c943-4abc-a78a-4cd7bde9b1f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:33.342962 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06be6ee-c943-4abc-a78a-4cd7bde9b1f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:33.343193 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38167add-e354-409d-80e1-59680603de14 None None] The sync data for ids ['d45877b0-d2d3-4afb-9493-1f79adc39994'] in dv-neutron-804846-13-hyperv is: [{'id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544973150', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c8b33058-7fa5-4359-8c96-10f0cb76baae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:08:44Z', 'updated_at': '2021-10-26T09:10:31Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'c8b33058-7fa5-4359-8c96-10f0cb76baae', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45877b0-d2d3-4afb-9493-1f79adc39994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:08:45Z', 'updated_at': '2021-10-26T09:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:10:33.343351 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06be6ee-c943-4abc-a78a-4cd7bde9b1f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:33.343735 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06be6ee-c943-4abc-a78a-4cd7bde9b1f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:33.344144 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06be6ee-c943-4abc-a78a-4cd7bde9b1f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:33.344289 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06be6ee-c943-4abc-a78a-4cd7bde9b1f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:33.345122 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06be6ee-c943-4abc-a78a-4cd7bde9b1f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:33.345469 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06be6ee-c943-4abc-a78a-4cd7bde9b1f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:33.447536 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ed8527bd-bc92-4079-9edb-ef7b32c86117 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:33.484686 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8527bd-bc92-4079-9edb-ef7b32c86117 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event deleted for resources: {'Port': ['ID=c8b33058-7fa5-4359-8c96-10f0cb76baae,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:10:33.541162 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ed8527bd-bc92-4079-9edb-ef7b32c86117 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:33.548112 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device c57cc73b-3705-4ce2-94cf-743b8bc2e728 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:10:33.570269 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] No Port match for: c57cc73b-3705-4ce2-94cf-743b8bc2e728 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:10:33.570514 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device c57cc73b-3705-4ce2-94cf-743b8bc2e728 not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:10:33.634833 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ed8527bd-bc92-4079-9edb-ef7b32c86117 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:33.636853 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ed8527bd-bc92-4079-9edb-ef7b32c86117 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:33.679381 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ed8527bd-bc92-4079-9edb-ef7b32c86117 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:33.679907 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8527bd-bc92-4079-9edb-ef7b32c86117 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Fanout notify agent at l3_agent the message router_deleted on router d45877b0-d2d3-4afb-9493-1f79adc39994 {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 09:10:33.686814 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ed8527bd-bc92-4079-9edb-ef7b32c86117 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:33.688092 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ed8527bd-bc92-4079-9edb-ef7b32c86117 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "DELETE /v2.0/routers/d45877b0-d2d3-4afb-9493-1f79adc39994 HTTP/1.1" status: 204 len: 168 time: 0.8107722 Oct 26 09:10:33.691510 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44120) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:10:33.777919 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a340dfe0-a255-4384-8657-0b5a30ecf70a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:33.870720 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a340dfe0-a255-4384-8657-0b5a30ecf70a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:33.891072 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-a340dfe0-a255-4384-8657-0b5a30ecf70a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73095b1c-ed32-4b4d-a309-473a31a053e9']}} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:10:33.905530 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-a340dfe0-a255-4384-8657-0b5a30ecf70a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ea19ee3-68f4-428c-a479-18ef66601322') {'for_net_delete': True} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:10:33.905957 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.services.segments.db [None req-a340dfe0-a255-4384-8657-0b5a30ecf70a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ea19ee3-68f4-428c-a479-18ef66601322') {} {{(pid=102101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:10:33.916640 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a340dfe0-a255-4384-8657-0b5a30ecf70a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6383588'] for segment, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:33.931329 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a340dfe0-a255-4384-8657-0b5a30ecf70a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:33.937216 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a340dfe0-a255-4384-8657-0b5a30ecf70a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 09:10:33.937600 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a340dfe0-a255-4384-8657-0b5a30ecf70a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8235287'] for segment, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:33.941331 dv-neutron-804846-13-hyperv neutron-server[102101]: Traceback (most recent call last): Oct 26 09:10:33.941331 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 09:10:33.941331 dv-neutron-804846-13-hyperv neutron-server[102101]: timer() Oct 26 09:10:33.941331 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 09:10:33.941331 dv-neutron-804846-13-hyperv neutron-server[102101]: cb(*args, **kw) Oct 26 09:10:33.941331 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 09:10:33.941331 dv-neutron-804846-13-hyperv neutron-server[102101]: return func(*args, **kwargs) Oct 26 09:10:33.941331 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 09:10:33.941331 dv-neutron-804846-13-hyperv neutron-server[102101]: self._notify() Oct 26 09:10:33.941331 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 09:10:33.941331 dv-neutron-804846-13-hyperv neutron-server[102101]: self.callback(batched_events) Oct 26 09:10:33.941331 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 09:10:33.941331 dv-neutron-804846-13-hyperv neutron-server[102101]: event.method(event) Oct 26 09:10:33.941331 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 09:10:33.941331 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 09:10:33.941331 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 09:10:33.941331 dv-neutron-804846-13-hyperv neutron-server[102101]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 09:10:33.941331 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 09:10:33.941331 dv-neutron-804846-13-hyperv neutron-server[102101]: return f(self, *a, **k) Oct 26 09:10:33.941331 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 09:10:33.941331 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._get(url).json() Oct 26 09:10:33.941331 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 09:10:33.941331 dv-neutron-804846-13-hyperv neutron-server[102101]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 09:10:33.941331 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 09:10:33.941331 dv-neutron-804846-13-hyperv neutron-server[102101]: return self.request(url, 'GET', **kwargs) Oct 26 09:10:33.941331 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 09:10:33.941331 dv-neutron-804846-13-hyperv neutron-server[102101]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 09:10:33.941331 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 09:10:33.941331 dv-neutron-804846-13-hyperv neutron-server[102101]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 09:10:33.941331 dv-neutron-804846-13-hyperv neutron-server[102101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 09:10:33.941331 dv-neutron-804846-13-hyperv neutron-server[102101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 09:10:33.941331 dv-neutron-804846-13-hyperv neutron-server[102101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 09:10:34.014764 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a340dfe0-a255-4384-8657-0b5a30ecf70a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:34.023782 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a340dfe0-a255-4384-8657-0b5a30ecf70a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for network, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:34.026953 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a340dfe0-a255-4384-8657-0b5a30ecf70a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "DELETE /v2.0/networks/73095b1c-ed32-4b4d-a309-473a31a053e9 HTTP/1.1" status: 204 len: 168 time: 0.3344822 Oct 26 09:10:34.029699 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 44122) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:10:34.037971 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a340dfe0-a255-4384-8657-0b5a30ecf70a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event deleted for resources: {'Network': ['ID=73095b1c-ed32-4b4d-a309-473a31a053e9,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:10:34.093878 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0394361f-56c4-46e4-8b62-ff9ff41d0baf tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:34.120208 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0394361f-56c4-46e4-8b62-ff9ff41d0baf tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:34.180050 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0394361f-56c4-46e4-8b62-ff9ff41d0baf tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:34.182917 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0394361f-56c4-46e4-8b62-ff9ff41d0baf tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:34.184143 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-0394361f-56c4-46e4-8b62-ff9ff41d0baf tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "DELETE /v2.0/security-groups/5476c45d-513a-459a-9d6c-2ac8d4871c22 HTTP/1.1" status: 204 len: 168 time: 0.1534078 Oct 26 09:10:34.193509 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0394361f-56c4-46e4-8b62-ff9ff41d0baf tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5476c45d-513a-459a-9d6c-2ac8d4871c22,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:10:34.200886 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394361f-56c4-46e4-8b62-ff9ff41d0baf tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:34.201239 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394361f-56c4-46e4-8b62-ff9ff41d0baf tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:34.201584 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394361f-56c4-46e4-8b62-ff9ff41d0baf tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:34.201951 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394361f-56c4-46e4-8b62-ff9ff41d0baf tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:34.202290 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394361f-56c4-46e4-8b62-ff9ff41d0baf tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:34.202625 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394361f-56c4-46e4-8b62-ff9ff41d0baf tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:34.202957 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394361f-56c4-46e4-8b62-ff9ff41d0baf tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:34.203295 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394361f-56c4-46e4-8b62-ff9ff41d0baf tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:34.204230 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394361f-56c4-46e4-8b62-ff9ff41d0baf tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:34.204480 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394361f-56c4-46e4-8b62-ff9ff41d0baf tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:34.205275 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394361f-56c4-46e4-8b62-ff9ff41d0baf tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:34.205716 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394361f-56c4-46e4-8b62-ff9ff41d0baf tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:34.509150 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44128) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:10:34.513922 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-f9eeadb4-7509-4b93-97e4-1f3931109db0 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1656945372', 'description': 'tempest-secgroup-smoke-1656945372 description', 'project_id': '37e91da6a5e944f28990f0b4deb3b388'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:10:34.537156 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f9eeadb4-7509-4b93-97e4-1f3931109db0 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:34.603180 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f9eeadb4-7509-4b93-97e4-1f3931109db0 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:34.606633 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f9eeadb4-7509-4b93-97e4-1f3931109db0 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:34.639714 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-f9eeadb4-7509-4b93-97e4-1f3931109db0 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:34.640984 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-f9eeadb4-7509-4b93-97e4-1f3931109db0 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1307752 Oct 26 09:10:34.645332 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 44130) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:10:34.645705 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eeadb4-7509-4b93-97e4-1f3931109db0 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21d0c828-6f8e-4f32-98c3-03e060e03f0b,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:10:34.651906 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-435e7793-8423-4119-978b-855ccc829049 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'security_group_rule': {'security_group_id': '21d0c828-6f8e-4f32-98c3-03e060e03f0b', 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:10:34.669207 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 51bd27d6-9422-4a75-b551-899abcfba762 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:10:34.679494 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-435e7793-8423-4119-978b-855ccc829049 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:34.690003 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 51bd27d6-9422-4a75-b551-899abcfba762 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:10:34.690439 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 51bd27d6-9422-4a75-b551-899abcfba762 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:10:34.690913 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 9bb314ac-b6b6-4027-a755-c4d70d2b71f6 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:10:34.711131 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 9bb314ac-b6b6-4027-a755-c4d70d2b71f6 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:10:34.711495 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 9bb314ac-b6b6-4027-a755-c4d70d2b71f6 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:10:34.711905 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device c8b33058-7fa5-4359-8c96-10f0cb76baae no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:10:34.728361 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-435e7793-8423-4119-978b-855ccc829049 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:34.731052 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: c8b33058-7fa5-4359-8c96-10f0cb76baae {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:10:34.731406 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device c8b33058-7fa5-4359-8c96-10f0cb76baae not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:10:34.731983 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-435e7793-8423-4119-978b-855ccc829049 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:34.754152 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e7793-8423-4119-978b-855ccc829049 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3618ae66-609c-4bdd-8e63-1a713f3c842e,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:10:34.759910 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-435e7793-8423-4119-978b-855ccc829049 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:34.760982 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-435e7793-8423-4119-978b-855ccc829049 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1146157 Oct 26 09:10:34.763798 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 44132) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:10:34.769429 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-f1d0ab26-63c0-4177-b6d7-f6534420175e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'security_group_rule': {'security_group_id': '21d0c828-6f8e-4f32-98c3-03e060e03f0b', 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:10:34.796014 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f1d0ab26-63c0-4177-b6d7-f6534420175e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:34.852407 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f1d0ab26-63c0-4177-b6d7-f6534420175e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:34.855915 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f1d0ab26-63c0-4177-b6d7-f6534420175e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:34.873496 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0ab26-63c0-4177-b6d7-f6534420175e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f562f57c-5e4a-4ed0-8717-459bc03c65f5,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:10:34.879233 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f1d0ab26-63c0-4177-b6d7-f6534420175e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:34.880359 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f1d0ab26-63c0-4177-b6d7-f6534420175e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1156452 Oct 26 09:10:34.883240 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 44134) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:10:34.887549 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-8ca31611-1f91-40b7-bbcf-2655497e2677 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'security_group_rule': {'security_group_id': '21d0c828-6f8e-4f32-98c3-03e060e03f0b', 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:10:34.914322 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8ca31611-1f91-40b7-bbcf-2655497e2677 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:34.976100 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8ca31611-1f91-40b7-bbcf-2655497e2677 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:34.979550 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8ca31611-1f91-40b7-bbcf-2655497e2677 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:34.999189 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca31611-1f91-40b7-bbcf-2655497e2677 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b55e7d8-faf7-472c-a61f-b753e1e2f82f,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:10:35.005106 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8ca31611-1f91-40b7-bbcf-2655497e2677 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:35.006320 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8ca31611-1f91-40b7-bbcf-2655497e2677 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221442 Oct 26 09:10:35.009954 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 44136) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:10:35.014180 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-f485519d-3f6d-4caa-8ae0-e2b3e656f076 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'security_group_rule': {'security_group_id': '21d0c828-6f8e-4f32-98c3-03e060e03f0b', 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:10:35.040151 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f485519d-3f6d-4caa-8ae0-e2b3e656f076 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:35.098685 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f485519d-3f6d-4caa-8ae0-e2b3e656f076 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:35.102212 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f485519d-3f6d-4caa-8ae0-e2b3e656f076 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:35.119643 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485519d-3f6d-4caa-8ae0-e2b3e656f076 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5579a7a-3785-4bb5-8a2a-ea28baa74620,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:10:35.128851 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f485519d-3f6d-4caa-8ae0-e2b3e656f076 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:35.130058 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f485519d-3f6d-4caa-8ae0-e2b3e656f076 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191888 Oct 26 09:10:35.132864 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 44138) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:10:35.137177 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-5b850633-86c6-4271-b40c-2ade2b4d3ba9 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'security_group_rule': {'security_group_id': '21d0c828-6f8e-4f32-98c3-03e060e03f0b', 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:10:35.158413 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.securitygroups_db [None req-5b850633-86c6-4271-b40c-2ade2b4d3ba9 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Project 37e91da6a5e944f28990f0b4deb3b388 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 09:10:35.163004 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5b850633-86c6-4271-b40c-2ade2b4d3ba9 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:35.222956 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5b850633-86c6-4271-b40c-2ade2b4d3ba9 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:35.226445 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5b850633-86c6-4271-b40c-2ade2b4d3ba9 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:35.244426 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b850633-86c6-4271-b40c-2ade2b4d3ba9 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031fc467-d921-404a-bddc-e5b3610ce284,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:10:35.252896 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5b850633-86c6-4271-b40c-2ade2b4d3ba9 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:35.254114 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5b850633-86c6-4271-b40c-2ade2b4d3ba9 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203394 Oct 26 09:10:35.256881 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 44140) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:10:35.261170 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-86cf66c1-d2a9-4fb7-9458-3ae6026b7874 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'security_group_rule': {'security_group_id': '21d0c828-6f8e-4f32-98c3-03e060e03f0b', 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:10:35.282482 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.securitygroups_db [None req-86cf66c1-d2a9-4fb7-9458-3ae6026b7874 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Project 37e91da6a5e944f28990f0b4deb3b388 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 09:10:35.287666 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-86cf66c1-d2a9-4fb7-9458-3ae6026b7874 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:35.352078 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-86cf66c1-d2a9-4fb7-9458-3ae6026b7874 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:35.355541 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-86cf66c1-d2a9-4fb7-9458-3ae6026b7874 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:35.375653 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf66c1-d2a9-4fb7-9458-3ae6026b7874 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9fa9046-5a9f-43d8-8bd1-686663930ca9,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:10:35.381462 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-86cf66c1-d2a9-4fb7-9458-3ae6026b7874 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:35.382757 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-86cf66c1-d2a9-4fb7-9458-3ae6026b7874 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1249340 Oct 26 09:10:35.385671 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 44142) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:10:35.390422 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-0f3f06e6-4863-4dc0-aafd-22fbe8edf5c6 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'network': {'name': 'tempest-network-smoke--456596333', 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'port_security_enabled': True}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:10:35.411370 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3f06e6-4863-4dc0-aafd-22fbe8edf5c6 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Made reservation on behalf of 37e91da6a5e944f28990f0b4deb3b388 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:10:35.414920 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0f3f06e6-4863-4dc0-aafd-22fbe8edf5c6 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:35.439438 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f3f06e6-4863-4dc0-aafd-22fbe8edf5c6 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 09:10:35.448508 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0f3f06e6-4863-4dc0-aafd-22fbe8edf5c6 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:35.448848 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-0f3f06e6-4863-4dc0-aafd-22fbe8edf5c6 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Added segment bd1bc101-4733-4256-a891-db1edfadef8c of type vlan for network c94265e5-20f5-41b2-9966-b365f958239b Oct 26 09:10:35.489587 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0f3f06e6-4863-4dc0-aafd-22fbe8edf5c6 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:35.513054 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0f3f06e6-4863-4dc0-aafd-22fbe8edf5c6 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:35.519246 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3f06e6-4863-4dc0-aafd-22fbe8edf5c6 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:10:35.519830 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0f3f06e6-4863-4dc0-aafd-22fbe8edf5c6 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:35.575715 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-0f3f06e6-4863-4dc0-aafd-22fbe8edf5c6 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1890049 Oct 26 09:10:35.578503 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44144) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:10:35.585172 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-de9cf897-bba3-4134-91d1-e8ae2826fb8e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1405710796', 'admin_state_up': True, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:10:35.591709 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f06e6-4863-4dc0-aafd-22fbe8edf5c6 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'Network': ['ID=c94265e5-20f5-41b2-9966-b365f958239b,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:10:35.605784 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network c94265e5-20f5-41b2-9966-b365f958239b details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 09:10:35.613783 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-de9cf897-bba3-4134-91d1-e8ae2826fb8e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:35.614833 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-de9cf897-bba3-4134-91d1-e8ae2826fb8e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:35.667835 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-de9cf897-bba3-4134-91d1-e8ae2826fb8e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:35.806872 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-de9cf897-bba3-4134-91d1-e8ae2826fb8e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:35.993143 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-de9cf897-bba3-4134-91d1-e8ae2826fb8e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router_gateway, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:36.011746 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-de9cf897-bba3-4134-91d1-e8ae2826fb8e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:36.114577 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-de9cf897-bba3-4134-91d1-e8ae2826fb8e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Allocated IP 172.26.2.146 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/a932dbc3-5389-4dfe-a8ac-88ab88bab224) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:10:36.218004 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-de9cf897-bba3-4134-91d1-e8ae2826fb8e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:36.250882 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-de9cf897-bba3-4134-91d1-e8ae2826fb8e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:36.287907 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9cf897-bba3-4134-91d1-e8ae2826fb8e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:10:36.294449 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-de9cf897-bba3-4134-91d1-e8ae2826fb8e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:10:36.296883 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9cf897-bba3-4134-91d1-e8ae2826fb8e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:10:36.322721 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9cf897-bba3-4134-91d1-e8ae2826fb8e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'Port': ['ID=a932dbc3-5389-4dfe-a8ac-88ab88bab224,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:10:36.558996 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-de9cf897-bba3-4134-91d1-e8ae2826fb8e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router_gateway, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:36.753959 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-de9cf897-bba3-4134-91d1-e8ae2826fb8e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:36.879701 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9cf897-bba3-4134-91d1-e8ae2826fb8e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Router 987280e8-0a00-485b-af33-644f96d3bd9d is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 09:10:36.983665 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9cf897-bba3-4134-91d1-e8ae2826fb8e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:10:36.993345 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45280886-c014-4dff-aefa-c9652c1b2c3a None None] Sync routers for ids ['987280e8-0a00-485b-af33-644f96d3bd9d'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:10:37.002983 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45280886-c014-4dff-aefa-c9652c1b2c3a None None] Routers {'987280e8-0a00-485b-af33-644f96d3bd9d'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:10:37.003740 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-de9cf897-bba3-4134-91d1-e8ae2826fb8e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:37.003908 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-45280886-c014-4dff-aefa-c9652c1b2c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:10:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['987280e8-0a00-485b-af33-644f96d3bd9d'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:10:37.007924 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-de9cf897-bba3-4134-91d1-e8ae2826fb8e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4240642 Oct 26 09:10:37.008165 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44146) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:10:37.081986 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-9335e002-6a8a-445f-b637-2a7cb22bddc3 tempest-TestNetworkAdvancedServerOps-165145031 tempest-TestNetworkAdvancedServerOps-165145031-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=37e91da6a5e944f28990f0b4deb3b388&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0726874 Oct 26 09:10:37.084514 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44150) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:10:37.109830 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-45280886-c014-4dff-aefa-c9652c1b2c3a None None] Set router 987280e8-0a00-485b-af33-644f96d3bd9d gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:10:37.168896 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3386d01c-b08e-4c1a-9ded-28a5e96d9860 tempest-TestNetworkAdvancedServerOps-165145031 tempest-TestNetworkAdvancedServerOps-165145031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:10:37.170503 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3386d01c-b08e-4c1a-9ded-28a5e96d9860 tempest-TestNetworkAdvancedServerOps-165145031 tempest-TestNetworkAdvancedServerOps-165145031-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0850949 Oct 26 09:10:37.174188 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44152) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:10:37.200827 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-19b2c6b1-9729-40d3-bb0a-99200740cd9f tempest-TestNetworkAdvancedServerOps-165145031 tempest-TestNetworkAdvancedServerOps-165145031-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=e0ba3cfd-db28-4690-8a12-e5c00a0b88c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0255983 Oct 26 09:10:37.203225 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44154) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:10:37.208427 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-b7a2860a-b908-480d-b1d2-0d150e2d1145 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-318679718', 'network_id': 'c94265e5-20f5-41b2-9966-b365f958239b', 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:10:37.291241 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-45280886-c014-4dff-aefa-c9652c1b2c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405710796', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a932dbc3-5389-4dfe-a8ac-88ab88bab224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:10:35Z', 'updated_at': '2021-10-26T09:10:36Z', 'revision_number': 3, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'a932dbc3-5389-4dfe-a8ac-88ab88bab224', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:10:36Z', 'updated_at': '2021-10-26T09:10:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:10:37.299840 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a2860a-b908-480d-b1d2-0d150e2d1145 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Made reservation on behalf of 37e91da6a5e944f28990f0b4deb3b388 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:10:37.303546 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b7a2860a-b908-480d-b1d2-0d150e2d1145 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:37.318154 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45280886-c014-4dff-aefa-c9652c1b2c3a None None] Checking router: 987280e8-0a00-485b-af33-644f96d3bd9d for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:10:37.318502 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45280886-c014-4dff-aefa-c9652c1b2c3a None None] Updating router 987280e8-0a00-485b-af33-644f96d3bd9d port a932dbc3-5389-4dfe-a8ac-88ab88bab224 binding host dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 09:10:37.342961 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-45280886-c014-4dff-aefa-c9652c1b2c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:37.486942 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b7a2860a-b908-480d-b1d2-0d150e2d1145 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:37.552875 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2860a-b908-480d-b1d2-0d150e2d1145 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'Subnet': ['ID=bbe571d8-7708-4b83-8770-dd2822e92994,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:10:37.556165 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a2860a-b908-480d-b1d2-0d150e2d1145 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Checking segment: {'id': 'bd1bc101-4733-4256-a891-db1edfadef8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c94265e5-20f5-41b2-9966-b365f958239b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:10:37.556539 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a2860a-b908-480d-b1d2-0d150e2d1145 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Network hostable DHCP agents. Network: c94265e5-20f5-41b2-9966-b365f958239b, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 09:10:37.574314 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a2860a-b908-480d-b1d2-0d150e2d1145 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Network c94265e5-20f5-41b2-9966-b365f958239b is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 09:10:37.586566 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-b7a2860a-b908-480d-b1d2-0d150e2d1145 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, c94265e5-20f5-41b2-9966-b365f958239b) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:10:37.591324 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a2860a-b908-480d-b1d2-0d150e2d1145 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:10:37.591939 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b7a2860a-b908-480d-b1d2-0d150e2d1145 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:37.597243 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af99cb23-33e9-4544-8021-eee9fb9b7c71 None None] Network c94265e5-20f5-41b2-9966-b365f958239b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:10:37.603207 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-45280886-c014-4dff-aefa-c9652c1b2c3a None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:37.609406 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b7a2860a-b908-480d-b1d2-0d150e2d1145 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4046724 Oct 26 09:10:37.612420 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44156) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:10:37.783820 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-45280886-c014-4dff-aefa-c9652c1b2c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:37.854493 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c76a4-3b63-4c61-98d8-d6597049cfbb None None] Pushing event updated for resources: {'Port': ['ID=a932dbc3-5389-4dfe-a8ac-88ab88bab224,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:10:37.862493 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-45280886-c014-4dff-aefa-c9652c1b2c3a None None] Attempting to bind port a932dbc3-5389-4dfe-a8ac-88ab88bab224 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:10:37.862871 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-45280886-c014-4dff-aefa-c9652c1b2c3a None None] Attempting to bind port a932dbc3-5389-4dfe-a8ac-88ab88bab224 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:10:37.863243 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45280886-c014-4dff-aefa-c9652c1b2c3a None None] Attempting to bind port a932dbc3-5389-4dfe-a8ac-88ab88bab224 on network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:10:37.879855 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45280886-c014-4dff-aefa-c9652c1b2c3a None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:10:37.880215 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45280886-c014-4dff-aefa-c9652c1b2c3a None None] Checking segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:10:37.880621 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-45280886-c014-4dff-aefa-c9652c1b2c3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:37.881016 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45280886-c014-4dff-aefa-c9652c1b2c3a None None] Bound using segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:10:37.881498 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-45280886-c014-4dff-aefa-c9652c1b2c3a None None] Bound port: a932dbc3-5389-4dfe-a8ac-88ab88bab224, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:10:37.881912 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-45280886-c014-4dff-aefa-c9652c1b2c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:37.983444 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-45280886-c014-4dff-aefa-c9652c1b2c3a None None] For port a932dbc3-5389-4dfe-a8ac-88ab88bab224, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:10:37.994850 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f9e3e3-0107-4d58-bd79-cf037e61d265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-c94265e5-20f5-41b2-9966-b365f958239b', 'network_id': 'c94265e5-20f5-41b2-9966-b365f958239b', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'fixed_ips': [{'subnet_id': 'bbe571d8-7708-4b83-8770-dd2822e92994'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 09:10:37.995736 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-32f9e3e3-0107-4d58-bd79-cf037e61d265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:38.002976 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-45280886-c014-4dff-aefa-c9652c1b2c3a None None] For port a932dbc3-5389-4dfe-a8ac-88ab88bab224, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=a932dbc3-5389-4dfe-a8ac-88ab88bab224,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:10:38.018012 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-45280886-c014-4dff-aefa-c9652c1b2c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:38.147429 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c76a4-3b63-4c61-98d8-d6597049cfbb None None] Pushing event updated for resources: {'Port': ['ID=a932dbc3-5389-4dfe-a8ac-88ab88bab224,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:10:38.152744 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45280886-c014-4dff-aefa-c9652c1b2c3a None None] Routers {'987280e8-0a00-485b-af33-644f96d3bd9d'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:10:38.153370 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-45280886-c014-4dff-aefa-c9652c1b2c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:10:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['987280e8-0a00-485b-af33-644f96d3bd9d'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:10:38.279977 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-32f9e3e3-0107-4d58-bd79-cf037e61d265 None None] Allocated IP 172.20.0.2 (c94265e5-20f5-41b2-9966-b365f958239b/bbe571d8-7708-4b83-8770-dd2822e92994/6515f5d4-9aa9-4cb1-bb66-4d7d860c9e80) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:10:38.308381 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-45280886-c014-4dff-aefa-c9652c1b2c3a None None] Set router 987280e8-0a00-485b-af33-644f96d3bd9d gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:10:38.395544 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b8dbffec-9438-43d8-abde-209c94eefc06 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:38.579670 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-32f9e3e3-0107-4d58-bd79-cf037e61d265 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:38.585432 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-32f9e3e3-0107-4d58-bd79-cf037e61d265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:38.634479 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f9e3e3-0107-4d58-bd79-cf037e61d265 None None] Network c94265e5-20f5-41b2-9966-b365f958239b is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:10:38.639184 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-32f9e3e3-0107-4d58-bd79-cf037e61d265 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:10:38.644606 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f9e3e3-0107-4d58-bd79-cf037e61d265 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:10:38.648520 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f9e3e3-0107-4d58-bd79-cf037e61d265 None None] Pushing event updated for resources: {'Port': ['ID=6515f5d4-9aa9-4cb1-bb66-4d7d860c9e80,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:10:38.659071 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-45280886-c014-4dff-aefa-c9652c1b2c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405710796', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a932dbc3-5389-4dfe-a8ac-88ab88bab224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:10:35Z', 'updated_at': '2021-10-26T09:10:36Z', 'revision_number': 3, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'a932dbc3-5389-4dfe-a8ac-88ab88bab224', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:10:36Z', 'updated_at': '2021-10-26T09:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:10:38.668651 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-b8dbffec-9438-43d8-abde-209c94eefc06 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Allocated IP 172.20.0.1 (c94265e5-20f5-41b2-9966-b365f958239b/bbe571d8-7708-4b83-8770-dd2822e92994/8d7fa6d9-3ef6-4e42-a64b-5b7336110a14) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:10:38.718942 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45280886-c014-4dff-aefa-c9652c1b2c3a None None] The sync data for ids ['987280e8-0a00-485b-af33-644f96d3bd9d'] in dv-neutron-804846-13-hyperv is: [{'id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405710796', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a932dbc3-5389-4dfe-a8ac-88ab88bab224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:10:35Z', 'updated_at': '2021-10-26T09:10:36Z', 'revision_number': 3, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'a932dbc3-5389-4dfe-a8ac-88ab88bab224', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:10:36Z', 'updated_at': '2021-10-26T09:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:10:38.730614 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-32f9e3e3-0107-4d58-bd79-cf037e61d265 None None] Attempting to bind port 6515f5d4-9aa9-4cb1-bb66-4d7d860c9e80 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:10:38.731048 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-32f9e3e3-0107-4d58-bd79-cf037e61d265 None None] Attempting to bind port 6515f5d4-9aa9-4cb1-bb66-4d7d860c9e80 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'bd1bc101-4733-4256-a891-db1edfadef8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c94265e5-20f5-41b2-9966-b365f958239b'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:10:38.731421 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f9e3e3-0107-4d58-bd79-cf037e61d265 None None] Attempting to bind port 6515f5d4-9aa9-4cb1-bb66-4d7d860c9e80 on network c94265e5-20f5-41b2-9966-b365f958239b {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:10:38.737915 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f9e3e3-0107-4d58-bd79-cf037e61d265 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:10:38.738782 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f9e3e3-0107-4d58-bd79-cf037e61d265 None None] Checking segment: {'id': 'bd1bc101-4733-4256-a891-db1edfadef8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c94265e5-20f5-41b2-9966-b365f958239b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:10:38.738782 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-32f9e3e3-0107-4d58-bd79-cf037e61d265 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:38.739066 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f9e3e3-0107-4d58-bd79-cf037e61d265 None None] Bound using segment: {'id': 'bd1bc101-4733-4256-a891-db1edfadef8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c94265e5-20f5-41b2-9966-b365f958239b'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:10:38.739536 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-32f9e3e3-0107-4d58-bd79-cf037e61d265 None None] Bound port: 6515f5d4-9aa9-4cb1-bb66-4d7d860c9e80, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd1bc101-4733-4256-a891-db1edfadef8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c94265e5-20f5-41b2-9966-b365f958239b'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:10:38.739921 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-32f9e3e3-0107-4d58-bd79-cf037e61d265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:38.792366 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b8dbffec-9438-43d8-abde-209c94eefc06 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:38.807621 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-32f9e3e3-0107-4d58-bd79-cf037e61d265 None None] For port 6515f5d4-9aa9-4cb1-bb66-4d7d860c9e80, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:10:38.811040 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-32f9e3e3-0107-4d58-bd79-cf037e61d265 None None] For port 6515f5d4-9aa9-4cb1-bb66-4d7d860c9e80, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=6515f5d4-9aa9-4cb1-bb66-4d7d860c9e80,segment=NetworkSegment(bd1bc101-4733-4256-a891-db1edfadef8c),segment_id=bd1bc101-4733-4256-a891-db1edfadef8c)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:10:38.815047 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-32f9e3e3-0107-4d58-bd79-cf037e61d265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:38.829605 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b8dbffec-9438-43d8-abde-209c94eefc06 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:38.879766 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f9e3e3-0107-4d58-bd79-cf037e61d265 None None] Pushing event updated for resources: {'Port': ['ID=6515f5d4-9aa9-4cb1-bb66-4d7d860c9e80,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:10:38.886737 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dbffec-9438-43d8-abde-209c94eefc06 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Network c94265e5-20f5-41b2-9966-b365f958239b is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:10:38.890129 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-b8dbffec-9438-43d8-abde-209c94eefc06 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:10:38.895059 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dbffec-9438-43d8-abde-209c94eefc06 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:10:38.899107 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dbffec-9438-43d8-abde-209c94eefc06 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'Port': ['ID=8d7fa6d9-3ef6-4e42-a64b-5b7336110a14,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:10:38.949535 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b8dbffec-9438-43d8-abde-209c94eefc06 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:39.129040 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b8dbffec-9438-43d8-abde-209c94eefc06 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:39.428606 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b8dbffec-9438-43d8-abde-209c94eefc06 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:39.434190 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b8dbffec-9438-43d8-abde-209c94eefc06 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:39.520665 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dbffec-9438-43d8-abde-209c94eefc06 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'Port': ['ID=8d7fa6d9-3ef6-4e42-a64b-5b7336110a14,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:10:39.524309 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b8dbffec-9438-43d8-abde-209c94eefc06 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:39.644558 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dbffec-9438-43d8-abde-209c94eefc06 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Network c94265e5-20f5-41b2-9966-b365f958239b is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:10:39.646272 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-b8dbffec-9438-43d8-abde-209c94eefc06 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:10:39.774058 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8dbffec-9438-43d8-abde-209c94eefc06 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Router 987280e8-0a00-485b-af33-644f96d3bd9d has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:10:39.893324 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c465321-2e8c-4c81-ae84-2ed26dd5da09 None None] Network c94265e5-20f5-41b2-9966-b365f958239b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:10:39.904533 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8dbffec-9438-43d8-abde-209c94eefc06 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:10:39.911099 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b8dbffec-9438-43d8-abde-209c94eefc06 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "PUT /v2.0/routers/987280e8-0a00-485b-af33-644f96d3bd9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2975490 Oct 26 09:10:39.988731 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-b012b335-9049-4cf5-b6fb-aa9799665f76 None None] Provisioning complete for port 6515f5d4-9aa9-4cb1-bb66-4d7d860c9e80 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:10:39.989101 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b012b335-9049-4cf5-b6fb-aa9799665f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:40.059674 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-72838679-9afb-4d70-9d02-189540f195bf req-88ecd527-4966-401c-a386-7ba578c31681 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1656945372&fields=id&tenant_id=37e91da6a5e944f28990f0b4deb3b388 HTTP/1.1" status: 200 len: 267 time: 0.0369086 Oct 26 09:10:40.134234 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b012b335-9049-4cf5-b6fb-aa9799665f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:40.172000 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-b012b335-9049-4cf5-b6fb-aa9799665f76 None None] For port 6515f5d4-9aa9-4cb1-bb66-4d7d860c9e80, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=6515f5d4-9aa9-4cb1-bb66-4d7d860c9e80,segment=NetworkSegment(bd1bc101-4733-4256-a891-db1edfadef8c),segment_id=bd1bc101-4733-4256-a891-db1edfadef8c)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:10:40.176626 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b012b335-9049-4cf5-b6fb-aa9799665f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:40.193743 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72838679-9afb-4d70-9d02-189540f195bf req-86943a42-96dd-4929-8cea-d77b5325eaf4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:10:40.195266 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-72838679-9afb-4d70-9d02-189540f195bf req-86943a42-96dd-4929-8cea-d77b5325eaf4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/networks?id=c94265e5-20f5-41b2-9966-b365f958239b HTTP/1.1" status: 200 len: 796 time: 0.1286707 Oct 26 09:10:40.212291 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-72838679-9afb-4d70-9d02-189540f195bf req-cbbe0cd8-0a0d-4f5c-ba75-ceca03ceb7da tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/quotas/37e91da6a5e944f28990f0b4deb3b388 HTTP/1.1" status: 200 len: 375 time: 0.0107436 Oct 26 09:10:40.239624 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012b335-9049-4cf5-b6fb-aa9799665f76 None None] Pushing event updated for resources: {'Port': ['ID=6515f5d4-9aa9-4cb1-bb66-4d7d860c9e80,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:10:40.280411 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-72838679-9afb-4d70-9d02-189540f195bf req-1561e890-a8e7-4683-a4ee-36e0b90ebf9e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=37e91da6a5e944f28990f0b4deb3b388&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621824 Oct 26 09:10:40.395159 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-72838679-9afb-4d70-9d02-189540f195bf req-c6564c48-1b11-4ce9-a1be-ab3d28ebb0e6 service neutron] 10.222.0.41 "GET /v2.0/networks/c94265e5-20f5-41b2-9966-b365f958239b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014533 Oct 26 09:10:40.407485 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-32e67d27-c9ce-4553-a757-e74b1e336d15 None None] Provisioning complete for port 8d7fa6d9-3ef6-4e42-a64b-5b7336110a14 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:10:40.408315 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-32e67d27-c9ce-4553-a757-e74b1e336d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:40.461715 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c8556b-bd53-4da9-9834-6662f09f311f None None] Sync routers for ids ['987280e8-0a00-485b-af33-644f96d3bd9d'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:10:40.465934 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-32e67d27-c9ce-4553-a757-e74b1e336d15 None None] Port 8d7fa6d9-3ef6-4e42-a64b-5b7336110a14 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:10:40.479399 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c8556b-bd53-4da9-9834-6662f09f311f None None] Routers {'987280e8-0a00-485b-af33-644f96d3bd9d'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:10:40.480337 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-f6c8556b-bd53-4da9-9834-6662f09f311f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:10:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['987280e8-0a00-485b-af33-644f96d3bd9d'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:10:40.484881 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-32e67d27-c9ce-4553-a757-e74b1e336d15 None None] Provisioning complete for port 6515f5d4-9aa9-4cb1-bb66-4d7d860c9e80 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:10:40.485480 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-32e67d27-c9ce-4553-a757-e74b1e336d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:40.501935 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-72838679-9afb-4d70-9d02-189540f195bf req-3e689179-16c1-4212-9ea4-563f2a4674ed service neutron] 10.222.0.41 "GET /v2.0/networks/c94265e5-20f5-41b2-9966-b365f958239b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038628 Oct 26 09:10:40.607751 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-f6c8556b-bd53-4da9-9834-6662f09f311f None None] Set router 987280e8-0a00-485b-af33-644f96d3bd9d gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:10:40.742480 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-dd68842c-8171-4dfb-a053-5c772176ec33 req-40e926f6-9716-4b77-a19d-ac0ba0c6e574 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b6db917-061d-4f41-b074-1356e9cf8f69 HTTP/1.1" status: 200 len: 210 time: 0.0622711 Oct 26 09:10:40.745719 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-9d3db935-3053-43cb-b75b-811f28a3a939 None None] Provisioning complete for port 8d7fa6d9-3ef6-4e42-a64b-5b7336110a14 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:10:40.746114 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9d3db935-3053-43cb-b75b-811f28a3a939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:40.826037 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-9d3db935-3053-43cb-b75b-811f28a3a939 None None] Port 8d7fa6d9-3ef6-4e42-a64b-5b7336110a14 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:10:40.828902 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device a932dbc3-5389-4dfe-a8ac-88ab88bab224 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:10:40.900406 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port a932dbc3-5389-4dfe-a8ac-88ab88bab224 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:10:40.901051 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:40.949635 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-f6c8556b-bd53-4da9-9834-6662f09f311f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405710796', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a932dbc3-5389-4dfe-a8ac-88ab88bab224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:10:35Z', 'updated_at': '2021-10-26T09:10:39Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'a932dbc3-5389-4dfe-a8ac-88ab88bab224', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:10:36Z', 'updated_at': '2021-10-26T09:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '8d7fa6d9-3ef6-4e42-a64b-5b7336110a14', 'name': '', 'network_id': 'c94265e5-20f5-41b2-9966-b365f958239b', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:e5:85:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'bbe571d8-7708-4b83-8770-dd2822e92994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:10:38Z', 'updated_at': '2021-10-26T09:10:39Z', 'revision_number': 2, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': 'bbe571d8-7708-4b83-8770-dd2822e92994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:10:40.958410 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-d7ee330f-ff17-4df2-a475-57660667ed47 None None] Provisioning complete for port 8d7fa6d9-3ef6-4e42-a64b-5b7336110a14 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:10:40.958786 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d7ee330f-ff17-4df2-a475-57660667ed47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:40.981521 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c8556b-bd53-4da9-9834-6662f09f311f None None] Checking router: 987280e8-0a00-485b-af33-644f96d3bd9d for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:10:40.981821 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c8556b-bd53-4da9-9834-6662f09f311f None None] Updating router 987280e8-0a00-485b-af33-644f96d3bd9d port 8d7fa6d9-3ef6-4e42-a64b-5b7336110a14 binding host dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 09:10:41.010379 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f6c8556b-bd53-4da9-9834-6662f09f311f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:41.020241 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-d7ee330f-ff17-4df2-a475-57660667ed47 None None] Port 8d7fa6d9-3ef6-4e42-a64b-5b7336110a14 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:10:41.035787 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:41.058992 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port a932dbc3-5389-4dfe-a8ac-88ab88bab224, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=a932dbc3-5389-4dfe-a8ac-88ab88bab224,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:10:41.064143 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:41.064973 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 6515f5d4-9aa9-4cb1-bb66-4d7d860c9e80 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:10:41.152199 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=a932dbc3-5389-4dfe-a8ac-88ab88bab224,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:10:41.162235 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 6515f5d4-9aa9-4cb1-bb66-4d7d860c9e80 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:10:41.162621 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:41.317254 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f6c8556b-bd53-4da9-9834-6662f09f311f None None] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:41.322839 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f6c8556b-bd53-4da9-9834-6662f09f311f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:41.370169 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9643b06f-7f22-48dc-ace1-637cd57a9674 None None] Pushing event updated for resources: {'Port': ['ID=8d7fa6d9-3ef6-4e42-a64b-5b7336110a14,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:10:41.395164 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9643b06f-7f22-48dc-ace1-637cd57a9674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:41.395518 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9643b06f-7f22-48dc-ace1-637cd57a9674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:41.395862 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9643b06f-7f22-48dc-ace1-637cd57a9674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:41.396198 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9643b06f-7f22-48dc-ace1-637cd57a9674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:41.396534 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9643b06f-7f22-48dc-ace1-637cd57a9674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:41.397015 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9643b06f-7f22-48dc-ace1-637cd57a9674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:41.397359 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9643b06f-7f22-48dc-ace1-637cd57a9674 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:41.397718 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9643b06f-7f22-48dc-ace1-637cd57a9674 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:41.398090 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9643b06f-7f22-48dc-ace1-637cd57a9674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:41.398583 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9643b06f-7f22-48dc-ace1-637cd57a9674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:41.399059 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9643b06f-7f22-48dc-ace1-637cd57a9674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:41.399456 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9643b06f-7f22-48dc-ace1-637cd57a9674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:10:41.438390 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-f6c8556b-bd53-4da9-9834-6662f09f311f None None] Attempting to bind port 8d7fa6d9-3ef6-4e42-a64b-5b7336110a14 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:10:41.438941 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-f6c8556b-bd53-4da9-9834-6662f09f311f None None] Attempting to bind port 8d7fa6d9-3ef6-4e42-a64b-5b7336110a14 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'bd1bc101-4733-4256-a891-db1edfadef8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c94265e5-20f5-41b2-9966-b365f958239b'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:10:41.438941 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c8556b-bd53-4da9-9834-6662f09f311f None None] Attempting to bind port 8d7fa6d9-3ef6-4e42-a64b-5b7336110a14 on network c94265e5-20f5-41b2-9966-b365f958239b {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:10:41.449161 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c8556b-bd53-4da9-9834-6662f09f311f None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:10:41.449536 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c8556b-bd53-4da9-9834-6662f09f311f None None] Checking segment: {'id': 'bd1bc101-4733-4256-a891-db1edfadef8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c94265e5-20f5-41b2-9966-b365f958239b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:10:41.450225 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f6c8556b-bd53-4da9-9834-6662f09f311f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:41.450617 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c8556b-bd53-4da9-9834-6662f09f311f None None] Bound using segment: {'id': 'bd1bc101-4733-4256-a891-db1edfadef8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c94265e5-20f5-41b2-9966-b365f958239b'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:10:41.451090 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-f6c8556b-bd53-4da9-9834-6662f09f311f None None] Bound port: 8d7fa6d9-3ef6-4e42-a64b-5b7336110a14, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd1bc101-4733-4256-a891-db1edfadef8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c94265e5-20f5-41b2-9966-b365f958239b'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:10:41.451475 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f6c8556b-bd53-4da9-9834-6662f09f311f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:41.525642 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-f6c8556b-bd53-4da9-9834-6662f09f311f None None] For port 8d7fa6d9-3ef6-4e42-a64b-5b7336110a14, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:10:41.529393 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-f6c8556b-bd53-4da9-9834-6662f09f311f None None] For port 8d7fa6d9-3ef6-4e42-a64b-5b7336110a14, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=8d7fa6d9-3ef6-4e42-a64b-5b7336110a14,segment=NetworkSegment(bd1bc101-4733-4256-a891-db1edfadef8c),segment_id=bd1bc101-4733-4256-a891-db1edfadef8c)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:10:41.534325 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f6c8556b-bd53-4da9-9834-6662f09f311f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:41.590990 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c8556b-bd53-4da9-9834-6662f09f311f None None] Routers {'987280e8-0a00-485b-af33-644f96d3bd9d'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:10:41.591618 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-f6c8556b-bd53-4da9-9834-6662f09f311f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:10:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['987280e8-0a00-485b-af33-644f96d3bd9d'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:10:41.627472 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9643b06f-7f22-48dc-ace1-637cd57a9674 None None] Pushing event updated for resources: {'Port': ['ID=8d7fa6d9-3ef6-4e42-a64b-5b7336110a14,revision_number=4']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:10:41.644950 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-6e8ee25b-66b2-4ae1-a06c-6e76e7dae729 None None] Provisioning complete for port 8d7fa6d9-3ef6-4e42-a64b-5b7336110a14 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:10:41.645330 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6e8ee25b-66b2-4ae1-a06c-6e76e7dae729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:41.720517 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-f6c8556b-bd53-4da9-9834-6662f09f311f None None] Set router 987280e8-0a00-485b-af33-644f96d3bd9d gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:10:41.738711 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6e8ee25b-66b2-4ae1-a06c-6e76e7dae729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:41.765666 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:10:41.787054 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-6e8ee25b-66b2-4ae1-a06c-6e76e7dae729 None None] For port 8d7fa6d9-3ef6-4e42-a64b-5b7336110a14, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=8d7fa6d9-3ef6-4e42-a64b-5b7336110a14,segment=NetworkSegment(bd1bc101-4733-4256-a891-db1edfadef8c),segment_id=bd1bc101-4733-4256-a891-db1edfadef8c)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:10:41.792294 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6e8ee25b-66b2-4ae1-a06c-6e76e7dae729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:41.854056 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ee25b-66b2-4ae1-a06c-6e76e7dae729 None None] Pushing event updated for resources: {'Port': ['ID=8d7fa6d9-3ef6-4e42-a64b-5b7336110a14,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:10:41.888153 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7b0f1c6f-defe-459c-95b9-9fd68fd3ee9e req-d0f2d96d-1be6-4ab1-90b9-81cdac666978 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b6db917-061d-4f41-b074-1356e9cf8f69 HTTP/1.1" status: 200 len: 210 time: 0.0319703 Oct 26 09:10:41.925476 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72838679-9afb-4d70-9d02-189540f195bf req-89d4d29e-9a6f-41b8-8185-459bcebf76c5 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:10:41.926989 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-72838679-9afb-4d70-9d02-189540f195bf req-89d4d29e-9a6f-41b8-8185-459bcebf76c5 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.47 "GET /v2.0/networks?id=c94265e5-20f5-41b2-9966-b365f958239b HTTP/1.1" status: 200 len: 796 time: 0.1686885 Oct 26 09:10:41.936169 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8407dd20-a430-496a-be6d-1706e2070b30 None None] Provisioning complete for port 8d7fa6d9-3ef6-4e42-a64b-5b7336110a14 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:10:41.936708 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8407dd20-a430-496a-be6d-1706e2070b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:41.981016 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-72838679-9afb-4d70-9d02-189540f195bf req-ec3e01d6-4913-4846-a0e3-fb98c1f45340 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37e91da6a5e944f28990f0b4deb3b388 HTTP/1.1" status: 200 len: 380 time: 0.0445127 Oct 26 09:10:41.998403 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-72838679-9afb-4d70-9d02-189540f195bf req-6a172744-6dcc-482a-9a2c-eb0f06262c64 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'port': {'device_id': '6b6db917-061d-4f41-b074-1356e9cf8f69', 'network_id': 'c94265e5-20f5-41b2-9966-b365f958239b', 'admin_state_up': True, 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'security_groups': ['21d0c828-6f8e-4f32-98c3-03e060e03f0b']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:10:42.010311 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-f6c8556b-bd53-4da9-9834-6662f09f311f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405710796', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a932dbc3-5389-4dfe-a8ac-88ab88bab224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:10:35Z', 'updated_at': '2021-10-26T09:10:39Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'a932dbc3-5389-4dfe-a8ac-88ab88bab224', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:10:36Z', 'updated_at': '2021-10-26T09:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '8d7fa6d9-3ef6-4e42-a64b-5b7336110a14', 'name': '', 'network_id': 'c94265e5-20f5-41b2-9966-b365f958239b', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:e5:85:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'bbe571d8-7708-4b83-8770-dd2822e92994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:10:38Z', 'updated_at': '2021-10-26T09:10:41Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': 'bbe571d8-7708-4b83-8770-dd2822e92994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:10:42.037937 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c8556b-bd53-4da9-9834-6662f09f311f None None] The sync data for ids ['987280e8-0a00-485b-af33-644f96d3bd9d'] in dv-neutron-804846-13-hyperv is: [{'id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405710796', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a932dbc3-5389-4dfe-a8ac-88ab88bab224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:10:35Z', 'updated_at': '2021-10-26T09:10:39Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'a932dbc3-5389-4dfe-a8ac-88ab88bab224', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:10:36Z', 'updated_at': '2021-10-26T09:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '8d7fa6d9-3ef6-4e42-a64b-5b7336110a14', 'name': '', 'network_id': 'c94265e5-20f5-41b2-9966-b365f958239b', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:e5:85:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'bbe571d8-7708-4b83-8770-dd2822e92994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:10:38Z', 'updated_at': '2021-10-26T09:10:41Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': 'bbe571d8-7708-4b83-8770-dd2822e92994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:10:42.140499 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72838679-9afb-4d70-9d02-189540f195bf req-6a172744-6dcc-482a-9a2c-eb0f06262c64 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Made reservation on behalf of 37e91da6a5e944f28990f0b4deb3b388 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:10:42.144858 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-72838679-9afb-4d70-9d02-189540f195bf req-6a172744-6dcc-482a-9a2c-eb0f06262c64 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:42.276724 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-72838679-9afb-4d70-9d02-189540f195bf req-6a172744-6dcc-482a-9a2c-eb0f06262c64 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Allocated IP 172.20.0.10 (c94265e5-20f5-41b2-9966-b365f958239b/bbe571d8-7708-4b83-8770-dd2822e92994/58e3b4ca-f80b-45ad-b9ec-2409280c45f4) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:10:42.425878 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-72838679-9afb-4d70-9d02-189540f195bf req-6a172744-6dcc-482a-9a2c-eb0f06262c64 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:42.462106 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-72838679-9afb-4d70-9d02-189540f195bf req-6a172744-6dcc-482a-9a2c-eb0f06262c64 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:42.506186 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72838679-9afb-4d70-9d02-189540f195bf req-6a172744-6dcc-482a-9a2c-eb0f06262c64 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Network c94265e5-20f5-41b2-9966-b365f958239b is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:10:42.511670 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-72838679-9afb-4d70-9d02-189540f195bf req-6a172744-6dcc-482a-9a2c-eb0f06262c64 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:10:42.515676 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-72838679-9afb-4d70-9d02-189540f195bf req-6a172744-6dcc-482a-9a2c-eb0f06262c64 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:10:42.555622 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a172744-6dcc-482a-9a2c-eb0f06262c64 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'Port': ['ID=58e3b4ca-f80b-45ad-b9ec-2409280c45f4,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:10:42.586882 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72838679-9afb-4d70-9d02-189540f195bf req-6a172744-6dcc-482a-9a2c-eb0f06262c64 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:10:42.587549 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-72838679-9afb-4d70-9d02-189540f195bf req-6a172744-6dcc-482a-9a2c-eb0f06262c64 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:42.614673 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-72838679-9afb-4d70-9d02-189540f195bf req-6a172744-6dcc-482a-9a2c-eb0f06262c64 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6239355 Oct 26 09:10:42.632697 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-72838679-9afb-4d70-9d02-189540f195bf req-0ae0d5c0-7e6c-47f6-bd01-0293f8d2fc5b service neutron] Request body: {'port': {'device_id': '6b6db917-061d-4f41-b074-1356e9cf8f69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:10:42.701260 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-72838679-9afb-4d70-9d02-189540f195bf req-0ae0d5c0-7e6c-47f6-bd01-0293f8d2fc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:42.758323 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-773c3751-f984-46db-8851-9ce8f3c5862b None None] Provisioning complete for port 58e3b4ca-f80b-45ad-b9ec-2409280c45f4 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:10:42.758995 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-773c3751-f984-46db-8851-9ce8f3c5862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:42.795915 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device a932dbc3-5389-4dfe-a8ac-88ab88bab224 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:10:42.839053 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-773c3751-f984-46db-8851-9ce8f3c5862b None None] Port 58e3b4ca-f80b-45ad-b9ec-2409280c45f4 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:10:42.867727 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port a932dbc3-5389-4dfe-a8ac-88ab88bab224 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:10:42.868105 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:42.958153 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 8d7fa6d9-3ef6-4e42-a64b-5b7336110a14 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:10:43.000189 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-72838679-9afb-4d70-9d02-189540f195bf req-0ae0d5c0-7e6c-47f6-bd01-0293f8d2fc5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58e3b4ca-f80b-45ad-b9ec-2409280c45f4 {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 09:10:43.008690 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-72838679-9afb-4d70-9d02-189540f195bf req-0ae0d5c0-7e6c-47f6-bd01-0293f8d2fc5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:43.015539 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 8d7fa6d9-3ef6-4e42-a64b-5b7336110a14 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:10:43.016737 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:43.022014 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-72838679-9afb-4d70-9d02-189540f195bf req-0ae0d5c0-7e6c-47f6-bd01-0293f8d2fc5b service neutron] Transition to ACTIVE for port object 58e3b4ca-f80b-45ad-b9ec-2409280c45f4 will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 09:10:43.027312 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-72838679-9afb-4d70-9d02-189540f195bf req-0ae0d5c0-7e6c-47f6-bd01-0293f8d2fc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:43.036116 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0efb2-deb8-4851-aefa-9c1fa4e9334e req-a2d8a45a-12a9-4d61-a739-9916064bd5f9 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:10:43.044810 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d2b0efb2-deb8-4851-aefa-9c1fa4e9334e req-a2d8a45a-12a9-4d61-a739-9916064bd5f9 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b6db917-061d-4f41-b074-1356e9cf8f69 HTTP/1.1" status: 200 len: 932 time: 0.0700610 Oct 26 09:10:43.094236 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d2b0efb2-deb8-4851-aefa-9c1fa4e9334e req-5a26e669-7d35-406c-801c-a6550990a927 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=21d0c828-6f8e-4f32-98c3-03e060e03f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484252 Oct 26 09:10:43.113144 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0d5c0-7e6c-47f6-bd01-0293f8d2fc5b service neutron] Pushing event updated for resources: {'Port': ['ID=58e3b4ca-f80b-45ad-b9ec-2409280c45f4,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:10:43.178437 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-72838679-9afb-4d70-9d02-189540f195bf req-0ae0d5c0-7e6c-47f6-bd01-0293f8d2fc5b service neutron] Attempting to bind port 58e3b4ca-f80b-45ad-b9ec-2409280c45f4 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:10:43.178924 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-72838679-9afb-4d70-9d02-189540f195bf req-0ae0d5c0-7e6c-47f6-bd01-0293f8d2fc5b service neutron] Attempting to bind port 58e3b4ca-f80b-45ad-b9ec-2409280c45f4 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'bd1bc101-4733-4256-a891-db1edfadef8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c94265e5-20f5-41b2-9966-b365f958239b'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:10:43.179398 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72838679-9afb-4d70-9d02-189540f195bf req-0ae0d5c0-7e6c-47f6-bd01-0293f8d2fc5b service neutron] Attempting to bind port 58e3b4ca-f80b-45ad-b9ec-2409280c45f4 on network c94265e5-20f5-41b2-9966-b365f958239b {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:10:43.185407 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72838679-9afb-4d70-9d02-189540f195bf req-0ae0d5c0-7e6c-47f6-bd01-0293f8d2fc5b service neutron] Port 58e3b4ca-f80b-45ad-b9ec-2409280c45f4 on network c94265e5-20f5-41b2-9966-b365f958239b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 09:10:43.185771 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72838679-9afb-4d70-9d02-189540f195bf req-0ae0d5c0-7e6c-47f6-bd01-0293f8d2fc5b service neutron] Attempting to bind port 58e3b4ca-f80b-45ad-b9ec-2409280c45f4 on network c94265e5-20f5-41b2-9966-b365f958239b {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:10:43.192057 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72838679-9afb-4d70-9d02-189540f195bf req-0ae0d5c0-7e6c-47f6-bd01-0293f8d2fc5b service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:10:43.192408 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72838679-9afb-4d70-9d02-189540f195bf req-0ae0d5c0-7e6c-47f6-bd01-0293f8d2fc5b service neutron] Checking segment: {'id': 'bd1bc101-4733-4256-a891-db1edfadef8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c94265e5-20f5-41b2-9966-b365f958239b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:10:43.192803 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72838679-9afb-4d70-9d02-189540f195bf req-0ae0d5c0-7e6c-47f6-bd01-0293f8d2fc5b service neutron] Bound using segment: {'id': 'bd1bc101-4733-4256-a891-db1edfadef8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c94265e5-20f5-41b2-9966-b365f958239b'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:10:43.193246 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-72838679-9afb-4d70-9d02-189540f195bf req-0ae0d5c0-7e6c-47f6-bd01-0293f8d2fc5b service neutron] Bound port: 58e3b4ca-f80b-45ad-b9ec-2409280c45f4, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd1bc101-4733-4256-a891-db1edfadef8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c94265e5-20f5-41b2-9966-b365f958239b'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:10:43.193615 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-72838679-9afb-4d70-9d02-189540f195bf req-0ae0d5c0-7e6c-47f6-bd01-0293f8d2fc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:43.265262 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-72838679-9afb-4d70-9d02-189540f195bf req-0ae0d5c0-7e6c-47f6-bd01-0293f8d2fc5b service neutron] For port 58e3b4ca-f80b-45ad-b9ec-2409280c45f4, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:10:43.269312 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-72838679-9afb-4d70-9d02-189540f195bf req-0ae0d5c0-7e6c-47f6-bd01-0293f8d2fc5b service neutron] For port 58e3b4ca-f80b-45ad-b9ec-2409280c45f4, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=58e3b4ca-f80b-45ad-b9ec-2409280c45f4,segment=NetworkSegment(bd1bc101-4733-4256-a891-db1edfadef8c),segment_id=bd1bc101-4733-4256-a891-db1edfadef8c)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:10:43.274869 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-72838679-9afb-4d70-9d02-189540f195bf req-0ae0d5c0-7e6c-47f6-bd01-0293f8d2fc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:43.316281 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72838679-9afb-4d70-9d02-189540f195bf req-0ae0d5c0-7e6c-47f6-bd01-0293f8d2fc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:10:43.316919 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-72838679-9afb-4d70-9d02-189540f195bf req-0ae0d5c0-7e6c-47f6-bd01-0293f8d2fc5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:43.318395 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-72838679-9afb-4d70-9d02-189540f195bf req-0ae0d5c0-7e6c-47f6-bd01-0293f8d2fc5b service neutron] 10.222.0.47 "PUT /v2.0/ports/58e3b4ca-f80b-45ad-b9ec-2409280c45f4 HTTP/1.1" status: 200 len: 1094 time: 0.6941950 Oct 26 09:10:43.318783 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b6db917-061d-4f41-b074-1356e9cf8f69', 'tag': '58e3b4ca-f80b-45ad-b9ec-2409280c45f4'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:10:43.321217 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b6b5c1-ec9a-4a78-8fad-de9eee2299fc" -d '{"events": [{"name": "network-changed", "server_uuid": "6b6db917-061d-4f41-b074-1356e9cf8f69", "tag": "58e3b4ca-f80b-45ad-b9ec-2409280c45f4"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:10:43.358802 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0d5c0-7e6c-47f6-bd01-0293f8d2fc5b service neutron] Pushing event updated for resources: {'Port': ['ID=58e3b4ca-f80b-45ad-b9ec-2409280c45f4,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:10:43.393559 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 09:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c994aae0-d421-4320-a6d5-b92d812db042 x-openstack-request-id: req-c994aae0-d421-4320-a6d5-b92d812db042 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:10:43.393947 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b6db917-061d-4f41-b074-1356e9cf8f69", "tag": "58e3b4ca-f80b-45ad-b9ec-2409280c45f4", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:10:43.394129 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c994aae0-d421-4320-a6d5-b92d812db042 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:10:43.394532 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b6db917-061d-4f41-b074-1356e9cf8f69', 'tag': '58e3b4ca-f80b-45ad-b9ec-2409280c45f4', 'status': 'completed', 'code': 200} Oct 26 09:10:43.412099 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72838679-9afb-4d70-9d02-189540f195bf req-ded037f9-eb5a-4388-b181-b55c07edb859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:10:43.413711 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-72838679-9afb-4d70-9d02-189540f195bf req-ded037f9-eb5a-4388-b181-b55c07edb859 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37e91da6a5e944f28990f0b4deb3b388&device_id=6b6db917-061d-4f41-b074-1356e9cf8f69 HTTP/1.1" status: 200 len: 1097 time: 0.0505171 Oct 26 09:10:43.460030 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-72838679-9afb-4d70-9d02-189540f195bf req-dd0e9293-afb0-4d67-8500-61ea2c91a076 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58e3b4ca-f80b-45ad-b9ec-2409280c45f4 HTTP/1.1" status: 200 len: 217 time: 0.0380497 Oct 26 09:10:43.524953 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72838679-9afb-4d70-9d02-189540f195bf req-de5b0fec-c64e-460b-b227-2209bef4e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:10:43.526576 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-72838679-9afb-4d70-9d02-189540f195bf req-de5b0fec-c64e-460b-b227-2209bef4e19d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbe571d8-7708-4b83-8770-dd2822e92994 HTTP/1.1" status: 200 len: 834 time: 0.0537817 Oct 26 09:10:43.573172 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72838679-9afb-4d70-9d02-189540f195bf req-66430826-4885-410a-97f7-7133ad8aafce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:10:43.575864 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-72838679-9afb-4d70-9d02-189540f195bf req-66430826-4885-410a-97f7-7133ad8aafce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c94265e5-20f5-41b2-9966-b365f958239b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0424569 Oct 26 09:10:43.667097 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-72838679-9afb-4d70-9d02-189540f195bf req-fa74d84a-5a5b-432d-955c-a65f1a7317ce service neutron] 10.222.0.47 "GET /v2.0/networks/c94265e5-20f5-41b2-9966-b365f958239b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839765 Oct 26 09:10:43.760513 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-72838679-9afb-4d70-9d02-189540f195bf req-728e3f58-eb16-405a-8952-10a7da4a1188 service neutron] 10.222.0.47 "GET /v2.0/networks/c94265e5-20f5-41b2-9966-b365f958239b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866709 Oct 26 09:10:43.849302 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6b5c1-ec9a-4a78-8fad-de9eee2299fc req-36b93152-de2d-4ea0-8993-597c16a884de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:10:43.850838 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-63b6b5c1-ec9a-4a78-8fad-de9eee2299fc req-36b93152-de2d-4ea0-8993-597c16a884de service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37e91da6a5e944f28990f0b4deb3b388&device_id=6b6db917-061d-4f41-b074-1356e9cf8f69 HTTP/1.1" status: 200 len: 1097 time: 0.0415144 Oct 26 09:10:43.951304 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6b5c1-ec9a-4a78-8fad-de9eee2299fc req-a4c6697b-bc04-4eb6-9d6e-aaddf33c33bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:10:43.952750 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-63b6b5c1-ec9a-4a78-8fad-de9eee2299fc req-a4c6697b-bc04-4eb6-9d6e-aaddf33c33bc service neutron] 10.222.0.47 "GET /v2.0/networks?id=c94265e5-20f5-41b2-9966-b365f958239b HTTP/1.1" status: 200 len: 897 time: 0.0928638 Oct 26 09:10:43.998674 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-63b6b5c1-ec9a-4a78-8fad-de9eee2299fc req-d0fd4ab1-efdb-4e9b-ad52-5b0c4e3e3068 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58e3b4ca-f80b-45ad-b9ec-2409280c45f4 HTTP/1.1" status: 200 len: 217 time: 0.0365534 Oct 26 09:10:44.047789 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6b5c1-ec9a-4a78-8fad-de9eee2299fc req-04a07b03-7fb0-48e0-8982-22cf43280b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:10:44.049248 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-63b6b5c1-ec9a-4a78-8fad-de9eee2299fc req-04a07b03-7fb0-48e0-8982-22cf43280b43 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbe571d8-7708-4b83-8770-dd2822e92994 HTTP/1.1" status: 200 len: 834 time: 0.0440841 Oct 26 09:10:44.101723 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6b5c1-ec9a-4a78-8fad-de9eee2299fc req-513aebca-de5f-489b-8eb4-e1c72895fdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:10:44.103232 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-63b6b5c1-ec9a-4a78-8fad-de9eee2299fc req-513aebca-de5f-489b-8eb4-e1c72895fdff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c94265e5-20f5-41b2-9966-b365f958239b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0454993 Oct 26 09:10:44.197804 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-63b6b5c1-ec9a-4a78-8fad-de9eee2299fc req-e757604b-7996-48e3-a255-4b84bc888b0b service neutron] 10.222.0.47 "GET /v2.0/networks/c94265e5-20f5-41b2-9966-b365f958239b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862222 Oct 26 09:10:44.219162 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9cd89-9929-4b94-8ad6-86e096b707c8 req-b1f03f93-9ee6-4878-808f-eab5f87b3733 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:10:44.221814 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a7e9cd89-9929-4b94-8ad6-86e096b707c8 req-b1f03f93-9ee6-4878-808f-eab5f87b3733 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b6db917-061d-4f41-b074-1356e9cf8f69 HTTP/1.1" status: 200 len: 944 time: 0.0624371 Oct 26 09:10:44.260305 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a7e9cd89-9929-4b94-8ad6-86e096b707c8 req-0790c556-8a3b-481e-97ac-745b3fd95b4e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=21d0c828-6f8e-4f32-98c3-03e060e03f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321119 Oct 26 09:10:44.298768 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-63b6b5c1-ec9a-4a78-8fad-de9eee2299fc req-5e6139a2-1f9d-47b3-9536-449c1fc5092d service neutron] 10.222.0.47 "GET /v2.0/networks/c94265e5-20f5-41b2-9966-b365f958239b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934305 Oct 26 09:10:45.378437 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738faaa2-761d-4d9e-a532-4aa8860dbb33 req-12088c6a-fc7f-4f53-8aea-4841aa7e6520 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:10:45.379937 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-738faaa2-761d-4d9e-a532-4aa8860dbb33 req-12088c6a-fc7f-4f53-8aea-4841aa7e6520 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b6db917-061d-4f41-b074-1356e9cf8f69 HTTP/1.1" status: 200 len: 944 time: 0.0501857 Oct 26 09:10:45.418246 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-738faaa2-761d-4d9e-a532-4aa8860dbb33 req-74f78961-ae84-4f05-91d8-2c2b8b671c2e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=21d0c828-6f8e-4f32-98c3-03e060e03f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319300 Oct 26 09:10:45.561825 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 58e3b4ca-f80b-45ad-b9ec-2409280c45f4 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 09:10:45.660291 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 58e3b4ca-f80b-45ad-b9ec-2409280c45f4, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=58e3b4ca-f80b-45ad-b9ec-2409280c45f4,segment=NetworkSegment(bd1bc101-4733-4256-a891-db1edfadef8c),segment_id=bd1bc101-4733-4256-a891-db1edfadef8c)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:10:45.811419 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': '58e3b4ca-f80b-45ad-b9ec-2409280c45f4', 'network_id': 'c94265e5-20f5-41b2-9966-b365f958239b', 'port_id': '58e3b4ca-f80b-45ad-b9ec-2409280c45f4', 'mac_address': 'fa:16:3e:5a:dd:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbe571d8-7708-4b83-8770-dd2822e92994', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 09:10:45.848405 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:45.860872 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e3b4ca-f80b-45ad-b9ec-2409280c45f4 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 09:10:45.880684 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 58e3b4ca-f80b-45ad-b9ec-2409280c45f4, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=58e3b4ca-f80b-45ad-b9ec-2409280c45f4,segment=NetworkSegment(bd1bc101-4733-4256-a891-db1edfadef8c),segment_id=bd1bc101-4733-4256-a891-db1edfadef8c)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:10:45.884540 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:45.930920 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=58e3b4ca-f80b-45ad-b9ec-2409280c45f4,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:10:46.089932 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['58e3b4ca-f80b-45ad-b9ec-2409280c45f4'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 09:10:46.534839 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a393c-52f7-43cb-9c7d-8940e0e1470f req-0ab305fd-a6d3-4098-a505-a36bfd154715 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:10:46.536374 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b13a393c-52f7-43cb-9c7d-8940e0e1470f req-0ab305fd-a6d3-4098-a505-a36bfd154715 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b6db917-061d-4f41-b074-1356e9cf8f69 HTTP/1.1" status: 200 len: 945 time: 0.0489342 Oct 26 09:10:46.575367 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b13a393c-52f7-43cb-9c7d-8940e0e1470f req-f6f70c5d-0b97-495c-9309-f14a3570bee0 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=21d0c828-6f8e-4f32-98c3-03e060e03f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327168 Oct 26 09:10:47.592054 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 58e3b4ca-f80b-45ad-b9ec-2409280c45f4 up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:10:47.645582 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port 58e3b4ca-f80b-45ad-b9ec-2409280c45f4 completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 09:10:47.651892 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port 58e3b4ca-f80b-45ad-b9ec-2409280c45f4 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:10:47.652471 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:47.709646 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef770878-a288-4bdc-9eff-bf520671f324 req-bbf4fb3a-e131-47e1-ba20-49a839966ea4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:10:47.711176 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ef770878-a288-4bdc-9eff-bf520671f324 req-bbf4fb3a-e131-47e1-ba20-49a839966ea4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b6db917-061d-4f41-b074-1356e9cf8f69 HTTP/1.1" status: 200 len: 945 time: 0.0649135 Oct 26 09:10:47.742219 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:47.748764 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ef770878-a288-4bdc-9eff-bf520671f324 req-c1be42c2-01e9-4635-a036-7aee5c70f9bc tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=21d0c828-6f8e-4f32-98c3-03e060e03f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317943 Oct 26 09:10:47.765237 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6db917-061d-4f41-b074-1356e9cf8f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e3b4ca-f80b-45ad-b9ec-2409280c45f4'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:10:47.767650 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2729a62b-84f1-4732-bac1-b78014a1a94c" -d '{"events": [{"server_uuid": "6b6db917-061d-4f41-b074-1356e9cf8f69", "name": "network-vif-plugged", "status": "completed", "tag": "58e3b4ca-f80b-45ad-b9ec-2409280c45f4"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:10:47.780799 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 58e3b4ca-f80b-45ad-b9ec-2409280c45f4, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=58e3b4ca-f80b-45ad-b9ec-2409280c45f4,segment=NetworkSegment(bd1bc101-4733-4256-a891-db1edfadef8c),segment_id=bd1bc101-4733-4256-a891-db1edfadef8c)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:10:47.787035 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:47.839175 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=58e3b4ca-f80b-45ad-b9ec-2409280c45f4,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:10:47.862987 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 09:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d74c50-bd3d-44c5-a7e9-e2bf0b57bc2f x-openstack-request-id: req-d1d74c50-bd3d-44c5-a7e9-e2bf0b57bc2f {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:10:47.863289 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b6db917-061d-4f41-b074-1356e9cf8f69", "name": "network-vif-plugged", "status": "completed", "tag": "58e3b4ca-f80b-45ad-b9ec-2409280c45f4", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:10:47.863715 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d1d74c50-bd3d-44c5-a7e9-e2bf0b57bc2f {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:10:47.863990 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6db917-061d-4f41-b074-1356e9cf8f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e3b4ca-f80b-45ad-b9ec-2409280c45f4', 'code': 200} Oct 26 09:10:48.035704 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94c0b3-de29-46f9-a818-76c45c00b522 req-873d33bb-5793-48fd-9415-9612016401b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:10:48.037219 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-dc94c0b3-de29-46f9-a818-76c45c00b522 req-873d33bb-5793-48fd-9415-9612016401b4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6b6db917-061d-4f41-b074-1356e9cf8f69 HTTP/1.1" status: 200 len: 1099 time: 0.0437343 Oct 26 09:10:48.072849 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-dc94c0b3-de29-46f9-a818-76c45c00b522 req-98976d0b-0974-4d88-8bac-05fc7c3f4462 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=21d0c828-6f8e-4f32-98c3-03e060e03f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272226 Oct 26 09:10:48.865520 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d86c09-ff65-4d0e-851f-90f9e4a2917c req-ed295961-a5c1-4ce9-8f1d-b7b8890f4e3a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:10:48.866940 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-52d86c09-ff65-4d0e-851f-90f9e4a2917c req-ed295961-a5c1-4ce9-8f1d-b7b8890f4e3a tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b6db917-061d-4f41-b074-1356e9cf8f69 HTTP/1.1" status: 200 len: 946 time: 0.0489054 Oct 26 09:10:48.904833 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-52d86c09-ff65-4d0e-851f-90f9e4a2917c req-07556d4d-b325-406f-a897-1f444482c20b tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=21d0c828-6f8e-4f32-98c3-03e060e03f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320554 Oct 26 09:10:49.474471 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5fd92516-fef7-4818-acb9-2b2ee0551917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:50.024884 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daec4c-f19d-4b46-b5e0-2d97c49c8422 req-d7884897-3dc0-48a8-b26a-d768ebc0b8b1 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:10:50.026392 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b6daec4c-f19d-4b46-b5e0-2d97c49c8422 req-d7884897-3dc0-48a8-b26a-d768ebc0b8b1 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b6db917-061d-4f41-b074-1356e9cf8f69 HTTP/1.1" status: 200 len: 946 time: 0.0494049 Oct 26 09:10:50.063656 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b6daec4c-f19d-4b46-b5e0-2d97c49c8422 req-b3701a85-2642-42a0-a828-3e15021545de tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=21d0c828-6f8e-4f32-98c3-03e060e03f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308940 Oct 26 09:10:50.177810 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6e609-1362-4590-920c-4f11b1bf4fcd req-59b1a5c1-79cf-4e84-9f2c-e8c86d41ab90 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:10:50.179290 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e8c6e609-1362-4590-920c-4f11b1bf4fcd req-59b1a5c1-79cf-4e84-9f2c-e8c86d41ab90 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b6db917-061d-4f41-b074-1356e9cf8f69 HTTP/1.1" status: 200 len: 946 time: 0.0503547 Oct 26 09:10:50.217170 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e8c6e609-1362-4590-920c-4f11b1bf4fcd req-2da37732-6a61-41de-83bb-ef3226eae0ac tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=21d0c828-6f8e-4f32-98c3-03e060e03f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321021 Oct 26 09:10:50.239035 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44216) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:10:50.282169 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9c14f0-8397-45fd-9646-005331b85bfb tempest-TestNetworkAdvancedServerOps-165145031 tempest-TestNetworkAdvancedServerOps-165145031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:10:50.283711 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ca9c14f0-8397-45fd-9646-005331b85bfb tempest-TestNetworkAdvancedServerOps-165145031 tempest-TestNetworkAdvancedServerOps-165145031-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6b6db917-061d-4f41-b074-1356e9cf8f69 HTTP/1.1" status: 200 len: 1094 time: 0.0436118 Oct 26 09:10:50.286574 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44218) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:10:50.290793 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-49e15d00-2ae2-4a33-ab1e-638e15c80d51 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Request body: {'floatingip': {'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'port_id': '58e3b4ca-f80b-45ad-b9ec-2409280c45f4', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:10:50.311643 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-49e15d00-2ae2-4a33-ab1e-638e15c80d51 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for floatingip, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:50.406460 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-49e15d00-2ae2-4a33-ab1e-638e15c80d51 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:50.512222 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-49e15d00-2ae2-4a33-ab1e-638e15c80d51 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Allocated IP 172.26.2.58 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/19923c3f-9f4b-40f8-81b7-4fe3dd3cfc6c) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:10:50.619757 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-49e15d00-2ae2-4a33-ab1e-638e15c80d51 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:50.653456 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-49e15d00-2ae2-4a33-ab1e-638e15c80d51 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:50.693414 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e15d00-2ae2-4a33-ab1e-638e15c80d51 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:10:50.698187 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-49e15d00-2ae2-4a33-ab1e-638e15c80d51 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:10:50.701983 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e15d00-2ae2-4a33-ab1e-638e15c80d51 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:10:50.726566 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e15d00-2ae2-4a33-ab1e-638e15c80d51 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'Port': ['ID=19923c3f-9f4b-40f8-81b7-4fe3dd3cfc6c,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:10:51.038817 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-49e15d00-2ae2-4a33-ab1e-638e15c80d51 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:51.105639 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-49e15d00-2ae2-4a33-ab1e-638e15c80d51 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:51.254292 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-49e15d00-2ae2-4a33-ab1e-638e15c80d51 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:51.259222 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-49e15d00-2ae2-4a33-ab1e-638e15c80d51 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:51.322593 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e15d00-2ae2-4a33-ab1e-638e15c80d51 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event updated for resources: {'Port': ['ID=19923c3f-9f4b-40f8-81b7-4fe3dd3cfc6c,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:10:51.337357 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-49e15d00-2ae2-4a33-ab1e-638e15c80d51 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:51.758634 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [None req-49e15d00-2ae2-4a33-ab1e-638e15c80d51 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Floating IP 029783ce-551e-402b-baa1-87a8efd7e45a associated. External IP: 172.26.2.58, port: 58e3b4ca-f80b-45ad-b9ec-2409280c45f4. Oct 26 09:10:51.960943 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e15d00-2ae2-4a33-ab1e-638e15c80d51 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Router 987280e8-0a00-485b-af33-644f96d3bd9d has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:10:52.066656 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e15d00-2ae2-4a33-ab1e-638e15c80d51 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:10:52.076387 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f8cca9-625a-4cd0-b8d1-67c020732e0e None None] Sync routers for ids ['987280e8-0a00-485b-af33-644f96d3bd9d'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:10:52.085176 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-49e15d00-2ae2-4a33-ab1e-638e15c80d51 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:52.087908 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f8cca9-625a-4cd0-b8d1-67c020732e0e None None] Routers {'987280e8-0a00-485b-af33-644f96d3bd9d'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:10:52.088530 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-00f8cca9-625a-4cd0-b8d1-67c020732e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:10:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['987280e8-0a00-485b-af33-644f96d3bd9d'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:10:52.113233 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-49e15d00-2ae2-4a33-ab1e-638e15c80d51 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8256066 Oct 26 09:10:52.114630 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b6db917-061d-4f41-b074-1356e9cf8f69', 'tag': '58e3b4ca-f80b-45ad-b9ec-2409280c45f4'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:10:52.116945 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75367021-b45a-41b9-a9a1-4705e179d1d6" -d '{"events": [{"name": "network-changed", "server_uuid": "6b6db917-061d-4f41-b074-1356e9cf8f69", "tag": "58e3b4ca-f80b-45ad-b9ec-2409280c45f4"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:10:52.158582 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 09:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940ddc9d-41c9-4c30-ab05-b53cb593c436 x-openstack-request-id: req-940ddc9d-41c9-4c30-ab05-b53cb593c436 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:10:52.159009 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b6db917-061d-4f41-b074-1356e9cf8f69", "tag": "58e3b4ca-f80b-45ad-b9ec-2409280c45f4", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:10:52.159480 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-940ddc9d-41c9-4c30-ab05-b53cb593c436 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:10:52.159957 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b6db917-061d-4f41-b074-1356e9cf8f69', 'tag': '58e3b4ca-f80b-45ad-b9ec-2409280c45f4', 'status': 'completed', 'code': 200} Oct 26 09:10:52.183692 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ccc3e93f-deaf-491c-ab48-e14555616439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:52.213718 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-00f8cca9-625a-4cd0-b8d1-67c020732e0e None None] Set router 987280e8-0a00-485b-af33-644f96d3bd9d gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:10:52.226245 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdabe35-50a8-450b-a69c-24f4d2defd26 req-06234b82-fc97-4cd2-9924-f4fb89adb4cc tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:10:52.227650 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-2bdabe35-50a8-450b-a69c-24f4d2defd26 req-06234b82-fc97-4cd2-9924-f4fb89adb4cc tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b6db917-061d-4f41-b074-1356e9cf8f69 HTTP/1.1" status: 200 len: 946 time: 0.0572565 Oct 26 09:10:52.237143 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75367021-b45a-41b9-a9a1-4705e179d1d6 req-76ebcbd6-da3b-48a8-a102-4180c38b68d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:10:52.238697 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-75367021-b45a-41b9-a9a1-4705e179d1d6 req-76ebcbd6-da3b-48a8-a102-4180c38b68d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37e91da6a5e944f28990f0b4deb3b388&device_id=6b6db917-061d-4f41-b074-1356e9cf8f69 HTTP/1.1" status: 200 len: 1099 time: 0.0590444 Oct 26 09:10:52.267241 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-2bdabe35-50a8-450b-a69c-24f4d2defd26 req-cbd8250d-4a0b-400a-8f66-abfdc26f4286 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=21d0c828-6f8e-4f32-98c3-03e060e03f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331776 Oct 26 09:10:52.292248 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 44224) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:10:52.343563 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75367021-b45a-41b9-a9a1-4705e179d1d6 req-5f801131-8ddc-41af-bb17-9b9b83e86c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:10:52.345946 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-75367021-b45a-41b9-a9a1-4705e179d1d6 req-5f801131-8ddc-41af-bb17-9b9b83e86c07 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c94265e5-20f5-41b2-9966-b365f958239b HTTP/1.1" status: 200 len: 897 time: 0.0988381 Oct 26 09:10:52.359766 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-041b292f-059a-4efa-bb13-433d9f57a152 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/floatingips/029783ce-551e-402b-baa1-87a8efd7e45a HTTP/1.1" status: 200 len: 991 time: 0.0650866 Oct 26 09:10:52.411843 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-75367021-b45a-41b9-a9a1-4705e179d1d6 req-ed432005-d71d-4c02-ba8b-b0137a5af54d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58e3b4ca-f80b-45ad-b9ec-2409280c45f4 HTTP/1.1" status: 200 len: 999 time: 0.0591903 Oct 26 09:10:52.450823 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-00f8cca9-625a-4cd0-b8d1-67c020732e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405710796', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a932dbc3-5389-4dfe-a8ac-88ab88bab224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:10:35Z', 'updated_at': '2021-10-26T09:10:39Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'a932dbc3-5389-4dfe-a8ac-88ab88bab224', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:10:36Z', 'updated_at': '2021-10-26T09:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '029783ce-551e-402b-baa1-87a8efd7e45a', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'floating_ip_address': '172.26.2.58', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'port_id': '58e3b4ca-f80b-45ad-b9ec-2409280c45f4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c94265e5-20f5-41b2-9966-b365f958239b', 'mac_address': 'fa:16:3e:5a:dd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6db917-061d-4f41-b074-1356e9cf8f69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T09:10:50Z', 'updated_at': '2021-10-26T09:10:50Z', 'revision_number': 0, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d7fa6d9-3ef6-4e42-a64b-5b7336110a14', 'name': '', 'network_id': 'c94265e5-20f5-41b2-9966-b365f958239b', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:e5:85:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'bbe571d8-7708-4b83-8770-dd2822e92994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:10:38Z', 'updated_at': '2021-10-26T09:10:41Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': 'bbe571d8-7708-4b83-8770-dd2822e92994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:10:52.461493 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75367021-b45a-41b9-a9a1-4705e179d1d6 req-59f6dd54-bc71-4c2c-887b-cbb7e1c3d5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:10:52.463023 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-75367021-b45a-41b9-a9a1-4705e179d1d6 req-59f6dd54-bc71-4c2c-887b-cbb7e1c3d5e6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbe571d8-7708-4b83-8770-dd2822e92994 HTTP/1.1" status: 200 len: 834 time: 0.0444107 Oct 26 09:10:52.478799 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f8cca9-625a-4cd0-b8d1-67c020732e0e None None] Checking router: 987280e8-0a00-485b-af33-644f96d3bd9d for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:10:52.487310 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f8cca9-625a-4cd0-b8d1-67c020732e0e None None] Routers {'987280e8-0a00-485b-af33-644f96d3bd9d'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:10:52.487934 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-00f8cca9-625a-4cd0-b8d1-67c020732e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:10:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['987280e8-0a00-485b-af33-644f96d3bd9d'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:10:52.513236 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75367021-b45a-41b9-a9a1-4705e179d1d6 req-8f0eb4ab-e4b7-4aff-9ffb-1101b52eb04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:10:52.514806 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-75367021-b45a-41b9-a9a1-4705e179d1d6 req-8f0eb4ab-e4b7-4aff-9ffb-1101b52eb04a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c94265e5-20f5-41b2-9966-b365f958239b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0445776 Oct 26 09:10:52.597399 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-00f8cca9-625a-4cd0-b8d1-67c020732e0e None None] Set router 987280e8-0a00-485b-af33-644f96d3bd9d gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:10:52.609864 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-75367021-b45a-41b9-a9a1-4705e179d1d6 req-65de9f00-6c7d-45f7-bc6b-0c30b043b68d service neutron] 10.222.0.47 "GET /v2.0/networks/c94265e5-20f5-41b2-9966-b365f958239b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878501 Oct 26 09:10:52.703494 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-75367021-b45a-41b9-a9a1-4705e179d1d6 req-2238b603-cf71-48c5-9910-1d8a2af07a16 service neutron] 10.222.0.47 "GET /v2.0/networks/c94265e5-20f5-41b2-9966-b365f958239b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865228 Oct 26 09:10:52.826702 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-00f8cca9-625a-4cd0-b8d1-67c020732e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405710796', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a932dbc3-5389-4dfe-a8ac-88ab88bab224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:10:35Z', 'updated_at': '2021-10-26T09:10:39Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'a932dbc3-5389-4dfe-a8ac-88ab88bab224', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:10:36Z', 'updated_at': '2021-10-26T09:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '029783ce-551e-402b-baa1-87a8efd7e45a', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'floating_ip_address': '172.26.2.58', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'port_id': '58e3b4ca-f80b-45ad-b9ec-2409280c45f4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c94265e5-20f5-41b2-9966-b365f958239b', 'mac_address': 'fa:16:3e:5a:dd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6db917-061d-4f41-b074-1356e9cf8f69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T09:10:50Z', 'updated_at': '2021-10-26T09:10:50Z', 'revision_number': 0, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d7fa6d9-3ef6-4e42-a64b-5b7336110a14', 'name': '', 'network_id': 'c94265e5-20f5-41b2-9966-b365f958239b', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:e5:85:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'bbe571d8-7708-4b83-8770-dd2822e92994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:10:38Z', 'updated_at': '2021-10-26T09:10:41Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': 'bbe571d8-7708-4b83-8770-dd2822e92994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:10:52.857319 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f8cca9-625a-4cd0-b8d1-67c020732e0e None None] The sync data for ids ['987280e8-0a00-485b-af33-644f96d3bd9d'] in dv-neutron-804846-13-hyperv is: [{'id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405710796', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a932dbc3-5389-4dfe-a8ac-88ab88bab224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:10:35Z', 'updated_at': '2021-10-26T09:10:39Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'a932dbc3-5389-4dfe-a8ac-88ab88bab224', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:10:36Z', 'updated_at': '2021-10-26T09:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '029783ce-551e-402b-baa1-87a8efd7e45a', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'floating_ip_address': '172.26.2.58', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'port_id': '58e3b4ca-f80b-45ad-b9ec-2409280c45f4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c94265e5-20f5-41b2-9966-b365f958239b', 'mac_address': 'fa:16:3e:5a:dd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6db917-061d-4f41-b074-1356e9cf8f69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T09:10:50Z', 'updated_at': '2021-10-26T09:10:50Z', 'revision_number': 0, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d7fa6d9-3ef6-4e42-a64b-5b7336110a14', 'name': '', 'network_id': 'c94265e5-20f5-41b2-9966-b365f958239b', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:e5:85:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'bbe571d8-7708-4b83-8770-dd2822e92994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:10:38Z', 'updated_at': '2021-10-26T09:10:41Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': 'bbe571d8-7708-4b83-8770-dd2822e92994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:10:53.043851 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180230cc-07ed-44fc-b12a-730795ce738f None None] New status for floating IP 029783ce-551e-402b-baa1-87a8efd7e45a: ACTIVE {{(pid=102104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 09:10:53.059564 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:53.362596 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 44226) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:10:53.383999 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:53.426484 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f00e9751-c75e-40bc-ac57-58fa5b00f787 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/floatingips/029783ce-551e-402b-baa1-87a8efd7e45a HTTP/1.1" status: 200 len: 993 time: 0.0627496 Oct 26 09:10:54.495088 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:10:54.935504 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:01.457024 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-00fb7963-ed16-41ed-b0e7-488ef7b0919b req-4dba32d8-9f87-4d72-afcc-aa8ab6f6628a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6b6db917-061d-4f41-b074-1356e9cf8f69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412054 Oct 26 09:11:01.542063 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb7963-ed16-41ed-b0e7-488ef7b0919b req-9fbbc1ec-e98a-4b09-b79e-f6c1d2ea9402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:01.543556 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-00fb7963-ed16-41ed-b0e7-488ef7b0919b req-9fbbc1ec-e98a-4b09-b79e-f6c1d2ea9402 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37e91da6a5e944f28990f0b4deb3b388&device_id=6b6db917-061d-4f41-b074-1356e9cf8f69 HTTP/1.1" status: 200 len: 1099 time: 0.0405614 Oct 26 09:11:01.653703 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb7963-ed16-41ed-b0e7-488ef7b0919b req-3adae2bd-a384-41dc-b908-273226afb2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:01.655178 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-00fb7963-ed16-41ed-b0e7-488ef7b0919b req-3adae2bd-a384-41dc-b908-273226afb2a0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c94265e5-20f5-41b2-9966-b365f958239b HTTP/1.1" status: 200 len: 897 time: 0.0917161 Oct 26 09:11:01.722613 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-00fb7963-ed16-41ed-b0e7-488ef7b0919b req-0325d1d4-24db-4904-8396-3c2b7b2ecfe9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58e3b4ca-f80b-45ad-b9ec-2409280c45f4 HTTP/1.1" status: 200 len: 1001 time: 0.0581794 Oct 26 09:11:01.776654 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb7963-ed16-41ed-b0e7-488ef7b0919b req-07538c2e-3d8b-4ceb-b570-3d7a1231dd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:01.778126 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-00fb7963-ed16-41ed-b0e7-488ef7b0919b req-07538c2e-3d8b-4ceb-b570-3d7a1231dd24 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbe571d8-7708-4b83-8770-dd2822e92994 HTTP/1.1" status: 200 len: 834 time: 0.0474582 Oct 26 09:11:01.824438 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb7963-ed16-41ed-b0e7-488ef7b0919b req-17a57874-e77f-4c3b-bb81-3f293360555d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:01.826211 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-00fb7963-ed16-41ed-b0e7-488ef7b0919b req-17a57874-e77f-4c3b-bb81-3f293360555d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c94265e5-20f5-41b2-9966-b365f958239b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0400944 Oct 26 09:11:01.914635 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-00fb7963-ed16-41ed-b0e7-488ef7b0919b req-82261884-6a64-40ad-92bf-d14ccb3b5eec service neutron] 10.222.0.47 "GET /v2.0/networks/c94265e5-20f5-41b2-9966-b365f958239b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803022 Oct 26 09:11:02.007408 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-00fb7963-ed16-41ed-b0e7-488ef7b0919b req-1a3730a6-72f9-412a-bea1-1c2dd5d7fe0f service neutron] 10.222.0.47 "GET /v2.0/networks/c94265e5-20f5-41b2-9966-b365f958239b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852256 Oct 26 09:11:18.755498 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:11:19.476790 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bec72b09-13a1-4acc-84f7-737aa99cd213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:22.134988 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f5ba51dc-19eb-43f7-806a-5f31701dbbf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:23.053579 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:23.389578 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:24.486106 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:24.843379 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de2c9b-58ea-4108-813b-9a385eb0a75d req-567fbaf4-ecb8-44c6-825d-5992ec53c542 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:24.844855 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f3de2c9b-58ea-4108-813b-9a385eb0a75d req-567fbaf4-ecb8-44c6-825d-5992ec53c542 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b6db917-061d-4f41-b074-1356e9cf8f69 HTTP/1.1" status: 200 len: 946 time: 0.0508597 Oct 26 09:11:24.883155 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f3de2c9b-58ea-4108-813b-9a385eb0a75d req-8fbf3012-8317-4e70-9809-c3506a89fe42 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=21d0c828-6f8e-4f32-98c3-03e060e03f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323162 Oct 26 09:11:24.938076 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:26.000432 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2385d-ea01-4c82-a13a-318aeedf056c req-b707dbd4-4653-4d70-ad84-9c78e32c2b8e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:26.001992 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-56e2385d-ea01-4c82-a13a-318aeedf056c req-b707dbd4-4653-4d70-ad84-9c78e32c2b8e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b6db917-061d-4f41-b074-1356e9cf8f69 HTTP/1.1" status: 200 len: 946 time: 0.0498664 Oct 26 09:11:26.039431 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-56e2385d-ea01-4c82-a13a-318aeedf056c req-6fe5ac46-cff7-4430-b991-c7f190fe8ca8 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=21d0c828-6f8e-4f32-98c3-03e060e03f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317156 Oct 26 09:11:26.060680 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 44244) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:11:26.122290 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8bba49e2-8bdd-4aac-87c9-eeb015bd1163 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/floatingips/029783ce-551e-402b-baa1-87a8efd7e45a HTTP/1.1" status: 200 len: 993 time: 0.0605462 Oct 26 09:11:27.437505 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510878cf-d8be-41b9-9f0c-f5e1101fa571 req-7c627a50-ff2e-4494-b387-8bd42dd8ef0d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:27.438945 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-510878cf-d8be-41b9-9f0c-f5e1101fa571 req-7c627a50-ff2e-4494-b387-8bd42dd8ef0d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b6db917-061d-4f41-b074-1356e9cf8f69 HTTP/1.1" status: 200 len: 946 time: 0.0808024 Oct 26 09:11:27.455411 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce0371-ee9d-43ab-b8cd-d08b252a0e32 req-cc6803e9-978b-4c8d-9b48-5ef748032abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:27.457423 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2fce0371-ee9d-43ab-b8cd-d08b252a0e32 req-cc6803e9-978b-4c8d-9b48-5ef748032abc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37e91da6a5e944f28990f0b4deb3b388&device_id=6b6db917-061d-4f41-b074-1356e9cf8f69 HTTP/1.1" status: 200 len: 1099 time: 0.0665104 Oct 26 09:11:27.528681 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-510878cf-d8be-41b9-9f0c-f5e1101fa571 req-36765451-36f0-4186-bdb1-eb3ff99015b4 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=21d0c828-6f8e-4f32-98c3-03e060e03f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834141 Oct 26 09:11:27.564481 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce0371-ee9d-43ab-b8cd-d08b252a0e32 req-34bf19ae-2b0b-4da0-85be-bd85ce1e6266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:27.566072 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2fce0371-ee9d-43ab-b8cd-d08b252a0e32 req-34bf19ae-2b0b-4da0-85be-bd85ce1e6266 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c94265e5-20f5-41b2-9966-b365f958239b HTTP/1.1" status: 200 len: 897 time: 0.1004913 Oct 26 09:11:27.634695 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2fce0371-ee9d-43ab-b8cd-d08b252a0e32 req-2f95e61e-7715-4098-83e9-87bd2de96ba9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58e3b4ca-f80b-45ad-b9ec-2409280c45f4 HTTP/1.1" status: 200 len: 1001 time: 0.0622075 Oct 26 09:11:27.683875 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce0371-ee9d-43ab-b8cd-d08b252a0e32 req-a867da51-e1d5-4311-883c-9eeb39a09e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:27.685328 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2fce0371-ee9d-43ab-b8cd-d08b252a0e32 req-a867da51-e1d5-4311-883c-9eeb39a09e09 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbe571d8-7708-4b83-8770-dd2822e92994 HTTP/1.1" status: 200 len: 834 time: 0.0439792 Oct 26 09:11:27.731736 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce0371-ee9d-43ab-b8cd-d08b252a0e32 req-3dc9f0d5-26d0-4fee-b3b7-b4c28db87f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:27.733128 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2fce0371-ee9d-43ab-b8cd-d08b252a0e32 req-3dc9f0d5-26d0-4fee-b3b7-b4c28db87f24 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c94265e5-20f5-41b2-9966-b365f958239b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0407395 Oct 26 09:11:27.825180 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2fce0371-ee9d-43ab-b8cd-d08b252a0e32 req-1e0f6b45-037c-480c-a143-ad0f9069302d service neutron] 10.222.0.47 "GET /v2.0/networks/c94265e5-20f5-41b2-9966-b365f958239b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849566 Oct 26 09:11:27.915263 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2fce0371-ee9d-43ab-b8cd-d08b252a0e32 req-30102cd0-6979-4d73-be8c-911fd8977ef9 service neutron] 10.222.0.47 "GET /v2.0/networks/c94265e5-20f5-41b2-9966-b365f958239b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832899 Oct 26 09:11:28.647853 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098056d5-50e1-49b8-bbf0-1daae44bf5ac req-8e62c88a-d399-431d-830b-993d8ef7e64e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:28.649364 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-098056d5-50e1-49b8-bbf0-1daae44bf5ac req-8e62c88a-d399-431d-830b-993d8ef7e64e tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b6db917-061d-4f41-b074-1356e9cf8f69 HTTP/1.1" status: 200 len: 946 time: 0.0492470 Oct 26 09:11:28.689921 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-098056d5-50e1-49b8-bbf0-1daae44bf5ac req-fee9dbf2-cd41-4d77-b48a-70255f04a179 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=21d0c828-6f8e-4f32-98c3-03e060e03f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344234 Oct 26 09:11:29.810632 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd244b3-9710-4f7c-b3c6-61fa07e8e439 req-23b2c69c-c6d6-4934-8fd4-60633deaf262 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:29.812245 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0fd244b3-9710-4f7c-b3c6-61fa07e8e439 req-23b2c69c-c6d6-4934-8fd4-60633deaf262 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b6db917-061d-4f41-b074-1356e9cf8f69 HTTP/1.1" status: 200 len: 946 time: 0.0542779 Oct 26 09:11:29.850267 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0fd244b3-9710-4f7c-b3c6-61fa07e8e439 req-d0aa0199-b58b-4548-8780-3b0ff4de4f39 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=21d0c828-6f8e-4f32-98c3-03e060e03f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310283 Oct 26 09:11:29.872694 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44260) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:11:29.932609 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-47cd3351-5659-40b6-b464-ffc8585571e7 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/floatingips/029783ce-551e-402b-baa1-87a8efd7e45a HTTP/1.1" status: 200 len: 993 time: 0.0588000 Oct 26 09:11:30.173610 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 44266) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:11:30.330164 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-fbc17ccd-ba88-4fd2-ab3c-11a06c88fe95 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Deleting port 19923c3f-9f4b-40f8-81b7-4fe3dd3cfc6c {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:11:30.330504 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fbc17ccd-ba88-4fd2-ab3c-11a06c88fe95 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:30.408916 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fbc17ccd-ba88-4fd2-ab3c-11a06c88fe95 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:30.409243 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fbc17ccd-ba88-4fd2-ab3c-11a06c88fe95 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:30.429643 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-fbc17ccd-ba88-4fd2-ab3c-11a06c88fe95 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Calling delete_port for 19923c3f-9f4b-40f8-81b7-4fe3dd3cfc6c owned by network:floatingip {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:11:30.577598 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fbc17ccd-ba88-4fd2-ab3c-11a06c88fe95 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:30.604085 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc17ccd-ba88-4fd2-ab3c-11a06c88fe95 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event deleted for resources: {'Port': ['ID=19923c3f-9f4b-40f8-81b7-4fe3dd3cfc6c,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:30.664753 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fbc17ccd-ba88-4fd2-ab3c-11a06c88fe95 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for floatingip, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:30.665085 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.l3_db [None req-fbc17ccd-ba88-4fd2-ab3c-11a06c88fe95 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Floating IP 029783ce-551e-402b-baa1-87a8efd7e45a disassociated (deleted). External IP: 172.26.2.58, port: 58e3b4ca-f80b-45ad-b9ec-2409280c45f4. Oct 26 09:11:30.872384 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc17ccd-ba88-4fd2-ab3c-11a06c88fe95 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Router 987280e8-0a00-485b-af33-644f96d3bd9d has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:11:30.979587 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc17ccd-ba88-4fd2-ab3c-11a06c88fe95 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:11:30.984373 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-fbc17ccd-ba88-4fd2-ab3c-11a06c88fe95 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:30.989054 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d116cf-82da-49f9-8b01-caee177be025 None None] Sync routers for ids ['987280e8-0a00-485b-af33-644f96d3bd9d'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:11:31.000662 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d116cf-82da-49f9-8b01-caee177be025 None None] Routers {'987280e8-0a00-485b-af33-644f96d3bd9d'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:11:31.001292 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-78d116cf-82da-49f9-8b01-caee177be025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:11:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['987280e8-0a00-485b-af33-644f96d3bd9d'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:11:31.012015 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-fbc17ccd-ba88-4fd2-ab3c-11a06c88fe95 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "DELETE /v2.0/floatingips/029783ce-551e-402b-baa1-87a8efd7e45a HTTP/1.1" status: 204 len: 168 time: 0.8372817 Oct 26 09:11:31.012613 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b6db917-061d-4f41-b074-1356e9cf8f69', 'tag': '58e3b4ca-f80b-45ad-b9ec-2409280c45f4'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:11:31.015022 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6001f9b463937e9ba59653060f797cf6a3b9cfc8c69abf6deb468a53c3a3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0024dc99-44e2-49dc-a2a7-0eedc9a3af93" -d '{"events": [{"name": "network-changed", "server_uuid": "6b6db917-061d-4f41-b074-1356e9cf8f69", "tag": "58e3b4ca-f80b-45ad-b9ec-2409280c45f4"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:11:31.114915 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 09:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da23136-573b-48b9-aec8-d2515df49ce4 x-openstack-request-id: req-2da23136-573b-48b9-aec8-d2515df49ce4 {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:11:31.115200 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b6db917-061d-4f41-b074-1356e9cf8f69", "tag": "58e3b4ca-f80b-45ad-b9ec-2409280c45f4", "status": "completed", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:11:31.115455 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2da23136-573b-48b9-aec8-d2515df49ce4 {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:11:31.115877 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b6db917-061d-4f41-b074-1356e9cf8f69', 'tag': '58e3b4ca-f80b-45ad-b9ec-2409280c45f4', 'status': 'completed', 'code': 200} Oct 26 09:11:31.118291 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-78d116cf-82da-49f9-8b01-caee177be025 None None] Set router 987280e8-0a00-485b-af33-644f96d3bd9d gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:11:31.190697 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024dc99-44e2-49dc-a2a7-0eedc9a3af93 req-e152a246-ca7c-4600-ab51-f0511c1deae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:31.192293 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0024dc99-44e2-49dc-a2a7-0eedc9a3af93 req-e152a246-ca7c-4600-ab51-f0511c1deae9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37e91da6a5e944f28990f0b4deb3b388&device_id=6b6db917-061d-4f41-b074-1356e9cf8f69 HTTP/1.1" status: 200 len: 1099 time: 0.0462968 Oct 26 09:11:31.251735 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558f2f4-3aea-45cb-bfac-dc9794f2ce6c req-a4ee0b14-323a-4198-a538-89c8c9f5625d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:31.254701 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-6558f2f4-3aea-45cb-bfac-dc9794f2ce6c req-a4ee0b14-323a-4198-a538-89c8c9f5625d tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b6db917-061d-4f41-b074-1356e9cf8f69 HTTP/1.1" status: 200 len: 946 time: 0.0539768 Oct 26 09:11:31.296187 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024dc99-44e2-49dc-a2a7-0eedc9a3af93 req-2388457d-1add-4ab4-990c-b240e074ad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:31.298030 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0024dc99-44e2-49dc-a2a7-0eedc9a3af93 req-2388457d-1add-4ab4-990c-b240e074ad6d service neutron] 10.222.0.47 "GET /v2.0/networks?id=c94265e5-20f5-41b2-9966-b365f958239b HTTP/1.1" status: 200 len: 897 time: 0.0972025 Oct 26 09:11:31.299084 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-6558f2f4-3aea-45cb-bfac-dc9794f2ce6c req-3b2cdfe9-1a60-48a0-b29f-6ac9db49ae32 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=21d0c828-6f8e-4f32-98c3-03e060e03f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379457 Oct 26 09:11:31.346608 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0024dc99-44e2-49dc-a2a7-0eedc9a3af93 req-7a05d347-4121-4482-88f8-feccdcc0e22a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58e3b4ca-f80b-45ad-b9ec-2409280c45f4 HTTP/1.1" status: 200 len: 217 time: 0.0410535 Oct 26 09:11:31.398766 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024dc99-44e2-49dc-a2a7-0eedc9a3af93 req-2d7756d8-b413-4b27-8101-a376e688584d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:31.400183 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0024dc99-44e2-49dc-a2a7-0eedc9a3af93 req-2d7756d8-b413-4b27-8101-a376e688584d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbe571d8-7708-4b83-8770-dd2822e92994 HTTP/1.1" status: 200 len: 834 time: 0.0464141 Oct 26 09:11:31.448820 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024dc99-44e2-49dc-a2a7-0eedc9a3af93 req-43428cc0-9e24-485c-9272-6d0386d4f6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:31.450647 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0024dc99-44e2-49dc-a2a7-0eedc9a3af93 req-43428cc0-9e24-485c-9272-6d0386d4f6d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c94265e5-20f5-41b2-9966-b365f958239b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0418983 Oct 26 09:11:31.482932 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-78d116cf-82da-49f9-8b01-caee177be025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405710796', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a932dbc3-5389-4dfe-a8ac-88ab88bab224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:10:35Z', 'updated_at': '2021-10-26T09:10:39Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'a932dbc3-5389-4dfe-a8ac-88ab88bab224', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:10:36Z', 'updated_at': '2021-10-26T09:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '8d7fa6d9-3ef6-4e42-a64b-5b7336110a14', 'name': '', 'network_id': 'c94265e5-20f5-41b2-9966-b365f958239b', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:e5:85:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'bbe571d8-7708-4b83-8770-dd2822e92994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:10:38Z', 'updated_at': '2021-10-26T09:10:41Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': 'bbe571d8-7708-4b83-8770-dd2822e92994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:11:31.515209 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d116cf-82da-49f9-8b01-caee177be025 None None] Checking router: 987280e8-0a00-485b-af33-644f96d3bd9d for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:11:31.523998 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d116cf-82da-49f9-8b01-caee177be025 None None] Routers {'987280e8-0a00-485b-af33-644f96d3bd9d'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:11:31.524607 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-78d116cf-82da-49f9-8b01-caee177be025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:11:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['987280e8-0a00-485b-af33-644f96d3bd9d'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:11:31.551221 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0024dc99-44e2-49dc-a2a7-0eedc9a3af93 req-e47ca751-2bd5-4ee3-8bc5-f7089d0289b4 service neutron] 10.222.0.47 "GET /v2.0/networks/c94265e5-20f5-41b2-9966-b365f958239b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904911 Oct 26 09:11:31.633076 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-78d116cf-82da-49f9-8b01-caee177be025 None None] Set router 987280e8-0a00-485b-af33-644f96d3bd9d gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:11:31.647663 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0024dc99-44e2-49dc-a2a7-0eedc9a3af93 req-e8ada15f-1cae-4635-adb6-cd645421e5e8 service neutron] 10.222.0.47 "GET /v2.0/networks/c94265e5-20f5-41b2-9966-b365f958239b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896482 Oct 26 09:11:31.833259 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-78d116cf-82da-49f9-8b01-caee177be025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405710796', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a932dbc3-5389-4dfe-a8ac-88ab88bab224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:10:35Z', 'updated_at': '2021-10-26T09:10:39Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'a932dbc3-5389-4dfe-a8ac-88ab88bab224', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:10:36Z', 'updated_at': '2021-10-26T09:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '8d7fa6d9-3ef6-4e42-a64b-5b7336110a14', 'name': '', 'network_id': 'c94265e5-20f5-41b2-9966-b365f958239b', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:e5:85:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'bbe571d8-7708-4b83-8770-dd2822e92994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:10:38Z', 'updated_at': '2021-10-26T09:10:41Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': 'bbe571d8-7708-4b83-8770-dd2822e92994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:11:31.859430 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d116cf-82da-49f9-8b01-caee177be025 None None] The sync data for ids ['987280e8-0a00-485b-af33-644f96d3bd9d'] in dv-neutron-804846-13-hyperv is: [{'id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405710796', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a932dbc3-5389-4dfe-a8ac-88ab88bab224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:10:35Z', 'updated_at': '2021-10-26T09:10:39Z', 'revision_number': 4, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'a932dbc3-5389-4dfe-a8ac-88ab88bab224', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:10:36Z', 'updated_at': '2021-10-26T09:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '8d7fa6d9-3ef6-4e42-a64b-5b7336110a14', 'name': '', 'network_id': 'c94265e5-20f5-41b2-9966-b365f958239b', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'mac_address': 'fa:16:3e:e5:85:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'bbe571d8-7708-4b83-8770-dd2822e92994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:10:38Z', 'updated_at': '2021-10-26T09:10:41Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'subnets': [{'id': 'bbe571d8-7708-4b83-8770-dd2822e92994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:11:32.075063 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3d71a4-36a8-401b-9f24-60541b5d31e8 None None] New status for floating IP 029783ce-551e-402b-baa1-87a8efd7e45a: DOWN {{(pid=102104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 09:11:32.418764 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a403482-b6a2-4c9f-8e5d-34cf69dd2103 req-fa964512-9d2b-4d7e-8dff-4e3db7f13559 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:32.420352 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2a403482-b6a2-4c9f-8e5d-34cf69dd2103 req-fa964512-9d2b-4d7e-8dff-4e3db7f13559 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b6db917-061d-4f41-b074-1356e9cf8f69 HTTP/1.1" status: 200 len: 946 time: 0.0500791 Oct 26 09:11:32.458878 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2a403482-b6a2-4c9f-8e5d-34cf69dd2103 req-f0982b5b-59ec-420c-b634-402dffebd41f tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/security-groups?id=21d0c828-6f8e-4f32-98c3-03e060e03f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314548 Oct 26 09:11:32.793918 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f25a1-33fb-465c-9362-faf83b3cc100 req-c8198264-5c43-4a28-9876-2004254de157 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:32.795372 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c88f25a1-33fb-465c-9362-faf83b3cc100 req-c8198264-5c43-4a28-9876-2004254de157 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b6db917-061d-4f41-b074-1356e9cf8f69 HTTP/1.1" status: 200 len: 946 time: 0.0612166 Oct 26 09:11:32.885986 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-c88f25a1-33fb-465c-9362-faf83b3cc100 req-5660e784-3238-43a5-83c8-ed2cc114a0ae tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Deleting port 58e3b4ca-f80b-45ad-b9ec-2409280c45f4 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:11:32.886336 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c88f25a1-33fb-465c-9362-faf83b3cc100 req-5660e784-3238-43a5-83c8-ed2cc114a0ae tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:32.977885 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-c88f25a1-33fb-465c-9362-faf83b3cc100 req-5660e784-3238-43a5-83c8-ed2cc114a0ae tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] For port 58e3b4ca-f80b-45ad-b9ec-2409280c45f4, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=58e3b4ca-f80b-45ad-b9ec-2409280c45f4,segment=NetworkSegment(bd1bc101-4733-4256-a891-db1edfadef8c),segment_id=bd1bc101-4733-4256-a891-db1edfadef8c)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:11:32.978251 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c88f25a1-33fb-465c-9362-faf83b3cc100 req-5660e784-3238-43a5-83c8-ed2cc114a0ae tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:32.990908 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-c88f25a1-33fb-465c-9362-faf83b3cc100 req-5660e784-3238-43a5-83c8-ed2cc114a0ae tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Calling delete_port for 58e3b4ca-f80b-45ad-b9ec-2409280c45f4 owned by compute:nova {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:11:33.121398 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c88f25a1-33fb-465c-9362-faf83b3cc100 req-5660e784-3238-43a5-83c8-ed2cc114a0ae tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:33.149032 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660e784-3238-43a5-83c8-ed2cc114a0ae tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event deleted for resources: {'Port': ['ID=58e3b4ca-f80b-45ad-b9ec-2409280c45f4,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:33.161502 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5660e784-3238-43a5-83c8-ed2cc114a0ae tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:33.161887 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5660e784-3238-43a5-83c8-ed2cc114a0ae tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:33.162237 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5660e784-3238-43a5-83c8-ed2cc114a0ae tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:33.162583 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5660e784-3238-43a5-83c8-ed2cc114a0ae tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:33.162929 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5660e784-3238-43a5-83c8-ed2cc114a0ae tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:33.163274 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5660e784-3238-43a5-83c8-ed2cc114a0ae tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:33.163608 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5660e784-3238-43a5-83c8-ed2cc114a0ae tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:33.163942 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5660e784-3238-43a5-83c8-ed2cc114a0ae tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:33.164275 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5660e784-3238-43a5-83c8-ed2cc114a0ae tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:33.164605 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5660e784-3238-43a5-83c8-ed2cc114a0ae tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:33.164936 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5660e784-3238-43a5-83c8-ed2cc114a0ae tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:33.165262 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5660e784-3238-43a5-83c8-ed2cc114a0ae tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:33.199427 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88f25a1-33fb-465c-9362-faf83b3cc100 req-5660e784-3238-43a5-83c8-ed2cc114a0ae tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] No DVR routers for this DVR port 58e3b4ca-f80b-45ad-b9ec-2409280c45f4 on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 09:11:33.201992 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c88f25a1-33fb-465c-9362-faf83b3cc100 req-5660e784-3238-43a5-83c8-ed2cc114a0ae tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:33.205333 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c88f25a1-33fb-465c-9362-faf83b3cc100 req-5660e784-3238-43a5-83c8-ed2cc114a0ae tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.47 "DELETE /v2.0/ports/58e3b4ca-f80b-45ad-b9ec-2409280c45f4 HTTP/1.1" status: 204 len: 173 time: 0.4032433 Oct 26 09:11:33.205803 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6db917-061d-4f41-b074-1356e9cf8f69', 'name': 'network-vif-deleted', 'tag': '58e3b4ca-f80b-45ad-b9ec-2409280c45f4'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:11:33.208164 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84582f73-8625-4ab6-aaa6-d5351f6f2cf8" -d '{"events": [{"server_uuid": "6b6db917-061d-4f41-b074-1356e9cf8f69", "name": "network-vif-deleted", "tag": "58e3b4ca-f80b-45ad-b9ec-2409280c45f4"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:11:33.245840 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 09:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfeabd90-c66b-4eeb-a497-118314dd8eab x-openstack-request-id: req-bfeabd90-c66b-4eeb-a497-118314dd8eab {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:11:33.246161 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b6db917-061d-4f41-b074-1356e9cf8f69", "name": "network-vif-deleted", "tag": "58e3b4ca-f80b-45ad-b9ec-2409280c45f4", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:11:33.246443 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bfeabd90-c66b-4eeb-a497-118314dd8eab {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:11:33.246848 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6db917-061d-4f41-b074-1356e9cf8f69', 'name': 'network-vif-deleted', 'tag': '58e3b4ca-f80b-45ad-b9ec-2409280c45f4', 'status': 'completed', 'code': 200} Oct 26 09:11:33.568269 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f0095cde-20ae-48af-8f7d-815816c7751a req-c790e0b1-c6be-4fb9-9eb1-5c1251e78f5b tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b6db917-061d-4f41-b074-1356e9cf8f69 HTTP/1.1" status: 200 len: 210 time: 0.0276208 Oct 26 09:11:34.626080 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 44288) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:11:34.982393 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5787b259-2acf-4608-8a10-eca4b71a88ed tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:35.492538 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-5787b259-2acf-4608-8a10-eca4b71a88ed tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Deleting port 8d7fa6d9-3ef6-4e42-a64b-5b7336110a14 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:11:35.492883 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5787b259-2acf-4608-8a10-eca4b71a88ed tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:35.582400 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-5787b259-2acf-4608-8a10-eca4b71a88ed tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] For port 8d7fa6d9-3ef6-4e42-a64b-5b7336110a14, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=8d7fa6d9-3ef6-4e42-a64b-5b7336110a14,segment=NetworkSegment(bd1bc101-4733-4256-a891-db1edfadef8c),segment_id=bd1bc101-4733-4256-a891-db1edfadef8c)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:11:35.582614 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5787b259-2acf-4608-8a10-eca4b71a88ed tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:35.595031 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-5787b259-2acf-4608-8a10-eca4b71a88ed tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Calling delete_port for 8d7fa6d9-3ef6-4e42-a64b-5b7336110a14 owned by network:router_interface {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:11:35.777302 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5787b259-2acf-4608-8a10-eca4b71a88ed tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:35.811684 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5787b259-2acf-4608-8a10-eca4b71a88ed tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event deleted for resources: {'Port': ['ID=8d7fa6d9-3ef6-4e42-a64b-5b7336110a14,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:35.838066 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5787b259-2acf-4608-8a10-eca4b71a88ed tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:35.838427 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5787b259-2acf-4608-8a10-eca4b71a88ed tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:35.838768 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5787b259-2acf-4608-8a10-eca4b71a88ed tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:35.839108 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5787b259-2acf-4608-8a10-eca4b71a88ed tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:35.839446 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5787b259-2acf-4608-8a10-eca4b71a88ed tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:35.839782 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5787b259-2acf-4608-8a10-eca4b71a88ed tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:35.840115 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5787b259-2acf-4608-8a10-eca4b71a88ed tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:35.840447 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5787b259-2acf-4608-8a10-eca4b71a88ed tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:35.840777 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5787b259-2acf-4608-8a10-eca4b71a88ed tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:35.841101 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5787b259-2acf-4608-8a10-eca4b71a88ed tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:35.841429 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5787b259-2acf-4608-8a10-eca4b71a88ed tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:35.841790 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5787b259-2acf-4608-8a10-eca4b71a88ed tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:35.918458 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 58e3b4ca-f80b-45ad-b9ec-2409280c45f4 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:11:35.940503 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] No Port match for: 58e3b4ca-f80b-45ad-b9ec-2409280c45f4 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:11:35.940914 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 58e3b4ca-f80b-45ad-b9ec-2409280c45f4 not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:11:35.995148 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-5787b259-2acf-4608-8a10-eca4b71a88ed tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:36.209853 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5787b259-2acf-4608-8a10-eca4b71a88ed tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Router 987280e8-0a00-485b-af33-644f96d3bd9d has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:11:36.319005 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5787b259-2acf-4608-8a10-eca4b71a88ed tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:11:36.324577 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5787b259-2acf-4608-8a10-eca4b71a88ed tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "PUT /v2.0/routers/987280e8-0a00-485b-af33-644f96d3bd9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6974938 Oct 26 09:11:36.327441 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 44290) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:11:36.328733 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a3a574-e2b7-448f-b95a-e0bbb8a0fabf None None] Sync routers for ids ['987280e8-0a00-485b-af33-644f96d3bd9d'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:11:36.339335 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a3a574-e2b7-448f-b95a-e0bbb8a0fabf None None] Routers {'987280e8-0a00-485b-af33-644f96d3bd9d'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:11:36.339943 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-07a3a574-e2b7-448f-b95a-e0bbb8a0fabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:11:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['987280e8-0a00-485b-af33-644f96d3bd9d'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:11:36.379316 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-b76edd20-04a0-41c5-b739-21c750299f63 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Deleting subnet bbe571d8-7708-4b83-8770-dd2822e92994 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 09:11:36.382491 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b76edd20-04a0-41c5-b739-21c750299f63 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:36.422408 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b76edd20-04a0-41c5-b739-21c750299f63 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:36.447371 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-07a3a574-e2b7-448f-b95a-e0bbb8a0fabf None None] Set router 987280e8-0a00-485b-af33-644f96d3bd9d gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:11:36.516134 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b76edd20-04a0-41c5-b739-21c750299f63 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:36.575102 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b76edd20-04a0-41c5-b739-21c750299f63 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:36.603885 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76edd20-04a0-41c5-b739-21c750299f63 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event deleted for resources: {'Subnet': ['ID=bbe571d8-7708-4b83-8770-dd2822e92994,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:36.608556 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b76edd20-04a0-41c5-b739-21c750299f63 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:36.614290 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b76edd20-04a0-41c5-b739-21c750299f63 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "DELETE /v2.0/subnets/bbe571d8-7708-4b83-8770-dd2822e92994 HTTP/1.1" status: 204 len: 168 time: 0.2856421 Oct 26 09:11:36.615260 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a1c731-1b4a-4f8a-a2c7-68e8cb877715 None None] Network c94265e5-20f5-41b2-9966-b365f958239b requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:11:36.616293 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 44292) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:11:36.701735 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-07a3a574-e2b7-448f-b95a-e0bbb8a0fabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405710796', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a932dbc3-5389-4dfe-a8ac-88ab88bab224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:10:35Z', 'updated_at': '2021-10-26T09:11:35Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'a932dbc3-5389-4dfe-a8ac-88ab88bab224', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:10:36Z', 'updated_at': '2021-10-26T09:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:11:36.738795 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-086107d0-e87f-42fb-9e9c-f89c356095de tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:36.764533 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a3a574-e2b7-448f-b95a-e0bbb8a0fabf None None] Checking router: 987280e8-0a00-485b-af33-644f96d3bd9d for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:11:36.780696 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a3a574-e2b7-448f-b95a-e0bbb8a0fabf None None] Routers {'987280e8-0a00-485b-af33-644f96d3bd9d'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:11:36.781226 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-07a3a574-e2b7-448f-b95a-e0bbb8a0fabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:11:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['987280e8-0a00-485b-af33-644f96d3bd9d'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:11:36.845091 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-086107d0-e87f-42fb-9e9c-f89c356095de tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:36.900840 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-07a3a574-e2b7-448f-b95a-e0bbb8a0fabf None None] Set router 987280e8-0a00-485b-af33-644f96d3bd9d gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:11:36.902625 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-086107d0-e87f-42fb-9e9c-f89c356095de tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Deleting port a932dbc3-5389-4dfe-a8ac-88ab88bab224 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:11:36.903040 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-086107d0-e87f-42fb-9e9c-f89c356095de tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:36.955878 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b57b64-f36d-4529-8306-4a44563066e3 None None] DHCP port deletion for c94265e5-20f5-41b2-9966-b365f958239b request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 09:11:36.991073 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-086107d0-e87f-42fb-9e9c-f89c356095de tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] For port a932dbc3-5389-4dfe-a8ac-88ab88bab224, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=a932dbc3-5389-4dfe-a8ac-88ab88bab224,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:11:36.991443 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-086107d0-e87f-42fb-9e9c-f89c356095de tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:37.003551 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-086107d0-e87f-42fb-9e9c-f89c356095de tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Calling delete_port for a932dbc3-5389-4dfe-a8ac-88ab88bab224 owned by network:router_gateway {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:11:37.094482 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-47b57b64-f36d-4529-8306-4a44563066e3 None None] Deleting port 6515f5d4-9aa9-4cb1-bb66-4d7d860c9e80 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:11:37.094763 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-47b57b64-f36d-4529-8306-4a44563066e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:37.168309 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-086107d0-e87f-42fb-9e9c-f89c356095de tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:37.173569 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-47b57b64-f36d-4529-8306-4a44563066e3 None None] For port 6515f5d4-9aa9-4cb1-bb66-4d7d860c9e80, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=6515f5d4-9aa9-4cb1-bb66-4d7d860c9e80,segment=NetworkSegment(bd1bc101-4733-4256-a891-db1edfadef8c),segment_id=bd1bc101-4733-4256-a891-db1edfadef8c)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:11:37.173992 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-47b57b64-f36d-4529-8306-4a44563066e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:37.189791 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-47b57b64-f36d-4529-8306-4a44563066e3 None None] Calling delete_port for 6515f5d4-9aa9-4cb1-bb66-4d7d860c9e80 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:11:37.194859 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086107d0-e87f-42fb-9e9c-f89c356095de tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event deleted for resources: {'Port': ['ID=a932dbc3-5389-4dfe-a8ac-88ab88bab224,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:37.205671 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-07a3a574-e2b7-448f-b95a-e0bbb8a0fabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405710796', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a932dbc3-5389-4dfe-a8ac-88ab88bab224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:10:35Z', 'updated_at': '2021-10-26T09:11:35Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'a932dbc3-5389-4dfe-a8ac-88ab88bab224', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:10:36Z', 'updated_at': '2021-10-26T09:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:11:37.256921 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-086107d0-e87f-42fb-9e9c-f89c356095de tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:37.262504 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a3a574-e2b7-448f-b95a-e0bbb8a0fabf None None] The sync data for ids ['987280e8-0a00-485b-af33-644f96d3bd9d'] in dv-neutron-804846-13-hyperv is: [{'id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1405710796', 'tenant_id': '37e91da6a5e944f28990f0b4deb3b388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a932dbc3-5389-4dfe-a8ac-88ab88bab224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:10:35Z', 'updated_at': '2021-10-26T09:11:35Z', 'revision_number': 5, 'project_id': '37e91da6a5e944f28990f0b4deb3b388', 'gw_port': {'id': 'a932dbc3-5389-4dfe-a8ac-88ab88bab224', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987280e8-0a00-485b-af33-644f96d3bd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:10:36Z', 'updated_at': '2021-10-26T09:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:11:37.309195 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-47b57b64-f36d-4529-8306-4a44563066e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:37.336154 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b57b64-f36d-4529-8306-4a44563066e3 None None] Pushing event deleted for resources: {'Port': ['ID=6515f5d4-9aa9-4cb1-bb66-4d7d860c9e80,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:37.340444 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b57b64-f36d-4529-8306-4a44563066e3 None None] No DVR routers for this DVR port 6515f5d4-9aa9-4cb1-bb66-4d7d860c9e80 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 09:11:37.346890 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b57b64-f36d-4529-8306-4a44563066e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:37.347353 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b57b64-f36d-4529-8306-4a44563066e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:37.348216 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b57b64-f36d-4529-8306-4a44563066e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:37.348558 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b57b64-f36d-4529-8306-4a44563066e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:37.348893 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b57b64-f36d-4529-8306-4a44563066e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:37.349226 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b57b64-f36d-4529-8306-4a44563066e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:37.349556 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b57b64-f36d-4529-8306-4a44563066e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:37.350861 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b57b64-f36d-4529-8306-4a44563066e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:37.351206 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b57b64-f36d-4529-8306-4a44563066e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:37.351539 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b57b64-f36d-4529-8306-4a44563066e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:37.351868 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b57b64-f36d-4529-8306-4a44563066e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:37.352195 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b57b64-f36d-4529-8306-4a44563066e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:37.359676 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-086107d0-e87f-42fb-9e9c-f89c356095de tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:37.362081 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-086107d0-e87f-42fb-9e9c-f89c356095de tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:37.405453 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-086107d0-e87f-42fb-9e9c-f89c356095de tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:37.406026 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086107d0-e87f-42fb-9e9c-f89c356095de tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Fanout notify agent at l3_agent the message router_deleted on router 987280e8-0a00-485b-af33-644f96d3bd9d {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 09:11:37.413060 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-086107d0-e87f-42fb-9e9c-f89c356095de tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:37.414219 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-086107d0-e87f-42fb-9e9c-f89c356095de tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "DELETE /v2.0/routers/987280e8-0a00-485b-af33-644f96d3bd9d HTTP/1.1" status: 204 len: 168 time: 0.7966957 Oct 26 09:11:37.416851 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 44294) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:11:37.494562 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-beb1be46-fd71-42f2-95bd-8d31ce136c45 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:37.582797 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-beb1be46-fd71-42f2-95bd-8d31ce136c45 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:37.604719 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-beb1be46-fd71-42f2-95bd-8d31ce136c45 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c94265e5-20f5-41b2-9966-b365f958239b']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:11:37.614868 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-beb1be46-fd71-42f2-95bd-8d31ce136c45 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd1bc101-4733-4256-a891-db1edfadef8c') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:11:37.615157 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-beb1be46-fd71-42f2-95bd-8d31ce136c45 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd1bc101-4733-4256-a891-db1edfadef8c') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:11:37.624967 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-beb1be46-fd71-42f2-95bd-8d31ce136c45 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:37.638562 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-beb1be46-fd71-42f2-95bd-8d31ce136c45 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:37.644652 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb1be46-fd71-42f2-95bd-8d31ce136c45 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 09:11:37.645035 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-beb1be46-fd71-42f2-95bd-8d31ce136c45 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:37.647988 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 09:11:37.647988 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 09:11:37.647988 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 09:11:37.647988 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 09:11:37.647988 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 09:11:37.647988 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 09:11:37.647988 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 09:11:37.647988 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 09:11:37.647988 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 09:11:37.647988 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 09:11:37.647988 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 09:11:37.647988 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 09:11:37.647988 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 09:11:37.647988 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 09:11:37.647988 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 09:11:37.647988 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 09:11:37.647988 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 09:11:37.647988 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 09:11:37.647988 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 09:11:37.647988 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 09:11:37.647988 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 09:11:37.647988 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 09:11:37.647988 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 09:11:37.647988 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 09:11:37.647988 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 09:11:37.647988 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 09:11:37.647988 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 09:11:37.647988 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 09:11:37.647988 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 09:11:37.647988 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 09:11:37.647988 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 09:11:37.647988 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 09:11:37.714791 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-beb1be46-fd71-42f2-95bd-8d31ce136c45 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:37.723309 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-beb1be46-fd71-42f2-95bd-8d31ce136c45 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:37.726534 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-beb1be46-fd71-42f2-95bd-8d31ce136c45 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "DELETE /v2.0/networks/c94265e5-20f5-41b2-9966-b365f958239b HTTP/1.1" status: 204 len: 168 time: 0.3087158 Oct 26 09:11:37.729333 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44296) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:11:37.739424 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb1be46-fd71-42f2-95bd-8d31ce136c45 tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event deleted for resources: {'Network': ['ID=c94265e5-20f5-41b2-9966-b365f958239b,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:37.795329 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d0e44f05-cb06-416c-8325-f863ba106eaf tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:37.827139 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d0e44f05-cb06-416c-8325-f863ba106eaf tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:37.891790 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d0e44f05-cb06-416c-8325-f863ba106eaf tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:37.894820 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d0e44f05-cb06-416c-8325-f863ba106eaf tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:37.896012 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d0e44f05-cb06-416c-8325-f863ba106eaf tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] 10.222.0.41 "DELETE /v2.0/security-groups/21d0c828-6f8e-4f32-98c3-03e060e03f0b HTTP/1.1" status: 204 len: 168 time: 0.1649349 Oct 26 09:11:37.905374 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e44f05-cb06-416c-8325-f863ba106eaf tempest-TestNetworkAdvancedServerOps-247723110 tempest-TestNetworkAdvancedServerOps-247723110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d0c828-6f8e-4f32-98c3-03e060e03f0b,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:38.206183 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44304) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:11:38.344895 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ecc1ff4c-b8bd-421b-abfb-30d6326356d8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=37e91da6a5e944f28990f0b4deb3b388&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1373887 Oct 26 09:11:38.347881 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44308) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:11:38.396414 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-af246ee9-0a29-4d33-a908-53f324aea317 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:38.417506 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-af246ee9-0a29-4d33-a908-53f324aea317 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:38.464740 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-af246ee9-0a29-4d33-a908-53f324aea317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:38.467421 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-af246ee9-0a29-4d33-a908-53f324aea317 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:38.468580 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-af246ee9-0a29-4d33-a908-53f324aea317 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/13cfcfe5-ba97-491e-a696-036d94459556 HTTP/1.1" status: 204 len: 168 time: 0.1196012 Oct 26 09:11:38.484219 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af246ee9-0a29-4d33-a908-53f324aea317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cfcfe5-ba97-491e-a696-036d94459556,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:38.699281 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device a932dbc3-5389-4dfe-a8ac-88ab88bab224 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:11:38.720358 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: a932dbc3-5389-4dfe-a8ac-88ab88bab224 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:11:38.720823 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device a932dbc3-5389-4dfe-a8ac-88ab88bab224 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:11:38.721238 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 8d7fa6d9-3ef6-4e42-a64b-5b7336110a14 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:11:38.731436 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44314) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:11:38.741479 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 8d7fa6d9-3ef6-4e42-a64b-5b7336110a14 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:11:38.741849 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 8d7fa6d9-3ef6-4e42-a64b-5b7336110a14 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:11:38.742273 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 6515f5d4-9aa9-4cb1-bb66-4d7d860c9e80 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:11:38.744905 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2347463e-9994-4602-9b16-6d354f26b3c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:38.830066 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2347463e-9994-4602-9b16-6d354f26b3c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:38.835435 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-2347463e-9994-4602-9b16-6d354f26b3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:38.874844 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347463e-9994-4602-9b16-6d354f26b3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4e3ed2-336c-4826-b73a-1dcb4fda151c,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:38.882016 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-2347463e-9994-4602-9b16-6d354f26b3c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c445b67af7c44569909c8cb6550ffb2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1471305 Oct 26 09:11:38.882428 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 44316) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:11:38.916162 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 6515f5d4-9aa9-4cb1-bb66-4d7d860c9e80 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:11:38.916438 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 6515f5d4-9aa9-4cb1-bb66-4d7d860c9e80 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:11:38.937017 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d0027fba-5c5a-48dc-be31-d33158432f78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:38.958932 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d0027fba-5c5a-48dc-be31-d33158432f78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:39.006467 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d0027fba-5c5a-48dc-be31-d33158432f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:39.009098 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d0027fba-5c5a-48dc-be31-d33158432f78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:39.010343 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d0027fba-5c5a-48dc-be31-d33158432f78 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe4e3ed2-336c-4826-b73a-1dcb4fda151c HTTP/1.1" status: 204 len: 168 time: 0.1268840 Oct 26 09:11:39.018025 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0027fba-5c5a-48dc-be31-d33158432f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4e3ed2-336c-4826-b73a-1dcb4fda151c,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:39.672488 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 44338) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:11:39.766805 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-c4c6cd7b-1e5c-46ce-b327-07d3806c0576 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-48606745-network', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:11:39.788097 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c6cd7b-1e5c-46ce-b327-07d3806c0576 admin admin] Made reservation on behalf of 8c00edd130334a169c391b0c6b39e4a9 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:11:39.790364 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c4c6cd7b-1e5c-46ce-b327-07d3806c0576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:39.798752 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c4c6cd7b-1e5c-46ce-b327-07d3806c0576 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:39.872996 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c4c6cd7b-1e5c-46ce-b327-07d3806c0576 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:39.877521 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c4c6cd7b-1e5c-46ce-b327-07d3806c0576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:39.903045 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c6cd7b-1e5c-46ce-b327-07d3806c0576 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 09:11:39.918912 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c6cd7b-1e5c-46ce-b327-07d3806c0576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d34b0a2-994e-4344-ba91-a51e4352ada5,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:39.923553 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c4c6cd7b-1e5c-46ce-b327-07d3806c0576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:39.923940 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-c4c6cd7b-1e5c-46ce-b327-07d3806c0576 admin admin] Added segment 3da70c1f-2486-4a7d-9850-d22a1dcd3fde of type vlan for network 93a63646-6966-49e9-b68b-c54a0a1af1b3 Oct 26 09:11:39.965789 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c4c6cd7b-1e5c-46ce-b327-07d3806c0576 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:39.990517 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c4c6cd7b-1e5c-46ce-b327-07d3806c0576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:39.991589 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c6cd7b-1e5c-46ce-b327-07d3806c0576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:39.992181 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c4c6cd7b-1e5c-46ce-b327-07d3806c0576 admin admin] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:40.045648 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c4c6cd7b-1e5c-46ce-b327-07d3806c0576 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3719406 Oct 26 09:11:40.048626 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44342) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:11:40.054447 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-6aafaf89-6a8c-44d5-8638-c251f710e5a8 admin admin] Request body: {'subnet': {'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-48606745-subnet', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'ip_version': 4}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:11:40.056767 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c6cd7b-1e5c-46ce-b327-07d3806c0576 admin admin] Pushing event updated for resources: {'Network': ['ID=93a63646-6966-49e9-b68b-c54a0a1af1b3,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:40.067696 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network 93a63646-6966-49e9-b68b-c54a0a1af1b3 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 09:11:40.077127 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aafaf89-6a8c-44d5-8638-c251f710e5a8 admin admin] Made reservation on behalf of 8c00edd130334a169c391b0c6b39e4a9 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:11:40.079490 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6aafaf89-6a8c-44d5-8638-c251f710e5a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:40.243762 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6aafaf89-6a8c-44d5-8638-c251f710e5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:40.298566 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aafaf89-6a8c-44d5-8638-c251f710e5a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93c96590-907a-4f45-bdd5-cbb4c464759d,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:40.306173 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aafaf89-6a8c-44d5-8638-c251f710e5a8 admin admin] Checking segment: {'id': '3da70c1f-2486-4a7d-9850-d22a1dcd3fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:11:40.306530 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aafaf89-6a8c-44d5-8638-c251f710e5a8 admin admin] Network hostable DHCP agents. Network: 93a63646-6966-49e9-b68b-c54a0a1af1b3, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 09:11:40.324427 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aafaf89-6a8c-44d5-8638-c251f710e5a8 admin admin] Network 93a63646-6966-49e9-b68b-c54a0a1af1b3 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 09:11:40.333440 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-6aafaf89-6a8c-44d5-8638-c251f710e5a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, 93a63646-6966-49e9-b68b-c54a0a1af1b3) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:11:40.337462 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aafaf89-6a8c-44d5-8638-c251f710e5a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:40.338156 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6aafaf89-6a8c-44d5-8638-c251f710e5a8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:40.342295 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db807f2-756b-4299-b816-e4cf2924f0a3 None None] Network 93a63646-6966-49e9-b68b-c54a0a1af1b3 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:11:40.357000 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6aafaf89-6a8c-44d5-8638-c251f710e5a8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3044770 Oct 26 09:11:40.357206 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44344) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:11:40.361420 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-257466bb-c519-4dd1-ada2-4e398b37b543 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-48606745-router', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:11:40.383251 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-257466bb-c519-4dd1-ada2-4e398b37b543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:40.384286 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-257466bb-c519-4dd1-ada2-4e398b37b543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:40.439316 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-257466bb-c519-4dd1-ada2-4e398b37b543 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:40.497271 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e111b5-ebd3-470c-a989-4f9f4e86baaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-93a63646-6966-49e9-b68b-c54a0a1af1b3', 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'fixed_ips': [{'subnet_id': '93c96590-907a-4f45-bdd5-cbb4c464759d'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 09:11:40.498138 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e9e111b5-ebd3-470c-a989-4f9f4e86baaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:40.580566 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-257466bb-c519-4dd1-ada2-4e398b37b543 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:40.636957 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-e9e111b5-ebd3-470c-a989-4f9f4e86baaf None None] Allocated IP 172.20.0.2 (93a63646-6966-49e9-b68b-c54a0a1af1b3/93c96590-907a-4f45-bdd5-cbb4c464759d/320163ce-9f19-4df9-b61c-d8cbb75cdae1) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:11:40.782109 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e9e111b5-ebd3-470c-a989-4f9f4e86baaf None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:40.784276 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-257466bb-c519-4dd1-ada2-4e398b37b543 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:40.791210 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e9e111b5-ebd3-470c-a989-4f9f4e86baaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:40.805245 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-257466bb-c519-4dd1-ada2-4e398b37b543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:40.835351 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e111b5-ebd3-470c-a989-4f9f4e86baaf None None] Network 93a63646-6966-49e9-b68b-c54a0a1af1b3 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:11:40.840617 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-e9e111b5-ebd3-470c-a989-4f9f4e86baaf None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:11:40.842822 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e111b5-ebd3-470c-a989-4f9f4e86baaf None None] Pushing event updated for resources: {'Port': ['ID=320163ce-9f19-4df9-b61c-d8cbb75cdae1,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:40.845008 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e111b5-ebd3-470c-a989-4f9f4e86baaf None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:11:40.901851 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-e9e111b5-ebd3-470c-a989-4f9f4e86baaf None None] Attempting to bind port 320163ce-9f19-4df9-b61c-d8cbb75cdae1 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:11:40.902229 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-e9e111b5-ebd3-470c-a989-4f9f4e86baaf None None] Attempting to bind port 320163ce-9f19-4df9-b61c-d8cbb75cdae1 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '3da70c1f-2486-4a7d-9850-d22a1dcd3fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:11:40.902602 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e111b5-ebd3-470c-a989-4f9f4e86baaf None None] Attempting to bind port 320163ce-9f19-4df9-b61c-d8cbb75cdae1 on network 93a63646-6966-49e9-b68b-c54a0a1af1b3 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:11:40.907516 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e111b5-ebd3-470c-a989-4f9f4e86baaf None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:11:40.907894 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e111b5-ebd3-470c-a989-4f9f4e86baaf None None] Checking segment: {'id': '3da70c1f-2486-4a7d-9850-d22a1dcd3fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:11:40.908300 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e9e111b5-ebd3-470c-a989-4f9f4e86baaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:40.908695 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e111b5-ebd3-470c-a989-4f9f4e86baaf None None] Bound using segment: {'id': '3da70c1f-2486-4a7d-9850-d22a1dcd3fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:11:40.909159 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-e9e111b5-ebd3-470c-a989-4f9f4e86baaf None None] Bound port: 320163ce-9f19-4df9-b61c-d8cbb75cdae1, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da70c1f-2486-4a7d-9850-d22a1dcd3fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:11:40.910227 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e9e111b5-ebd3-470c-a989-4f9f4e86baaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:40.920182 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-257466bb-c519-4dd1-ada2-4e398b37b543 admin admin] Allocated IP 172.26.2.53 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/3e9f79e6-cd16-476a-a278-259fee029646) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:11:40.975627 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-e9e111b5-ebd3-470c-a989-4f9f4e86baaf None None] For port 320163ce-9f19-4df9-b61c-d8cbb75cdae1, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:11:40.979148 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-e9e111b5-ebd3-470c-a989-4f9f4e86baaf None None] For port 320163ce-9f19-4df9-b61c-d8cbb75cdae1, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=320163ce-9f19-4df9-b61c-d8cbb75cdae1,segment=NetworkSegment(3da70c1f-2486-4a7d-9850-d22a1dcd3fde),segment_id=3da70c1f-2486-4a7d-9850-d22a1dcd3fde)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:11:40.983404 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e9e111b5-ebd3-470c-a989-4f9f4e86baaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:41.032224 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-257466bb-c519-4dd1-ada2-4e398b37b543 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:41.043963 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e111b5-ebd3-470c-a989-4f9f4e86baaf None None] Pushing event updated for resources: {'Port': ['ID=320163ce-9f19-4df9-b61c-d8cbb75cdae1,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:41.065221 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-257466bb-c519-4dd1-ada2-4e398b37b543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:41.103421 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257466bb-c519-4dd1-ada2-4e398b37b543 admin admin] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:11:41.108494 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-257466bb-c519-4dd1-ada2-4e398b37b543 admin admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:11:41.112076 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257466bb-c519-4dd1-ada2-4e398b37b543 admin admin] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:11:41.135969 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257466bb-c519-4dd1-ada2-4e398b37b543 admin admin] Pushing event updated for resources: {'Port': ['ID=3e9f79e6-cd16-476a-a278-259fee029646,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:41.386818 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-257466bb-c519-4dd1-ada2-4e398b37b543 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:41.587211 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-257466bb-c519-4dd1-ada2-4e398b37b543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:41.879941 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cadf0b-da87-46b8-9195-142558195c0a None None] Network 93a63646-6966-49e9-b68b-c54a0a1af1b3 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:11:41.972812 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-ef7fde49-d174-4989-a47f-d274e7e759ee None None] Provisioning complete for port 320163ce-9f19-4df9-b61c-d8cbb75cdae1 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:11:41.973281 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ef7fde49-d174-4989-a47f-d274e7e759ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:42.076741 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257466bb-c519-4dd1-ada2-4e398b37b543 admin admin] Router 9b580a41-dad1-4e6f-ad7b-2baa9626b03f is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 09:11:42.114282 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ef7fde49-d174-4989-a47f-d274e7e759ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:42.148091 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-ef7fde49-d174-4989-a47f-d274e7e759ee None None] For port 320163ce-9f19-4df9-b61c-d8cbb75cdae1, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=320163ce-9f19-4df9-b61c-d8cbb75cdae1,segment=NetworkSegment(3da70c1f-2486-4a7d-9850-d22a1dcd3fde),segment_id=3da70c1f-2486-4a7d-9850-d22a1dcd3fde)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:11:42.153089 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ef7fde49-d174-4989-a47f-d274e7e759ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:42.190421 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257466bb-c519-4dd1-ada2-4e398b37b543 admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:11:42.203507 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9164a85-1995-4e2f-8c31-9b46689d5f7b None None] Sync routers for ids ['9b580a41-dad1-4e6f-ad7b-2baa9626b03f'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:11:42.204600 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7fde49-d174-4989-a47f-d274e7e759ee None None] Pushing event updated for resources: {'Port': ['ID=320163ce-9f19-4df9-b61c-d8cbb75cdae1,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:42.210881 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-257466bb-c519-4dd1-ada2-4e398b37b543 admin admin] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:42.212255 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-257466bb-c519-4dd1-ada2-4e398b37b543 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.8540680 Oct 26 09:11:42.215175 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44346) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:11:42.226612 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9164a85-1995-4e2f-8c31-9b46689d5f7b None None] Routers {'9b580a41-dad1-4e6f-ad7b-2baa9626b03f'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:11:42.227248 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-c9164a85-1995-4e2f-8c31-9b46689d5f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:11:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['9b580a41-dad1-4e6f-ad7b-2baa9626b03f'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:11:42.339295 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-c9164a85-1995-4e2f-8c31-9b46689d5f7b None None] Set router 9b580a41-dad1-4e6f-ad7b-2baa9626b03f gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:11:42.377203 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-16789e69-4cf5-4f83-bc7f-9b753c944cf2 None None] Provisioning complete for port 320163ce-9f19-4df9-b61c-d8cbb75cdae1 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:11:42.377578 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-16789e69-4cf5-4f83-bc7f-9b753c944cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:42.526952 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-c9164a85-1995-4e2f-8c31-9b46689d5f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'name': 'tempest-TestShelveInstance-48606745-router', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': '3e9f79e6-cd16-476a-a278-259fee029646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:11:40Z', 'updated_at': '2021-10-26T09:11:41Z', 'revision_number': 3, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'gw_port': {'id': '3e9f79e6-cd16-476a-a278-259fee029646', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:11:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:40Z', 'updated_at': '2021-10-26T09:11:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:11:42.557202 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9164a85-1995-4e2f-8c31-9b46689d5f7b None None] Checking router: 9b580a41-dad1-4e6f-ad7b-2baa9626b03f for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:11:42.557555 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9164a85-1995-4e2f-8c31-9b46689d5f7b None None] Updating router 9b580a41-dad1-4e6f-ad7b-2baa9626b03f port 3e9f79e6-cd16-476a-a278-259fee029646 binding host dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 09:11:42.582484 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c9164a85-1995-4e2f-8c31-9b46689d5f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:42.663151 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5b54d3c0-c8e0-4716-aea0-a8c59d5dfa8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:42.745239 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 320163ce-9f19-4df9-b61c-d8cbb75cdae1 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:11:42.798807 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 320163ce-9f19-4df9-b61c-d8cbb75cdae1 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:11:42.799362 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:42.853819 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c9164a85-1995-4e2f-8c31-9b46689d5f7b None None] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:42.859858 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c9164a85-1995-4e2f-8c31-9b46689d5f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:42.877374 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-5b54d3c0-c8e0-4716-aea0-a8c59d5dfa8b admin admin] Allocated IP 172.20.0.1 (93a63646-6966-49e9-b68b-c54a0a1af1b3/93c96590-907a-4f45-bdd5-cbb4c464759d/b70519f6-93b2-4169-9f2a-447d94dbd258) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:11:42.914000 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-c9164a85-1995-4e2f-8c31-9b46689d5f7b None None] Attempting to bind port 3e9f79e6-cd16-476a-a278-259fee029646 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:11:42.914369 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-c9164a85-1995-4e2f-8c31-9b46689d5f7b None None] Attempting to bind port 3e9f79e6-cd16-476a-a278-259fee029646 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:11:42.914729 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9164a85-1995-4e2f-8c31-9b46689d5f7b None None] Attempting to bind port 3e9f79e6-cd16-476a-a278-259fee029646 on network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:11:42.923250 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d92250-a94b-4585-a6ba-058d760dad6a None None] Pushing event updated for resources: {'Port': ['ID=3e9f79e6-cd16-476a-a278-259fee029646,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:42.930131 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9164a85-1995-4e2f-8c31-9b46689d5f7b None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:11:42.930501 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9164a85-1995-4e2f-8c31-9b46689d5f7b None None] Checking segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:11:42.930893 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c9164a85-1995-4e2f-8c31-9b46689d5f7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:42.931277 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9164a85-1995-4e2f-8c31-9b46689d5f7b None None] Bound using segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:11:42.931732 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-c9164a85-1995-4e2f-8c31-9b46689d5f7b None None] Bound port: 3e9f79e6-cd16-476a-a278-259fee029646, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:11:42.932106 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c9164a85-1995-4e2f-8c31-9b46689d5f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:42.935253 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d92250-a94b-4585-a6ba-058d760dad6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:42.935594 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d92250-a94b-4585-a6ba-058d760dad6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:42.935928 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d92250-a94b-4585-a6ba-058d760dad6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:42.936281 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d92250-a94b-4585-a6ba-058d760dad6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:42.936609 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d92250-a94b-4585-a6ba-058d760dad6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:42.936936 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d92250-a94b-4585-a6ba-058d760dad6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:42.937260 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d92250-a94b-4585-a6ba-058d760dad6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:42.937582 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d92250-a94b-4585-a6ba-058d760dad6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:42.937926 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d92250-a94b-4585-a6ba-058d760dad6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:42.938246 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d92250-a94b-4585-a6ba-058d760dad6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:42.938563 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d92250-a94b-4585-a6ba-058d760dad6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:42.938874 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d92250-a94b-4585-a6ba-058d760dad6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:11:42.988488 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5b54d3c0-c8e0-4716-aea0-a8c59d5dfa8b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:42.990529 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-c9164a85-1995-4e2f-8c31-9b46689d5f7b None None] For port 3e9f79e6-cd16-476a-a278-259fee029646, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:11:42.993754 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-c9164a85-1995-4e2f-8c31-9b46689d5f7b None None] For port 3e9f79e6-cd16-476a-a278-259fee029646, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=3e9f79e6-cd16-476a-a278-259fee029646,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:11:42.998263 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c9164a85-1995-4e2f-8c31-9b46689d5f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:43.024609 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5b54d3c0-c8e0-4716-aea0-a8c59d5dfa8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:43.055744 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d92250-a94b-4585-a6ba-058d760dad6a None None] Pushing event updated for resources: {'Port': ['ID=3e9f79e6-cd16-476a-a278-259fee029646,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:43.064649 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9164a85-1995-4e2f-8c31-9b46689d5f7b None None] Routers {'9b580a41-dad1-4e6f-ad7b-2baa9626b03f'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:11:43.065252 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-c9164a85-1995-4e2f-8c31-9b46689d5f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:11:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['9b580a41-dad1-4e6f-ad7b-2baa9626b03f'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:11:43.071709 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b54d3c0-c8e0-4716-aea0-a8c59d5dfa8b admin admin] Network 93a63646-6966-49e9-b68b-c54a0a1af1b3 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:11:43.074794 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-5b54d3c0-c8e0-4716-aea0-a8c59d5dfa8b admin admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:11:43.078228 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b54d3c0-c8e0-4716-aea0-a8c59d5dfa8b admin admin] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:11:43.114392 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54d3c0-c8e0-4716-aea0-a8c59d5dfa8b admin admin] Pushing event updated for resources: {'Port': ['ID=b70519f6-93b2-4169-9f2a-447d94dbd258,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:43.126585 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5b54d3c0-c8e0-4716-aea0-a8c59d5dfa8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:43.182099 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-c9164a85-1995-4e2f-8c31-9b46689d5f7b None None] Set router 9b580a41-dad1-4e6f-ad7b-2baa9626b03f gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:11:43.266946 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5b54d3c0-c8e0-4716-aea0-a8c59d5dfa8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:43.373155 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-c9164a85-1995-4e2f-8c31-9b46689d5f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'name': 'tempest-TestShelveInstance-48606745-router', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': '3e9f79e6-cd16-476a-a278-259fee029646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:11:40Z', 'updated_at': '2021-10-26T09:11:41Z', 'revision_number': 3, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'gw_port': {'id': '3e9f79e6-cd16-476a-a278-259fee029646', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:11:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:40Z', 'updated_at': '2021-10-26T09:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:11:43.395411 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-a9f263bc-b9fa-4995-9af2-e026b6b0b688 None None] Provisioning complete for port b70519f6-93b2-4169-9f2a-447d94dbd258 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:11:43.396363 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a9f263bc-b9fa-4995-9af2-e026b6b0b688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:43.433391 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-a9f263bc-b9fa-4995-9af2-e026b6b0b688 None None] Port b70519f6-93b2-4169-9f2a-447d94dbd258 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:11:43.464747 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5b54d3c0-c8e0-4716-aea0-a8c59d5dfa8b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:43.470140 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5b54d3c0-c8e0-4716-aea0-a8c59d5dfa8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:43.501658 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9164a85-1995-4e2f-8c31-9b46689d5f7b None None] The sync data for ids ['9b580a41-dad1-4e6f-ad7b-2baa9626b03f'] in dv-neutron-804846-13-hyperv is: [{'id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'name': 'tempest-TestShelveInstance-48606745-router', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': '3e9f79e6-cd16-476a-a278-259fee029646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:11:40Z', 'updated_at': '2021-10-26T09:11:41Z', 'revision_number': 3, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'gw_port': {'id': '3e9f79e6-cd16-476a-a278-259fee029646', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:11:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:40Z', 'updated_at': '2021-10-26T09:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:11:43.544640 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54d3c0-c8e0-4716-aea0-a8c59d5dfa8b admin admin] Pushing event updated for resources: {'Port': ['ID=b70519f6-93b2-4169-9f2a-447d94dbd258,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:43.549415 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-5b54d3c0-c8e0-4716-aea0-a8c59d5dfa8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:43.664998 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b54d3c0-c8e0-4716-aea0-a8c59d5dfa8b admin admin] Network 93a63646-6966-49e9-b68b-c54a0a1af1b3 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:11:43.666712 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-5b54d3c0-c8e0-4716-aea0-a8c59d5dfa8b admin admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:11:43.825921 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b54d3c0-c8e0-4716-aea0-a8c59d5dfa8b admin admin] Router 9b580a41-dad1-4e6f-ad7b-2baa9626b03f has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:11:43.964108 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b54d3c0-c8e0-4716-aea0-a8c59d5dfa8b admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:11:43.979000 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-5b54d3c0-c8e0-4716-aea0-a8c59d5dfa8b admin admin] 10.222.0.41 "PUT /v2.0/routers/9b580a41-dad1-4e6f-ad7b-2baa9626b03f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7541413 Oct 26 09:11:44.059932 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-d9f6aa9c-4cee-49ce-bfea-13bf4d3105f2 None None] Provisioning complete for port b70519f6-93b2-4169-9f2a-447d94dbd258 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:11:44.060325 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d9f6aa9c-4cee-49ce-bfea-13bf4d3105f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:44.110100 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-d9f6aa9c-4cee-49ce-bfea-13bf4d3105f2 None None] Port b70519f6-93b2-4169-9f2a-447d94dbd258 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:11:44.492713 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 44362) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:11:44.498489 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-a18a6a24-2155-460c-a169-3a7d731c12e0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-610175177-network', 'tenant_id': 'b55be48c051448dba5e458209247d634'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:11:44.524005 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18a6a24-2155-460c-a169-3a7d731c12e0 admin admin] Made reservation on behalf of b55be48c051448dba5e458209247d634 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:11:44.526725 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a18a6a24-2155-460c-a169-3a7d731c12e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:44.535935 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a18a6a24-2155-460c-a169-3a7d731c12e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:44.621638 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a18a6a24-2155-460c-a169-3a7d731c12e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:44.625556 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a18a6a24-2155-460c-a169-3a7d731c12e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:44.650438 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a18a6a24-2155-460c-a169-3a7d731c12e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 09:11:44.668561 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a6a24-2155-460c-a169-3a7d731c12e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb42f09-d385-4be3-81cb-f7bb3e234ac8,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:44.672815 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a18a6a24-2155-460c-a169-3a7d731c12e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:44.672815 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-a18a6a24-2155-460c-a169-3a7d731c12e0 admin admin] Added segment ca839e15-0114-4673-80e7-e7fe7558881b of type vlan for network a7d3aefa-6ba0-4ab4-baf8-383ac62a1712 Oct 26 09:11:44.714412 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a18a6a24-2155-460c-a169-3a7d731c12e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:44.745012 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a18a6a24-2155-460c-a169-3a7d731c12e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:44.746423 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18a6a24-2155-460c-a169-3a7d731c12e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:44.747010 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a18a6a24-2155-460c-a169-3a7d731c12e0 admin admin] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:44.753531 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 3e9f79e6-cd16-476a-a278-259fee029646 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:11:44.801611 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a18a6a24-2155-460c-a169-3a7d731c12e0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3046730 Oct 26 09:11:44.801987 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44364) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:11:44.807126 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-6d633f74-ab25-462c-b433-f635057bacd9 admin admin] Request body: {'subnet': {'network_id': 'a7d3aefa-6ba0-4ab4-baf8-383ac62a1712', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-610175177-subnet', 'tenant_id': 'b55be48c051448dba5e458209247d634', 'ip_version': 4}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:11:44.813599 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a6a24-2155-460c-a169-3a7d731c12e0 admin admin] Pushing event updated for resources: {'Network': ['ID=a7d3aefa-6ba0-4ab4-baf8-383ac62a1712,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:44.813841 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 3e9f79e6-cd16-476a-a278-259fee029646 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:11:44.814068 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:44.831046 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d633f74-ab25-462c-b433-f635057bacd9 admin admin] Made reservation on behalf of b55be48c051448dba5e458209247d634 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:11:44.834735 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6d633f74-ab25-462c-b433-f635057bacd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:44.841561 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network a7d3aefa-6ba0-4ab4-baf8-383ac62a1712 details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 09:11:44.969063 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:44.991637 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 3e9f79e6-cd16-476a-a278-259fee029646, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=3e9f79e6-cd16-476a-a278-259fee029646,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:11:44.995568 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:45.013565 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6d633f74-ab25-462c-b433-f635057bacd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:45.049342 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=3e9f79e6-cd16-476a-a278-259fee029646,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:45.072292 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d633f74-ab25-462c-b433-f635057bacd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7a8c726-ecbb-49ac-bd06-6d18baceb781,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:45.080068 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d633f74-ab25-462c-b433-f635057bacd9 admin admin] Checking segment: {'id': 'ca839e15-0114-4673-80e7-e7fe7558881b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a7d3aefa-6ba0-4ab4-baf8-383ac62a1712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:11:45.080440 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d633f74-ab25-462c-b433-f635057bacd9 admin admin] Network hostable DHCP agents. Network: a7d3aefa-6ba0-4ab4-baf8-383ac62a1712, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 09:11:45.098684 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d633f74-ab25-462c-b433-f635057bacd9 admin admin] Network a7d3aefa-6ba0-4ab4-baf8-383ac62a1712 is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 09:11:45.106978 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-6d633f74-ab25-462c-b433-f635057bacd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, a7d3aefa-6ba0-4ab4-baf8-383ac62a1712) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:11:45.112290 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d633f74-ab25-462c-b433-f635057bacd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:45.113129 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6d633f74-ab25-462c-b433-f635057bacd9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:45.115507 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e16ca8-5132-435d-a169-924f8a6c7f15 None None] Network a7d3aefa-6ba0-4ab4-baf8-383ac62a1712 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:11:45.128921 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6d633f74-ab25-462c-b433-f635057bacd9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3258100 Oct 26 09:11:45.131567 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 44366) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:11:45.136263 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-cf67ec60-4e54-4d8e-8bb2-b0dc43455858 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-610175177-router', 'tenant_id': 'b55be48c051448dba5e458209247d634', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:11:45.159965 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cf67ec60-4e54-4d8e-8bb2-b0dc43455858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:45.161094 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cf67ec60-4e54-4d8e-8bb2-b0dc43455858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:45.219828 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cf67ec60-4e54-4d8e-8bb2-b0dc43455858 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:45.259948 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa82b655-d80e-4c2f-b2c0-66143fb8edbf None None] Sync routers for ids ['9b580a41-dad1-4e6f-ad7b-2baa9626b03f'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:11:45.271282 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa82b655-d80e-4c2f-b2c0-66143fb8edbf None None] Routers {'9b580a41-dad1-4e6f-ad7b-2baa9626b03f'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:11:45.271890 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-fa82b655-d80e-4c2f-b2c0-66143fb8edbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:11:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['9b580a41-dad1-4e6f-ad7b-2baa9626b03f'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:11:45.274876 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b828a2-bd36-4f1e-894b-a489601b1d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-a7d3aefa-6ba0-4ab4-baf8-383ac62a1712', 'network_id': 'a7d3aefa-6ba0-4ab4-baf8-383ac62a1712', 'tenant_id': 'b55be48c051448dba5e458209247d634', 'fixed_ips': [{'subnet_id': 'a7a8c726-ecbb-49ac-bd06-6d18baceb781'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 09:11:45.275704 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-01b828a2-bd36-4f1e-894b-a489601b1d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:45.361258 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cf67ec60-4e54-4d8e-8bb2-b0dc43455858 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:45.476101 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-fa82b655-d80e-4c2f-b2c0-66143fb8edbf None None] Set router 9b580a41-dad1-4e6f-ad7b-2baa9626b03f gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:11:45.562080 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-01b828a2-bd36-4f1e-894b-a489601b1d12 None None] Allocated IP 172.20.0.2 (a7d3aefa-6ba0-4ab4-baf8-383ac62a1712/a7a8c726-ecbb-49ac-bd06-6d18baceb781/3d6499d1-2902-410f-8935-3f6ac12b1b33) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:11:45.569078 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cf67ec60-4e54-4d8e-8bb2-b0dc43455858 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:45.588647 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cf67ec60-4e54-4d8e-8bb2-b0dc43455858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:45.693943 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-cf67ec60-4e54-4d8e-8bb2-b0dc43455858 admin admin] Allocated IP 172.26.2.218 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/8af858a2-da99-4b38-a034-d1145bb6a72e) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:11:45.795418 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cf67ec60-4e54-4d8e-8bb2-b0dc43455858 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:45.799740 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-01b828a2-bd36-4f1e-894b-a489601b1d12 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:45.808242 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-01b828a2-bd36-4f1e-894b-a489601b1d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:45.817220 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-fa82b655-d80e-4c2f-b2c0-66143fb8edbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'name': 'tempest-TestShelveInstance-48606745-router', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': '3e9f79e6-cd16-476a-a278-259fee029646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:11:40Z', 'updated_at': '2021-10-26T09:11:43Z', 'revision_number': 4, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'gw_port': {'id': '3e9f79e6-cd16-476a-a278-259fee029646', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:11:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:40Z', 'updated_at': '2021-10-26T09:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'b70519f6-93b2-4169-9f2a-447d94dbd258', 'name': '', 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'mac_address': 'fa:16:3e:37:68:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '93c96590-907a-4f45-bdd5-cbb4c464759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:42Z', 'updated_at': '2021-10-26T09:11:43Z', 'revision_number': 2, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'subnets': [{'id': '93c96590-907a-4f45-bdd5-cbb4c464759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:11:45.832203 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cf67ec60-4e54-4d8e-8bb2-b0dc43455858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:46.023208 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa82b655-d80e-4c2f-b2c0-66143fb8edbf None None] Checking router: 9b580a41-dad1-4e6f-ad7b-2baa9626b03f for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:11:46.023562 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa82b655-d80e-4c2f-b2c0-66143fb8edbf None None] Updating router 9b580a41-dad1-4e6f-ad7b-2baa9626b03f port b70519f6-93b2-4169-9f2a-447d94dbd258 binding host dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 09:11:46.026607 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b828a2-bd36-4f1e-894b-a489601b1d12 None None] Network a7d3aefa-6ba0-4ab4-baf8-383ac62a1712 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:11:46.034173 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-01b828a2-bd36-4f1e-894b-a489601b1d12 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:11:46.051582 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b828a2-bd36-4f1e-894b-a489601b1d12 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:11:46.066514 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b828a2-bd36-4f1e-894b-a489601b1d12 None None] Pushing event updated for resources: {'Port': ['ID=3d6499d1-2902-410f-8935-3f6ac12b1b33,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:46.087146 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fa82b655-d80e-4c2f-b2c0-66143fb8edbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:46.150513 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-01b828a2-bd36-4f1e-894b-a489601b1d12 None None] Attempting to bind port 3d6499d1-2902-410f-8935-3f6ac12b1b33 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:11:46.150881 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-01b828a2-bd36-4f1e-894b-a489601b1d12 None None] Attempting to bind port 3d6499d1-2902-410f-8935-3f6ac12b1b33 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'ca839e15-0114-4673-80e7-e7fe7558881b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a7d3aefa-6ba0-4ab4-baf8-383ac62a1712'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:11:46.151243 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b828a2-bd36-4f1e-894b-a489601b1d12 None None] Attempting to bind port 3d6499d1-2902-410f-8935-3f6ac12b1b33 on network a7d3aefa-6ba0-4ab4-baf8-383ac62a1712 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:11:46.156260 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf67ec60-4e54-4d8e-8bb2-b0dc43455858 admin admin] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:11:46.159340 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-cf67ec60-4e54-4d8e-8bb2-b0dc43455858 admin admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:11:46.161934 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf67ec60-4e54-4d8e-8bb2-b0dc43455858 admin admin] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:11:46.164753 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b828a2-bd36-4f1e-894b-a489601b1d12 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:11:46.165107 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b828a2-bd36-4f1e-894b-a489601b1d12 None None] Checking segment: {'id': 'ca839e15-0114-4673-80e7-e7fe7558881b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a7d3aefa-6ba0-4ab4-baf8-383ac62a1712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:11:46.165512 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-01b828a2-bd36-4f1e-894b-a489601b1d12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:46.165930 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b828a2-bd36-4f1e-894b-a489601b1d12 None None] Bound using segment: {'id': 'ca839e15-0114-4673-80e7-e7fe7558881b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a7d3aefa-6ba0-4ab4-baf8-383ac62a1712'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:11:46.166403 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-01b828a2-bd36-4f1e-894b-a489601b1d12 None None] Bound port: 3d6499d1-2902-410f-8935-3f6ac12b1b33, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca839e15-0114-4673-80e7-e7fe7558881b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a7d3aefa-6ba0-4ab4-baf8-383ac62a1712'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:11:46.166794 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-01b828a2-bd36-4f1e-894b-a489601b1d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:46.186214 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf67ec60-4e54-4d8e-8bb2-b0dc43455858 admin admin] Pushing event updated for resources: {'Port': ['ID=8af858a2-da99-4b38-a034-d1145bb6a72e,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:46.335340 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-01b828a2-bd36-4f1e-894b-a489601b1d12 None None] For port 3d6499d1-2902-410f-8935-3f6ac12b1b33, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:11:46.351024 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-01b828a2-bd36-4f1e-894b-a489601b1d12 None None] For port 3d6499d1-2902-410f-8935-3f6ac12b1b33, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=3d6499d1-2902-410f-8935-3f6ac12b1b33,segment=NetworkSegment(ca839e15-0114-4673-80e7-e7fe7558881b),segment_id=ca839e15-0114-4673-80e7-e7fe7558881b)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:11:46.361941 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-01b828a2-bd36-4f1e-894b-a489601b1d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:46.423498 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cf67ec60-4e54-4d8e-8bb2-b0dc43455858 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:46.444620 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b828a2-bd36-4f1e-894b-a489601b1d12 None None] Pushing event updated for resources: {'Port': ['ID=3d6499d1-2902-410f-8935-3f6ac12b1b33,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:46.500285 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fa82b655-d80e-4c2f-b2c0-66143fb8edbf None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:46.507337 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fa82b655-d80e-4c2f-b2c0-66143fb8edbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:46.559827 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f8205-bc45-49b3-9daf-5caac0696379 None None] Pushing event updated for resources: {'Port': ['ID=b70519f6-93b2-4169-9f2a-447d94dbd258,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:46.656237 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-fa82b655-d80e-4c2f-b2c0-66143fb8edbf None None] Attempting to bind port b70519f6-93b2-4169-9f2a-447d94dbd258 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:11:46.656507 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-fa82b655-d80e-4c2f-b2c0-66143fb8edbf None None] Attempting to bind port b70519f6-93b2-4169-9f2a-447d94dbd258 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '3da70c1f-2486-4a7d-9850-d22a1dcd3fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:11:46.656970 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa82b655-d80e-4c2f-b2c0-66143fb8edbf None None] Attempting to bind port b70519f6-93b2-4169-9f2a-447d94dbd258 on network 93a63646-6966-49e9-b68b-c54a0a1af1b3 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:11:46.671722 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa82b655-d80e-4c2f-b2c0-66143fb8edbf None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:11:46.671979 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa82b655-d80e-4c2f-b2c0-66143fb8edbf None None] Checking segment: {'id': '3da70c1f-2486-4a7d-9850-d22a1dcd3fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:11:46.672992 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fa82b655-d80e-4c2f-b2c0-66143fb8edbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:46.673395 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa82b655-d80e-4c2f-b2c0-66143fb8edbf None None] Bound using segment: {'id': '3da70c1f-2486-4a7d-9850-d22a1dcd3fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:11:46.673901 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-fa82b655-d80e-4c2f-b2c0-66143fb8edbf None None] Bound port: b70519f6-93b2-4169-9f2a-447d94dbd258, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da70c1f-2486-4a7d-9850-d22a1dcd3fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:11:46.674291 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fa82b655-d80e-4c2f-b2c0-66143fb8edbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:46.693615 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cf67ec60-4e54-4d8e-8bb2-b0dc43455858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:46.779440 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-fa82b655-d80e-4c2f-b2c0-66143fb8edbf None None] For port b70519f6-93b2-4169-9f2a-447d94dbd258, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:11:46.784083 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-fa82b655-d80e-4c2f-b2c0-66143fb8edbf None None] For port b70519f6-93b2-4169-9f2a-447d94dbd258, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=b70519f6-93b2-4169-9f2a-447d94dbd258,segment=NetworkSegment(3da70c1f-2486-4a7d-9850-d22a1dcd3fde),segment_id=3da70c1f-2486-4a7d-9850-d22a1dcd3fde)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:11:46.792019 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fa82b655-d80e-4c2f-b2c0-66143fb8edbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:46.868237 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa82b655-d80e-4c2f-b2c0-66143fb8edbf None None] Routers {'9b580a41-dad1-4e6f-ad7b-2baa9626b03f'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:11:46.868859 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-fa82b655-d80e-4c2f-b2c0-66143fb8edbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:11:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['9b580a41-dad1-4e6f-ad7b-2baa9626b03f'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:11:46.872012 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f8205-bc45-49b3-9daf-5caac0696379 None None] Pushing event updated for resources: {'Port': ['ID=b70519f6-93b2-4169-9f2a-447d94dbd258,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:46.900711 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf67ec60-4e54-4d8e-8bb2-b0dc43455858 admin admin] Router 019da860-1fcc-4383-b794-cbabfd12b3d5 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 09:11:46.920264 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 3d6499d1-2902-410f-8935-3f6ac12b1b33 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:11:47.017251 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-22c194cf-0e90-4cfa-b49e-3e8a3870ceb2 None None] Provisioning complete for port b70519f6-93b2-4169-9f2a-447d94dbd258 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:11:47.017583 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-22c194cf-0e90-4cfa-b49e-3e8a3870ceb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:47.022960 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf67ec60-4e54-4d8e-8bb2-b0dc43455858 admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:11:47.033557 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b7a46b-fe30-45ec-b2c0-2272b88de6c2 None None] Sync routers for ids ['019da860-1fcc-4383-b794-cbabfd12b3d5'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:11:47.043620 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-cf67ec60-4e54-4d8e-8bb2-b0dc43455858 admin admin] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:47.047624 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-cf67ec60-4e54-4d8e-8bb2-b0dc43455858 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9124460 Oct 26 09:11:47.047797 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b7a46b-fe30-45ec-b2c0-2272b88de6c2 None None] Routers {'019da860-1fcc-4383-b794-cbabfd12b3d5'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:11:47.047797 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-18b7a46b-fe30-45ec-b2c0-2272b88de6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:11:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['019da860-1fcc-4383-b794-cbabfd12b3d5'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:11:47.049262 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 44368) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:11:47.094755 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-fa82b655-d80e-4c2f-b2c0-66143fb8edbf None None] Set router 9b580a41-dad1-4e6f-ad7b-2baa9626b03f gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:11:47.160785 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-18b7a46b-fe30-45ec-b2c0-2272b88de6c2 None None] Set router 019da860-1fcc-4383-b794-cbabfd12b3d5 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:11:47.188888 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 3d6499d1-2902-410f-8935-3f6ac12b1b33 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:11:47.189413 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:47.300281 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-22c194cf-0e90-4cfa-b49e-3e8a3870ceb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:47.374836 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-22c194cf-0e90-4cfa-b49e-3e8a3870ceb2 None None] For port b70519f6-93b2-4169-9f2a-447d94dbd258, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=b70519f6-93b2-4169-9f2a-447d94dbd258,segment=NetworkSegment(3da70c1f-2486-4a7d-9850-d22a1dcd3fde),segment_id=3da70c1f-2486-4a7d-9850-d22a1dcd3fde)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:11:47.380733 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-18b7a46b-fe30-45ec-b2c0-2272b88de6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019da860-1fcc-4383-b794-cbabfd12b3d5', 'name': 'tempest-TestShelveInstance-610175177-router', 'tenant_id': 'b55be48c051448dba5e458209247d634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '8af858a2-da99-4b38-a034-d1145bb6a72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:11:45Z', 'updated_at': '2021-10-26T09:11:46Z', 'revision_number': 3, 'project_id': 'b55be48c051448dba5e458209247d634', 'gw_port': {'id': '8af858a2-da99-4b38-a034-d1145bb6a72e', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019da860-1fcc-4383-b794-cbabfd12b3d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:45Z', 'updated_at': '2021-10-26T09:11:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:11:47.411904 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-22c194cf-0e90-4cfa-b49e-3e8a3870ceb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:47.420432 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b7a46b-fe30-45ec-b2c0-2272b88de6c2 None None] Checking router: 019da860-1fcc-4383-b794-cbabfd12b3d5 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:11:47.420432 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b7a46b-fe30-45ec-b2c0-2272b88de6c2 None None] Updating router 019da860-1fcc-4383-b794-cbabfd12b3d5 port 8af858a2-da99-4b38-a034-d1145bb6a72e binding host dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 09:11:47.456276 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-18b7a46b-fe30-45ec-b2c0-2272b88de6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:47.476792 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:47.522197 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c194cf-0e90-4cfa-b49e-3e8a3870ceb2 None None] Pushing event updated for resources: {'Port': ['ID=b70519f6-93b2-4169-9f2a-447d94dbd258,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:47.551935 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 3d6499d1-2902-410f-8935-3f6ac12b1b33, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=3d6499d1-2902-410f-8935-3f6ac12b1b33,segment=NetworkSegment(ca839e15-0114-4673-80e7-e7fe7558881b),segment_id=ca839e15-0114-4673-80e7-e7fe7558881b)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:11:47.562237 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-79b73f8f-372b-4264-be93-f6daded77866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:47.564014 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:47.564799 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 3e9f79e6-cd16-476a-a278-259fee029646 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:11:47.566561 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-c7f79abd-b6de-481d-92c5-6d5e864cf3de None None] Provisioning complete for port b70519f6-93b2-4169-9f2a-447d94dbd258 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:11:47.566921 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c7f79abd-b6de-481d-92c5-6d5e864cf3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:47.578611 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-fa82b655-d80e-4c2f-b2c0-66143fb8edbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'name': 'tempest-TestShelveInstance-48606745-router', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': '3e9f79e6-cd16-476a-a278-259fee029646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:11:40Z', 'updated_at': '2021-10-26T09:11:43Z', 'revision_number': 4, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'gw_port': {'id': '3e9f79e6-cd16-476a-a278-259fee029646', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:11:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:40Z', 'updated_at': '2021-10-26T09:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'b70519f6-93b2-4169-9f2a-447d94dbd258', 'name': '', 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'mac_address': 'fa:16:3e:37:68:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '93c96590-907a-4f45-bdd5-cbb4c464759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:42Z', 'updated_at': '2021-10-26T09:11:46Z', 'revision_number': 4, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'subnets': [{'id': '93c96590-907a-4f45-bdd5-cbb4c464759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:11:47.667923 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cb02ae-d795-4a11-b824-180277d94f44 None None] Network a7d3aefa-6ba0-4ab4-baf8-383ac62a1712 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:11:47.676121 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa82b655-d80e-4c2f-b2c0-66143fb8edbf None None] The sync data for ids ['9b580a41-dad1-4e6f-ad7b-2baa9626b03f'] in dv-neutron-804846-13-hyperv is: [{'id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'name': 'tempest-TestShelveInstance-48606745-router', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': '3e9f79e6-cd16-476a-a278-259fee029646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:11:40Z', 'updated_at': '2021-10-26T09:11:43Z', 'revision_number': 4, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'gw_port': {'id': '3e9f79e6-cd16-476a-a278-259fee029646', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:11:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:40Z', 'updated_at': '2021-10-26T09:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'b70519f6-93b2-4169-9f2a-447d94dbd258', 'name': '', 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'mac_address': 'fa:16:3e:37:68:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '93c96590-907a-4f45-bdd5-cbb4c464759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:42Z', 'updated_at': '2021-10-26T09:11:46Z', 'revision_number': 4, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'subnets': [{'id': '93c96590-907a-4f45-bdd5-cbb4c464759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:11:47.792292 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-79b73f8f-372b-4264-be93-f6daded77866 admin admin] Allocated IP 172.20.0.1 (a7d3aefa-6ba0-4ab4-baf8-383ac62a1712/a7a8c726-ecbb-49ac-bd06-6d18baceb781/9d5eb603-da55-435f-b80f-85a32e750033) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:11:47.816681 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-18b7a46b-fe30-45ec-b2c0-2272b88de6c2 None None] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:47.820883 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=3d6499d1-2902-410f-8935-3f6ac12b1b33,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:47.827997 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-18b7a46b-fe30-45ec-b2c0-2272b88de6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:47.837365 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 3e9f79e6-cd16-476a-a278-259fee029646 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:11:47.837596 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:47.897280 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feef805-87c9-459e-92e0-a120687401eb None None] Pushing event updated for resources: {'Port': ['ID=8af858a2-da99-4b38-a034-d1145bb6a72e,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:47.899969 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-18b7a46b-fe30-45ec-b2c0-2272b88de6c2 None None] Attempting to bind port 8af858a2-da99-4b38-a034-d1145bb6a72e on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:11:47.900449 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-18b7a46b-fe30-45ec-b2c0-2272b88de6c2 None None] Attempting to bind port 8af858a2-da99-4b38-a034-d1145bb6a72e by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:11:47.900921 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b7a46b-fe30-45ec-b2c0-2272b88de6c2 None None] Attempting to bind port 8af858a2-da99-4b38-a034-d1145bb6a72e on network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:11:47.908018 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b7a46b-fe30-45ec-b2c0-2272b88de6c2 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:11:47.908539 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b7a46b-fe30-45ec-b2c0-2272b88de6c2 None None] Checking segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:11:47.909177 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-18b7a46b-fe30-45ec-b2c0-2272b88de6c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:47.910467 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b7a46b-fe30-45ec-b2c0-2272b88de6c2 None None] Bound using segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:11:47.911060 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-18b7a46b-fe30-45ec-b2c0-2272b88de6c2 None None] Bound port: 8af858a2-da99-4b38-a034-d1145bb6a72e, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:11:47.911543 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-18b7a46b-fe30-45ec-b2c0-2272b88de6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:47.934359 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-79b73f8f-372b-4264-be93-f6daded77866 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:47.972313 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-18b7a46b-fe30-45ec-b2c0-2272b88de6c2 None None] For port 8af858a2-da99-4b38-a034-d1145bb6a72e, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:11:47.976263 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-18b7a46b-fe30-45ec-b2c0-2272b88de6c2 None None] For port 8af858a2-da99-4b38-a034-d1145bb6a72e, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=8af858a2-da99-4b38-a034-d1145bb6a72e,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:11:47.976915 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-79b73f8f-372b-4264-be93-f6daded77866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:47.985657 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-18b7a46b-fe30-45ec-b2c0-2272b88de6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:48.032957 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b73f8f-372b-4264-be93-f6daded77866 admin admin] Network a7d3aefa-6ba0-4ab4-baf8-383ac62a1712 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:11:48.036267 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-79b73f8f-372b-4264-be93-f6daded77866 admin admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:11:48.040135 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b73f8f-372b-4264-be93-f6daded77866 admin admin] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:11:48.047517 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b7a46b-fe30-45ec-b2c0-2272b88de6c2 None None] Routers {'019da860-1fcc-4383-b794-cbabfd12b3d5'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:11:48.048562 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-18b7a46b-fe30-45ec-b2c0-2272b88de6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:11:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['019da860-1fcc-4383-b794-cbabfd12b3d5'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:11:48.080739 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b73f8f-372b-4264-be93-f6daded77866 admin admin] Pushing event updated for resources: {'Port': ['ID=9d5eb603-da55-435f-b80f-85a32e750033,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:48.094094 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-79b73f8f-372b-4264-be93-f6daded77866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:48.095217 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feef805-87c9-459e-92e0-a120687401eb None None] Pushing event updated for resources: {'Port': ['ID=8af858a2-da99-4b38-a034-d1145bb6a72e,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:48.133710 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-131542a0-32f6-4d40-9605-c6928677b368 None None] Provisioning complete for port 3d6499d1-2902-410f-8935-3f6ac12b1b33 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:11:48.134273 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-131542a0-32f6-4d40-9605-c6928677b368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:48.230224 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-18b7a46b-fe30-45ec-b2c0-2272b88de6c2 None None] Set router 019da860-1fcc-4383-b794-cbabfd12b3d5 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:11:48.287600 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-79b73f8f-372b-4264-be93-f6daded77866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:48.377722 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-d39b9399-c6ae-456a-889f-235a5221c7f9 None None] Provisioning complete for port 3d6499d1-2902-410f-8935-3f6ac12b1b33 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:11:48.378497 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d39b9399-c6ae-456a-889f-235a5221c7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:48.496546 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-18b7a46b-fe30-45ec-b2c0-2272b88de6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019da860-1fcc-4383-b794-cbabfd12b3d5', 'name': 'tempest-TestShelveInstance-610175177-router', 'tenant_id': 'b55be48c051448dba5e458209247d634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '8af858a2-da99-4b38-a034-d1145bb6a72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:11:45Z', 'updated_at': '2021-10-26T09:11:46Z', 'revision_number': 3, 'project_id': 'b55be48c051448dba5e458209247d634', 'gw_port': {'id': '8af858a2-da99-4b38-a034-d1145bb6a72e', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019da860-1fcc-4383-b794-cbabfd12b3d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:45Z', 'updated_at': '2021-10-26T09:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:11:48.525436 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-d39b9399-c6ae-456a-889f-235a5221c7f9 None None] Provisioning complete for port 9d5eb603-da55-435f-b80f-85a32e750033 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:11:48.525926 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d39b9399-c6ae-456a-889f-235a5221c7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:48.542761 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b7a46b-fe30-45ec-b2c0-2272b88de6c2 None None] The sync data for ids ['019da860-1fcc-4383-b794-cbabfd12b3d5'] in dv-neutron-804846-13-hyperv is: [{'id': '019da860-1fcc-4383-b794-cbabfd12b3d5', 'name': 'tempest-TestShelveInstance-610175177-router', 'tenant_id': 'b55be48c051448dba5e458209247d634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '8af858a2-da99-4b38-a034-d1145bb6a72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:11:45Z', 'updated_at': '2021-10-26T09:11:46Z', 'revision_number': 3, 'project_id': 'b55be48c051448dba5e458209247d634', 'gw_port': {'id': '8af858a2-da99-4b38-a034-d1145bb6a72e', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019da860-1fcc-4383-b794-cbabfd12b3d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:45Z', 'updated_at': '2021-10-26T09:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:11:48.552421 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-79b73f8f-372b-4264-be93-f6daded77866 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:48.562545 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-79b73f8f-372b-4264-be93-f6daded77866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:48.583493 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-d39b9399-c6ae-456a-889f-235a5221c7f9 None None] Port 9d5eb603-da55-435f-b80f-85a32e750033 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:11:48.649808 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-79b73f8f-372b-4264-be93-f6daded77866 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:48.651804 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b73f8f-372b-4264-be93-f6daded77866 admin admin] Pushing event updated for resources: {'Port': ['ID=9d5eb603-da55-435f-b80f-85a32e750033,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:48.714312 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-609ae7de-5927-4b42-a461-fd827622e395 None None] Provisioning complete for port 9d5eb603-da55-435f-b80f-85a32e750033 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:11:48.715006 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-609ae7de-5927-4b42-a461-fd827622e395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:48.759922 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-609ae7de-5927-4b42-a461-fd827622e395 None None] Port 9d5eb603-da55-435f-b80f-85a32e750033 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:11:48.775072 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b73f8f-372b-4264-be93-f6daded77866 admin admin] Network a7d3aefa-6ba0-4ab4-baf8-383ac62a1712 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:11:48.779333 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-79b73f8f-372b-4264-be93-f6daded77866 admin admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:11:48.832868 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 3d6499d1-2902-410f-8935-3f6ac12b1b33 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:11:48.898275 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 3d6499d1-2902-410f-8935-3f6ac12b1b33 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:11:48.898492 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:48.954682 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b73f8f-372b-4264-be93-f6daded77866 admin admin] Router 019da860-1fcc-4383-b794-cbabfd12b3d5 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:11:49.041133 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device b70519f6-93b2-4169-9f2a-447d94dbd258 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:11:49.097069 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port b70519f6-93b2-4169-9f2a-447d94dbd258 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:11:49.097554 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:49.120921 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b73f8f-372b-4264-be93-f6daded77866 admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:11:49.126375 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-79b73f8f-372b-4264-be93-f6daded77866 admin admin] 10.222.0.41 "PUT /v2.0/routers/019da860-1fcc-4383-b794-cbabfd12b3d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0769868 Oct 26 09:11:49.204746 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-06931e70-3100-46aa-b18c-8157682d995d None None] Provisioning complete for port 9d5eb603-da55-435f-b80f-85a32e750033 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:11:49.205255 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-06931e70-3100-46aa-b18c-8157682d995d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:49.244986 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-06931e70-3100-46aa-b18c-8157682d995d None None] Port 9d5eb603-da55-435f-b80f-85a32e750033 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:11:49.482052 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0435cb65-d518-4ed8-adf8-a19f37c5199e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:49.865708 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 44376) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:11:49.870418 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-e579e218-3017-47c6-add0-1a6f7a5970f5 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1509930954', 'description': 'tempest-secgroup-smoke-1509930954 description', 'project_id': '8c00edd130334a169c391b0c6b39e4a9'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:11:49.892287 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e579e218-3017-47c6-add0-1a6f7a5970f5 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:49.959531 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e579e218-3017-47c6-add0-1a6f7a5970f5 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:49.963166 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e579e218-3017-47c6-add0-1a6f7a5970f5 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:49.995760 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-e579e218-3017-47c6-add0-1a6f7a5970f5 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:49.996978 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-e579e218-3017-47c6-add0-1a6f7a5970f5 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1302462 Oct 26 09:11:50.000056 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44378) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:11:50.000965 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579e218-3017-47c6-add0-1a6f7a5970f5 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07e42cff-376e-4777-b4dd-4fa2b44ddf1e,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:50.005604 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-b3ce05b0-5839-4337-8a78-ca9025249619 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Request body: {'security_group_rule': {'security_group_id': '07e42cff-376e-4777-b4dd-4fa2b44ddf1e', 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:11:50.030981 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b3ce05b0-5839-4337-8a78-ca9025249619 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:50.087217 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b3ce05b0-5839-4337-8a78-ca9025249619 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:50.090760 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b3ce05b0-5839-4337-8a78-ca9025249619 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:50.105307 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce05b0-5839-4337-8a78-ca9025249619 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a36c971b-a454-4139-b939-d4ee374e30ab,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:50.116624 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b3ce05b0-5839-4337-8a78-ca9025249619 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:50.117834 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b3ce05b0-5839-4337-8a78-ca9025249619 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1165416 Oct 26 09:11:50.120559 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44380) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:11:50.125045 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-970e2039-e7de-4a1f-9398-182b159cc07c tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Request body: {'security_group_rule': {'security_group_id': '07e42cff-376e-4777-b4dd-4fa2b44ddf1e', 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:11:50.151334 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-970e2039-e7de-4a1f-9398-182b159cc07c tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:50.214540 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-970e2039-e7de-4a1f-9398-182b159cc07c tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:50.218520 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-970e2039-e7de-4a1f-9398-182b159cc07c tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:50.235759 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e2039-e7de-4a1f-9398-182b159cc07c tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c843a8dc-d319-4623-a645-d594e237e0e5,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:50.245014 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-970e2039-e7de-4a1f-9398-182b159cc07c tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:50.246247 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-970e2039-e7de-4a1f-9398-182b159cc07c tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1247180 Oct 26 09:11:50.248983 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44382) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:11:50.254123 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-08599d3a-653e-440a-ab53-25413130a882 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Request body: {'security_group_rule': {'security_group_id': '07e42cff-376e-4777-b4dd-4fa2b44ddf1e', 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:11:50.279668 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-08599d3a-653e-440a-ab53-25413130a882 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:50.337748 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-08599d3a-653e-440a-ab53-25413130a882 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:50.341244 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-08599d3a-653e-440a-ab53-25413130a882 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:50.359326 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08599d3a-653e-440a-ab53-25413130a882 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e442519-8ba0-4fdb-a3fa-6ba4a2ecc661,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:50.366930 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-08599d3a-653e-440a-ab53-25413130a882 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:50.368132 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-08599d3a-653e-440a-ab53-25413130a882 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181085 Oct 26 09:11:50.370890 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44384) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:11:50.375213 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-1a350599-39da-46d1-b2c6-2773a3fd76ff tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Request body: {'security_group_rule': {'security_group_id': '07e42cff-376e-4777-b4dd-4fa2b44ddf1e', 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:11:50.401306 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1a350599-39da-46d1-b2c6-2773a3fd76ff tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:50.460899 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1a350599-39da-46d1-b2c6-2773a3fd76ff tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:50.464448 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1a350599-39da-46d1-b2c6-2773a3fd76ff tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:50.483009 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a350599-39da-46d1-b2c6-2773a3fd76ff tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f8936c-fd0c-496d-a1d1-2a406185cb74,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:50.490842 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1a350599-39da-46d1-b2c6-2773a3fd76ff tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:50.492066 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1a350599-39da-46d1-b2c6-2773a3fd76ff tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202548 Oct 26 09:11:50.494705 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44386) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:11:50.499027 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-dcd7d2a7-8237-4e27-a86c-05b8087daf3e tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Request body: {'security_group_rule': {'security_group_id': '07e42cff-376e-4777-b4dd-4fa2b44ddf1e', 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:11:50.520299 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.securitygroups_db [None req-dcd7d2a7-8237-4e27-a86c-05b8087daf3e tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Project 8c00edd130334a169c391b0c6b39e4a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 09:11:50.525575 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dcd7d2a7-8237-4e27-a86c-05b8087daf3e tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:50.589933 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dcd7d2a7-8237-4e27-a86c-05b8087daf3e tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:50.593304 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dcd7d2a7-8237-4e27-a86c-05b8087daf3e tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:50.611794 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd7d2a7-8237-4e27-a86c-05b8087daf3e tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3101ad63-e1a2-4161-8d6b-f4abea529952,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:50.620269 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dcd7d2a7-8237-4e27-a86c-05b8087daf3e tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:50.621483 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-dcd7d2a7-8237-4e27-a86c-05b8087daf3e tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1258297 Oct 26 09:11:50.624688 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44388) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:11:50.629595 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-e10df978-13e6-4b11-8268-1bae88cfeba4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Request body: {'security_group_rule': {'security_group_id': '07e42cff-376e-4777-b4dd-4fa2b44ddf1e', 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:11:50.652409 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.securitygroups_db [None req-e10df978-13e6-4b11-8268-1bae88cfeba4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Project 8c00edd130334a169c391b0c6b39e4a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 09:11:50.657611 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e10df978-13e6-4b11-8268-1bae88cfeba4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:50.724020 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e10df978-13e6-4b11-8268-1bae88cfeba4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:50.728790 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e10df978-13e6-4b11-8268-1bae88cfeba4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:50.733536 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 8af858a2-da99-4b38-a034-d1145bb6a72e up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:11:50.746414 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10df978-13e6-4b11-8268-1bae88cfeba4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edd85d8a-6290-409a-a263-15d8ff4594c1,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:50.755128 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-e10df978-13e6-4b11-8268-1bae88cfeba4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:50.763990 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-e10df978-13e6-4b11-8268-1bae88cfeba4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1307495 Oct 26 09:11:50.789034 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 8af858a2-da99-4b38-a034-d1145bb6a72e triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:11:50.789411 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:50.875695 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:50.899035 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 8af858a2-da99-4b38-a034-d1145bb6a72e, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=8af858a2-da99-4b38-a034-d1145bb6a72e,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:11:50.903123 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:50.910448 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-3d9c19ff-2ff1-418f-ae97-d486b65b3eb7 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1509930954&fields=id&tenant_id=8c00edd130334a169c391b0c6b39e4a9 HTTP/1.1" status: 200 len: 267 time: 0.0385222 Oct 26 09:11:50.960327 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=8af858a2-da99-4b38-a034-d1145bb6a72e,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:51.024619 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-a462d6a8-4c95-498a-b569-5570a1d2b2ed tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:51.026270 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-a462d6a8-4c95-498a-b569-5570a1d2b2ed tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/networks?id=93a63646-6966-49e9-b68b-c54a0a1af1b3 HTTP/1.1" status: 200 len: 807 time: 0.1109722 Oct 26 09:11:51.041325 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-6433a50a-abad-4752-a5a0-9db6973e35d6 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/quotas/8c00edd130334a169c391b0c6b39e4a9 HTTP/1.1" status: 200 len: 375 time: 0.0091755 Oct 26 09:11:51.093428 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-ad5e6bb3-e9f0-4447-a085-f71a41834ded tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c00edd130334a169c391b0c6b39e4a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466018 Oct 26 09:11:51.146627 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90705f18-1c4b-4af9-a8ea-96d403f0d72c None None] Sync routers for ids ['019da860-1fcc-4383-b794-cbabfd12b3d5'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:11:51.156894 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90705f18-1c4b-4af9-a8ea-96d403f0d72c None None] Routers {'019da860-1fcc-4383-b794-cbabfd12b3d5'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:11:51.157662 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-90705f18-1c4b-4af9-a8ea-96d403f0d72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:11:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['019da860-1fcc-4383-b794-cbabfd12b3d5'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:11:51.194537 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-b2fba5f1-f0a3-429f-b520-d205c79ca210 service neutron] 10.222.0.41 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892036 Oct 26 09:11:51.286618 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-bbbd470c-64b4-44d6-bab8-c87692a1dc3e service neutron] 10.222.0.41 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853827 Oct 26 09:11:51.416787 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-90705f18-1c4b-4af9-a8ea-96d403f0d72c None None] Set router 019da860-1fcc-4383-b794-cbabfd12b3d5 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:11:51.460573 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-fa0a034a-d2eb-43d0-b1dc-aa831d86e187 req-fe2d1fd2-14c1-4f75-8ee4-064e18ad3d15 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 210 time: 0.0293021 Oct 26 09:11:51.630974 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-90705f18-1c4b-4af9-a8ea-96d403f0d72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019da860-1fcc-4383-b794-cbabfd12b3d5', 'name': 'tempest-TestShelveInstance-610175177-router', 'tenant_id': 'b55be48c051448dba5e458209247d634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '8af858a2-da99-4b38-a034-d1145bb6a72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:11:45Z', 'updated_at': '2021-10-26T09:11:48Z', 'revision_number': 4, 'project_id': 'b55be48c051448dba5e458209247d634', 'gw_port': {'id': '8af858a2-da99-4b38-a034-d1145bb6a72e', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019da860-1fcc-4383-b794-cbabfd12b3d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:45Z', 'updated_at': '2021-10-26T09:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '9d5eb603-da55-435f-b80f-85a32e750033', 'name': '', 'network_id': 'a7d3aefa-6ba0-4ab4-baf8-383ac62a1712', 'tenant_id': 'b55be48c051448dba5e458209247d634', 'mac_address': 'fa:16:3e:a4:bd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019da860-1fcc-4383-b794-cbabfd12b3d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'a7a8c726-ecbb-49ac-bd06-6d18baceb781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:47Z', 'updated_at': '2021-10-26T09:11:48Z', 'revision_number': 2, 'project_id': 'b55be48c051448dba5e458209247d634', 'subnets': [{'id': 'a7a8c726-ecbb-49ac-bd06-6d18baceb781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:11:51.658557 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90705f18-1c4b-4af9-a8ea-96d403f0d72c None None] Checking router: 019da860-1fcc-4383-b794-cbabfd12b3d5 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:11:51.658914 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90705f18-1c4b-4af9-a8ea-96d403f0d72c None None] Updating router 019da860-1fcc-4383-b794-cbabfd12b3d5 port 9d5eb603-da55-435f-b80f-85a32e750033 binding host dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 09:11:51.690855 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-90705f18-1c4b-4af9-a8ea-96d403f0d72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:51.959996 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-90705f18-1c4b-4af9-a8ea-96d403f0d72c None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:51.965525 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-90705f18-1c4b-4af9-a8ea-96d403f0d72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:52.039512 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd4bc3-a5c3-4dda-8cf2-6da51802c0a2 None None] Pushing event updated for resources: {'Port': ['ID=9d5eb603-da55-435f-b80f-85a32e750033,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:52.075222 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-90705f18-1c4b-4af9-a8ea-96d403f0d72c None None] Attempting to bind port 9d5eb603-da55-435f-b80f-85a32e750033 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:11:52.075591 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-90705f18-1c4b-4af9-a8ea-96d403f0d72c None None] Attempting to bind port 9d5eb603-da55-435f-b80f-85a32e750033 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'ca839e15-0114-4673-80e7-e7fe7558881b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a7d3aefa-6ba0-4ab4-baf8-383ac62a1712'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:11:52.075952 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90705f18-1c4b-4af9-a8ea-96d403f0d72c None None] Attempting to bind port 9d5eb603-da55-435f-b80f-85a32e750033 on network a7d3aefa-6ba0-4ab4-baf8-383ac62a1712 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:11:52.081847 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90705f18-1c4b-4af9-a8ea-96d403f0d72c None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:11:52.082223 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90705f18-1c4b-4af9-a8ea-96d403f0d72c None None] Checking segment: {'id': 'ca839e15-0114-4673-80e7-e7fe7558881b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a7d3aefa-6ba0-4ab4-baf8-383ac62a1712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:11:52.082623 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-90705f18-1c4b-4af9-a8ea-96d403f0d72c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:52.083022 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90705f18-1c4b-4af9-a8ea-96d403f0d72c None None] Bound using segment: {'id': 'ca839e15-0114-4673-80e7-e7fe7558881b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a7d3aefa-6ba0-4ab4-baf8-383ac62a1712'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:11:52.083485 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-90705f18-1c4b-4af9-a8ea-96d403f0d72c None None] Bound port: 9d5eb603-da55-435f-b80f-85a32e750033, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca839e15-0114-4673-80e7-e7fe7558881b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a7d3aefa-6ba0-4ab4-baf8-383ac62a1712'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:11:52.083860 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-90705f18-1c4b-4af9-a8ea-96d403f0d72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:52.150276 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-56ae7a00-4fa6-43be-9bb1-bfa77b5502da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:52.162701 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-90705f18-1c4b-4af9-a8ea-96d403f0d72c None None] For port 9d5eb603-da55-435f-b80f-85a32e750033, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:11:52.166233 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-90705f18-1c4b-4af9-a8ea-96d403f0d72c None None] For port 9d5eb603-da55-435f-b80f-85a32e750033, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=9d5eb603-da55-435f-b80f-85a32e750033,segment=NetworkSegment(ca839e15-0114-4673-80e7-e7fe7558881b),segment_id=ca839e15-0114-4673-80e7-e7fe7558881b)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:11:52.171160 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-90705f18-1c4b-4af9-a8ea-96d403f0d72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:52.231446 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90705f18-1c4b-4af9-a8ea-96d403f0d72c None None] Routers {'019da860-1fcc-4383-b794-cbabfd12b3d5'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:11:52.232365 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-90705f18-1c4b-4af9-a8ea-96d403f0d72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:11:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['019da860-1fcc-4383-b794-cbabfd12b3d5'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:11:52.234136 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd4bc3-a5c3-4dda-8cf2-6da51802c0a2 None None] Pushing event updated for resources: {'Port': ['ID=9d5eb603-da55-435f-b80f-85a32e750033,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:52.356406 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-890350ea-bc22-44f5-9b9d-f9223f8e091b None None] Provisioning complete for port 9d5eb603-da55-435f-b80f-85a32e750033 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:11:52.357590 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-890350ea-bc22-44f5-9b9d-f9223f8e091b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:52.412508 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-90705f18-1c4b-4af9-a8ea-96d403f0d72c None None] Set router 019da860-1fcc-4383-b794-cbabfd12b3d5 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:11:52.447927 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-54b54982-9ab3-46d1-8610-b7c437d56137 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:52.450288 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-54b54982-9ab3-46d1-8610-b7c437d56137 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.47 "GET /v2.0/networks?id=93a63646-6966-49e9-b68b-c54a0a1af1b3 HTTP/1.1" status: 200 len: 807 time: 0.1337292 Oct 26 09:11:52.498107 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-4127eb03-2bc7-4a01-a07d-4401eaed2109 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c00edd130334a169c391b0c6b39e4a9 HTTP/1.1" status: 200 len: 380 time: 0.0374320 Oct 26 09:11:52.516989 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-d44d3c7e-753c-475d-9546-75444b989908 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Request body: {'port': {'device_id': '9da16bce-f332-47b5-936f-b0d2df9a3b8f', 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3', 'admin_state_up': True, 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'security_groups': ['07e42cff-376e-4777-b4dd-4fa2b44ddf1e']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:11:52.591043 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-890350ea-bc22-44f5-9b9d-f9223f8e091b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:52.598304 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5cf60893-e212-4056-a1cc-6301cec6146b req-fb6d7849-eef5-4a36-8a4e-8c6dbc8e8b4c tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 210 time: 0.0348601 Oct 26 09:11:52.664103 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-890350ea-bc22-44f5-9b9d-f9223f8e091b None None] For port 9d5eb603-da55-435f-b80f-85a32e750033, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=9d5eb603-da55-435f-b80f-85a32e750033,segment=NetworkSegment(ca839e15-0114-4673-80e7-e7fe7558881b),segment_id=ca839e15-0114-4673-80e7-e7fe7558881b)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:11:52.664358 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-d44d3c7e-753c-475d-9546-75444b989908 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Made reservation on behalf of 8c00edd130334a169c391b0c6b39e4a9 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:11:52.668334 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-d44d3c7e-753c-475d-9546-75444b989908 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:52.670400 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-890350ea-bc22-44f5-9b9d-f9223f8e091b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:52.731763 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 8af858a2-da99-4b38-a034-d1145bb6a72e up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:11:52.758670 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890350ea-bc22-44f5-9b9d-f9223f8e091b None None] Pushing event updated for resources: {'Port': ['ID=9d5eb603-da55-435f-b80f-85a32e750033,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:52.777204 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-90705f18-1c4b-4af9-a8ea-96d403f0d72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019da860-1fcc-4383-b794-cbabfd12b3d5', 'name': 'tempest-TestShelveInstance-610175177-router', 'tenant_id': 'b55be48c051448dba5e458209247d634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '8af858a2-da99-4b38-a034-d1145bb6a72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:11:45Z', 'updated_at': '2021-10-26T09:11:48Z', 'revision_number': 4, 'project_id': 'b55be48c051448dba5e458209247d634', 'gw_port': {'id': '8af858a2-da99-4b38-a034-d1145bb6a72e', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019da860-1fcc-4383-b794-cbabfd12b3d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:45Z', 'updated_at': '2021-10-26T09:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '9d5eb603-da55-435f-b80f-85a32e750033', 'name': '', 'network_id': 'a7d3aefa-6ba0-4ab4-baf8-383ac62a1712', 'tenant_id': 'b55be48c051448dba5e458209247d634', 'mac_address': 'fa:16:3e:a4:bd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019da860-1fcc-4383-b794-cbabfd12b3d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'a7a8c726-ecbb-49ac-bd06-6d18baceb781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:47Z', 'updated_at': '2021-10-26T09:11:52Z', 'revision_number': 4, 'project_id': 'b55be48c051448dba5e458209247d634', 'subnets': [{'id': 'a7a8c726-ecbb-49ac-bd06-6d18baceb781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:11:52.797691 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-d44d3c7e-753c-475d-9546-75444b989908 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Allocated IP 172.20.0.8 (93a63646-6966-49e9-b68b-c54a0a1af1b3/93c96590-907a-4f45-bdd5-cbb4c464759d/fcc2a104-e8dc-4117-b2ae-501cc00aa87c) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:11:52.811661 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90705f18-1c4b-4af9-a8ea-96d403f0d72c None None] The sync data for ids ['019da860-1fcc-4383-b794-cbabfd12b3d5'] in dv-neutron-804846-13-hyperv is: [{'id': '019da860-1fcc-4383-b794-cbabfd12b3d5', 'name': 'tempest-TestShelveInstance-610175177-router', 'tenant_id': 'b55be48c051448dba5e458209247d634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '8af858a2-da99-4b38-a034-d1145bb6a72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:11:45Z', 'updated_at': '2021-10-26T09:11:48Z', 'revision_number': 4, 'project_id': 'b55be48c051448dba5e458209247d634', 'gw_port': {'id': '8af858a2-da99-4b38-a034-d1145bb6a72e', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019da860-1fcc-4383-b794-cbabfd12b3d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:45Z', 'updated_at': '2021-10-26T09:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '9d5eb603-da55-435f-b80f-85a32e750033', 'name': '', 'network_id': 'a7d3aefa-6ba0-4ab4-baf8-383ac62a1712', 'tenant_id': 'b55be48c051448dba5e458209247d634', 'mac_address': 'fa:16:3e:a4:bd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019da860-1fcc-4383-b794-cbabfd12b3d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'a7a8c726-ecbb-49ac-bd06-6d18baceb781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:47Z', 'updated_at': '2021-10-26T09:11:52Z', 'revision_number': 4, 'project_id': 'b55be48c051448dba5e458209247d634', 'subnets': [{'id': 'a7a8c726-ecbb-49ac-bd06-6d18baceb781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:11:52.827438 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-a3363bd6-ceb4-4a40-8317-62b4a524078f None None] Provisioning complete for port 9d5eb603-da55-435f-b80f-85a32e750033 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:11:52.827813 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a3363bd6-ceb4-4a40-8317-62b4a524078f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:52.859752 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 8af858a2-da99-4b38-a034-d1145bb6a72e triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:11:52.861675 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:52.980812 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-d44d3c7e-753c-475d-9546-75444b989908 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:53.025378 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-d44d3c7e-753c-475d-9546-75444b989908 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:53.061213 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:53.082178 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-d44d3c7e-753c-475d-9546-75444b989908 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Network 93a63646-6966-49e9-b68b-c54a0a1af1b3 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:11:53.086360 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d3c7e-753c-475d-9546-75444b989908 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Pushing event updated for resources: {'Port': ['ID=fcc2a104-e8dc-4117-b2ae-501cc00aa87c,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:53.089895 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-d44d3c7e-753c-475d-9546-75444b989908 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:11:53.092028 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-d44d3c7e-753c-475d-9546-75444b989908 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:11:53.154452 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-d44d3c7e-753c-475d-9546-75444b989908 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:53.155213 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-d44d3c7e-753c-475d-9546-75444b989908 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:53.174759 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-d44d3c7e-753c-475d-9546-75444b989908 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6632140 Oct 26 09:11:53.186897 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-0b6449af-1d3f-44c5-a51f-bf685d3c0705 service neutron] Request body: {'port': {'device_id': '9da16bce-f332-47b5-936f-b0d2df9a3b8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:11:53.246367 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-0b6449af-1d3f-44c5-a51f-bf685d3c0705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:53.332474 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-0476ceae-7da8-4401-b2cb-d3a3b47dfd9c None None] Provisioning complete for port fcc2a104-e8dc-4117-b2ae-501cc00aa87c triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:11:53.332928 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0476ceae-7da8-4401-b2cb-d3a3b47dfd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:53.369041 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-0476ceae-7da8-4401-b2cb-d3a3b47dfd9c None None] Port fcc2a104-e8dc-4117-b2ae-501cc00aa87c cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:11:53.392010 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:53.522264 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-0b6449af-1d3f-44c5-a51f-bf685d3c0705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcc2a104-e8dc-4117-b2ae-501cc00aa87c {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 09:11:53.529932 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-0b6449af-1d3f-44c5-a51f-bf685d3c0705 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:53.543151 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-0b6449af-1d3f-44c5-a51f-bf685d3c0705 service neutron] Transition to ACTIVE for port object fcc2a104-e8dc-4117-b2ae-501cc00aa87c will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 09:11:53.546901 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-0b6449af-1d3f-44c5-a51f-bf685d3c0705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:53.604785 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6449af-1d3f-44c5-a51f-bf685d3c0705 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc2a104-e8dc-4117-b2ae-501cc00aa87c,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:53.677337 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-0b6449af-1d3f-44c5-a51f-bf685d3c0705 service neutron] Attempting to bind port fcc2a104-e8dc-4117-b2ae-501cc00aa87c on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:11:53.677858 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-0b6449af-1d3f-44c5-a51f-bf685d3c0705 service neutron] Attempting to bind port fcc2a104-e8dc-4117-b2ae-501cc00aa87c by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '3da70c1f-2486-4a7d-9850-d22a1dcd3fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:11:53.678200 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-0b6449af-1d3f-44c5-a51f-bf685d3c0705 service neutron] Attempting to bind port fcc2a104-e8dc-4117-b2ae-501cc00aa87c on network 93a63646-6966-49e9-b68b-c54a0a1af1b3 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:11:53.682853 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-0b6449af-1d3f-44c5-a51f-bf685d3c0705 service neutron] Port fcc2a104-e8dc-4117-b2ae-501cc00aa87c on network 93a63646-6966-49e9-b68b-c54a0a1af1b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 09:11:53.683192 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-0b6449af-1d3f-44c5-a51f-bf685d3c0705 service neutron] Attempting to bind port fcc2a104-e8dc-4117-b2ae-501cc00aa87c on network 93a63646-6966-49e9-b68b-c54a0a1af1b3 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:11:53.688437 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-0b6449af-1d3f-44c5-a51f-bf685d3c0705 service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:11:53.688809 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-0b6449af-1d3f-44c5-a51f-bf685d3c0705 service neutron] Checking segment: {'id': '3da70c1f-2486-4a7d-9850-d22a1dcd3fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:11:53.689203 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-0b6449af-1d3f-44c5-a51f-bf685d3c0705 service neutron] Bound using segment: {'id': '3da70c1f-2486-4a7d-9850-d22a1dcd3fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:11:53.689711 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-0b6449af-1d3f-44c5-a51f-bf685d3c0705 service neutron] Bound port: fcc2a104-e8dc-4117-b2ae-501cc00aa87c, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3da70c1f-2486-4a7d-9850-d22a1dcd3fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:11:53.690035 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-0b6449af-1d3f-44c5-a51f-bf685d3c0705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:53.731185 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763daa75-dd5a-40c9-84f7-dcca50c029fb req-78193b5b-7f49-4b20-9874-49e920326390 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:53.739900 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-763daa75-dd5a-40c9-84f7-dcca50c029fb req-78193b5b-7f49-4b20-9874-49e920326390 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 943 time: 0.0624125 Oct 26 09:11:53.761150 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-0b6449af-1d3f-44c5-a51f-bf685d3c0705 service neutron] For port fcc2a104-e8dc-4117-b2ae-501cc00aa87c, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:11:53.764913 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-0b6449af-1d3f-44c5-a51f-bf685d3c0705 service neutron] For port fcc2a104-e8dc-4117-b2ae-501cc00aa87c, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=fcc2a104-e8dc-4117-b2ae-501cc00aa87c,segment=NetworkSegment(3da70c1f-2486-4a7d-9850-d22a1dcd3fde),segment_id=3da70c1f-2486-4a7d-9850-d22a1dcd3fde)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:11:53.771683 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-0b6449af-1d3f-44c5-a51f-bf685d3c0705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:53.779830 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-763daa75-dd5a-40c9-84f7-dcca50c029fb req-e9daecf0-3998-415f-9b45-977fd94036d1 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386367 Oct 26 09:11:53.809921 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-0b6449af-1d3f-44c5-a51f-bf685d3c0705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:53.810581 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-0b6449af-1d3f-44c5-a51f-bf685d3c0705 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:53.811924 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-0b6449af-1d3f-44c5-a51f-bf685d3c0705 service neutron] 10.222.0.47 "PUT /v2.0/ports/fcc2a104-e8dc-4117-b2ae-501cc00aa87c HTTP/1.1" status: 200 len: 1093 time: 0.6294270 Oct 26 09:11:53.812376 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da16bce-f332-47b5-936f-b0d2df9a3b8f', 'tag': 'fcc2a104-e8dc-4117-b2ae-501cc00aa87c'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:11:53.814717 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09dd4f56-5f3b-454f-8243-1c4319af0c16" -d '{"events": [{"name": "network-changed", "server_uuid": "9da16bce-f332-47b5-936f-b0d2df9a3b8f", "tag": "fcc2a104-e8dc-4117-b2ae-501cc00aa87c"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:11:53.841680 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6449af-1d3f-44c5-a51f-bf685d3c0705 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc2a104-e8dc-4117-b2ae-501cc00aa87c,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:53.861164 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 09:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02153f0-17e4-4f32-aa09-a116423b0c14 x-openstack-request-id: req-f02153f0-17e4-4f32-aa09-a116423b0c14 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:11:53.861457 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da16bce-f332-47b5-936f-b0d2df9a3b8f", "tag": "fcc2a104-e8dc-4117-b2ae-501cc00aa87c", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:11:53.861751 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f02153f0-17e4-4f32-aa09-a116423b0c14 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:11:53.862661 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da16bce-f332-47b5-936f-b0d2df9a3b8f', 'tag': 'fcc2a104-e8dc-4117-b2ae-501cc00aa87c', 'status': 'completed', 'code': 200} Oct 26 09:11:53.912585 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-8d17ce88-6695-4556-8533-c433fd05b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:53.914160 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-8d17ce88-6695-4556-8533-c433fd05b82c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8c00edd130334a169c391b0c6b39e4a9&device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 1096 time: 0.0462339 Oct 26 09:11:53.964805 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-35ef97f7-cf39-441a-b66c-08bd7e52bf08 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcc2a104-e8dc-4117-b2ae-501cc00aa87c HTTP/1.1" status: 200 len: 217 time: 0.0427177 Oct 26 09:11:54.020213 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-9f502812-ec1e-4ae3-89eb-c4b8534beefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:54.021715 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-9f502812-ec1e-4ae3-89eb-c4b8534beefd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=93c96590-907a-4f45-bdd5-cbb4c464759d HTTP/1.1" status: 200 len: 846 time: 0.0499575 Oct 26 09:11:54.067703 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-d977ab7d-abc0-4ad2-911d-9b50137b83d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:54.069113 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-d977ab7d-abc0-4ad2-911d-9b50137b83d7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93a63646-6966-49e9-b68b-c54a0a1af1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0407155 Oct 26 09:11:54.156648 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-30eaa2fc-c8c5-41b5-bb48-16745fb3b977 service neutron] 10.222.0.47 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802855 Oct 26 09:11:54.248848 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-afb92817-eb8d-4f38-b0ff-ac9826d57968 req-7278a8e7-aefd-44b9-abf3-7a1deda25ce7 service neutron] 10.222.0.47 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852299 Oct 26 09:11:54.336404 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd4f56-5f3b-454f-8243-1c4319af0c16 req-0181dc46-e361-45ab-948e-7f20e2362998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:54.337957 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-09dd4f56-5f3b-454f-8243-1c4319af0c16 req-0181dc46-e361-45ab-948e-7f20e2362998 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8c00edd130334a169c391b0c6b39e4a9&device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 1096 time: 0.0418122 Oct 26 09:11:54.489261 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:54.727615 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 9d5eb603-da55-435f-b80f-85a32e750033 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:11:54.763205 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd4f56-5f3b-454f-8243-1c4319af0c16 req-59b9e746-5dc2-41f0-9932-89d8683b1a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:54.764814 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-09dd4f56-5f3b-454f-8243-1c4319af0c16 req-59b9e746-5dc2-41f0-9932-89d8683b1a8d service neutron] 10.222.0.47 "GET /v2.0/networks?id=93a63646-6966-49e9-b68b-c54a0a1af1b3 HTTP/1.1" status: 200 len: 908 time: 0.4145522 Oct 26 09:11:54.775635 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 9d5eb603-da55-435f-b80f-85a32e750033 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:11:54.776077 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:54.809524 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-09dd4f56-5f3b-454f-8243-1c4319af0c16 req-954f1c9a-65f7-4291-bf09-051c5789d598 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcc2a104-e8dc-4117-b2ae-501cc00aa87c HTTP/1.1" status: 200 len: 217 time: 0.0363746 Oct 26 09:11:54.876855 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd4f56-5f3b-454f-8243-1c4319af0c16 req-79316323-29ae-4af1-baee-c1655c2a8d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:54.879053 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-09dd4f56-5f3b-454f-8243-1c4319af0c16 req-79316323-29ae-4af1-baee-c1655c2a8d51 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=93c96590-907a-4f45-bdd5-cbb4c464759d HTTP/1.1" status: 200 len: 846 time: 0.0614665 Oct 26 09:11:54.907808 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e785e-ebe9-462b-b591-d5b5f0998159 req-5d913caf-6452-4fc9-ade6-e37830ef05eb tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:54.909515 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-8a8e785e-ebe9-462b-b591-d5b5f0998159 req-5d913caf-6452-4fc9-ade6-e37830ef05eb tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 943 time: 0.0548449 Oct 26 09:11:54.935217 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd4f56-5f3b-454f-8243-1c4319af0c16 req-53bb2212-c6fa-478f-a349-d698f6efcf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:54.937420 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-09dd4f56-5f3b-454f-8243-1c4319af0c16 req-53bb2212-c6fa-478f-a349-d698f6efcf52 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93a63646-6966-49e9-b68b-c54a0a1af1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0497518 Oct 26 09:11:54.945028 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:54.959953 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-8a8e785e-ebe9-462b-b591-d5b5f0998159 req-48a04532-f67f-4c44-8902-7698cd725553 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440481 Oct 26 09:11:55.033355 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-09dd4f56-5f3b-454f-8243-1c4319af0c16 req-6e570e22-10f0-49b8-8e89-9f0877ebd47e service neutron] 10.222.0.47 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881145 Oct 26 09:11:55.128821 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-09dd4f56-5f3b-454f-8243-1c4319af0c16 req-c499aaad-6a54-411c-8677-fe1156eabeae service neutron] 10.222.0.47 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888417 Oct 26 09:11:55.754988 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:11:55.979759 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device fcc2a104-e8dc-4117-b2ae-501cc00aa87c details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 09:11:56.077238 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ac8fc-5074-456e-961d-63f86c06576c req-edf1c780-1ed3-4110-8665-71742b08de1d tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:56.078767 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-274ac8fc-5074-456e-961d-63f86c06576c req-edf1c780-1ed3-4110-8665-71742b08de1d tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 943 time: 0.0502384 Oct 26 09:11:56.083960 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port fcc2a104-e8dc-4117-b2ae-501cc00aa87c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=fcc2a104-e8dc-4117-b2ae-501cc00aa87c,segment=NetworkSegment(3da70c1f-2486-4a7d-9850-d22a1dcd3fde),segment_id=3da70c1f-2486-4a7d-9850-d22a1dcd3fde)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:11:56.094461 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': 'fcc2a104-e8dc-4117-b2ae-501cc00aa87c', 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3', 'port_id': 'fcc2a104-e8dc-4117-b2ae-501cc00aa87c', 'mac_address': 'fa:16:3e:99:49:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c96590-907a-4f45-bdd5-cbb4c464759d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 09:11:56.118079 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-274ac8fc-5074-456e-961d-63f86c06576c req-e1ae00d6-8023-4ab0-8199-04aebda96bbb tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317497 Oct 26 09:11:56.136421 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:56.150735 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc2a104-e8dc-4117-b2ae-501cc00aa87c {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 09:11:56.169842 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port fcc2a104-e8dc-4117-b2ae-501cc00aa87c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=fcc2a104-e8dc-4117-b2ae-501cc00aa87c,segment=NetworkSegment(3da70c1f-2486-4a7d-9850-d22a1dcd3fde),segment_id=3da70c1f-2486-4a7d-9850-d22a1dcd3fde)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:11:56.173701 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:56.219544 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=fcc2a104-e8dc-4117-b2ae-501cc00aa87c,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:56.377562 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['fcc2a104-e8dc-4117-b2ae-501cc00aa87c'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 09:11:57.236326 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb609a3-e4dc-48a3-a875-3b4ee3d41002 req-3376430e-a1b5-4fa8-b771-c9b5c96d9d18 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:57.238610 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-9bb609a3-e4dc-48a3-a875-3b4ee3d41002 req-3376430e-a1b5-4fa8-b771-c9b5c96d9d18 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 944 time: 0.0533824 Oct 26 09:11:57.275792 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-9bb609a3-e4dc-48a3-a875-3b4ee3d41002 req-bad68192-7365-4de1-89c1-a98b6463ae48 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312350 Oct 26 09:11:57.991325 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device fcc2a104-e8dc-4117-b2ae-501cc00aa87c up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:11:58.038994 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port fcc2a104-e8dc-4117-b2ae-501cc00aa87c completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 09:11:58.042977 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port fcc2a104-e8dc-4117-b2ae-501cc00aa87c triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:11:58.043348 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:58.122099 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:58.144478 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da16bce-f332-47b5-936f-b0d2df9a3b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc2a104-e8dc-4117-b2ae-501cc00aa87c'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:11:58.146778 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24130a8-df0e-49c7-bbdf-63d11aedd8ca" -d '{"events": [{"server_uuid": "9da16bce-f332-47b5-936f-b0d2df9a3b8f", "name": "network-vif-plugged", "status": "completed", "tag": "fcc2a104-e8dc-4117-b2ae-501cc00aa87c"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:11:58.159795 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port fcc2a104-e8dc-4117-b2ae-501cc00aa87c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=fcc2a104-e8dc-4117-b2ae-501cc00aa87c,segment=NetworkSegment(3da70c1f-2486-4a7d-9850-d22a1dcd3fde),segment_id=3da70c1f-2486-4a7d-9850-d22a1dcd3fde)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:11:58.164483 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:11:58.188308 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 09:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6bd479-6765-434a-97bf-70823c861857 x-openstack-request-id: req-cc6bd479-6765-434a-97bf-70823c861857 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:11:58.188601 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da16bce-f332-47b5-936f-b0d2df9a3b8f", "name": "network-vif-plugged", "status": "completed", "tag": "fcc2a104-e8dc-4117-b2ae-501cc00aa87c", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:11:58.188853 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cc6bd479-6765-434a-97bf-70823c861857 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:11:58.189240 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da16bce-f332-47b5-936f-b0d2df9a3b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc2a104-e8dc-4117-b2ae-501cc00aa87c', 'code': 200} Oct 26 09:11:58.217067 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=fcc2a104-e8dc-4117-b2ae-501cc00aa87c,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:11:58.360388 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce08026-8973-45a7-97e2-3adafbbf5dff req-0fc19bab-eb1d-4843-86ba-db5a6833a463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:58.362302 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3ce08026-8973-45a7-97e2-3adafbbf5dff req-0fc19bab-eb1d-4843-86ba-db5a6833a463 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 1098 time: 0.0452044 Oct 26 09:11:58.392687 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6201a-16c5-493c-9c1b-b03870ee599e req-3988f107-767a-46ec-b709-013315e5b5e7 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:58.394715 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e3e6201a-16c5-493c-9c1b-b03870ee599e req-3988f107-767a-46ec-b709-013315e5b5e7 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 945 time: 0.0511107 Oct 26 09:11:58.399330 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3ce08026-8973-45a7-97e2-3adafbbf5dff req-1df35f5a-304d-476f-bc69-a3205e08501a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295038 Oct 26 09:11:58.433075 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e3e6201a-16c5-493c-9c1b-b03870ee599e req-136978fb-36ff-4593-bbf8-3ef31242d135 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324521 Oct 26 09:11:59.560100 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde1ea8-10ed-4e51-aa48-c7f0df281055 req-72229031-97a4-45ca-b959-041d59a55d02 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:59.561570 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fcde1ea8-10ed-4e51-aa48-c7f0df281055 req-72229031-97a4-45ca-b959-041d59a55d02 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 945 time: 0.0599878 Oct 26 09:11:59.600433 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fcde1ea8-10ed-4e51-aa48-c7f0df281055 req-2b7d0fc2-859d-48c9-b2d8-d286fada2d45 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324912 Oct 26 09:11:59.715399 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df909683-ea50-4b3c-96aa-5082be696778 req-4b6ed248-12e0-4191-8884-54d31a6e7798 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:59.716890 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-df909683-ea50-4b3c-96aa-5082be696778 req-4b6ed248-12e0-4191-8884-54d31a6e7798 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 945 time: 0.0495937 Oct 26 09:11:59.754418 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-df909683-ea50-4b3c-96aa-5082be696778 req-2393a2c6-33e3-49b8-8d3c-45e7ea710ebc tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314968 Oct 26 09:11:59.775295 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44440) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:11:59.906447 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88b690e-95cb-46eb-95f7-5c5a3d9dcdc5 tempest-TestShelveInstance-1987283698 tempest-TestShelveInstance-1987283698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:11:59.907979 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c88b690e-95cb-46eb-95f7-5c5a3d9dcdc5 tempest-TestShelveInstance-1987283698 tempest-TestShelveInstance-1987283698-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 1093 time: 0.1316814 Oct 26 09:11:59.911507 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44444) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:11:59.915755 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-1659c842-c83a-4cd0-943d-41e6187ce508 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Request body: {'floatingip': {'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'port_id': 'fcc2a104-e8dc-4117-b2ae-501cc00aa87c', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:11:59.937781 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1659c842-c83a-4cd0-943d-41e6187ce508 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for floatingip, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:12:00.037267 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1659c842-c83a-4cd0-943d-41e6187ce508 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:12:00.136485 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-1659c842-c83a-4cd0-943d-41e6187ce508 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Allocated IP 172.26.2.126 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/923f784c-69bc-4a5a-9fe2-355092991a80) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:12:00.241156 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1659c842-c83a-4cd0-943d-41e6187ce508 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:12:00.273041 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1659c842-c83a-4cd0-943d-41e6187ce508 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:12:00.312956 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1659c842-c83a-4cd0-943d-41e6187ce508 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:12:00.316001 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-1659c842-c83a-4cd0-943d-41e6187ce508 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:12:00.319669 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1659c842-c83a-4cd0-943d-41e6187ce508 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:12:00.325177 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1659c842-c83a-4cd0-943d-41e6187ce508 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Pushing event updated for resources: {'Port': ['ID=923f784c-69bc-4a5a-9fe2-355092991a80,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:12:00.661693 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1659c842-c83a-4cd0-943d-41e6187ce508 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:12:00.725367 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1659c842-c83a-4cd0-943d-41e6187ce508 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:12:00.872794 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1659c842-c83a-4cd0-943d-41e6187ce508 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:12:00.876986 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1659c842-c83a-4cd0-943d-41e6187ce508 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:12:00.949125 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1659c842-c83a-4cd0-943d-41e6187ce508 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Pushing event updated for resources: {'Port': ['ID=923f784c-69bc-4a5a-9fe2-355092991a80,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:12:00.960258 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1659c842-c83a-4cd0-943d-41e6187ce508 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:12:01.058975 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [None req-1659c842-c83a-4cd0-943d-41e6187ce508 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Floating IP 51251354-566c-4d9d-bd2a-17f36e8980b6 associated. External IP: 172.26.2.126, port: fcc2a104-e8dc-4117-b2ae-501cc00aa87c. Oct 26 09:12:01.261461 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1659c842-c83a-4cd0-943d-41e6187ce508 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Router 9b580a41-dad1-4e6f-ad7b-2baa9626b03f has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:12:01.366766 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1659c842-c83a-4cd0-943d-41e6187ce508 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:12:01.378477 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42172bb7-d707-4767-a9d2-4740282def63 None None] Sync routers for ids ['9b580a41-dad1-4e6f-ad7b-2baa9626b03f'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:12:01.385441 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1659c842-c83a-4cd0-943d-41e6187ce508 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:12:01.389934 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42172bb7-d707-4767-a9d2-4740282def63 None None] Routers {'9b580a41-dad1-4e6f-ad7b-2baa9626b03f'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:12:01.390544 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-42172bb7-d707-4767-a9d2-4740282def63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:11:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['9b580a41-dad1-4e6f-ad7b-2baa9626b03f'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:12:01.423268 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1659c842-c83a-4cd0-943d-41e6187ce508 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5036552 Oct 26 09:12:01.423268 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da16bce-f332-47b5-936f-b0d2df9a3b8f', 'tag': 'fcc2a104-e8dc-4117-b2ae-501cc00aa87c'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:12:01.423268 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0036e7c1-0d16-4e44-9067-82eb2fdb761e" -d '{"events": [{"name": "network-changed", "server_uuid": "9da16bce-f332-47b5-936f-b0d2df9a3b8f", "tag": "fcc2a104-e8dc-4117-b2ae-501cc00aa87c"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:12:01.459573 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 09:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca913fa-8a95-47a3-865c-5e0584628a54 x-openstack-request-id: req-0ca913fa-8a95-47a3-865c-5e0584628a54 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:12:01.459894 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da16bce-f332-47b5-936f-b0d2df9a3b8f", "tag": "fcc2a104-e8dc-4117-b2ae-501cc00aa87c", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:12:01.460153 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0ca913fa-8a95-47a3-865c-5e0584628a54 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:12:01.460567 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da16bce-f332-47b5-936f-b0d2df9a3b8f', 'tag': 'fcc2a104-e8dc-4117-b2ae-501cc00aa87c', 'status': 'completed', 'code': 200} Oct 26 09:12:01.497981 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-42172bb7-d707-4767-a9d2-4740282def63 None None] Set router 9b580a41-dad1-4e6f-ad7b-2baa9626b03f gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:12:01.532620 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036e7c1-0d16-4e44-9067-82eb2fdb761e req-04cce5bb-7d3a-4549-84f0-bc111766bbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:12:01.534749 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0036e7c1-0d16-4e44-9067-82eb2fdb761e req-04cce5bb-7d3a-4549-84f0-bc111766bbdf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8c00edd130334a169c391b0c6b39e4a9&device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 1098 time: 0.0481119 Oct 26 09:12:01.626071 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036e7c1-0d16-4e44-9067-82eb2fdb761e req-4613e5e3-74a7-474f-b5d4-bf9265e3447e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:12:01.627758 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0036e7c1-0d16-4e44-9067-82eb2fdb761e req-4613e5e3-74a7-474f-b5d4-bf9265e3447e service neutron] 10.222.0.47 "GET /v2.0/networks?id=93a63646-6966-49e9-b68b-c54a0a1af1b3 HTTP/1.1" status: 200 len: 908 time: 0.0860331 Oct 26 09:12:01.697614 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0036e7c1-0d16-4e44-9067-82eb2fdb761e req-d3e883a7-0697-4362-a553-4016d2c2b565 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcc2a104-e8dc-4117-b2ae-501cc00aa87c HTTP/1.1" status: 200 len: 999 time: 0.0633717 Oct 26 09:12:01.751688 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036e7c1-0d16-4e44-9067-82eb2fdb761e req-1c6d7ce0-a0ee-4687-b2c6-767861a84e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:12:01.753503 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0036e7c1-0d16-4e44-9067-82eb2fdb761e req-1c6d7ce0-a0ee-4687-b2c6-767861a84e90 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=93c96590-907a-4f45-bdd5-cbb4c464759d HTTP/1.1" status: 200 len: 846 time: 0.0478382 Oct 26 09:12:01.801189 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036e7c1-0d16-4e44-9067-82eb2fdb761e req-445b3e44-927d-4b45-86aa-8292ff0d5a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:12:01.802855 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0036e7c1-0d16-4e44-9067-82eb2fdb761e req-445b3e44-927d-4b45-86aa-8292ff0d5a24 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93a63646-6966-49e9-b68b-c54a0a1af1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0423875 Oct 26 09:12:01.809566 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-42172bb7-d707-4767-a9d2-4740282def63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'name': 'tempest-TestShelveInstance-48606745-router', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': '3e9f79e6-cd16-476a-a278-259fee029646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:11:40Z', 'updated_at': '2021-10-26T09:11:43Z', 'revision_number': 4, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'gw_port': {'id': '3e9f79e6-cd16-476a-a278-259fee029646', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:11:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:40Z', 'updated_at': '2021-10-26T09:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '51251354-566c-4d9d-bd2a-17f36e8980b6', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'floating_ip_address': '172.26.2.126', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'port_id': 'fcc2a104-e8dc-4117-b2ae-501cc00aa87c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1834, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3', 'mac_address': 'fa:16:3e:99:49:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da16bce-f332-47b5-936f-b0d2df9a3b8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T09:12:00Z', 'updated_at': '2021-10-26T09:12:00Z', 'revision_number': 0, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b70519f6-93b2-4169-9f2a-447d94dbd258', 'name': '', 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'mac_address': 'fa:16:3e:37:68:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '93c96590-907a-4f45-bdd5-cbb4c464759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:42Z', 'updated_at': '2021-10-26T09:11:47Z', 'revision_number': 5, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'subnets': [{'id': '93c96590-907a-4f45-bdd5-cbb4c464759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:12:01.835241 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42172bb7-d707-4767-a9d2-4740282def63 None None] Checking router: 9b580a41-dad1-4e6f-ad7b-2baa9626b03f for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:12:01.843390 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42172bb7-d707-4767-a9d2-4740282def63 None None] Routers {'9b580a41-dad1-4e6f-ad7b-2baa9626b03f'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:12:01.843987 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-42172bb7-d707-4767-a9d2-4740282def63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:11:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['9b580a41-dad1-4e6f-ad7b-2baa9626b03f'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:12:01.903474 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0036e7c1-0d16-4e44-9067-82eb2fdb761e req-9768c79e-6d07-4214-bab3-d665ad3230df service neutron] 10.222.0.47 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935254 Oct 26 09:12:01.948497 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-42172bb7-d707-4767-a9d2-4740282def63 None None] Set router 9b580a41-dad1-4e6f-ad7b-2baa9626b03f gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:12:01.993501 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0036e7c1-0d16-4e44-9067-82eb2fdb761e req-190e6eb5-2bb1-417a-b4f2-c9cbe68a0fbd service neutron] 10.222.0.47 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830994 Oct 26 09:12:02.172946 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-42172bb7-d707-4767-a9d2-4740282def63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'name': 'tempest-TestShelveInstance-48606745-router', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': '3e9f79e6-cd16-476a-a278-259fee029646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:11:40Z', 'updated_at': '2021-10-26T09:11:43Z', 'revision_number': 4, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'gw_port': {'id': '3e9f79e6-cd16-476a-a278-259fee029646', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:11:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:40Z', 'updated_at': '2021-10-26T09:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '51251354-566c-4d9d-bd2a-17f36e8980b6', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'floating_ip_address': '172.26.2.126', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'port_id': 'fcc2a104-e8dc-4117-b2ae-501cc00aa87c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1834, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3', 'mac_address': 'fa:16:3e:99:49:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da16bce-f332-47b5-936f-b0d2df9a3b8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T09:12:00Z', 'updated_at': '2021-10-26T09:12:00Z', 'revision_number': 0, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b70519f6-93b2-4169-9f2a-447d94dbd258', 'name': '', 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'mac_address': 'fa:16:3e:37:68:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '93c96590-907a-4f45-bdd5-cbb4c464759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:42Z', 'updated_at': '2021-10-26T09:11:47Z', 'revision_number': 5, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'subnets': [{'id': '93c96590-907a-4f45-bdd5-cbb4c464759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:12:02.198091 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42172bb7-d707-4767-a9d2-4740282def63 None None] The sync data for ids ['9b580a41-dad1-4e6f-ad7b-2baa9626b03f'] in dv-neutron-804846-13-hyperv is: [{'id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'name': 'tempest-TestShelveInstance-48606745-router', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': '3e9f79e6-cd16-476a-a278-259fee029646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:11:40Z', 'updated_at': '2021-10-26T09:11:43Z', 'revision_number': 4, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'gw_port': {'id': '3e9f79e6-cd16-476a-a278-259fee029646', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:11:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:40Z', 'updated_at': '2021-10-26T09:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '51251354-566c-4d9d-bd2a-17f36e8980b6', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'floating_ip_address': '172.26.2.126', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'port_id': 'fcc2a104-e8dc-4117-b2ae-501cc00aa87c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1834, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3', 'mac_address': 'fa:16:3e:99:49:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da16bce-f332-47b5-936f-b0d2df9a3b8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T09:12:00Z', 'updated_at': '2021-10-26T09:12:00Z', 'revision_number': 0, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b70519f6-93b2-4169-9f2a-447d94dbd258', 'name': '', 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'mac_address': 'fa:16:3e:37:68:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '93c96590-907a-4f45-bdd5-cbb4c464759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:42Z', 'updated_at': '2021-10-26T09:11:47Z', 'revision_number': 5, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'subnets': [{'id': '93c96590-907a-4f45-bdd5-cbb4c464759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:12:02.380039 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dd7f04-b275-4243-bcff-fd7148a6a796 None None] New status for floating IP 51251354-566c-4d9d-bd2a-17f36e8980b6: ACTIVE {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 09:12:02.456410 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ec96d853-c826-4ac1-85aa-30f3f788ee1e req-a1968064-2fea-4ab0-b750-8a7a23183ca7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407822 Oct 26 09:12:02.551917 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96d853-c826-4ac1-85aa-30f3f788ee1e req-9161ce03-9b76-4ec4-a2e2-1f8bce5e5217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:12:02.553474 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ec96d853-c826-4ac1-85aa-30f3f788ee1e req-9161ce03-9b76-4ec4-a2e2-1f8bce5e5217 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8c00edd130334a169c391b0c6b39e4a9&device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 1098 time: 0.0495818 Oct 26 09:12:02.657296 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96d853-c826-4ac1-85aa-30f3f788ee1e req-6830bee3-2224-404e-a0e6-b9017a807da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:12:02.659464 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ec96d853-c826-4ac1-85aa-30f3f788ee1e req-6830bee3-2224-404e-a0e6-b9017a807da4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=93a63646-6966-49e9-b68b-c54a0a1af1b3 HTTP/1.1" status: 200 len: 908 time: 0.0853710 Oct 26 09:12:02.728025 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ec96d853-c826-4ac1-85aa-30f3f788ee1e req-d1ed99f2-9985-45a9-a9c9-82d9d8fb6e49 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcc2a104-e8dc-4117-b2ae-501cc00aa87c HTTP/1.1" status: 200 len: 1001 time: 0.0624065 Oct 26 09:12:02.778013 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96d853-c826-4ac1-85aa-30f3f788ee1e req-5f658f32-810d-4f80-85ec-dde0369fe7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:12:02.779566 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ec96d853-c826-4ac1-85aa-30f3f788ee1e req-5f658f32-810d-4f80-85ec-dde0369fe7ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=93c96590-907a-4f45-bdd5-cbb4c464759d HTTP/1.1" status: 200 len: 846 time: 0.0436831 Oct 26 09:12:02.825747 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96d853-c826-4ac1-85aa-30f3f788ee1e req-d2b0a352-db06-4f74-a23a-e725320a194e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:12:02.827246 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ec96d853-c826-4ac1-85aa-30f3f788ee1e req-d2b0a352-db06-4f74-a23a-e725320a194e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93a63646-6966-49e9-b68b-c54a0a1af1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0397413 Oct 26 09:12:02.919651 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ec96d853-c826-4ac1-85aa-30f3f788ee1e req-4d96a5b0-225b-46a2-86da-6edc6aa30187 service neutron] 10.222.0.47 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840240 Oct 26 09:12:03.009037 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ec96d853-c826-4ac1-85aa-30f3f788ee1e req-cffda42e-42ff-4199-8572-332bfb52c87e service neutron] 10.222.0.47 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819957 Oct 26 09:12:19.478804 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c593c197-0b0a-45fb-8d6b-e464abc51302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:12:22.141187 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63c1cfbe-7f05-4f1f-90b9-629c29da104d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:12:23.059383 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:12:23.394318 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:12:24.492022 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:12:24.947349 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:12:32.753434 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:12:49.479860 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-aa06bbbf-1235-4c89-81f3-f7ae49504a6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:12:52.142329 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-855a53f9-913d-4fe2-b13d-3fc8d122a33f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:12:53.061916 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:12:53.395849 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:12:54.520097 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:12:54.949586 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:13:03.505805 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-388b2920-273b-4524-b5b7-9196431beef1 req-3ccffc18-5021-499e-ad9d-add36d108910 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0853744 Oct 26 09:13:03.593910 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b2920-273b-4524-b5b7-9196431beef1 req-6f47b84b-aef1-4d24-bb42-a93afb4c9f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:13:03.595420 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-388b2920-273b-4524-b5b7-9196431beef1 req-6f47b84b-aef1-4d24-bb42-a93afb4c9f07 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8c00edd130334a169c391b0c6b39e4a9&device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 1098 time: 0.0450099 Oct 26 09:13:03.700885 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b2920-273b-4524-b5b7-9196431beef1 req-9cde788a-c67b-439f-b451-2c8386e23f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:13:03.702322 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-388b2920-273b-4524-b5b7-9196431beef1 req-9cde788a-c67b-439f-b451-2c8386e23f01 service neutron] 10.222.0.47 "GET /v2.0/networks?id=93a63646-6966-49e9-b68b-c54a0a1af1b3 HTTP/1.1" status: 200 len: 908 time: 0.0862112 Oct 26 09:13:03.771373 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-388b2920-273b-4524-b5b7-9196431beef1 req-22144609-4231-4f99-8a9b-9519df603ae7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcc2a104-e8dc-4117-b2ae-501cc00aa87c HTTP/1.1" status: 200 len: 1001 time: 0.0606532 Oct 26 09:13:03.819486 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b2920-273b-4524-b5b7-9196431beef1 req-414a80ea-3635-4338-b4d2-f607f6f767c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:13:03.820932 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-388b2920-273b-4524-b5b7-9196431beef1 req-414a80ea-3635-4338-b4d2-f607f6f767c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=93c96590-907a-4f45-bdd5-cbb4c464759d HTTP/1.1" status: 200 len: 846 time: 0.0430996 Oct 26 09:13:03.866948 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b2920-273b-4524-b5b7-9196431beef1 req-245f41d7-0bcb-42c8-8f51-e0cb0808e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:13:03.868436 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-388b2920-273b-4524-b5b7-9196431beef1 req-245f41d7-0bcb-42c8-8f51-e0cb0808e0fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93a63646-6966-49e9-b68b-c54a0a1af1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0391896 Oct 26 09:13:03.879180 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [req-388b2920-273b-4524-b5b7-9196431beef1 req-7f0770ce-ca59-417d-86cc-363cdc0d2130 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 09:13:03.880112 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-388b2920-273b-4524-b5b7-9196431beef1 req-7f0770ce-ca59-417d-86cc-363cdc0d2130 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047939 Oct 26 09:13:03.980080 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-388b2920-273b-4524-b5b7-9196431beef1 req-1a4b6147-568d-4c0c-826c-fc4090580299 service neutron] 10.222.0.47 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922995 Oct 26 09:13:04.068036 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-388b2920-273b-4524-b5b7-9196431beef1 req-b7fe2d09-d140-49d6-b3da-d51df555e413 service neutron] 10.222.0.47 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813274 Oct 26 09:13:09.363344 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [req-f2251242-0e1f-4bb6-97b4-32c803f1767d req-de381ece-b27b-440e-add2-970da60e9664 service neutron] (102101) timed out ('10.222.0.41', 40494) {{(pid=102101) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 09:13:09.752035 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:13:19.480219 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b945-6ad5-41cd-8360-d5aef443e6fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:13:22.146304 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-db28426e-5b6f-4bd3-af83-22166b24ee80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:13:23.065388 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:13:23.397843 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:13:24.521498 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:13:24.952941 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:13:46.750107 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:13:49.481801 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-90e03b04-a02a-4085-877d-4b71a2d9f7eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:13:52.148740 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4d73cd00-9d3f-4032-b45d-01ec267201f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:13:53.067419 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:13:53.399536 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:13:54.521515 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:13:54.956742 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:13:59.497913 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebd69e-2b4f-427d-83fc-10c5110304de req-5fb66fa5-cde2-4b67-b0b1-1627c89eaf6b tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:13:59.499893 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f7ebd69e-2b4f-427d-83fc-10c5110304de req-5fb66fa5-cde2-4b67-b0b1-1627c89eaf6b tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 945 time: 0.1000960 Oct 26 09:13:59.541964 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f7ebd69e-2b4f-427d-83fc-10c5110304de req-9ec4402b-a7c6-461e-9152-6c75b72a8c18 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352244 Oct 26 09:14:00.664552 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52633d-1904-4740-bb49-9895eca4f02b req-5504a7fd-dbe6-4579-8203-b3026a6849c7 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:00.666078 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-6b52633d-1904-4740-bb49-9895eca4f02b req-5504a7fd-dbe6-4579-8203-b3026a6849c7 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 945 time: 0.0518646 Oct 26 09:14:00.703457 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-6b52633d-1904-4740-bb49-9895eca4f02b req-8dc1062f-ca6a-463d-8d0d-68709e6e877f tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315170 Oct 26 09:14:01.829211 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d13ee-33e9-4417-b5ef-a59d0349c038 req-1e7b3e52-0e46-46c6-a096-8872605ec7b8 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:01.830789 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-164d13ee-33e9-4417-b5ef-a59d0349c038 req-1e7b3e52-0e46-46c6-a096-8872605ec7b8 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 945 time: 0.0492766 Oct 26 09:14:01.869213 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-164d13ee-33e9-4417-b5ef-a59d0349c038 req-a4027638-8730-433a-b4dc-b85122378418 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319257 Oct 26 09:14:02.996198 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a55c1-6b51-4c46-9cdc-22d427248792 req-2c2b14db-4475-4326-874a-d0441421ef8c tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:02.997689 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-9d5a55c1-6b51-4c46-9cdc-22d427248792 req-2c2b14db-4475-4326-874a-d0441421ef8c tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 945 time: 0.0498576 Oct 26 09:14:03.034391 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-9d5a55c1-6b51-4c46-9cdc-22d427248792 req-c8d034d2-a38b-4d0e-956a-5a891e72fc63 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309069 Oct 26 09:14:04.152296 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c48d8-fcec-4c04-8dde-b1d4bc3d4968 req-947cab68-4ae0-4ab7-baf4-f8b29b421646 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:04.153799 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8f6c48d8-fcec-4c04-8dde-b1d4bc3d4968 req-947cab68-4ae0-4ab7-baf4-f8b29b421646 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 945 time: 0.0493181 Oct 26 09:14:04.191028 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8f6c48d8-fcec-4c04-8dde-b1d4bc3d4968 req-0fd4871e-5c78-4ba8-bb67-fd3373700196 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314198 Oct 26 09:14:05.305053 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1537c04-5e11-46a9-b353-d511cc429e8a req-330a1729-6388-4c13-8bbb-4b07138f7636 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:05.306569 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f1537c04-5e11-46a9-b353-d511cc429e8a req-330a1729-6388-4c13-8bbb-4b07138f7636 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 945 time: 0.0492346 Oct 26 09:14:05.344340 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f1537c04-5e11-46a9-b353-d511cc429e8a req-5fc95b19-644b-4221-9cef-314c2174813d tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319359 Oct 26 09:14:06.018193 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652c908-8452-4f8b-a9ae-f00b86c1c2e4 req-58f68dcf-1c68-4a2a-862f-fcd013b19557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:06.019688 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f652c908-8452-4f8b-a9ae-f00b86c1c2e4 req-58f68dcf-1c68-4a2a-862f-fcd013b19557 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8c00edd130334a169c391b0c6b39e4a9&device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 1098 time: 0.0403643 Oct 26 09:14:06.129088 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652c908-8452-4f8b-a9ae-f00b86c1c2e4 req-7c0dd8e3-8a3c-4b35-84e7-8b4f4025a19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:06.130580 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f652c908-8452-4f8b-a9ae-f00b86c1c2e4 req-7c0dd8e3-8a3c-4b35-84e7-8b4f4025a19f service neutron] 10.222.0.47 "GET /v2.0/networks?id=93a63646-6966-49e9-b68b-c54a0a1af1b3 HTTP/1.1" status: 200 len: 908 time: 0.0891447 Oct 26 09:14:06.199612 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f652c908-8452-4f8b-a9ae-f00b86c1c2e4 req-9dbf8a90-7e84-40b0-bc8d-2cfbee5d650e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcc2a104-e8dc-4117-b2ae-501cc00aa87c HTTP/1.1" status: 200 len: 1001 time: 0.0612915 Oct 26 09:14:06.248209 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652c908-8452-4f8b-a9ae-f00b86c1c2e4 req-f8fe3473-20b1-4e78-af3c-5936aa0d4e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:06.249611 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f652c908-8452-4f8b-a9ae-f00b86c1c2e4 req-f8fe3473-20b1-4e78-af3c-5936aa0d4e55 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=93c96590-907a-4f45-bdd5-cbb4c464759d HTTP/1.1" status: 200 len: 846 time: 0.0432673 Oct 26 09:14:06.294230 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652c908-8452-4f8b-a9ae-f00b86c1c2e4 req-8a96651e-979c-4692-95b1-bf0eb4701661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:06.295622 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f652c908-8452-4f8b-a9ae-f00b86c1c2e4 req-8a96651e-979c-4692-95b1-bf0eb4701661 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93a63646-6966-49e9-b68b-c54a0a1af1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0395601 Oct 26 09:14:06.388393 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f652c908-8452-4f8b-a9ae-f00b86c1c2e4 req-866522e3-cda3-4a66-bbf4-a227c23f2f45 service neutron] 10.222.0.47 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854421 Oct 26 09:14:06.497927 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ca7b6-01ef-49fa-8e7e-d9609b198a81 req-f50ac5fe-771a-40f5-9739-2b6cd339bbb2 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:06.499699 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2d9ca7b6-01ef-49fa-8e7e-d9609b198a81 req-f50ac5fe-771a-40f5-9739-2b6cd339bbb2 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 945 time: 0.0862556 Oct 26 09:14:06.539878 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f652c908-8452-4f8b-a9ae-f00b86c1c2e4 req-958bbe82-5391-4c6f-9670-ef922ffaed68 service neutron] 10.222.0.47 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442835 Oct 26 09:14:06.558146 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2d9ca7b6-01ef-49fa-8e7e-d9609b198a81 req-53b15b84-7fa1-40fa-81d9-4d4902716605 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518167 Oct 26 09:14:07.675989 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2908e-adee-4d40-bb0d-3e19f6d13fa8 req-a734c787-286a-4c91-bb1c-3f3075a3728b tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:07.677456 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-33c2908e-adee-4d40-bb0d-3e19f6d13fa8 req-a734c787-286a-4c91-bb1c-3f3075a3728b tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 945 time: 0.0525851 Oct 26 09:14:07.714755 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-33c2908e-adee-4d40-bb0d-3e19f6d13fa8 req-4f2194f4-6493-4d2d-8403-e3f3da9c0d0b tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312049 Oct 26 09:14:08.828434 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5bf76-cec1-4f6f-98f4-059a05945d3d req-076bd321-548d-49b5-a739-e63f4671970a tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:08.829940 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e6d5bf76-cec1-4f6f-98f4-059a05945d3d req-076bd321-548d-49b5-a739-e63f4671970a tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 945 time: 0.0495198 Oct 26 09:14:08.866820 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e6d5bf76-cec1-4f6f-98f4-059a05945d3d req-6da19130-caab-4a74-b269-62d67398abbd tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309806 Oct 26 09:14:09.983505 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60376cb6-04e2-4f8d-9b53-c0cac8823890 req-1ea1e337-4754-4ec8-8cc9-6e04aca35108 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:09.984985 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-60376cb6-04e2-4f8d-9b53-c0cac8823890 req-1ea1e337-4754-4ec8-8cc9-6e04aca35108 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 945 time: 0.0485871 Oct 26 09:14:10.022328 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-60376cb6-04e2-4f8d-9b53-c0cac8823890 req-4d2adda4-509d-4386-89b3-e015f97aeb5b tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315430 Oct 26 09:14:10.699700 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device fcc2a104-e8dc-4117-b2ae-501cc00aa87c details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 09:14:10.797778 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port fcc2a104-e8dc-4117-b2ae-501cc00aa87c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=fcc2a104-e8dc-4117-b2ae-501cc00aa87c,segment=NetworkSegment(3da70c1f-2486-4a7d-9850-d22a1dcd3fde),segment_id=3da70c1f-2486-4a7d-9850-d22a1dcd3fde)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:14:10.808626 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': 'fcc2a104-e8dc-4117-b2ae-501cc00aa87c', 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3', 'port_id': 'fcc2a104-e8dc-4117-b2ae-501cc00aa87c', 'mac_address': 'fa:16:3e:99:49:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c96590-907a-4f45-bdd5-cbb4c464759d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 09:14:10.845683 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:14:10.858409 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fcc2a104-e8dc-4117-b2ae-501cc00aa87c {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 09:14:10.876818 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port fcc2a104-e8dc-4117-b2ae-501cc00aa87c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=fcc2a104-e8dc-4117-b2ae-501cc00aa87c,segment=NetworkSegment(3da70c1f-2486-4a7d-9850-d22a1dcd3fde),segment_id=3da70c1f-2486-4a7d-9850-d22a1dcd3fde)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:14:10.880170 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:14:10.927937 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=fcc2a104-e8dc-4117-b2ae-501cc00aa87c,revision_number=6']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:14:10.935633 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:14:10.935981 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:14:10.936325 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:14:10.936664 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:14:10.936998 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:14:10.937332 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:14:10.937687 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:14:10.938018 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:14:10.938346 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:14:10.938669 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:14:10.938991 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:14:10.939312 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:14:10.956553 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['fcc2a104-e8dc-4117-b2ae-501cc00aa87c'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 09:14:11.140210 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5237634-6755-4ff5-8e96-bcc6e80a2607 req-61d486a4-a2a0-4fcc-b7ae-e130610ead42 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:11.141700 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c5237634-6755-4ff5-8e96-bcc6e80a2607 req-61d486a4-a2a0-4fcc-b7ae-e130610ead42 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 944 time: 0.0496612 Oct 26 09:14:11.180593 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c5237634-6755-4ff5-8e96-bcc6e80a2607 req-30cd994e-b55c-4795-9618-d64c38d092ba tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328200 Oct 26 09:14:12.486509 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac01c12-2801-427d-a25d-a284cd7c2099 req-3fe9b092-ba93-4f1a-9ea7-a8d8a705d994 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:12.487954 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-bac01c12-2801-427d-a25d-a284cd7c2099 req-3fe9b092-ba93-4f1a-9ea7-a8d8a705d994 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 944 time: 0.0563018 Oct 26 09:14:12.542154 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-bac01c12-2801-427d-a25d-a284cd7c2099 req-ca4390f0-d3cc-4028-8061-ed08fdf812ff tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477870 Oct 26 09:14:12.700284 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device fcc2a104-e8dc-4117-b2ae-501cc00aa87c up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:14:12.759683 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port fcc2a104-e8dc-4117-b2ae-501cc00aa87c triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:14:12.759975 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:14:12.853783 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:14:12.882266 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da16bce-f332-47b5-936f-b0d2df9a3b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc2a104-e8dc-4117-b2ae-501cc00aa87c'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:14:12.885223 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18676c0d-d45d-4b23-aef9-9cdb1f1fdb6c" -d '{"events": [{"server_uuid": "9da16bce-f332-47b5-936f-b0d2df9a3b8f", "name": "network-vif-plugged", "status": "completed", "tag": "fcc2a104-e8dc-4117-b2ae-501cc00aa87c"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:14:12.900134 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port fcc2a104-e8dc-4117-b2ae-501cc00aa87c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=fcc2a104-e8dc-4117-b2ae-501cc00aa87c,segment=NetworkSegment(3da70c1f-2486-4a7d-9850-d22a1dcd3fde),segment_id=3da70c1f-2486-4a7d-9850-d22a1dcd3fde)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:14:12.905258 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:14:12.933371 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 09:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e33765-b3f3-40b9-a9a5-54880d2de7b0 x-openstack-request-id: req-28e33765-b3f3-40b9-a9a5-54880d2de7b0 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:14:12.933703 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da16bce-f332-47b5-936f-b0d2df9a3b8f", "name": "network-vif-plugged", "status": "completed", "tag": "fcc2a104-e8dc-4117-b2ae-501cc00aa87c", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:14:12.933938 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-28e33765-b3f3-40b9-a9a5-54880d2de7b0 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:14:12.934446 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da16bce-f332-47b5-936f-b0d2df9a3b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc2a104-e8dc-4117-b2ae-501cc00aa87c', 'code': 200} Oct 26 09:14:12.964150 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=fcc2a104-e8dc-4117-b2ae-501cc00aa87c,revision_number=7']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:14:13.676026 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5dad9-08fc-4178-99cc-1617e6a17022 req-ddca4b62-262c-4f38-b5fb-05f752f32baa tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:13.682148 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-ddc5dad9-08fc-4178-99cc-1617e6a17022 req-ddca4b62-262c-4f38-b5fb-05f752f32baa tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 945 time: 0.0614746 Oct 26 09:14:13.719388 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-ddc5dad9-08fc-4178-99cc-1617e6a17022 req-f9046922-d521-4ac3-be4a-6b9649eab86f tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347097 Oct 26 09:14:14.871926 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf7bd7-16a3-4007-bde6-d2ee486bd3d1 req-16e53b1e-9aab-42fc-8df9-e9c7095667c7 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:14.874082 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5bcf7bd7-16a3-4007-bde6-d2ee486bd3d1 req-16e53b1e-9aab-42fc-8df9-e9c7095667c7 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 945 time: 0.0524037 Oct 26 09:14:14.917574 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5bcf7bd7-16a3-4007-bde6-d2ee486bd3d1 req-b5b1e45c-3518-4f87-878c-e83263499675 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381286 Oct 26 09:14:16.044982 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29978b0a-56eb-4e8c-ba82-f90e63707899 req-27d67ee6-0c8f-4ef5-84f1-98297236a241 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:16.052125 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-29978b0a-56eb-4e8c-ba82-f90e63707899 req-27d67ee6-0c8f-4ef5-84f1-98297236a241 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 945 time: 0.0602303 Oct 26 09:14:16.094858 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-29978b0a-56eb-4e8c-ba82-f90e63707899 req-7de6d2a0-c1e8-4f55-83c4-9797c82cfc7f tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387619 Oct 26 09:14:17.217106 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c9402-64c2-4493-b21e-9ae3dd3c0a40 req-02f7f01d-8a17-4344-9266-43f1700ec473 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:17.218673 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1e6c9402-64c2-4493-b21e-9ae3dd3c0a40 req-02f7f01d-8a17-4344-9266-43f1700ec473 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 945 time: 0.0514512 Oct 26 09:14:17.259932 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1e6c9402-64c2-4493-b21e-9ae3dd3c0a40 req-c6a754b4-2f1b-47ec-bb87-88a4083a4ed6 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348437 Oct 26 09:14:18.389950 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d82c4e-b606-4cc5-854a-759b4da524a0 req-d2313b43-7ddc-484f-aca3-b3f49be9512c tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:18.394188 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b0d82c4e-b606-4cc5-854a-759b4da524a0 req-d2313b43-7ddc-484f-aca3-b3f49be9512c tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 945 time: 0.0570509 Oct 26 09:14:18.442604 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b0d82c4e-b606-4cc5-854a-759b4da524a0 req-336f7977-51bf-457e-9431-9a02ff1bf782 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435400 Oct 26 09:14:19.506989 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-48f86f95-fc78-4ad8-8cc4-6a4de01a1661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:14:19.602669 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902f9fb-b121-4fba-92ea-dd6d58ef00fb req-1cdfd11c-0ac1-4432-9310-029bc9df9617 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:19.610879 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2902f9fb-b121-4fba-92ea-dd6d58ef00fb req-1cdfd11c-0ac1-4432-9310-029bc9df9617 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 945 time: 0.0760314 Oct 26 09:14:19.655116 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2902f9fb-b121-4fba-92ea-dd6d58ef00fb req-43b86844-fa06-4e14-9993-d88865c4a649 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431101 Oct 26 09:14:20.794233 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355a2f2-9e1a-40fa-a67f-befe999c15eb req-991abceb-fd36-466a-bf2b-d201f2e88c1b tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:20.795726 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-1355a2f2-9e1a-40fa-a67f-befe999c15eb req-991abceb-fd36-466a-bf2b-d201f2e88c1b tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 945 time: 0.0617099 Oct 26 09:14:20.837839 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-1355a2f2-9e1a-40fa-a67f-befe999c15eb req-7a52b072-1f2f-411b-9b92-4f6fd921a620 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357273 Oct 26 09:14:21.642962 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c95ae-5eaa-439b-8a96-63083fc33c32 req-4b4b0490-a003-4777-b95e-39a1fe183b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:21.644445 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7d7c95ae-5eaa-439b-8a96-63083fc33c32 req-4b4b0490-a003-4777-b95e-39a1fe183b48 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8c00edd130334a169c391b0c6b39e4a9&device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 1098 time: 0.0408053 Oct 26 09:14:21.737551 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c95ae-5eaa-439b-8a96-63083fc33c32 req-b4ef8ee0-ac10-4178-a2c4-309b653ef252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:21.739032 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7d7c95ae-5eaa-439b-8a96-63083fc33c32 req-b4ef8ee0-ac10-4178-a2c4-309b653ef252 service neutron] 10.222.0.47 "GET /v2.0/networks?id=93a63646-6966-49e9-b68b-c54a0a1af1b3 HTTP/1.1" status: 200 len: 908 time: 0.0879989 Oct 26 09:14:21.807657 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7d7c95ae-5eaa-439b-8a96-63083fc33c32 req-24dc3272-515b-4f6d-8bc4-6d2ed499cb3b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcc2a104-e8dc-4117-b2ae-501cc00aa87c HTTP/1.1" status: 200 len: 1001 time: 0.0609913 Oct 26 09:14:22.152075 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b11bbdf9-c239-4ec4-afd6-e79b682bddca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:14:22.200811 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c95ae-5eaa-439b-8a96-63083fc33c32 req-20865d51-706b-4d70-9e32-08261194347d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:22.202312 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7d7c95ae-5eaa-439b-8a96-63083fc33c32 req-20865d51-706b-4d70-9e32-08261194347d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=93c96590-907a-4f45-bdd5-cbb4c464759d HTTP/1.1" status: 200 len: 846 time: 0.3868430 Oct 26 09:14:22.230717 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be52ff8-64b5-4787-af3c-59f8785a4bb5 req-f4a3a1f8-9a83-4eeb-ae50-2a99ad5509cc tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:22.232163 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8be52ff8-64b5-4787-af3c-59f8785a4bb5 req-f4a3a1f8-9a83-4eeb-ae50-2a99ad5509cc tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 945 time: 0.0712352 Oct 26 09:14:22.288252 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c95ae-5eaa-439b-8a96-63083fc33c32 req-a274305e-2afd-4068-918e-90cfd91fe1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:22.289931 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7d7c95ae-5eaa-439b-8a96-63083fc33c32 req-a274305e-2afd-4068-918e-90cfd91fe1a0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93a63646-6966-49e9-b68b-c54a0a1af1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0796056 Oct 26 09:14:22.292756 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8be52ff8-64b5-4787-af3c-59f8785a4bb5 req-ec85d63b-6545-41e0-b346-67c124be327f tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474787 Oct 26 09:14:22.380927 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7d7c95ae-5eaa-439b-8a96-63083fc33c32 req-4791fdf0-10d4-494c-b55d-1034fbb50b91 service neutron] 10.222.0.47 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839703 Oct 26 09:14:22.475776 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7d7c95ae-5eaa-439b-8a96-63083fc33c32 req-8941a41e-0968-4db1-8147-5aa5e19f52ef service neutron] 10.222.0.47 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876029 Oct 26 09:14:23.071916 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:14:23.400930 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:14:23.409810 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe70de-8279-44e4-9cc2-218f8f709e5b req-aef7a0f9-091f-4cab-9c87-4f7838370fad tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:23.411361 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-72fe70de-8279-44e4-9cc2-218f8f709e5b req-aef7a0f9-091f-4cab-9c87-4f7838370fad tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 945 time: 0.0518179 Oct 26 09:14:23.449610 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-72fe70de-8279-44e4-9cc2-218f8f709e5b req-2ed08ce1-041f-49a9-8dd1-59c98b14623f tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315871 Oct 26 09:14:23.748990 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:14:24.518724 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:14:24.566260 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932be42-095f-43e3-961c-593ebc11844b req-1dee988e-cecd-45de-9bad-642337feda3f tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:24.567776 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8932be42-095f-43e3-961c-593ebc11844b req-1dee988e-cecd-45de-9bad-642337feda3f tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 945 time: 0.0509062 Oct 26 09:14:24.606799 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8932be42-095f-43e3-961c-593ebc11844b req-b00eaa5a-8804-4736-8244-5856078b6320 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323620 Oct 26 09:14:24.725516 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [req-0411493d-07b6-4fe2-8f39-444ad624b808 req-99afa880-bd76-4e78-830c-1b7585840281 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 09:14:24.727145 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-0411493d-07b6-4fe2-8f39-444ad624b808 req-99afa880-bd76-4e78-830c-1b7585840281 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0565560 Oct 26 09:14:24.763616 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device fcc2a104-e8dc-4117-b2ae-501cc00aa87c no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:14:24.852322 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:14:24.876540 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da16bce-f332-47b5-936f-b0d2df9a3b8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcc2a104-e8dc-4117-b2ae-501cc00aa87c'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:14:24.878901 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29722da-3c17-4bd3-89ce-80c2f5aae639" -d '{"events": [{"server_uuid": "9da16bce-f332-47b5-936f-b0d2df9a3b8f", "name": "network-vif-unplugged", "status": "completed", "tag": "fcc2a104-e8dc-4117-b2ae-501cc00aa87c"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:14:24.893236 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port fcc2a104-e8dc-4117-b2ae-501cc00aa87c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=fcc2a104-e8dc-4117-b2ae-501cc00aa87c,segment=NetworkSegment(3da70c1f-2486-4a7d-9850-d22a1dcd3fde),segment_id=3da70c1f-2486-4a7d-9850-d22a1dcd3fde)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:14:24.898799 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:14:24.907496 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc92ee5-e134-487a-bb33-199159bffae3 req-5378c6f1-1bb3-41d6-92ef-51f7696396a9 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:24.918307 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8cc92ee5-e134-487a-bb33-199159bffae3 req-5378c6f1-1bb3-41d6-92ef-51f7696396a9 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 945 time: 0.0829504 Oct 26 09:14:24.925334 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 26 Oct 2021 09:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97d719e-5b1a-4844-ba0d-f1d424a1abed x-openstack-request-id: req-f97d719e-5b1a-4844-ba0d-f1d424a1abed {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:14:24.925662 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da16bce-f332-47b5-936f-b0d2df9a3b8f", "name": "network-vif-unplugged", "status": "failed", "tag": "fcc2a104-e8dc-4117-b2ae-501cc00aa87c", "code": 422}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:14:24.926101 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f97d719e-5b1a-4844-ba0d-f1d424a1abed {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:14:24.926550 dv-neutron-804846-13-hyperv neutron-server[102103]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9da16bce-f332-47b5-936f-b0d2df9a3b8f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fcc2a104-e8dc-4117-b2ae-501cc00aa87c', 'code': 422} returned with failed status Oct 26 09:14:24.955711 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8cc92ee5-e134-487a-bb33-199159bffae3 req-ff828ffd-ac49-4e9f-a9c3-ae95c3eb6338 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364182 Oct 26 09:14:24.969406 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=fcc2a104-e8dc-4117-b2ae-501cc00aa87c,revision_number=8']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:14:24.982094 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:14:25.089371 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b61d2692-b6c4-45bb-bcc1-8e86cfbe21aa req-af555634-bc2a-4178-8890-59328017e832 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0825715 Oct 26 09:14:25.914910 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d2692-b6c4-45bb-bcc1-8e86cfbe21aa req-22d1f648-7d60-44fc-916d-d79496a16e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:25.916429 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b61d2692-b6c4-45bb-bcc1-8e86cfbe21aa req-22d1f648-7d60-44fc-916d-d79496a16e89 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f&tenant_id=8c00edd130334a169c391b0c6b39e4a9 HTTP/1.1" status: 200 len: 1096 time: 0.0448339 Oct 26 09:14:25.977613 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d2692-b6c4-45bb-bcc1-8e86cfbe21aa req-4c3d562d-3c7d-4530-b67e-cd162f1197c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:25.979117 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b61d2692-b6c4-45bb-bcc1-8e86cfbe21aa req-4c3d562d-3c7d-4530-b67e-cd162f1197c7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8c00edd130334a169c391b0c6b39e4a9&device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 1096 time: 0.0408177 Oct 26 09:14:26.069870 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d2692-b6c4-45bb-bcc1-8e86cfbe21aa req-c9ff3671-e23e-450e-ac87-b39f97692619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:26.072848 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b61d2692-b6c4-45bb-bcc1-8e86cfbe21aa req-c9ff3671-e23e-450e-ac87-b39f97692619 service neutron] 10.222.0.47 "GET /v2.0/networks?id=93a63646-6966-49e9-b68b-c54a0a1af1b3 HTTP/1.1" status: 200 len: 908 time: 0.0870540 Oct 26 09:14:26.078921 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed0795-5fa3-4baa-bac0-442d67507a09 req-c045cf9c-d0b0-4312-a504-eb9a547f185a tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:26.080528 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f5ed0795-5fa3-4baa-bac0-442d67507a09 req-c045cf9c-d0b0-4312-a504-eb9a547f185a tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 943 time: 0.0527110 Oct 26 09:14:26.118487 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f5ed0795-5fa3-4baa-bac0-442d67507a09 req-be400527-48dd-41fd-bce3-2bc669f33eef tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313895 Oct 26 09:14:26.142485 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b61d2692-b6c4-45bb-bcc1-8e86cfbe21aa req-7323ea53-82a5-4b6f-ac2f-fea7a9a8ce58 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcc2a104-e8dc-4117-b2ae-501cc00aa87c HTTP/1.1" status: 200 len: 999 time: 0.0628881 Oct 26 09:14:26.194408 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d2692-b6c4-45bb-bcc1-8e86cfbe21aa req-ea53b08b-f663-4495-bf84-354b9c2ebefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:26.196815 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b61d2692-b6c4-45bb-bcc1-8e86cfbe21aa req-ea53b08b-f663-4495-bf84-354b9c2ebefa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=93c96590-907a-4f45-bdd5-cbb4c464759d HTTP/1.1" status: 200 len: 846 time: 0.0456743 Oct 26 09:14:26.241198 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d2692-b6c4-45bb-bcc1-8e86cfbe21aa req-edddabce-1fe0-4e20-9d24-9bc47d642b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:26.243045 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b61d2692-b6c4-45bb-bcc1-8e86cfbe21aa req-edddabce-1fe0-4e20-9d24-9bc47d642b01 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93a63646-6966-49e9-b68b-c54a0a1af1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0394504 Oct 26 09:14:26.334808 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b61d2692-b6c4-45bb-bcc1-8e86cfbe21aa req-b0969a0f-2c4e-4085-a511-9d7660f9d789 service neutron] 10.222.0.47 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843325 Oct 26 09:14:26.422434 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b61d2692-b6c4-45bb-bcc1-8e86cfbe21aa req-c9ec77d8-0a0c-4c4a-9caf-b4a4b89d53db service neutron] 10.222.0.47 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807045 Oct 26 09:14:27.249571 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a43a8-2cd3-4ce9-ad35-581f95990b75 req-15e90815-bfc5-46f3-9cd2-52625cfba6d2 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:27.251166 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-592a43a8-2cd3-4ce9-ad35-581f95990b75 req-15e90815-bfc5-46f3-9cd2-52625cfba6d2 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 943 time: 0.0572705 Oct 26 09:14:27.293513 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-592a43a8-2cd3-4ce9-ad35-581f95990b75 req-80ea5a05-865a-46c9-b233-9f21b57cd766 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359972 Oct 26 09:14:28.413509 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f2aa2-9cb1-438c-9d03-7d13b52638e6 req-6bcb103d-6938-4c7e-b046-7fe4017b39ab tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:28.415155 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-600f2aa2-9cb1-438c-9d03-7d13b52638e6 req-6bcb103d-6938-4c7e-b046-7fe4017b39ab tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 943 time: 0.0534482 Oct 26 09:14:28.453636 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-600f2aa2-9cb1-438c-9d03-7d13b52638e6 req-772abb6d-ff43-4a85-bca2-38176ea275ea tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323067 Oct 26 09:14:29.591441 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e727ca5-6ef9-443a-9b0f-f532ef66bdfc req-90788867-e885-441d-bfbc-724e45f489ab tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:29.592953 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0e727ca5-6ef9-443a-9b0f-f532ef66bdfc req-90788867-e885-441d-bfbc-724e45f489ab tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 943 time: 0.0647719 Oct 26 09:14:29.632626 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0e727ca5-6ef9-443a-9b0f-f532ef66bdfc req-bfe02201-6074-49cc-8f7d-4201b95b7b68 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313807 Oct 26 09:14:30.758120 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52b9ff-6099-463b-ae5b-8af1ce0af7b5 req-f5647c22-5bd3-4dbe-88ae-13e0bfa9c1e8 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:30.759639 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-2b52b9ff-6099-463b-ae5b-8af1ce0af7b5 req-f5647c22-5bd3-4dbe-88ae-13e0bfa9c1e8 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 943 time: 0.0572581 Oct 26 09:14:30.801981 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-2b52b9ff-6099-463b-ae5b-8af1ce0af7b5 req-601259dc-e549-40bb-ac46-40c1043314ea tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363176 Oct 26 09:14:31.924437 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43259780-72a3-456a-807e-57520e930fba req-a57a1ea3-b3b7-4273-9331-f3ac3a911ee4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:31.925958 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-43259780-72a3-456a-807e-57520e930fba req-a57a1ea3-b3b7-4273-9331-f3ac3a911ee4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 943 time: 0.0539207 Oct 26 09:14:31.966912 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-43259780-72a3-456a-807e-57520e930fba req-e5378ac3-f4ea-40ea-ae4d-f5ed3b3c28c1 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349987 Oct 26 09:14:33.096296 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa27c52-11ea-43fa-9db6-1d5534a14a8b req-7dbd52f9-4110-49c6-92bd-31ed210f8fe5 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:33.097804 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-9aa27c52-11ea-43fa-9db6-1d5534a14a8b req-7dbd52f9-4110-49c6-92bd-31ed210f8fe5 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 943 time: 0.0629127 Oct 26 09:14:33.139111 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-9aa27c52-11ea-43fa-9db6-1d5534a14a8b req-99895f13-fa24-4045-a0df-f9652087668f tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345376 Oct 26 09:14:34.262917 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d8b6f-9899-4dae-9cee-50d678ad729c req-f9fe571e-56ee-4f61-8af5-9b184a3181f0 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:34.264433 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5c2d8b6f-9899-4dae-9cee-50d678ad729c req-f9fe571e-56ee-4f61-8af5-9b184a3181f0 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 943 time: 0.0561907 Oct 26 09:14:34.302679 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5c2d8b6f-9899-4dae-9cee-50d678ad729c req-22d26a67-e027-4665-b3b6-4026c1f94392 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322046 Oct 26 09:14:35.428930 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eeccf8-7561-41c9-ac7c-cd9cbea9177c req-7c11bcc7-d5f1-4f17-b9e6-21cf046db7cd tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:35.431460 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b2eeccf8-7561-41c9-ac7c-cd9cbea9177c req-7c11bcc7-d5f1-4f17-b9e6-21cf046db7cd tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 943 time: 0.0536973 Oct 26 09:14:35.471256 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b2eeccf8-7561-41c9-ac7c-cd9cbea9177c req-cc90ee1e-eab4-4d1d-a2d7-8957e06b6469 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339167 Oct 26 09:14:36.611874 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4f757-69d4-463c-9f65-ac0967981754 req-46ed68ce-b36b-405a-ab70-aa5d6a3e6b4e tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:36.613539 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-55e4f757-69d4-463c-9f65-ac0967981754 req-46ed68ce-b36b-405a-ab70-aa5d6a3e6b4e tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 943 time: 0.0585763 Oct 26 09:14:36.653293 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-55e4f757-69d4-463c-9f65-ac0967981754 req-7b4eac46-a68d-4f0c-8ad0-bf63c91e2f46 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333533 Oct 26 09:14:37.771513 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f056d9-41e7-4534-9aec-fc5c9939df25 req-5d325963-00ec-47ba-84c1-5e207032cccd tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:37.773016 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d8f056d9-41e7-4534-9aec-fc5c9939df25 req-5d325963-00ec-47ba-84c1-5e207032cccd tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 943 time: 0.0507803 Oct 26 09:14:37.811257 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d8f056d9-41e7-4534-9aec-fc5c9939df25 req-218e0c17-507d-41f0-bdb9-33d53f738ce8 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321145 Oct 26 09:14:38.841238 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device fcc2a104-e8dc-4117-b2ae-501cc00aa87c details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 09:14:38.928534 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6087cc6-c869-4a6c-93e7-3ce83f0e731e req-5f02e10d-a1a8-4ba0-81ab-585dc25c3482 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:38.930631 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f6087cc6-c869-4a6c-93e7-3ce83f0e731e req-5f02e10d-a1a8-4ba0-81ab-585dc25c3482 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 943 time: 0.0516579 Oct 26 09:14:38.939457 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port fcc2a104-e8dc-4117-b2ae-501cc00aa87c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=fcc2a104-e8dc-4117-b2ae-501cc00aa87c,segment=NetworkSegment(3da70c1f-2486-4a7d-9850-d22a1dcd3fde),segment_id=3da70c1f-2486-4a7d-9850-d22a1dcd3fde)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:14:38.952146 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': 'fcc2a104-e8dc-4117-b2ae-501cc00aa87c', 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3', 'port_id': 'fcc2a104-e8dc-4117-b2ae-501cc00aa87c', 'mac_address': 'fa:16:3e:99:49:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c96590-907a-4f45-bdd5-cbb4c464759d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 09:14:38.969704 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f6087cc6-c869-4a6c-93e7-3ce83f0e731e req-e54e34d0-c5e0-4381-bb92-844c1f24d136 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331483 Oct 26 09:14:38.990420 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:14:39.003703 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc2a104-e8dc-4117-b2ae-501cc00aa87c {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 09:14:39.023048 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port fcc2a104-e8dc-4117-b2ae-501cc00aa87c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=fcc2a104-e8dc-4117-b2ae-501cc00aa87c,segment=NetworkSegment(3da70c1f-2486-4a7d-9850-d22a1dcd3fde),segment_id=3da70c1f-2486-4a7d-9850-d22a1dcd3fde)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:14:39.027221 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:14:39.072274 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=fcc2a104-e8dc-4117-b2ae-501cc00aa87c,revision_number=9']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:14:39.262859 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['fcc2a104-e8dc-4117-b2ae-501cc00aa87c'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 09:14:40.089140 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54cdf44-e1c8-4b98-984a-d5144bfc8e32 req-baea02ce-7847-4815-bd17-9ca33abd95b8 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:40.090616 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a54cdf44-e1c8-4b98-984a-d5144bfc8e32 req-baea02ce-7847-4815-bd17-9ca33abd95b8 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 944 time: 0.0525532 Oct 26 09:14:40.127961 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a54cdf44-e1c8-4b98-984a-d5144bfc8e32 req-5b1504e0-8051-411a-851c-e77990043b08 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314674 Oct 26 09:14:40.860070 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device fcc2a104-e8dc-4117-b2ae-501cc00aa87c up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:14:40.911456 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port fcc2a104-e8dc-4117-b2ae-501cc00aa87c triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:14:40.911827 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:14:40.987507 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:14:41.011083 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da16bce-f332-47b5-936f-b0d2df9a3b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc2a104-e8dc-4117-b2ae-501cc00aa87c'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:14:41.013383 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3edca22-c99c-49a6-9edf-68b584a3d1e6" -d '{"events": [{"server_uuid": "9da16bce-f332-47b5-936f-b0d2df9a3b8f", "name": "network-vif-plugged", "status": "completed", "tag": "fcc2a104-e8dc-4117-b2ae-501cc00aa87c"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:14:41.025522 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port fcc2a104-e8dc-4117-b2ae-501cc00aa87c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=fcc2a104-e8dc-4117-b2ae-501cc00aa87c,segment=NetworkSegment(3da70c1f-2486-4a7d-9850-d22a1dcd3fde),segment_id=3da70c1f-2486-4a7d-9850-d22a1dcd3fde)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:14:41.030844 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:14:41.055462 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 09:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24169b2-1405-45ec-8bd7-3c3b56e6dee1 x-openstack-request-id: req-a24169b2-1405-45ec-8bd7-3c3b56e6dee1 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:14:41.055750 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da16bce-f332-47b5-936f-b0d2df9a3b8f", "name": "network-vif-plugged", "status": "completed", "tag": "fcc2a104-e8dc-4117-b2ae-501cc00aa87c", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:14:41.056000 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a24169b2-1405-45ec-8bd7-3c3b56e6dee1 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:14:41.056381 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da16bce-f332-47b5-936f-b0d2df9a3b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc2a104-e8dc-4117-b2ae-501cc00aa87c', 'code': 200} Oct 26 09:14:41.086956 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=fcc2a104-e8dc-4117-b2ae-501cc00aa87c,revision_number=10']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:14:41.243784 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0d901-6d9d-4094-a522-a45228bfb5c3 req-f313cbd4-c974-4b22-a557-62ec7d8fe954 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:41.245332 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d4b0d901-6d9d-4094-a522-a45228bfb5c3 req-f313cbd4-c974-4b22-a557-62ec7d8fe954 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 946 time: 0.0506244 Oct 26 09:14:41.276563 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a5696-37fd-4b6e-87b1-26f3492a7fc3 req-a94a7a32-719d-43fd-a2bd-739076bdab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:41.278098 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3b1a5696-37fd-4b6e-87b1-26f3492a7fc3 req-a94a7a32-719d-43fd-a2bd-739076bdab5e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 1099 time: 0.0466521 Oct 26 09:14:41.283996 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d4b0d901-6d9d-4094-a522-a45228bfb5c3 req-d0d5bfbd-ec90-4990-af24-0eca4c13626c tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326607 Oct 26 09:14:41.313172 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3b1a5696-37fd-4b6e-87b1-26f3492a7fc3 req-b70157c3-1d44-44f8-aea5-d944f9e2637a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279646 Oct 26 09:14:42.403049 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064903ea-9d14-41ea-b071-715850d1bfa8 req-f711bf73-2d69-4c8c-a1d9-743a7e09654b tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:42.404553 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-064903ea-9d14-41ea-b071-715850d1bfa8 req-f711bf73-2d69-4c8c-a1d9-743a7e09654b tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 946 time: 0.0516984 Oct 26 09:14:42.443703 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-064903ea-9d14-41ea-b071-715850d1bfa8 req-ba525d03-7863-40b2-95a0-b42e8a36278f tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331719 Oct 26 09:14:43.561114 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333478b-289f-4396-8dcb-70c565ed260a req-099fb5d8-2a64-440d-80dd-9873fb8d5cc2 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:14:43.562531 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d333478b-289f-4396-8dcb-70c565ed260a req-099fb5d8-2a64-440d-80dd-9873fb8d5cc2 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 946 time: 0.0504441 Oct 26 09:14:43.603528 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d333478b-289f-4396-8dcb-70c565ed260a req-19f8e9db-f4d7-4dfa-9fc9-eb48591d77cb tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350280 Oct 26 09:14:49.479799 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7050e81b-07a4-46dc-a739-a8726d15ae5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:14:52.153797 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0892dc50-5d87-4f9f-8f9a-8062e52e8739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:14:53.077706 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:14:53.403079 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:14:54.520508 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:14:54.964605 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:00.748498 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:15:06.458048 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-040f0684-4fb6-48e5-8aaf-4804578b128a req-7684874e-6a38-445f-b432-374d440e6256 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391397 Oct 26 09:15:06.544751 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f0684-4fb6-48e5-8aaf-4804578b128a req-b1e2add8-a1fc-452f-ad3e-ca09257ecb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:15:06.546295 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-040f0684-4fb6-48e5-8aaf-4804578b128a req-b1e2add8-a1fc-452f-ad3e-ca09257ecb61 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8c00edd130334a169c391b0c6b39e4a9&device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 1099 time: 0.0447025 Oct 26 09:15:06.650945 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f0684-4fb6-48e5-8aaf-4804578b128a req-a6b9929f-ebf9-40eb-80bb-0e387a11802a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:15:06.652484 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-040f0684-4fb6-48e5-8aaf-4804578b128a req-a6b9929f-ebf9-40eb-80bb-0e387a11802a service neutron] 10.222.0.47 "GET /v2.0/networks?id=93a63646-6966-49e9-b68b-c54a0a1af1b3 HTTP/1.1" status: 200 len: 908 time: 0.0871947 Oct 26 09:15:06.722315 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-040f0684-4fb6-48e5-8aaf-4804578b128a req-ae8de34a-9451-469f-9163-1133ff371e0e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcc2a104-e8dc-4117-b2ae-501cc00aa87c HTTP/1.1" status: 200 len: 1001 time: 0.0619633 Oct 26 09:15:06.771981 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f0684-4fb6-48e5-8aaf-4804578b128a req-d957cc0d-1170-4557-8692-913fbf93e434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:15:06.773910 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-040f0684-4fb6-48e5-8aaf-4804578b128a req-d957cc0d-1170-4557-8692-913fbf93e434 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=93c96590-907a-4f45-bdd5-cbb4c464759d HTTP/1.1" status: 200 len: 846 time: 0.0439634 Oct 26 09:15:06.820324 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f0684-4fb6-48e5-8aaf-4804578b128a req-455c3bee-4785-4bb4-ab3f-a5591d035d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:15:06.822094 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-040f0684-4fb6-48e5-8aaf-4804578b128a req-455c3bee-4785-4bb4-ab3f-a5591d035d7a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93a63646-6966-49e9-b68b-c54a0a1af1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0414796 Oct 26 09:15:06.916003 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-040f0684-4fb6-48e5-8aaf-4804578b128a req-f320facb-850a-44ed-a973-4223768688f1 service neutron] 10.222.0.47 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865443 Oct 26 09:15:07.005909 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-040f0684-4fb6-48e5-8aaf-4804578b128a req-bab1d601-29bb-4302-bf06-54f25b235011 service neutron] 10.222.0.47 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827498 Oct 26 09:15:19.482304 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-64317f75-a544-4f02-89a2-f1f25770d981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:22.154195 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9e9bc92e-a07f-4940-9112-6ecdf99a3a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:23.079682 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:23.404655 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:24.526983 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:24.967949 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:37.748062 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:15:49.483545 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8499db31-bf5d-495d-a77d-15b43505afaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:52.156605 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8dfa2677-14a8-456c-88bd-094f110e0d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:53.082365 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:53.170247 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44768) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:15:53.327047 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-71a0eb49-6316-43a8-9ee0-f88ebfb3ccad tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Deleting port 923f784c-69bc-4a5a-9fe2-355092991a80 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:15:53.327400 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-71a0eb49-6316-43a8-9ee0-f88ebfb3ccad tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:53.405165 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-71a0eb49-6316-43a8-9ee0-f88ebfb3ccad tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:53.405497 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-71a0eb49-6316-43a8-9ee0-f88ebfb3ccad tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:53.405992 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:53.417767 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-71a0eb49-6316-43a8-9ee0-f88ebfb3ccad tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Calling delete_port for 923f784c-69bc-4a5a-9fe2-355092991a80 owned by network:floatingip {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:15:53.566416 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-71a0eb49-6316-43a8-9ee0-f88ebfb3ccad tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:53.597442 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0eb49-6316-43a8-9ee0-f88ebfb3ccad tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Pushing event deleted for resources: {'Port': ['ID=923f784c-69bc-4a5a-9fe2-355092991a80,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:15:53.619627 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a0eb49-6316-43a8-9ee0-f88ebfb3ccad tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:15:53.619985 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a0eb49-6316-43a8-9ee0-f88ebfb3ccad tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:15:53.620332 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a0eb49-6316-43a8-9ee0-f88ebfb3ccad tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:15:53.620673 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a0eb49-6316-43a8-9ee0-f88ebfb3ccad tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:15:53.621011 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a0eb49-6316-43a8-9ee0-f88ebfb3ccad tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:15:53.621351 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a0eb49-6316-43a8-9ee0-f88ebfb3ccad tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:15:53.621712 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a0eb49-6316-43a8-9ee0-f88ebfb3ccad tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:15:53.622051 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a0eb49-6316-43a8-9ee0-f88ebfb3ccad tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:15:53.622383 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a0eb49-6316-43a8-9ee0-f88ebfb3ccad tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:15:53.622711 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a0eb49-6316-43a8-9ee0-f88ebfb3ccad tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:15:53.623039 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a0eb49-6316-43a8-9ee0-f88ebfb3ccad tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:15:53.623362 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a0eb49-6316-43a8-9ee0-f88ebfb3ccad tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:15:53.661804 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-71a0eb49-6316-43a8-9ee0-f88ebfb3ccad tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for floatingip, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:53.662084 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [None req-71a0eb49-6316-43a8-9ee0-f88ebfb3ccad tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Floating IP 51251354-566c-4d9d-bd2a-17f36e8980b6 disassociated (deleted). External IP: 172.26.2.126, port: fcc2a104-e8dc-4117-b2ae-501cc00aa87c. Oct 26 09:15:53.872557 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a0eb49-6316-43a8-9ee0-f88ebfb3ccad tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Router 9b580a41-dad1-4e6f-ad7b-2baa9626b03f has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:15:53.980435 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a0eb49-6316-43a8-9ee0-f88ebfb3ccad tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:15:53.985446 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-71a0eb49-6316-43a8-9ee0-f88ebfb3ccad tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:53.991064 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02663bf-690f-41a1-b814-4dca6f682c5c None None] Sync routers for ids ['9b580a41-dad1-4e6f-ad7b-2baa9626b03f'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:15:54.001662 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02663bf-690f-41a1-b814-4dca6f682c5c None None] Routers {'9b580a41-dad1-4e6f-ad7b-2baa9626b03f'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:15:54.002352 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-c02663bf-690f-41a1-b814-4dca6f682c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:15:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['9b580a41-dad1-4e6f-ad7b-2baa9626b03f'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:15:54.012644 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-71a0eb49-6316-43a8-9ee0-f88ebfb3ccad tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "DELETE /v2.0/floatingips/51251354-566c-4d9d-bd2a-17f36e8980b6 HTTP/1.1" status: 204 len: 168 time: 0.8412676 Oct 26 09:15:54.013367 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da16bce-f332-47b5-936f-b0d2df9a3b8f', 'tag': 'fcc2a104-e8dc-4117-b2ae-501cc00aa87c'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:15:54.015796 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a3fe13-43e9-48f5-ae07-8610c06695d3" -d '{"events": [{"name": "network-changed", "server_uuid": "9da16bce-f332-47b5-936f-b0d2df9a3b8f", "tag": "fcc2a104-e8dc-4117-b2ae-501cc00aa87c"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:15:54.124013 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-c02663bf-690f-41a1-b814-4dca6f682c5c None None] Set router 9b580a41-dad1-4e6f-ad7b-2baa9626b03f gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:15:54.164212 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 09:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2746e7ac-44ed-444b-b855-8813271a050e x-openstack-request-id: req-2746e7ac-44ed-444b-b855-8813271a050e {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:15:54.164612 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da16bce-f332-47b5-936f-b0d2df9a3b8f", "tag": "fcc2a104-e8dc-4117-b2ae-501cc00aa87c", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:15:54.164973 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2746e7ac-44ed-444b-b855-8813271a050e {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:15:54.165443 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da16bce-f332-47b5-936f-b0d2df9a3b8f', 'tag': 'fcc2a104-e8dc-4117-b2ae-501cc00aa87c', 'status': 'completed', 'code': 200} Oct 26 09:15:54.263080 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3fe13-43e9-48f5-ae07-8610c06695d3 req-2a256d17-0870-49af-9ba2-148f9c74f96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:15:54.264525 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-90a3fe13-43e9-48f5-ae07-8610c06695d3 req-2a256d17-0870-49af-9ba2-148f9c74f96d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8c00edd130334a169c391b0c6b39e4a9&device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 1099 time: 0.0718107 Oct 26 09:15:54.273486 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38866b71-9772-4677-b2ec-2c0e6958b078 req-ea5806fa-3f55-4008-b83d-aac6ebe79af7 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:15:54.274945 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-38866b71-9772-4677-b2ec-2c0e6958b078 req-ea5806fa-3f55-4008-b83d-aac6ebe79af7 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 946 time: 0.0720432 Oct 26 09:15:54.337582 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-c02663bf-690f-41a1-b814-4dca6f682c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'name': 'tempest-TestShelveInstance-48606745-router', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': '3e9f79e6-cd16-476a-a278-259fee029646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:11:40Z', 'updated_at': '2021-10-26T09:11:43Z', 'revision_number': 4, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'gw_port': {'id': '3e9f79e6-cd16-476a-a278-259fee029646', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:11:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:40Z', 'updated_at': '2021-10-26T09:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'b70519f6-93b2-4169-9f2a-447d94dbd258', 'name': '', 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'mac_address': 'fa:16:3e:37:68:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '93c96590-907a-4f45-bdd5-cbb4c464759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:42Z', 'updated_at': '2021-10-26T09:11:47Z', 'revision_number': 5, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'subnets': [{'id': '93c96590-907a-4f45-bdd5-cbb4c464759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:15:54.366526 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-38866b71-9772-4677-b2ec-2c0e6958b078 req-4d9cb48f-f400-42f6-9a88-4d6f932df496 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823011 Oct 26 09:15:54.392447 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3fe13-43e9-48f5-ae07-8610c06695d3 req-3b30a333-6fea-432d-94cb-9cab1700e601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:15:54.393991 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-90a3fe13-43e9-48f5-ae07-8610c06695d3 req-3b30a333-6fea-432d-94cb-9cab1700e601 service neutron] 10.222.0.47 "GET /v2.0/networks?id=93a63646-6966-49e9-b68b-c54a0a1af1b3 HTTP/1.1" status: 200 len: 908 time: 0.1181817 Oct 26 09:15:54.444059 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-90a3fe13-43e9-48f5-ae07-8610c06695d3 req-c621e430-e134-477f-a18b-e95aeb526932 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcc2a104-e8dc-4117-b2ae-501cc00aa87c HTTP/1.1" status: 200 len: 217 time: 0.0404494 Oct 26 09:15:54.455006 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02663bf-690f-41a1-b814-4dca6f682c5c None None] Checking router: 9b580a41-dad1-4e6f-ad7b-2baa9626b03f for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:15:54.464663 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02663bf-690f-41a1-b814-4dca6f682c5c None None] Routers {'9b580a41-dad1-4e6f-ad7b-2baa9626b03f'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:15:54.465245 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-c02663bf-690f-41a1-b814-4dca6f682c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:15:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['9b580a41-dad1-4e6f-ad7b-2baa9626b03f'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:15:54.494698 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3fe13-43e9-48f5-ae07-8610c06695d3 req-1e61afb2-7d6b-468e-ae0f-70260df0a353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:15:54.496188 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-90a3fe13-43e9-48f5-ae07-8610c06695d3 req-1e61afb2-7d6b-468e-ae0f-70260df0a353 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=93c96590-907a-4f45-bdd5-cbb4c464759d HTTP/1.1" status: 200 len: 846 time: 0.0447836 Oct 26 09:15:54.536098 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:54.546256 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3fe13-43e9-48f5-ae07-8610c06695d3 req-6e796e04-acc9-4bf1-9d3c-1e7dabff3768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:15:54.547785 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-90a3fe13-43e9-48f5-ae07-8610c06695d3 req-6e796e04-acc9-4bf1-9d3c-1e7dabff3768 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93a63646-6966-49e9-b68b-c54a0a1af1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0445745 Oct 26 09:15:54.572853 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-c02663bf-690f-41a1-b814-4dca6f682c5c None None] Set router 9b580a41-dad1-4e6f-ad7b-2baa9626b03f gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:15:54.642027 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-90a3fe13-43e9-48f5-ae07-8610c06695d3 req-eb87db21-b3ee-4504-b21a-6923188d9a03 service neutron] 10.222.0.47 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861578 Oct 26 09:15:54.733408 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-90a3fe13-43e9-48f5-ae07-8610c06695d3 req-0b3c703f-828e-45eb-80f5-b6fffd581ccf service neutron] 10.222.0.47 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833600 Oct 26 09:15:54.769826 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-c02663bf-690f-41a1-b814-4dca6f682c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'name': 'tempest-TestShelveInstance-48606745-router', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': '3e9f79e6-cd16-476a-a278-259fee029646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:11:40Z', 'updated_at': '2021-10-26T09:11:43Z', 'revision_number': 4, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'gw_port': {'id': '3e9f79e6-cd16-476a-a278-259fee029646', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:11:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:40Z', 'updated_at': '2021-10-26T09:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'b70519f6-93b2-4169-9f2a-447d94dbd258', 'name': '', 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'mac_address': 'fa:16:3e:37:68:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '93c96590-907a-4f45-bdd5-cbb4c464759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:42Z', 'updated_at': '2021-10-26T09:11:47Z', 'revision_number': 5, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'subnets': [{'id': '93c96590-907a-4f45-bdd5-cbb4c464759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:15:54.796262 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02663bf-690f-41a1-b814-4dca6f682c5c None None] The sync data for ids ['9b580a41-dad1-4e6f-ad7b-2baa9626b03f'] in dv-neutron-804846-13-hyperv is: [{'id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'name': 'tempest-TestShelveInstance-48606745-router', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': '3e9f79e6-cd16-476a-a278-259fee029646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:11:40Z', 'updated_at': '2021-10-26T09:11:43Z', 'revision_number': 4, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'gw_port': {'id': '3e9f79e6-cd16-476a-a278-259fee029646', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:11:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:40Z', 'updated_at': '2021-10-26T09:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'b70519f6-93b2-4169-9f2a-447d94dbd258', 'name': '', 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'mac_address': 'fa:16:3e:37:68:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '93c96590-907a-4f45-bdd5-cbb4c464759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:42Z', 'updated_at': '2021-10-26T09:11:47Z', 'revision_number': 5, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'subnets': [{'id': '93c96590-907a-4f45-bdd5-cbb4c464759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:15:54.970227 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:55.008715 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cddba4-2816-46a3-af64-22c9fedf7355 None None] New status for floating IP 51251354-566c-4d9d-bd2a-17f36e8980b6: DOWN {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 09:15:55.485425 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6aac5-f5dd-41ce-a9c5-17d207fd68cb req-1b93c805-0c73-4ec3-8d23-2a7582b15d7e tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:15:55.486940 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-38a6aac5-f5dd-41ce-a9c5-17d207fd68cb req-1b93c805-0c73-4ec3-8d23-2a7582b15d7e tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 946 time: 0.0503066 Oct 26 09:15:55.525261 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-38a6aac5-f5dd-41ce-a9c5-17d207fd68cb req-72a0ed72-6d54-4112-9111-b3ab9df8072f tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=07e42cff-376e-4777-b4dd-4fa2b44ddf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317743 Oct 26 09:15:55.565250 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ddd824-9c1f-4c7a-a34a-ba3b8781c4cb req-9bb6a54b-151b-444f-b402-1dda5787f27d tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:15:55.566767 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c2ddd824-9c1f-4c7a-a34a-ba3b8781c4cb req-9bb6a54b-151b-444f-b402-1dda5787f27d tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.47 "GET /v2.0/ports?device_id=9da16bce-f332-47b5-936f-b0d2df9a3b8f HTTP/1.1" status: 200 len: 946 time: 0.0500758 Oct 26 09:15:55.661489 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-c2ddd824-9c1f-4c7a-a34a-ba3b8781c4cb req-d94ff615-2a74-4090-b806-0684a93b1bad tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Deleting port fcc2a104-e8dc-4117-b2ae-501cc00aa87c {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:15:55.661780 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c2ddd824-9c1f-4c7a-a34a-ba3b8781c4cb req-d94ff615-2a74-4090-b806-0684a93b1bad tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:55.749696 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-c2ddd824-9c1f-4c7a-a34a-ba3b8781c4cb req-d94ff615-2a74-4090-b806-0684a93b1bad tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] For port fcc2a104-e8dc-4117-b2ae-501cc00aa87c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=fcc2a104-e8dc-4117-b2ae-501cc00aa87c,segment=NetworkSegment(3da70c1f-2486-4a7d-9850-d22a1dcd3fde),segment_id=3da70c1f-2486-4a7d-9850-d22a1dcd3fde)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:15:55.750064 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c2ddd824-9c1f-4c7a-a34a-ba3b8781c4cb req-d94ff615-2a74-4090-b806-0684a93b1bad tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:55.762998 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-c2ddd824-9c1f-4c7a-a34a-ba3b8781c4cb req-d94ff615-2a74-4090-b806-0684a93b1bad tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Calling delete_port for fcc2a104-e8dc-4117-b2ae-501cc00aa87c owned by compute:nova {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:15:55.893339 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c2ddd824-9c1f-4c7a-a34a-ba3b8781c4cb req-d94ff615-2a74-4090-b806-0684a93b1bad tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:55.921170 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ff615-2a74-4090-b806-0684a93b1bad tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Pushing event deleted for resources: {'Port': ['ID=fcc2a104-e8dc-4117-b2ae-501cc00aa87c,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:15:55.966451 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ddd824-9c1f-4c7a-a34a-ba3b8781c4cb req-d94ff615-2a74-4090-b806-0684a93b1bad tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] No DVR routers for this DVR port fcc2a104-e8dc-4117-b2ae-501cc00aa87c on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 09:15:55.968912 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-c2ddd824-9c1f-4c7a-a34a-ba3b8781c4cb req-d94ff615-2a74-4090-b806-0684a93b1bad tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:55.972244 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c2ddd824-9c1f-4c7a-a34a-ba3b8781c4cb req-d94ff615-2a74-4090-b806-0684a93b1bad tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.47 "DELETE /v2.0/ports/fcc2a104-e8dc-4117-b2ae-501cc00aa87c HTTP/1.1" status: 204 len: 173 time: 0.3970783 Oct 26 09:15:56.167144 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da16bce-f332-47b5-936f-b0d2df9a3b8f', 'name': 'network-vif-deleted', 'tag': 'fcc2a104-e8dc-4117-b2ae-501cc00aa87c'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:15:56.169561 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b908e1f1-56c7-4502-9262-649cc67ec1c4" -d '{"events": [{"server_uuid": "9da16bce-f332-47b5-936f-b0d2df9a3b8f", "name": "network-vif-deleted", "tag": "fcc2a104-e8dc-4117-b2ae-501cc00aa87c"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:15:56.205174 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 09:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e2a084-44a6-47e2-b8e3-692b8fe9ffab x-openstack-request-id: req-14e2a084-44a6-47e2-b8e3-692b8fe9ffab {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:15:56.205466 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da16bce-f332-47b5-936f-b0d2df9a3b8f", "name": "network-vif-deleted", "tag": "fcc2a104-e8dc-4117-b2ae-501cc00aa87c", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:15:56.205750 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-14e2a084-44a6-47e2-b8e3-692b8fe9ffab {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:15:56.206187 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da16bce-f332-47b5-936f-b0d2df9a3b8f', 'name': 'network-vif-deleted', 'tag': 'fcc2a104-e8dc-4117-b2ae-501cc00aa87c', 'status': 'completed', 'code': 200} Oct 26 09:15:56.580905 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44790) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:15:56.638683 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6b2ff657-ba59-4b61-a258-75624f61d3d0 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:56.664020 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6b2ff657-ba59-4b61-a258-75624f61d3d0 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:56.725972 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6b2ff657-ba59-4b61-a258-75624f61d3d0 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:56.729039 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-6b2ff657-ba59-4b61-a258-75624f61d3d0 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:56.730275 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-6b2ff657-ba59-4b61-a258-75624f61d3d0 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "DELETE /v2.0/security-groups/07e42cff-376e-4777-b4dd-4fa2b44ddf1e HTTP/1.1" status: 204 len: 168 time: 0.1483705 Oct 26 09:15:56.739291 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ff657-ba59-4b61-a258-75624f61d3d0 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e42cff-376e-4777-b4dd-4fa2b44ddf1e,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:15:57.083208 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 44796) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:15:57.088411 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-6051d8a8-b04c-43ea-80b2-a3c0c142d99e tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-797715479', 'description': 'tempest-secgroup-smoke-797715479 description', 'project_id': '8c00edd130334a169c391b0c6b39e4a9'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:15:57.110054 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6051d8a8-b04c-43ea-80b2-a3c0c142d99e tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:57.179336 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6051d8a8-b04c-43ea-80b2-a3c0c142d99e tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:57.182912 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6051d8a8-b04c-43ea-80b2-a3c0c142d99e tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:57.211628 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6051d8a8-b04c-43ea-80b2-a3c0c142d99e tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:57.212897 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6051d8a8-b04c-43ea-80b2-a3c0c142d99e tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1279912 Oct 26 09:15:57.215656 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 44798) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:15:57.220699 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-889e2944-72a7-4f7b-9bdb-7617e8473047 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Request body: {'security_group_rule': {'security_group_id': '1f9db601-afef-447d-9176-5a2db3976b8c', 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:15:57.226136 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051d8a8-b04c-43ea-80b2-a3c0c142d99e tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9db601-afef-447d-9176-5a2db3976b8c,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:15:57.239367 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6051d8a8-b04c-43ea-80b2-a3c0c142d99e tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:15:57.239726 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6051d8a8-b04c-43ea-80b2-a3c0c142d99e tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:15:57.240566 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6051d8a8-b04c-43ea-80b2-a3c0c142d99e tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:15:57.240904 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6051d8a8-b04c-43ea-80b2-a3c0c142d99e tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:15:57.241402 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6051d8a8-b04c-43ea-80b2-a3c0c142d99e tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:15:57.241774 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6051d8a8-b04c-43ea-80b2-a3c0c142d99e tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:15:57.242113 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6051d8a8-b04c-43ea-80b2-a3c0c142d99e tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:15:57.242446 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6051d8a8-b04c-43ea-80b2-a3c0c142d99e tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:15:57.242780 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6051d8a8-b04c-43ea-80b2-a3c0c142d99e tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:15:57.243111 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6051d8a8-b04c-43ea-80b2-a3c0c142d99e tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:15:57.243443 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6051d8a8-b04c-43ea-80b2-a3c0c142d99e tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:15:57.243776 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6051d8a8-b04c-43ea-80b2-a3c0c142d99e tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:15:57.262518 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-889e2944-72a7-4f7b-9bdb-7617e8473047 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:57.308088 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-889e2944-72a7-4f7b-9bdb-7617e8473047 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:57.311626 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-889e2944-72a7-4f7b-9bdb-7617e8473047 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:57.329647 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e2944-72a7-4f7b-9bdb-7617e8473047 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bdc6e2e-3dc1-4351-a0c9-246807c102f2,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:15:57.336285 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-889e2944-72a7-4f7b-9bdb-7617e8473047 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:57.337500 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-889e2944-72a7-4f7b-9bdb-7617e8473047 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1209152 Oct 26 09:15:57.340229 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 44800) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:15:57.344607 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-6c134368-85fa-404e-9e77-f612fb0445db tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Request body: {'security_group_rule': {'security_group_id': '1f9db601-afef-447d-9176-5a2db3976b8c', 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:15:57.371514 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6c134368-85fa-404e-9e77-f612fb0445db tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:57.426677 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6c134368-85fa-404e-9e77-f612fb0445db tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:57.430861 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6c134368-85fa-404e-9e77-f612fb0445db tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:57.450860 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c134368-85fa-404e-9e77-f612fb0445db tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=032080e9-93e0-416f-b3f6-ee35f36ed5d3,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:15:57.456933 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-6c134368-85fa-404e-9e77-f612fb0445db tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:57.458008 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-6c134368-85fa-404e-9e77-f612fb0445db tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1168163 Oct 26 09:15:57.461048 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44802) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:15:57.466012 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-d5673f99-f75e-43ec-b07b-83ce1f0212ea tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Request body: {'security_group_rule': {'security_group_id': '1f9db601-afef-447d-9176-5a2db3976b8c', 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:15:57.493055 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d5673f99-f75e-43ec-b07b-83ce1f0212ea tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:57.540502 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d5673f99-f75e-43ec-b07b-83ce1f0212ea tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:57.543885 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d5673f99-f75e-43ec-b07b-83ce1f0212ea tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:57.562628 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5673f99-f75e-43ec-b07b-83ce1f0212ea tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f3bb28-31b3-44aa-937f-4a6ad5629770,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:15:57.569273 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-d5673f99-f75e-43ec-b07b-83ce1f0212ea tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:57.570779 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-d5673f99-f75e-43ec-b07b-83ce1f0212ea tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1086571 Oct 26 09:15:57.573454 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44804) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:15:57.577888 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-3a68561c-56c8-4851-8f80-2174688eba91 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Request body: {'security_group_rule': {'security_group_id': '1f9db601-afef-447d-9176-5a2db3976b8c', 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:15:57.604771 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3a68561c-56c8-4851-8f80-2174688eba91 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:57.669508 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3a68561c-56c8-4851-8f80-2174688eba91 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:57.672849 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3a68561c-56c8-4851-8f80-2174688eba91 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:57.690735 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68561c-56c8-4851-8f80-2174688eba91 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c740e5-e2f4-4838-9cdf-9cc773193420,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:15:57.698585 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3a68561c-56c8-4851-8f80-2174688eba91 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:57.699781 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3a68561c-56c8-4851-8f80-2174688eba91 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1253572 Oct 26 09:15:57.702596 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44806) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:15:57.706789 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-ce99b5b9-e7de-4434-a691-681a910fdaab tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Request body: {'security_group_rule': {'security_group_id': '1f9db601-afef-447d-9176-5a2db3976b8c', 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:15:57.729102 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.securitygroups_db [None req-ce99b5b9-e7de-4434-a691-681a910fdaab tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Project 8c00edd130334a169c391b0c6b39e4a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 09:15:57.733779 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ce99b5b9-e7de-4434-a691-681a910fdaab tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:57.793761 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ce99b5b9-e7de-4434-a691-681a910fdaab tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:57.797096 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ce99b5b9-e7de-4434-a691-681a910fdaab tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:57.815078 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99b5b9-e7de-4434-a691-681a910fdaab tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46fd5bcf-a38e-4414-a6a1-9442fbd6f276,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:15:57.822162 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ce99b5b9-e7de-4434-a691-681a910fdaab tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:57.823355 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ce99b5b9-e7de-4434-a691-681a910fdaab tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198506 Oct 26 09:15:57.826080 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 44808) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:15:57.830321 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-ea69b983-e8f7-48dc-8c9f-0f05f373da88 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Request body: {'security_group_rule': {'security_group_id': '1f9db601-afef-447d-9176-5a2db3976b8c', 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:15:57.850771 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.securitygroups_db [None req-ea69b983-e8f7-48dc-8c9f-0f05f373da88 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Project 8c00edd130334a169c391b0c6b39e4a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 09:15:57.855367 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ea69b983-e8f7-48dc-8c9f-0f05f373da88 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:57.914750 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ea69b983-e8f7-48dc-8c9f-0f05f373da88 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:57.918109 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ea69b983-e8f7-48dc-8c9f-0f05f373da88 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:57.935601 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea69b983-e8f7-48dc-8c9f-0f05f373da88 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f36b993-ca82-45cf-92b9-e27808c9bb0a,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:15:57.942646 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ea69b983-e8f7-48dc-8c9f-0f05f373da88 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:15:57.944787 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ea69b983-e8f7-48dc-8c9f-0f05f373da88 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1168590 Oct 26 09:15:59.174811 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device fcc2a104-e8dc-4117-b2ae-501cc00aa87c no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:15:59.196066 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] No Port match for: fcc2a104-e8dc-4117-b2ae-501cc00aa87c {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:15:59.196412 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device fcc2a104-e8dc-4117-b2ae-501cc00aa87c not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:16:13.215296 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-67262518-d608-4300-bef0-223c285c9cde tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-797715479&fields=id&tenant_id=8c00edd130334a169c391b0c6b39e4a9 HTTP/1.1" status: 200 len: 267 time: 0.0329027 Oct 26 09:16:13.324024 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-8f7a3a51-6f87-4c24-b444-8ab6badcd05b tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:16:13.325411 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-8f7a3a51-6f87-4c24-b444-8ab6badcd05b tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/networks?id=93a63646-6966-49e9-b68b-c54a0a1af1b3 HTTP/1.1" status: 200 len: 807 time: 0.1035831 Oct 26 09:16:13.340575 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-555ff03c-d42a-4fb2-97db-a4e86e2338e1 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/quotas/8c00edd130334a169c391b0c6b39e4a9 HTTP/1.1" status: 200 len: 375 time: 0.0095510 Oct 26 09:16:13.390328 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-5eafefad-16b6-43b3-9166-938de16f7e1c tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c00edd130334a169c391b0c6b39e4a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445969 Oct 26 09:16:13.448638 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-1570625c-2442-45d7-aec0-d68d089c2f0e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 09:16:13.449701 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-1570625c-2442-45d7-aec0-d68d089c2f0e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0473924 Oct 26 09:16:13.542044 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-50e0697c-b7f4-472e-b9f1-1688ad4a6e39 service neutron] 10.222.0.41 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861325 Oct 26 09:16:13.628980 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-d96dd296-3f8f-4ebc-bc0d-069a573818ce service neutron] 10.222.0.41 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807993 Oct 26 09:16:13.908821 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-90a7f101-40d1-4f3b-ad02-d904be0ce651 req-035d0447-acea-4ea0-8345-23ed151fe495 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 210 time: 0.0313275 Oct 26 09:16:14.747833 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:16:14.855786 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-d4e72a7d-ff63-4bc8-bf0f-254f014604ec tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:16:14.857322 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-d4e72a7d-ff63-4bc8-bf0f-254f014604ec tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.47 "GET /v2.0/networks?id=93a63646-6966-49e9-b68b-c54a0a1af1b3 HTTP/1.1" status: 200 len: 807 time: 0.1083405 Oct 26 09:16:14.907454 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-c3dd1daf-0986-4194-928e-3f7548547296 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c00edd130334a169c391b0c6b39e4a9 HTTP/1.1" status: 200 len: 379 time: 0.0349791 Oct 26 09:16:14.917340 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-aca21d30-cc58-4aff-b570-8ff7a438196c tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Request body: {'port': {'device_id': 'cf80e3ff-e6e0-4306-bd3d-043e78749cdb', 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3', 'admin_state_up': True, 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'security_groups': ['1f9db601-afef-447d-9176-5a2db3976b8c']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:16:15.027624 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-da2e03d8-633f-4d9f-915e-5cb302ba7db0 req-f52b434b-f32b-4186-a55a-05b407f34062 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 210 time: 0.0368772 Oct 26 09:16:15.058618 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-aca21d30-cc58-4aff-b570-8ff7a438196c tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Made reservation on behalf of 8c00edd130334a169c391b0c6b39e4a9 for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:16:15.062135 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-aca21d30-cc58-4aff-b570-8ff7a438196c tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:16:15.190991 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-aca21d30-cc58-4aff-b570-8ff7a438196c tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Allocated IP 172.20.0.9 (93a63646-6966-49e9-b68b-c54a0a1af1b3/93c96590-907a-4f45-bdd5-cbb4c464759d/f096224c-303b-40c3-af6e-23baa1124a52) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:16:15.330402 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-aca21d30-cc58-4aff-b570-8ff7a438196c tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:16:15.364031 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-aca21d30-cc58-4aff-b570-8ff7a438196c tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:16:15.414063 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-aca21d30-cc58-4aff-b570-8ff7a438196c tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Network 93a63646-6966-49e9-b68b-c54a0a1af1b3 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:16:15.417226 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-aca21d30-cc58-4aff-b570-8ff7a438196c tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:16:15.421007 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-aca21d30-cc58-4aff-b570-8ff7a438196c tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:16:15.448346 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca21d30-cc58-4aff-b570-8ff7a438196c tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Pushing event updated for resources: {'Port': ['ID=f096224c-303b-40c3-af6e-23baa1124a52,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:16:15.476060 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-aca21d30-cc58-4aff-b570-8ff7a438196c tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:16:15.476712 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-aca21d30-cc58-4aff-b570-8ff7a438196c tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:16:15.494760 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-aca21d30-cc58-4aff-b570-8ff7a438196c tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5811715 Oct 26 09:16:15.507720 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-dc5f9945-b520-49d6-9e6b-14d0584c5f8b service neutron] Request body: {'port': {'device_id': 'cf80e3ff-e6e0-4306-bd3d-043e78749cdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:16:15.566443 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-dc5f9945-b520-49d6-9e6b-14d0584c5f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:16:15.720232 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-0f89da58-34b0-4fd7-a3db-9e81d193da49 None None] Provisioning complete for port f096224c-303b-40c3-af6e-23baa1124a52 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:16:15.720841 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0f89da58-34b0-4fd7-a3db-9e81d193da49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:16:15.757097 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-0f89da58-34b0-4fd7-a3db-9e81d193da49 None None] Port f096224c-303b-40c3-af6e-23baa1124a52 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:16:15.842309 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-dc5f9945-b520-49d6-9e6b-14d0584c5f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f096224c-303b-40c3-af6e-23baa1124a52 {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 09:16:15.849797 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-dc5f9945-b520-49d6-9e6b-14d0584c5f8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:16:15.862023 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-dc5f9945-b520-49d6-9e6b-14d0584c5f8b service neutron] Transition to ACTIVE for port object f096224c-303b-40c3-af6e-23baa1124a52 will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 09:16:15.866823 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-dc5f9945-b520-49d6-9e6b-14d0584c5f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:16:15.915921 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f9945-b520-49d6-9e6b-14d0584c5f8b service neutron] Pushing event updated for resources: {'Port': ['ID=f096224c-303b-40c3-af6e-23baa1124a52,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:16:15.992217 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-dc5f9945-b520-49d6-9e6b-14d0584c5f8b service neutron] Attempting to bind port f096224c-303b-40c3-af6e-23baa1124a52 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:16:15.992712 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-dc5f9945-b520-49d6-9e6b-14d0584c5f8b service neutron] Attempting to bind port f096224c-303b-40c3-af6e-23baa1124a52 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '3da70c1f-2486-4a7d-9850-d22a1dcd3fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:16:15.993046 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-dc5f9945-b520-49d6-9e6b-14d0584c5f8b service neutron] Attempting to bind port f096224c-303b-40c3-af6e-23baa1124a52 on network 93a63646-6966-49e9-b68b-c54a0a1af1b3 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:16:15.997899 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-dc5f9945-b520-49d6-9e6b-14d0584c5f8b service neutron] Port f096224c-303b-40c3-af6e-23baa1124a52 on network 93a63646-6966-49e9-b68b-c54a0a1af1b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 09:16:15.998227 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-dc5f9945-b520-49d6-9e6b-14d0584c5f8b service neutron] Attempting to bind port f096224c-303b-40c3-af6e-23baa1124a52 on network 93a63646-6966-49e9-b68b-c54a0a1af1b3 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:16:16.003425 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-dc5f9945-b520-49d6-9e6b-14d0584c5f8b service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:16:16.003760 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-dc5f9945-b520-49d6-9e6b-14d0584c5f8b service neutron] Checking segment: {'id': '3da70c1f-2486-4a7d-9850-d22a1dcd3fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:16:16.004142 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-dc5f9945-b520-49d6-9e6b-14d0584c5f8b service neutron] Bound using segment: {'id': '3da70c1f-2486-4a7d-9850-d22a1dcd3fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:16:16.004574 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-dc5f9945-b520-49d6-9e6b-14d0584c5f8b service neutron] Bound port: f096224c-303b-40c3-af6e-23baa1124a52, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3da70c1f-2486-4a7d-9850-d22a1dcd3fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:16:16.004935 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-dc5f9945-b520-49d6-9e6b-14d0584c5f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:16:16.080330 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-dc5f9945-b520-49d6-9e6b-14d0584c5f8b service neutron] For port f096224c-303b-40c3-af6e-23baa1124a52, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:16:16.085125 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-dc5f9945-b520-49d6-9e6b-14d0584c5f8b service neutron] For port f096224c-303b-40c3-af6e-23baa1124a52, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=f096224c-303b-40c3-af6e-23baa1124a52,segment=NetworkSegment(3da70c1f-2486-4a7d-9850-d22a1dcd3fde),segment_id=3da70c1f-2486-4a7d-9850-d22a1dcd3fde)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:16:16.091840 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-dc5f9945-b520-49d6-9e6b-14d0584c5f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:16:16.130056 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-dc5f9945-b520-49d6-9e6b-14d0584c5f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:16:16.131257 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-dc5f9945-b520-49d6-9e6b-14d0584c5f8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:16:16.132651 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-dc5f9945-b520-49d6-9e6b-14d0584c5f8b service neutron] 10.222.0.47 "PUT /v2.0/ports/f096224c-303b-40c3-af6e-23baa1124a52 HTTP/1.1" status: 200 len: 1093 time: 0.6294355 Oct 26 09:16:16.133109 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf80e3ff-e6e0-4306-bd3d-043e78749cdb', 'tag': 'f096224c-303b-40c3-af6e-23baa1124a52'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:16:16.135436 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c0e961-e3d6-425f-9e1f-e6a9e55d41a8" -d '{"events": [{"name": "network-changed", "server_uuid": "cf80e3ff-e6e0-4306-bd3d-043e78749cdb", "tag": "f096224c-303b-40c3-af6e-23baa1124a52"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:16:16.163690 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1db24-974a-40d9-86ee-a3e578192fee req-c794ecc9-1fa4-4c64-b3a2-28984a1ebb41 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:16:16.169042 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a2f1db24-974a-40d9-86ee-a3e578192fee req-c794ecc9-1fa4-4c64-b3a2-28984a1ebb41 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 943 time: 0.0673602 Oct 26 09:16:16.169214 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f9945-b520-49d6-9e6b-14d0584c5f8b service neutron] Pushing event updated for resources: {'Port': ['ID=f096224c-303b-40c3-af6e-23baa1124a52,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:16:16.225513 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 09:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b909c63-bb71-4765-ad1d-b9114e6469df x-openstack-request-id: req-4b909c63-bb71-4765-ad1d-b9114e6469df {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:16:16.225833 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf80e3ff-e6e0-4306-bd3d-043e78749cdb", "tag": "f096224c-303b-40c3-af6e-23baa1124a52", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:16:16.226084 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b909c63-bb71-4765-ad1d-b9114e6469df {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:16:16.226498 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf80e3ff-e6e0-4306-bd3d-043e78749cdb', 'tag': 'f096224c-303b-40c3-af6e-23baa1124a52', 'status': 'completed', 'code': 200} Oct 26 09:16:16.229193 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a2f1db24-974a-40d9-86ee-a3e578192fee req-926fc4e6-fd13-4449-b455-ef1f038d5f59 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465107 Oct 26 09:16:16.250887 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-48295f57-83fc-49af-8f7b-9f77b205b972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:16:16.250887 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-48295f57-83fc-49af-8f7b-9f77b205b972 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8c00edd130334a169c391b0c6b39e4a9&device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 1096 time: 0.0558598 Oct 26 09:16:16.298871 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-839e3990-6a47-4813-961a-f4b250c4f18d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f096224c-303b-40c3-af6e-23baa1124a52 HTTP/1.1" status: 200 len: 217 time: 0.0399177 Oct 26 09:16:16.357028 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-8f713abc-2d9c-4242-97b7-7d1bdc306b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:16:16.357798 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-8f713abc-2d9c-4242-97b7-7d1bdc306b69 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=93c96590-907a-4f45-bdd5-cbb4c464759d HTTP/1.1" status: 200 len: 846 time: 0.0514548 Oct 26 09:16:16.405612 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-845c98d5-227a-433a-abf4-2fae94081d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:16:16.407298 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-845c98d5-227a-433a-abf4-2fae94081d39 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93a63646-6966-49e9-b68b-c54a0a1af1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0426893 Oct 26 09:16:16.509224 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-6d7f001f-6ee1-4cb2-842e-9bd8d58101af service neutron] 10.222.0.47 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948298 Oct 26 09:16:16.600971 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f571773c-0cbd-476f-b28c-1194dbc1f7f6 req-0c9e39db-c441-4b96-9477-bd240cbd9c84 service neutron] 10.222.0.47 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847030 Oct 26 09:16:16.685268 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0e961-e3d6-425f-9e1f-e6a9e55d41a8 req-514de924-fd3e-42c8-aa3b-fc98696f1380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:16:16.686817 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-05c0e961-e3d6-425f-9e1f-e6a9e55d41a8 req-514de924-fd3e-42c8-aa3b-fc98696f1380 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8c00edd130334a169c391b0c6b39e4a9&device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 1096 time: 0.0421672 Oct 26 09:16:16.781267 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0e961-e3d6-425f-9e1f-e6a9e55d41a8 req-c8580c78-db62-408f-875b-8216458c7ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:16:16.782707 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-05c0e961-e3d6-425f-9e1f-e6a9e55d41a8 req-c8580c78-db62-408f-875b-8216458c7ea4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=93a63646-6966-49e9-b68b-c54a0a1af1b3 HTTP/1.1" status: 200 len: 908 time: 0.0896516 Oct 26 09:16:16.824458 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-05c0e961-e3d6-425f-9e1f-e6a9e55d41a8 req-6df4d0a3-6fb7-4cb5-a2d6-9cc41ad2959c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f096224c-303b-40c3-af6e-23baa1124a52 HTTP/1.1" status: 200 len: 217 time: 0.0348096 Oct 26 09:16:16.877505 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0e961-e3d6-425f-9e1f-e6a9e55d41a8 req-997611a5-89e6-4319-8ca5-282ae6b9a23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:16:16.878920 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-05c0e961-e3d6-425f-9e1f-e6a9e55d41a8 req-997611a5-89e6-4319-8ca5-282ae6b9a23b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=93c96590-907a-4f45-bdd5-cbb4c464759d HTTP/1.1" status: 200 len: 846 time: 0.0474858 Oct 26 09:16:17.246468 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0e961-e3d6-425f-9e1f-e6a9e55d41a8 req-47d19f96-b15a-4611-a2d1-27ce70da68af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:16:17.248188 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-05c0e961-e3d6-425f-9e1f-e6a9e55d41a8 req-47d19f96-b15a-4611-a2d1-27ce70da68af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93a63646-6966-49e9-b68b-c54a0a1af1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3625278 Oct 26 09:16:17.384847 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f78a3-f274-42c8-86e6-083ecca3006f req-2f53036e-e807-498b-8693-35b766d5bce1 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:16:17.386379 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7f0f78a3-f274-42c8-86e6-083ecca3006f req-2f53036e-e807-498b-8693-35b766d5bce1 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 943 time: 0.0816712 Oct 26 09:16:17.388160 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-05c0e961-e3d6-425f-9e1f-e6a9e55d41a8 req-dc3407f2-4586-4493-b95d-32a9fd098e07 service neutron] 10.222.0.47 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321330 Oct 26 09:16:17.475002 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7f0f78a3-f274-42c8-86e6-083ecca3006f req-99eb1a56-db86-46e7-be5b-8af764ead555 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817347 Oct 26 09:16:17.507792 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-05c0e961-e3d6-425f-9e1f-e6a9e55d41a8 req-53491219-6ed4-4cd5-9ef4-d36d6ec1ddd9 service neutron] 10.222.0.47 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087453 Oct 26 09:16:18.592141 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23b276-94b0-4985-90a2-fad154bc49c8 req-2f5ea6dc-945b-4af4-aa9a-2b68ab02ae20 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:16:18.593659 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-8e23b276-94b0-4985-90a2-fad154bc49c8 req-2f5ea6dc-945b-4af4-aa9a-2b68ab02ae20 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 943 time: 0.0504844 Oct 26 09:16:18.632152 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-8e23b276-94b0-4985-90a2-fad154bc49c8 req-12a632aa-8185-4385-a35c-5ad1a3f60433 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316284 Oct 26 09:16:19.489230 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-59284e45-169b-4663-b59e-de8503bcdfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:16:19.752096 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30d189-2034-416d-91d4-3f1c94e173cf req-68b50956-23d1-42a5-8ff1-00ed001c44ff tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:16:19.753698 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fe30d189-2034-416d-91d4-3f1c94e173cf req-68b50956-23d1-42a5-8ff1-00ed001c44ff tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 943 time: 0.0520792 Oct 26 09:16:19.794410 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-fe30d189-2034-416d-91d4-3f1c94e173cf req-66e9404b-69aa-4613-8488-abf029116eb1 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338981 Oct 26 09:16:20.912575 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d2983-4358-42e1-8430-14d9ece32c17 req-e73407dd-f63f-4477-b498-ce574df03671 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:16:20.914084 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-864d2983-4358-42e1-8430-14d9ece32c17 req-e73407dd-f63f-4477-b498-ce574df03671 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 943 time: 0.0495822 Oct 26 09:16:20.955851 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-864d2983-4358-42e1-8430-14d9ece32c17 req-c4e8e731-f11f-45bc-abe4-25d8a6f03ce1 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358140 Oct 26 09:16:22.071714 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a170fd6-810a-43b1-99f3-f4f220375606 req-d0883dcb-7b46-4a3c-925e-fdfb3ea12680 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:16:22.073197 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1a170fd6-810a-43b1-99f3-f4f220375606 req-d0883dcb-7b46-4a3c-925e-fdfb3ea12680 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 943 time: 0.0489225 Oct 26 09:16:22.109417 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1a170fd6-810a-43b1-99f3-f4f220375606 req-50c53390-1599-41e7-87ae-97df4f9df704 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303626 Oct 26 09:16:22.157318 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-deed1b70-8e19-42ea-9e1d-976f90982639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:16:23.087501 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:16:23.223301 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c86e1-056b-4630-9ad3-e35fcb10f6e1 req-be6fdb70-006c-49c8-ad1f-c05c52a8a474 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:16:23.224828 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-836c86e1-056b-4630-9ad3-e35fcb10f6e1 req-be6fdb70-006c-49c8-ad1f-c05c52a8a474 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 943 time: 0.0493259 Oct 26 09:16:23.262071 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-836c86e1-056b-4630-9ad3-e35fcb10f6e1 req-84baad71-ed8b-48b4-b5ab-e50aceda136f tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311210 Oct 26 09:16:23.407328 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:16:24.378158 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57097de4-e1a9-4e96-9f91-8ff216a06b8d req-61b29dd4-7ee5-49d8-9051-4bcd77e6dda2 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:16:24.379622 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-57097de4-e1a9-4e96-9f91-8ff216a06b8d req-61b29dd4-7ee5-49d8-9051-4bcd77e6dda2 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 943 time: 0.0487406 Oct 26 09:16:24.420974 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-57097de4-e1a9-4e96-9f91-8ff216a06b8d req-c6a417a2-3bd0-4438-9ab6-7763c9d44905 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355072 Oct 26 09:16:24.537091 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:16:24.972475 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:16:25.532580 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe8d18f-1104-4374-bd83-74cc92c57912 req-26247634-9917-4ea7-b219-f972f8f085d7 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:16:25.534076 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-8fe8d18f-1104-4374-bd83-74cc92c57912 req-26247634-9917-4ea7-b219-f972f8f085d7 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 943 time: 0.0484962 Oct 26 09:16:25.572570 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-8fe8d18f-1104-4374-bd83-74cc92c57912 req-4e3475c6-f3a9-4fdc-a941-cd450b9eb7fd tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319116 Oct 26 09:16:26.686811 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1977a-fec1-4015-9834-6b4f5da24709 req-6a654da4-344a-444f-a50d-739aeb6f7263 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:16:26.688297 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bee1977a-fec1-4015-9834-6b4f5da24709 req-6a654da4-344a-444f-a50d-739aeb6f7263 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 943 time: 0.0482507 Oct 26 09:16:26.727047 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bee1977a-fec1-4015-9834-6b4f5da24709 req-009376f2-6337-42e5-9ffd-d6a93d738f07 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321205 Oct 26 09:16:27.283157 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device f096224c-303b-40c3-af6e-23baa1124a52 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 09:16:27.377518 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port f096224c-303b-40c3-af6e-23baa1124a52, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=f096224c-303b-40c3-af6e-23baa1124a52,segment=NetworkSegment(3da70c1f-2486-4a7d-9850-d22a1dcd3fde),segment_id=3da70c1f-2486-4a7d-9850-d22a1dcd3fde)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:16:27.389198 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': 'f096224c-303b-40c3-af6e-23baa1124a52', 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3', 'port_id': 'f096224c-303b-40c3-af6e-23baa1124a52', 'mac_address': 'fa:16:3e:8f:d6:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c96590-907a-4f45-bdd5-cbb4c464759d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 09:16:27.424211 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:16:27.437263 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f096224c-303b-40c3-af6e-23baa1124a52 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 09:16:27.456857 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port f096224c-303b-40c3-af6e-23baa1124a52, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=f096224c-303b-40c3-af6e-23baa1124a52,segment=NetworkSegment(3da70c1f-2486-4a7d-9850-d22a1dcd3fde),segment_id=3da70c1f-2486-4a7d-9850-d22a1dcd3fde)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:16:27.460610 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:16:27.508092 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=f096224c-303b-40c3-af6e-23baa1124a52,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:16:27.515044 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:16:27.515395 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:16:27.515735 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:16:27.516070 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:16:27.516399 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:16:27.516728 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:16:27.517056 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:16:27.517383 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:16:27.517736 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:16:27.518062 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:16:27.518382 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:16:27.518702 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:16:27.673985 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['f096224c-303b-40c3-af6e-23baa1124a52'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 09:16:27.841520 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e0e9b-0347-4079-bfe8-7b932983cee9 req-57005862-1a49-4740-93d3-1c389c3e83fb tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:16:27.842963 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-695e0e9b-0347-4079-bfe8-7b932983cee9 req-57005862-1a49-4740-93d3-1c389c3e83fb tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 944 time: 0.0491707 Oct 26 09:16:27.886923 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-695e0e9b-0347-4079-bfe8-7b932983cee9 req-77fc9a67-4708-45a9-a209-3ae4588222c7 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379980 Oct 26 09:16:29.001398 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea782fa8-c4e5-414a-89a7-b1cd32ac5f6f req-422d9629-5494-4cf7-82c4-358c22195d99 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:16:29.002903 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ea782fa8-c4e5-414a-89a7-b1cd32ac5f6f req-422d9629-5494-4cf7-82c4-358c22195d99 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 944 time: 0.0491347 Oct 26 09:16:29.039842 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ea782fa8-c4e5-414a-89a7-b1cd32ac5f6f req-060be13f-22c2-4461-ab02-faf36ad3b5fc tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310125 Oct 26 09:16:29.302358 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device f096224c-303b-40c3-af6e-23baa1124a52 up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:16:29.350842 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port f096224c-303b-40c3-af6e-23baa1124a52 completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 09:16:29.354761 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port f096224c-303b-40c3-af6e-23baa1124a52 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:16:29.355146 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:16:29.432816 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:16:29.456029 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf80e3ff-e6e0-4306-bd3d-043e78749cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f096224c-303b-40c3-af6e-23baa1124a52'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:16:29.458322 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d16c1c-3eb1-458d-92d1-50eea649d1b3" -d '{"events": [{"server_uuid": "cf80e3ff-e6e0-4306-bd3d-043e78749cdb", "name": "network-vif-plugged", "status": "completed", "tag": "f096224c-303b-40c3-af6e-23baa1124a52"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:16:29.471136 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port f096224c-303b-40c3-af6e-23baa1124a52, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=f096224c-303b-40c3-af6e-23baa1124a52,segment=NetworkSegment(3da70c1f-2486-4a7d-9850-d22a1dcd3fde),segment_id=3da70c1f-2486-4a7d-9850-d22a1dcd3fde)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:16:29.475673 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:16:29.528811 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=f096224c-303b-40c3-af6e-23baa1124a52,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:16:29.554414 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 09:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02ffc55-39e0-4678-bb66-994c4e609297 x-openstack-request-id: req-b02ffc55-39e0-4678-bb66-994c4e609297 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:16:29.554661 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf80e3ff-e6e0-4306-bd3d-043e78749cdb", "name": "network-vif-plugged", "status": "completed", "tag": "f096224c-303b-40c3-af6e-23baa1124a52", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:16:29.554919 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b02ffc55-39e0-4678-bb66-994c4e609297 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:16:29.555319 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf80e3ff-e6e0-4306-bd3d-043e78749cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f096224c-303b-40c3-af6e-23baa1124a52', 'code': 200} Oct 26 09:16:29.728903 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbb4a4-55b3-42a0-9363-f4a2a997189b req-75a387ac-d971-4141-8d12-04001150db4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:16:29.730455 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e9cbb4a4-55b3-42a0-9363-f4a2a997189b req-75a387ac-d971-4141-8d12-04001150db4e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 1098 time: 0.0404384 Oct 26 09:16:29.770127 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e9cbb4a4-55b3-42a0-9363-f4a2a997189b req-c596bd62-a3a5-4f1b-975e-4a3c329b9bb3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314021 Oct 26 09:16:30.153251 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d18fec-b688-4c24-aa15-1f98ef131929 req-728ea46f-d901-4ddf-bfa0-785099796b59 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:16:30.154766 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d0d18fec-b688-4c24-aa15-1f98ef131929 req-728ea46f-d901-4ddf-bfa0-785099796b59 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 945 time: 0.0488970 Oct 26 09:16:30.192008 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-d0d18fec-b688-4c24-aa15-1f98ef131929 req-49eaaf31-5423-4723-8cf0-a7926e7a5c34 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313246 Oct 26 09:16:31.309219 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd309552-1af5-444f-9076-a1d810f0267c req-df0c1e6a-b516-485c-8400-d64911504951 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:16:31.310746 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-dd309552-1af5-444f-9076-a1d810f0267c req-df0c1e6a-b516-485c-8400-d64911504951 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 945 time: 0.0496082 Oct 26 09:16:31.349852 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-dd309552-1af5-444f-9076-a1d810f0267c req-02c444a2-3aa9-4153-ac1a-719b4e45ebe8 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328734 Oct 26 09:16:31.463899 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee84f2-af0e-4465-a341-89b69f5d7835 req-6c377246-f1e6-42ea-9eaf-de6d6d8abe00 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:16:31.465409 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-75ee84f2-af0e-4465-a341-89b69f5d7835 req-6c377246-f1e6-42ea-9eaf-de6d6d8abe00 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 945 time: 0.0497122 Oct 26 09:16:31.502101 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-75ee84f2-af0e-4465-a341-89b69f5d7835 req-0d7c5e9c-fde4-4e63-be3a-93f061a67ba3 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306530 Oct 26 09:16:31.525394 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 45002) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:16:31.564186 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10a5d9e-4aaf-476f-b9b6-92ea8d9ebf12 tempest-TestShelveInstance-1987283698 tempest-TestShelveInstance-1987283698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:16:31.565750 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-c10a5d9e-4aaf-476f-b9b6-92ea8d9ebf12 tempest-TestShelveInstance-1987283698 tempest-TestShelveInstance-1987283698-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 1093 time: 0.0392854 Oct 26 09:16:31.569129 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 45004) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:16:31.573695 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-517463d1-2a31-414a-b023-63cb9e87e532 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Request body: {'floatingip': {'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'port_id': 'f096224c-303b-40c3-af6e-23baa1124a52', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:16:31.596001 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-517463d1-2a31-414a-b023-63cb9e87e532 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for floatingip, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:16:31.695331 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-517463d1-2a31-414a-b023-63cb9e87e532 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:16:31.800482 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-517463d1-2a31-414a-b023-63cb9e87e532 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Allocated IP 172.26.2.116 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/d2eefc80-fa97-419e-879d-8db04753e5b5) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:16:31.902088 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-517463d1-2a31-414a-b023-63cb9e87e532 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:16:31.934774 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-517463d1-2a31-414a-b023-63cb9e87e532 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:16:31.978477 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517463d1-2a31-414a-b023-63cb9e87e532 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:16:31.982974 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-517463d1-2a31-414a-b023-63cb9e87e532 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:16:31.987342 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517463d1-2a31-414a-b023-63cb9e87e532 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:16:31.991073 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517463d1-2a31-414a-b023-63cb9e87e532 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Pushing event updated for resources: {'Port': ['ID=d2eefc80-fa97-419e-879d-8db04753e5b5,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:16:32.327087 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-517463d1-2a31-414a-b023-63cb9e87e532 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:16:32.395521 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-517463d1-2a31-414a-b023-63cb9e87e532 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:16:32.548388 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-517463d1-2a31-414a-b023-63cb9e87e532 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:16:32.553774 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-517463d1-2a31-414a-b023-63cb9e87e532 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:16:32.622290 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517463d1-2a31-414a-b023-63cb9e87e532 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Pushing event updated for resources: {'Port': ['ID=d2eefc80-fa97-419e-879d-8db04753e5b5,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:16:32.632149 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-517463d1-2a31-414a-b023-63cb9e87e532 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:16:32.732893 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [None req-517463d1-2a31-414a-b023-63cb9e87e532 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Floating IP ebadcecc-00bf-4bbe-83c7-4ffd2f04ed4d associated. External IP: 172.26.2.116, port: f096224c-303b-40c3-af6e-23baa1124a52. Oct 26 09:16:32.940506 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517463d1-2a31-414a-b023-63cb9e87e532 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Router 9b580a41-dad1-4e6f-ad7b-2baa9626b03f has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:16:33.054766 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517463d1-2a31-414a-b023-63cb9e87e532 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:16:33.064676 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53207f72-87a7-4e0a-bc2b-4be41504ace3 None None] Sync routers for ids ['9b580a41-dad1-4e6f-ad7b-2baa9626b03f'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:16:33.073958 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-517463d1-2a31-414a-b023-63cb9e87e532 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:16:33.076227 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53207f72-87a7-4e0a-bc2b-4be41504ace3 None None] Routers {'9b580a41-dad1-4e6f-ad7b-2baa9626b03f'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:16:33.076837 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-53207f72-87a7-4e0a-bc2b-4be41504ace3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:16:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['9b580a41-dad1-4e6f-ad7b-2baa9626b03f'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:16:33.104756 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-517463d1-2a31-414a-b023-63cb9e87e532 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5345614 Oct 26 09:16:33.105334 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf80e3ff-e6e0-4306-bd3d-043e78749cdb', 'tag': 'f096224c-303b-40c3-af6e-23baa1124a52'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:16:33.107832 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8203bad-94fb-4c43-8471-5c6bbf2ac01d" -d '{"events": [{"name": "network-changed", "server_uuid": "cf80e3ff-e6e0-4306-bd3d-043e78749cdb", "tag": "f096224c-303b-40c3-af6e-23baa1124a52"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:16:33.144685 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 09:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c014ced7-f7a4-438b-b405-9616b1172652 x-openstack-request-id: req-c014ced7-f7a4-438b-b405-9616b1172652 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:16:33.145040 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf80e3ff-e6e0-4306-bd3d-043e78749cdb", "tag": "f096224c-303b-40c3-af6e-23baa1124a52", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:16:33.145679 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c014ced7-f7a4-438b-b405-9616b1172652 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:16:33.145859 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf80e3ff-e6e0-4306-bd3d-043e78749cdb', 'tag': 'f096224c-303b-40c3-af6e-23baa1124a52', 'status': 'completed', 'code': 200} Oct 26 09:16:33.187743 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-53207f72-87a7-4e0a-bc2b-4be41504ace3 None None] Set router 9b580a41-dad1-4e6f-ad7b-2baa9626b03f gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:16:33.210736 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8203bad-94fb-4c43-8471-5c6bbf2ac01d req-235812ca-8512-452b-9679-f700d11f6b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:16:33.212171 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e8203bad-94fb-4c43-8471-5c6bbf2ac01d req-235812ca-8512-452b-9679-f700d11f6b33 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8c00edd130334a169c391b0c6b39e4a9&device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 1098 time: 0.0422688 Oct 26 09:16:33.305160 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8203bad-94fb-4c43-8471-5c6bbf2ac01d req-42fa7153-d945-46a7-8ff0-e24b69bd42de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:16:33.306676 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e8203bad-94fb-4c43-8471-5c6bbf2ac01d req-42fa7153-d945-46a7-8ff0-e24b69bd42de service neutron] 10.222.0.47 "GET /v2.0/networks?id=93a63646-6966-49e9-b68b-c54a0a1af1b3 HTTP/1.1" status: 200 len: 908 time: 0.0875752 Oct 26 09:16:33.373953 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e8203bad-94fb-4c43-8471-5c6bbf2ac01d req-1862e5af-1086-48e4-bccf-e86e0d002def service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f096224c-303b-40c3-af6e-23baa1124a52 HTTP/1.1" status: 200 len: 999 time: 0.0599177 Oct 26 09:16:33.412323 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-53207f72-87a7-4e0a-bc2b-4be41504ace3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'name': 'tempest-TestShelveInstance-48606745-router', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': '3e9f79e6-cd16-476a-a278-259fee029646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:11:40Z', 'updated_at': '2021-10-26T09:11:43Z', 'revision_number': 4, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'gw_port': {'id': '3e9f79e6-cd16-476a-a278-259fee029646', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:11:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:40Z', 'updated_at': '2021-10-26T09:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': 'ebadcecc-00bf-4bbe-83c7-4ffd2f04ed4d', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'floating_ip_address': '172.26.2.116', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'port_id': 'f096224c-303b-40c3-af6e-23baa1124a52', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3', 'mac_address': 'fa:16:3e:8f:d6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf80e3ff-e6e0-4306-bd3d-043e78749cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T09:16:32Z', 'updated_at': '2021-10-26T09:16:32Z', 'revision_number': 0, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b70519f6-93b2-4169-9f2a-447d94dbd258', 'name': '', 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'mac_address': 'fa:16:3e:37:68:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '93c96590-907a-4f45-bdd5-cbb4c464759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:42Z', 'updated_at': '2021-10-26T09:11:47Z', 'revision_number': 5, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'subnets': [{'id': '93c96590-907a-4f45-bdd5-cbb4c464759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:16:33.423689 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8203bad-94fb-4c43-8471-5c6bbf2ac01d req-bff4f5a8-3597-4ef2-8db7-2d8784702e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:16:33.425153 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e8203bad-94fb-4c43-8471-5c6bbf2ac01d req-bff4f5a8-3597-4ef2-8db7-2d8784702e16 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=93c96590-907a-4f45-bdd5-cbb4c464759d HTTP/1.1" status: 200 len: 846 time: 0.0432703 Oct 26 09:16:33.439605 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53207f72-87a7-4e0a-bc2b-4be41504ace3 None None] Checking router: 9b580a41-dad1-4e6f-ad7b-2baa9626b03f for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:16:33.448832 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53207f72-87a7-4e0a-bc2b-4be41504ace3 None None] Routers {'9b580a41-dad1-4e6f-ad7b-2baa9626b03f'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:16:33.449452 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-53207f72-87a7-4e0a-bc2b-4be41504ace3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:16:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['9b580a41-dad1-4e6f-ad7b-2baa9626b03f'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:16:33.475537 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8203bad-94fb-4c43-8471-5c6bbf2ac01d req-039e8e91-7435-4727-83a6-bb6c9fd25883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:16:33.476962 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e8203bad-94fb-4c43-8471-5c6bbf2ac01d req-039e8e91-7435-4727-83a6-bb6c9fd25883 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93a63646-6966-49e9-b68b-c54a0a1af1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0449057 Oct 26 09:16:33.568827 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-53207f72-87a7-4e0a-bc2b-4be41504ace3 None None] Set router 9b580a41-dad1-4e6f-ad7b-2baa9626b03f gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:16:33.588142 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e8203bad-94fb-4c43-8471-5c6bbf2ac01d req-b6a3cf00-12e1-41e4-922b-299f39656191 service neutron] 10.222.0.47 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038973 Oct 26 09:16:33.694488 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e8203bad-94fb-4c43-8471-5c6bbf2ac01d req-844563b7-d763-4b31-823b-881a2718d806 service neutron] 10.222.0.47 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990882 Oct 26 09:16:33.804014 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-53207f72-87a7-4e0a-bc2b-4be41504ace3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'name': 'tempest-TestShelveInstance-48606745-router', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': '3e9f79e6-cd16-476a-a278-259fee029646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:11:40Z', 'updated_at': '2021-10-26T09:11:43Z', 'revision_number': 4, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'gw_port': {'id': '3e9f79e6-cd16-476a-a278-259fee029646', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:11:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:40Z', 'updated_at': '2021-10-26T09:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': 'ebadcecc-00bf-4bbe-83c7-4ffd2f04ed4d', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'floating_ip_address': '172.26.2.116', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'port_id': 'f096224c-303b-40c3-af6e-23baa1124a52', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3', 'mac_address': 'fa:16:3e:8f:d6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf80e3ff-e6e0-4306-bd3d-043e78749cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T09:16:32Z', 'updated_at': '2021-10-26T09:16:32Z', 'revision_number': 0, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b70519f6-93b2-4169-9f2a-447d94dbd258', 'name': '', 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'mac_address': 'fa:16:3e:37:68:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '93c96590-907a-4f45-bdd5-cbb4c464759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:42Z', 'updated_at': '2021-10-26T09:11:47Z', 'revision_number': 5, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'subnets': [{'id': '93c96590-907a-4f45-bdd5-cbb4c464759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:16:33.834055 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53207f72-87a7-4e0a-bc2b-4be41504ace3 None None] The sync data for ids ['9b580a41-dad1-4e6f-ad7b-2baa9626b03f'] in dv-neutron-804846-13-hyperv is: [{'id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'name': 'tempest-TestShelveInstance-48606745-router', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': '3e9f79e6-cd16-476a-a278-259fee029646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:11:40Z', 'updated_at': '2021-10-26T09:11:43Z', 'revision_number': 4, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'gw_port': {'id': '3e9f79e6-cd16-476a-a278-259fee029646', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:11:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:40Z', 'updated_at': '2021-10-26T09:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': 'ebadcecc-00bf-4bbe-83c7-4ffd2f04ed4d', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'floating_ip_address': '172.26.2.116', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'port_id': 'f096224c-303b-40c3-af6e-23baa1124a52', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3', 'mac_address': 'fa:16:3e:8f:d6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf80e3ff-e6e0-4306-bd3d-043e78749cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T09:16:32Z', 'updated_at': '2021-10-26T09:16:32Z', 'revision_number': 0, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b70519f6-93b2-4169-9f2a-447d94dbd258', 'name': '', 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'mac_address': 'fa:16:3e:37:68:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '93c96590-907a-4f45-bdd5-cbb4c464759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:42Z', 'updated_at': '2021-10-26T09:11:47Z', 'revision_number': 5, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'subnets': [{'id': '93c96590-907a-4f45-bdd5-cbb4c464759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:16:34.011750 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d40037-05b4-452a-ad5e-8bdab84cd7e1 None None] New status for floating IP ebadcecc-00bf-4bbe-83c7-4ffd2f04ed4d: ACTIVE {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 09:16:49.481954 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-253d2c03-0a0b-4728-b273-4b86fd256d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:16:51.748595 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:16:52.159044 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e1dfbeaa-e846-441c-a217-5c742f16b231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:16:53.088323 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:16:53.410092 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:16:54.544651 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:16:54.975544 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:17:08.061801 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1ddbdf48-7e8e-4e0a-8a69-80fcce79d430 req-b9a907bf-3bf4-411f-8ed5-d7946f33f73a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400491 Oct 26 09:17:08.145268 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbdf48-7e8e-4e0a-8a69-80fcce79d430 req-dd351ed1-6641-4572-950a-4aff06e9912a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:17:08.146850 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1ddbdf48-7e8e-4e0a-8a69-80fcce79d430 req-dd351ed1-6641-4572-950a-4aff06e9912a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8c00edd130334a169c391b0c6b39e4a9&device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 1098 time: 0.0403430 Oct 26 09:17:08.253245 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbdf48-7e8e-4e0a-8a69-80fcce79d430 req-3464e77a-1d5d-4ef7-8e22-f1a35c976ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:17:08.254756 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1ddbdf48-7e8e-4e0a-8a69-80fcce79d430 req-3464e77a-1d5d-4ef7-8e22-f1a35c976ef0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=93a63646-6966-49e9-b68b-c54a0a1af1b3 HTTP/1.1" status: 200 len: 908 time: 0.0888894 Oct 26 09:17:08.325752 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1ddbdf48-7e8e-4e0a-8a69-80fcce79d430 req-1fca7acb-4fe8-44e2-948d-52e5d78b659a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f096224c-303b-40c3-af6e-23baa1124a52 HTTP/1.1" status: 200 len: 1001 time: 0.0620706 Oct 26 09:17:08.375171 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbdf48-7e8e-4e0a-8a69-80fcce79d430 req-aa98836f-760c-4517-a597-3659f0076d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:17:08.376607 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1ddbdf48-7e8e-4e0a-8a69-80fcce79d430 req-aa98836f-760c-4517-a597-3659f0076d6a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=93c96590-907a-4f45-bdd5-cbb4c464759d HTTP/1.1" status: 200 len: 846 time: 0.0439987 Oct 26 09:17:08.431310 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbdf48-7e8e-4e0a-8a69-80fcce79d430 req-a1008ef5-5b09-4db2-8ad0-e9bc2191d6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:17:08.433006 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1ddbdf48-7e8e-4e0a-8a69-80fcce79d430 req-a1008ef5-5b09-4db2-8ad0-e9bc2191d6ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93a63646-6966-49e9-b68b-c54a0a1af1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0489643 Oct 26 09:17:08.523639 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1ddbdf48-7e8e-4e0a-8a69-80fcce79d430 req-7535c08c-4ef3-4ee4-b2ef-bc228cdbb1f5 service neutron] 10.222.0.47 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828576 Oct 26 09:17:08.617463 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1ddbdf48-7e8e-4e0a-8a69-80fcce79d430 req-f22a3bfc-02b6-4190-8622-dc02629e504d service neutron] 10.222.0.47 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865693 Oct 26 09:17:19.486333 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1c291757-332d-4764-bdb3-209d0a271649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:17:22.165150 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dc47edee-2bf7-4c2f-8c9c-d289f70659b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:17:23.090624 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:17:23.412714 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:17:24.559812 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:17:24.978782 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:17:28.747577 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:17:49.488181 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fd256a5c-a734-4691-9fe6-5b35e16c6f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:17:52.159709 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-706b36c0-1a39-49f1-a31a-0b327daf8bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:17:53.093012 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:17:53.416061 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:17:54.560344 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:17:54.981039 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:18:05.746301 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:18:08.500746 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-34d655cc-f433-41e1-8d88-0806868f2161 req-b57e66e3-4e28-4076-af97-0b6bc5ef8aff service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0883336 Oct 26 09:18:08.586204 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d655cc-f433-41e1-8d88-0806868f2161 req-ad2918ef-5fd0-4279-a775-bc1def31ca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:08.587728 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-34d655cc-f433-41e1-8d88-0806868f2161 req-ad2918ef-5fd0-4279-a775-bc1def31ca92 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8c00edd130334a169c391b0c6b39e4a9&device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 1098 time: 0.0433543 Oct 26 09:18:08.702661 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d655cc-f433-41e1-8d88-0806868f2161 req-49a66aa4-1f5d-4f81-a143-90809b1175ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:08.704061 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-34d655cc-f433-41e1-8d88-0806868f2161 req-49a66aa4-1f5d-4f81-a143-90809b1175ae service neutron] 10.222.0.47 "GET /v2.0/networks?id=93a63646-6966-49e9-b68b-c54a0a1af1b3 HTTP/1.1" status: 200 len: 908 time: 0.0955946 Oct 26 09:18:08.773465 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-34d655cc-f433-41e1-8d88-0806868f2161 req-436ea5e1-d364-4aea-a249-45394ed7fc84 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f096224c-303b-40c3-af6e-23baa1124a52 HTTP/1.1" status: 200 len: 1001 time: 0.0616713 Oct 26 09:18:08.831033 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d655cc-f433-41e1-8d88-0806868f2161 req-5f24251b-8bcb-4b59-8bbf-077fe52ccd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:08.832528 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-34d655cc-f433-41e1-8d88-0806868f2161 req-5f24251b-8bcb-4b59-8bbf-077fe52ccd18 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=93c96590-907a-4f45-bdd5-cbb4c464759d HTTP/1.1" status: 200 len: 846 time: 0.0508511 Oct 26 09:18:08.882438 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d655cc-f433-41e1-8d88-0806868f2161 req-62eb4489-7598-4f47-b007-29ed765057a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:08.884100 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-34d655cc-f433-41e1-8d88-0806868f2161 req-62eb4489-7598-4f47-b007-29ed765057a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93a63646-6966-49e9-b68b-c54a0a1af1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0441849 Oct 26 09:18:08.983742 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-34d655cc-f433-41e1-8d88-0806868f2161 req-7d0e2185-28c2-4998-b089-30e70a102593 service neutron] 10.222.0.47 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909717 Oct 26 09:18:09.085207 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-34d655cc-f433-41e1-8d88-0806868f2161 req-10fe4004-b871-4924-b0c7-aeff0815b29c service neutron] 10.222.0.47 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936093 Oct 26 09:18:19.489358 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-48a9a7ae-fc98-4b84-90b9-b4cfea7998d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:18:22.161329 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1e480668-d7ab-4b48-9b85-7693026e3f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:18:23.096385 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:18:23.423083 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:18:24.558999 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:18:24.983376 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:18:25.800203 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352b379-c6b1-44dd-9a00-c6117ca3230b req-758fa980-707b-4739-b4d6-8d423859afa9 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:25.801603 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5352b379-c6b1-44dd-9a00-c6117ca3230b req-758fa980-707b-4739-b4d6-8d423859afa9 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 945 time: 0.0517142 Oct 26 09:18:25.840206 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5352b379-c6b1-44dd-9a00-c6117ca3230b req-05c70a2f-cdc2-4741-be26-82ee8449f0df tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321116 Oct 26 09:18:26.968452 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f5457-d0c1-485a-b2b4-78bbb90e76cf req-83ba0ab6-893a-40f6-93e8-f156ab871254 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:26.969964 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-071f5457-d0c1-485a-b2b4-78bbb90e76cf req-83ba0ab6-893a-40f6-93e8-f156ab871254 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 945 time: 0.0500627 Oct 26 09:18:27.006810 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-071f5457-d0c1-485a-b2b4-78bbb90e76cf req-cfdfef10-5b8e-4b10-a27b-64c0c24f2c33 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310733 Oct 26 09:18:28.135710 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df033cd1-e5c2-41f6-94b9-7d7c9762fbef req-21561826-1b6d-4e73-9e1f-8098a990b657 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:28.137207 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-df033cd1-e5c2-41f6-94b9-7d7c9762fbef req-21561826-1b6d-4e73-9e1f-8098a990b657 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 945 time: 0.0498693 Oct 26 09:18:28.174438 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-df033cd1-e5c2-41f6-94b9-7d7c9762fbef req-394055d6-abd9-4181-a03b-b1eafb1e2048 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313206 Oct 26 09:18:29.290944 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f853c9-65ec-4500-8449-8f387b9766ba req-5f7feb00-6422-4bde-bfab-fabb486311ad tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:29.292541 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-77f853c9-65ec-4500-8449-8f387b9766ba req-5f7feb00-6422-4bde-bfab-fabb486311ad tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 945 time: 0.0493731 Oct 26 09:18:29.333639 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-77f853c9-65ec-4500-8449-8f387b9766ba req-5833fc02-da07-4bf1-bc90-2a1ac2cc317d tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352082 Oct 26 09:18:30.450862 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f5047-76a9-429d-92d6-34c6e36a3bb7 req-b20453ad-f94a-4973-af9b-e3c94e92aa38 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:30.452319 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-4f2f5047-76a9-429d-92d6-34c6e36a3bb7 req-b20453ad-f94a-4973-af9b-e3c94e92aa38 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 945 time: 0.0526044 Oct 26 09:18:30.489946 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-4f2f5047-76a9-429d-92d6-34c6e36a3bb7 req-c07fed0b-ee75-4b21-82b5-32ed96c9c8a4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317588 Oct 26 09:18:31.606541 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98106720-4431-4975-bfeb-4d9d488fb34c req-6c8d4e14-01dd-4bf8-a9ff-fe98a680f070 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:31.608044 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-98106720-4431-4975-bfeb-4d9d488fb34c req-6c8d4e14-01dd-4bf8-a9ff-fe98a680f070 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 945 time: 0.0496988 Oct 26 09:18:31.645845 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-98106720-4431-4975-bfeb-4d9d488fb34c req-6f96ea41-0d85-4d54-bc1e-6839870e2ad5 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319440 Oct 26 09:18:32.760866 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b9f74-51a7-48fb-b3ab-38495d77f242 req-0d9a5353-52cf-478b-9322-b94ad6302910 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:32.762383 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e79b9f74-51a7-48fb-b3ab-38495d77f242 req-0d9a5353-52cf-478b-9322-b94ad6302910 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 945 time: 0.0490000 Oct 26 09:18:32.800306 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e79b9f74-51a7-48fb-b3ab-38495d77f242 req-89a27f9c-5f43-40f9-ba94-d62690cde1d1 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321033 Oct 26 09:18:33.916166 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044bb2f-7e10-41fd-b402-f98c893f39b7 req-0697e0f9-5b7d-41b6-9b1c-e5ba0a8a57f9 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:33.917684 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f044bb2f-7e10-41fd-b402-f98c893f39b7 req-0697e0f9-5b7d-41b6-9b1c-e5ba0a8a57f9 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 945 time: 0.0509579 Oct 26 09:18:33.955100 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f044bb2f-7e10-41fd-b402-f98c893f39b7 req-f4cc37fe-9f8f-42e6-bd2d-c865b61bafd0 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314777 Oct 26 09:18:35.070169 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094c503-a645-48a9-b4d1-99d7156e7348 req-9756b6cd-2ec8-4250-8016-f97b822668b2 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:35.071751 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-c094c503-a645-48a9-b4d1-99d7156e7348 req-9756b6cd-2ec8-4250-8016-f97b822668b2 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 945 time: 0.0492914 Oct 26 09:18:35.108586 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-c094c503-a645-48a9-b4d1-99d7156e7348 req-ece48f34-ef83-4cd7-955c-a692d082367d tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310547 Oct 26 09:18:35.938731 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf0ef9-82ad-4c23-af3e-6d8b87bfc6de req-338ed985-f8dd-4f2b-b5f0-12204ee643c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:35.940236 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-afdf0ef9-82ad-4c23-af3e-6d8b87bfc6de req-338ed985-f8dd-4f2b-b5f0-12204ee643c9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8c00edd130334a169c391b0c6b39e4a9&device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 1098 time: 0.0403788 Oct 26 09:18:36.033190 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf0ef9-82ad-4c23-af3e-6d8b87bfc6de req-8dbe7e74-46a5-4228-b0d9-90c11c2d7336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:36.034667 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-afdf0ef9-82ad-4c23-af3e-6d8b87bfc6de req-8dbe7e74-46a5-4228-b0d9-90c11c2d7336 service neutron] 10.222.0.47 "GET /v2.0/networks?id=93a63646-6966-49e9-b68b-c54a0a1af1b3 HTTP/1.1" status: 200 len: 908 time: 0.0876148 Oct 26 09:18:36.101308 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-afdf0ef9-82ad-4c23-af3e-6d8b87bfc6de req-56f70bde-40c8-4c5a-8115-7a0dd16841f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f096224c-303b-40c3-af6e-23baa1124a52 HTTP/1.1" status: 200 len: 1001 time: 0.0595262 Oct 26 09:18:36.495595 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf0ef9-82ad-4c23-af3e-6d8b87bfc6de req-b2bcb3f9-01c9-425c-bf2d-a32e3aed6071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:36.497069 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-afdf0ef9-82ad-4c23-af3e-6d8b87bfc6de req-b2bcb3f9-01c9-425c-bf2d-a32e3aed6071 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=93c96590-907a-4f45-bdd5-cbb4c464759d HTTP/1.1" status: 200 len: 846 time: 0.3889804 Oct 26 09:18:36.509065 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb869dd-c1a2-4b3a-8220-12bfcc0466c1 req-18c94cfe-8306-48de-bdfe-a19b1c881695 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:36.510499 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0cb869dd-c1a2-4b3a-8220-12bfcc0466c1 req-18c94cfe-8306-48de-bdfe-a19b1c881695 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 945 time: 0.0611949 Oct 26 09:18:36.572308 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-0cb869dd-c1a2-4b3a-8220-12bfcc0466c1 req-f8d205fd-0fd3-49e4-ba15-58d1837900ab tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534368 Oct 26 09:18:36.578577 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf0ef9-82ad-4c23-af3e-6d8b87bfc6de req-5d913f3a-b05b-4c6f-8f32-6f00d6bc3351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:36.580068 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-afdf0ef9-82ad-4c23-af3e-6d8b87bfc6de req-5d913f3a-b05b-4c6f-8f32-6f00d6bc3351 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93a63646-6966-49e9-b68b-c54a0a1af1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0687320 Oct 26 09:18:36.671551 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-afdf0ef9-82ad-4c23-af3e-6d8b87bfc6de req-996a451e-646e-47f9-9d2d-2f74cc254c48 service neutron] 10.222.0.47 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838089 Oct 26 09:18:36.765139 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-afdf0ef9-82ad-4c23-af3e-6d8b87bfc6de req-c5b5b310-2ba5-4188-a157-6b7d186f5e9a service neutron] 10.222.0.47 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868285 Oct 26 09:18:37.691805 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef132728-3de5-404b-a544-ef7eb85a1877 req-5eb0cbe1-4201-42f1-858b-81eb171bd339 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:37.693257 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-ef132728-3de5-404b-a544-ef7eb85a1877 req-5eb0cbe1-4201-42f1-858b-81eb171bd339 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 945 time: 0.0529137 Oct 26 09:18:37.730886 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-ef132728-3de5-404b-a544-ef7eb85a1877 req-7abcaf1f-5d3b-4b1e-ac79-1833f1f862f4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309143 Oct 26 09:18:38.848440 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15748e-00d8-4eef-98c3-f84b392b2362 req-3383f813-399c-4e5a-9713-b99b586cfdd6 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:38.849877 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1b15748e-00d8-4eef-98c3-f84b392b2362 req-3383f813-399c-4e5a-9713-b99b586cfdd6 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 945 time: 0.0511501 Oct 26 09:18:38.889544 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1b15748e-00d8-4eef-98c3-f84b392b2362 req-2a16d94b-4f7a-4382-8bcd-265269eac3fc tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327296 Oct 26 09:18:40.009283 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad1d56-f034-4707-9ab2-c805ece48e67 req-de86489f-1459-4ad2-9d21-580eaef1aad7 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:40.010914 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d4ad1d56-f034-4707-9ab2-c805ece48e67 req-de86489f-1459-4ad2-9d21-580eaef1aad7 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 945 time: 0.0506399 Oct 26 09:18:40.051852 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d4ad1d56-f034-4707-9ab2-c805ece48e67 req-fd85f5a4-1345-4bc7-9b3d-ff023de5f41e tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345602 Oct 26 09:18:41.170685 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03312ba6-8284-49b2-b2df-b74bef17a6ca req-af0f4f25-0327-46b3-ae0d-365b50ec8ca2 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:41.172176 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-03312ba6-8284-49b2-b2df-b74bef17a6ca req-af0f4f25-0327-46b3-ae0d-365b50ec8ca2 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 945 time: 0.0523727 Oct 26 09:18:41.209200 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-03312ba6-8284-49b2-b2df-b74bef17a6ca req-7964d89c-e41b-4f15-961c-0fd19fb884ed tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312006 Oct 26 09:18:41.385953 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-227754d1-a1e8-47ff-a7b2-4de31d215aa7 req-8e9d95bf-bc2e-4971-9acb-a64ec6ce16e9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0405474 Oct 26 09:18:41.395779 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [req-227754d1-a1e8-47ff-a7b2-4de31d215aa7 req-fac5f3da-d530-4ebc-a94c-cca70704f26f service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 09:18:41.396801 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-227754d1-a1e8-47ff-a7b2-4de31d215aa7 req-fac5f3da-d530-4ebc-a94c-cca70704f26f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049987 Oct 26 09:18:41.416355 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02146a-76cf-4a62-adb1-1f98b4faa1b8 req-2b09f132-d677-433a-b1a4-4250b60caa99 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:41.417897 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-cb02146a-76cf-4a62-adb1-1f98b4faa1b8 req-2b09f132-d677-433a-b1a4-4250b60caa99 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 945 time: 0.0545192 Oct 26 09:18:41.458106 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-cb02146a-76cf-4a62-adb1-1f98b4faa1b8 req-3d8aaaf1-c649-4feb-ae8b-f085297a566f tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337555 Oct 26 09:18:41.912727 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device f096224c-303b-40c3-af6e-23baa1124a52 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:18:41.991138 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:18:42.014480 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf80e3ff-e6e0-4306-bd3d-043e78749cdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f096224c-303b-40c3-af6e-23baa1124a52'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:18:42.016763 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0f3beb-eca5-486c-9355-cbd8fd899f15" -d '{"events": [{"server_uuid": "cf80e3ff-e6e0-4306-bd3d-043e78749cdb", "name": "network-vif-unplugged", "status": "completed", "tag": "f096224c-303b-40c3-af6e-23baa1124a52"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:18:42.030389 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port f096224c-303b-40c3-af6e-23baa1124a52, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=f096224c-303b-40c3-af6e-23baa1124a52,segment=NetworkSegment(3da70c1f-2486-4a7d-9850-d22a1dcd3fde),segment_id=3da70c1f-2486-4a7d-9850-d22a1dcd3fde)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:18:42.034856 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:18:42.059693 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 26 Oct 2021 09:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a0311e-0519-40cc-ba3c-1d32a0c836b0 x-openstack-request-id: req-37a0311e-0519-40cc-ba3c-1d32a0c836b0 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:18:42.059987 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf80e3ff-e6e0-4306-bd3d-043e78749cdb", "name": "network-vif-unplugged", "status": "failed", "tag": "f096224c-303b-40c3-af6e-23baa1124a52", "code": 422}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:18:42.060239 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-37a0311e-0519-40cc-ba3c-1d32a0c836b0 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:18:42.060628 dv-neutron-804846-13-hyperv neutron-server[102103]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cf80e3ff-e6e0-4306-bd3d-043e78749cdb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f096224c-303b-40c3-af6e-23baa1124a52', 'code': 422} returned with failed status Oct 26 09:18:42.086242 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=f096224c-303b-40c3-af6e-23baa1124a52,revision_number=6']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:18:42.093461 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:18:42.093844 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:18:42.094194 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:18:42.094550 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:18:42.094868 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:18:42.095206 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:18:42.095542 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:18:42.095875 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:18:42.096209 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:18:42.096536 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:18:42.096867 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:18:42.097210 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:18:42.579130 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87c16b-5ec8-4d33-b0ac-cfaa84d4a85b req-1ca5542a-24d4-49a4-934c-481c3b5afbdb tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:42.580643 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3c87c16b-5ec8-4d33-b0ac-cfaa84d4a85b req-1ca5542a-24d4-49a4-934c-481c3b5afbdb tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 943 time: 0.0515389 Oct 26 09:18:42.623468 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3c87c16b-5ec8-4d33-b0ac-cfaa84d4a85b req-96ecf59b-795d-4886-bd4a-ad3c7c6e5f44 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363197 Oct 26 09:18:42.746116 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:18:43.746403 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c2db7-2ce0-4bf5-8e29-ba4d7f774d9a req-321d9cab-d940-43d3-8244-5b26941e6891 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:43.748111 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a85c2db7-2ce0-4bf5-8e29-ba4d7f774d9a req-321d9cab-d940-43d3-8244-5b26941e6891 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 943 time: 0.0565541 Oct 26 09:18:43.787302 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a85c2db7-2ce0-4bf5-8e29-ba4d7f774d9a req-4c7c4107-4cdb-4e29-b3cd-9279fadae462 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331528 Oct 26 09:18:44.908804 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0801e8-dac2-4339-8b3f-b5ec507ffbbc req-7057bfa6-7ab1-468d-a623-e70017f71d24 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:44.910471 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bc0801e8-dac2-4339-8b3f-b5ec507ffbbc req-7057bfa6-7ab1-468d-a623-e70017f71d24 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 943 time: 0.0502961 Oct 26 09:18:44.948643 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bc0801e8-dac2-4339-8b3f-b5ec507ffbbc req-c84f1c44-26e1-4eeb-8822-5b4453ec9bb3 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322127 Oct 26 09:18:46.063259 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18d4bc-c526-4877-8140-015277f46eb7 req-fbddf699-c4d4-4d1c-a211-7d3e36edd538 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:46.064751 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-bb18d4bc-c526-4877-8140-015277f46eb7 req-fbddf699-c4d4-4d1c-a211-7d3e36edd538 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 943 time: 0.0487204 Oct 26 09:18:46.103550 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-bb18d4bc-c526-4877-8140-015277f46eb7 req-59af94a3-c604-47a4-966a-492554220bcf tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319324 Oct 26 09:18:47.047160 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227754d1-a1e8-47ff-a7b2-4de31d215aa7 req-ba112eec-5d23-464c-8df8-f4f4dc963097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:47.048681 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-227754d1-a1e8-47ff-a7b2-4de31d215aa7 req-ba112eec-5d23-464c-8df8-f4f4dc963097 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb&tenant_id=8c00edd130334a169c391b0c6b39e4a9 HTTP/1.1" status: 200 len: 1096 time: 0.0447786 Oct 26 09:18:47.109429 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227754d1-a1e8-47ff-a7b2-4de31d215aa7 req-dad0933e-4631-47ba-9249-d908839fe48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:47.110946 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-227754d1-a1e8-47ff-a7b2-4de31d215aa7 req-dad0933e-4631-47ba-9249-d908839fe48a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8c00edd130334a169c391b0c6b39e4a9&device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 1096 time: 0.0401902 Oct 26 09:18:47.244793 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d67e7f-9ddd-4c46-9e1c-cb04cb91a173 req-9e0f911a-fc7d-4eff-9b81-6a1969581aa8 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:47.246316 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-69d67e7f-9ddd-4c46-9e1c-cb04cb91a173 req-9e0f911a-fc7d-4eff-9b81-6a1969581aa8 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 943 time: 0.0766764 Oct 26 09:18:47.247288 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227754d1-a1e8-47ff-a7b2-4de31d215aa7 req-103d6c96-9553-4fca-9912-a31d26e8231d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:47.248626 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-227754d1-a1e8-47ff-a7b2-4de31d215aa7 req-103d6c96-9553-4fca-9912-a31d26e8231d service neutron] 10.222.0.47 "GET /v2.0/networks?id=93a63646-6966-49e9-b68b-c54a0a1af1b3 HTTP/1.1" status: 200 len: 908 time: 0.1306210 Oct 26 09:18:47.328189 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-69d67e7f-9ddd-4c46-9e1c-cb04cb91a173 req-65b2fed9-590e-469c-8cb4-ff4b1c01af17 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759344 Oct 26 09:18:47.336316 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-227754d1-a1e8-47ff-a7b2-4de31d215aa7 req-121aecf2-62bd-429d-8642-390e6e2d3553 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f096224c-303b-40c3-af6e-23baa1124a52 HTTP/1.1" status: 200 len: 999 time: 0.0783918 Oct 26 09:18:47.390527 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227754d1-a1e8-47ff-a7b2-4de31d215aa7 req-8f83ad40-63ee-4231-8dfe-e48a279f1e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:47.391979 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-227754d1-a1e8-47ff-a7b2-4de31d215aa7 req-8f83ad40-63ee-4231-8dfe-e48a279f1e5d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=93c96590-907a-4f45-bdd5-cbb4c464759d HTTP/1.1" status: 200 len: 846 time: 0.0491238 Oct 26 09:18:47.438132 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227754d1-a1e8-47ff-a7b2-4de31d215aa7 req-0181ce7f-e352-49eb-bb7a-33dde4fa5a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:47.439601 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-227754d1-a1e8-47ff-a7b2-4de31d215aa7 req-0181ce7f-e352-49eb-bb7a-33dde4fa5a2b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93a63646-6966-49e9-b68b-c54a0a1af1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0407879 Oct 26 09:18:47.528792 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-227754d1-a1e8-47ff-a7b2-4de31d215aa7 req-484cf222-c743-4ffe-96bf-558b15e9dc17 service neutron] 10.222.0.47 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813096 Oct 26 09:18:47.623200 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-227754d1-a1e8-47ff-a7b2-4de31d215aa7 req-9da3298b-365f-428e-a7c2-81337b529566 service neutron] 10.222.0.47 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872221 Oct 26 09:18:48.443033 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb821f8-3d63-4f90-a9cf-984eeccf5291 req-d069e9c7-3e5d-48d4-aa24-9b5d2eef4feb tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:48.444748 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-acb821f8-3d63-4f90-a9cf-984eeccf5291 req-d069e9c7-3e5d-48d4-aa24-9b5d2eef4feb tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 943 time: 0.0490599 Oct 26 09:18:48.482478 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-acb821f8-3d63-4f90-a9cf-984eeccf5291 req-13c9e9a7-fe72-44c1-b2f0-7000be81b5f0 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307217 Oct 26 09:18:49.490786 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-924d86b1-ec59-49a1-ae55-5627eebb98fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:18:49.599823 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0edc1-1b3e-4fe8-98fc-171d694aa412 req-428d5fff-6c96-472d-b578-e0b903448995 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:49.601334 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2cb0edc1-1b3e-4fe8-98fc-171d694aa412 req-428d5fff-6c96-472d-b578-e0b903448995 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 943 time: 0.0509017 Oct 26 09:18:49.639507 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-2cb0edc1-1b3e-4fe8-98fc-171d694aa412 req-770ac82c-f13b-45fc-b1b2-d1b5807244a2 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315340 Oct 26 09:18:50.762382 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb7c84-2c4a-41a8-ae4a-49d262a6703d req-f274afdd-ad64-450b-a2d4-30303409b429 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:50.763902 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-08cb7c84-2c4a-41a8-ae4a-49d262a6703d req-f274afdd-ad64-450b-a2d4-30303409b429 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 943 time: 0.0555506 Oct 26 09:18:50.801115 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-08cb7c84-2c4a-41a8-ae4a-49d262a6703d req-bbf8484c-1ecd-4060-bd91-d9c02c6de08a tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313499 Oct 26 09:18:51.914841 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d963e2e-b738-4dbd-b190-52403c25afdb req-a8542da9-faa7-4485-a6a6-74e2a2da75c1 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:51.916556 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8d963e2e-b738-4dbd-b190-52403c25afdb req-a8542da9-faa7-4485-a6a6-74e2a2da75c1 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 943 time: 0.0493233 Oct 26 09:18:51.959447 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-8d963e2e-b738-4dbd-b190-52403c25afdb req-ab4e5cd9-2e66-4100-af5a-378bf545e95c tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370898 Oct 26 09:18:52.162356 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-edc82611-17bc-4025-acc2-8c887386acf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:18:53.072933 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce79da4-b6d5-44df-a9e9-2fb11042fd17 req-78099935-c10d-4ba0-bc01-b52d7e1e76dc tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:53.074426 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-9ce79da4-b6d5-44df-a9e9-2fb11042fd17 req-78099935-c10d-4ba0-bc01-b52d7e1e76dc tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 943 time: 0.0501409 Oct 26 09:18:53.098810 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:18:53.112925 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-9ce79da4-b6d5-44df-a9e9-2fb11042fd17 req-68c86149-63d8-4432-ae3e-519ec7759d08 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326326 Oct 26 09:18:53.415076 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:18:54.227605 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e52a06-c54d-4c9f-ae62-a582ea6c4fbd req-b423e9ca-4f8c-47d9-a9fe-cdbefc4c15f2 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:54.229867 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-42e52a06-c54d-4c9f-ae62-a582ea6c4fbd req-b423e9ca-4f8c-47d9-a9fe-cdbefc4c15f2 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 943 time: 0.0495665 Oct 26 09:18:54.266663 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-42e52a06-c54d-4c9f-ae62-a582ea6c4fbd req-c308e6b9-a722-45ab-9230-40347e87af90 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308437 Oct 26 09:18:54.588900 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:18:54.986280 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:18:55.380596 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96faf818-9d0f-4850-8bb4-0bd370b17e73 req-6b2010ca-55ae-4991-979c-c7a25a0a6c1a tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:55.382121 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-96faf818-9d0f-4850-8bb4-0bd370b17e73 req-6b2010ca-55ae-4991-979c-c7a25a0a6c1a tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 943 time: 0.0489783 Oct 26 09:18:55.420153 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-96faf818-9d0f-4850-8bb4-0bd370b17e73 req-bd5b9a7e-45dd-438f-ba7a-b50004eb01a6 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316288 Oct 26 09:18:55.957820 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device f096224c-303b-40c3-af6e-23baa1124a52 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 09:18:56.052953 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port f096224c-303b-40c3-af6e-23baa1124a52, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=f096224c-303b-40c3-af6e-23baa1124a52,segment=NetworkSegment(3da70c1f-2486-4a7d-9850-d22a1dcd3fde),segment_id=3da70c1f-2486-4a7d-9850-d22a1dcd3fde)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:18:56.064660 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': 'f096224c-303b-40c3-af6e-23baa1124a52', 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3', 'port_id': 'f096224c-303b-40c3-af6e-23baa1124a52', 'mac_address': 'fa:16:3e:8f:d6:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c96590-907a-4f45-bdd5-cbb4c464759d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 09:18:56.100412 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:18:56.113386 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f096224c-303b-40c3-af6e-23baa1124a52 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 09:18:56.132156 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port f096224c-303b-40c3-af6e-23baa1124a52, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=f096224c-303b-40c3-af6e-23baa1124a52,segment=NetworkSegment(3da70c1f-2486-4a7d-9850-d22a1dcd3fde),segment_id=3da70c1f-2486-4a7d-9850-d22a1dcd3fde)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:18:56.135466 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:18:56.181040 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=f096224c-303b-40c3-af6e-23baa1124a52,revision_number=7']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:18:56.344795 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['f096224c-303b-40c3-af6e-23baa1124a52'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 09:18:56.534853 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b7a5f-d1bd-491f-a8af-8ac223f9bb4d req-5638445f-2117-4b65-a284-4baf656c936b tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:56.536377 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-688b7a5f-d1bd-491f-a8af-8ac223f9bb4d req-5638445f-2117-4b65-a284-4baf656c936b tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 944 time: 0.0491209 Oct 26 09:18:56.576834 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-688b7a5f-d1bd-491f-a8af-8ac223f9bb4d req-555bd990-1268-49cc-b4a6-e4cd44ddf252 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339332 Oct 26 09:18:57.954775 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c11cb-c106-43df-8126-d89bbaf6fe19 req-5bbb85b2-6757-4e59-9d4f-00ba513010e8 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:57.956275 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b00c11cb-c106-43df-8126-d89bbaf6fe19 req-5bbb85b2-6757-4e59-9d4f-00ba513010e8 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 944 time: 0.3145516 Oct 26 09:18:57.973972 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device f096224c-303b-40c3-af6e-23baa1124a52 up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:18:57.995245 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-b00c11cb-c106-43df-8126-d89bbaf6fe19 req-3d5affc4-21dd-4059-b317-f861f60dd0d6 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329862 Oct 26 09:18:58.022724 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port f096224c-303b-40c3-af6e-23baa1124a52 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:18:58.023098 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:18:58.098880 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:18:58.120141 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf80e3ff-e6e0-4306-bd3d-043e78749cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f096224c-303b-40c3-af6e-23baa1124a52'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:18:58.122481 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c44c4db-48ff-42c1-a363-58bd4552ff95" -d '{"events": [{"server_uuid": "cf80e3ff-e6e0-4306-bd3d-043e78749cdb", "name": "network-vif-plugged", "status": "completed", "tag": "f096224c-303b-40c3-af6e-23baa1124a52"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:18:58.135378 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port f096224c-303b-40c3-af6e-23baa1124a52, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=f096224c-303b-40c3-af6e-23baa1124a52,segment=NetworkSegment(3da70c1f-2486-4a7d-9850-d22a1dcd3fde),segment_id=3da70c1f-2486-4a7d-9850-d22a1dcd3fde)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:18:58.139440 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:18:58.165989 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 09:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd50afc-0770-4a08-b81e-64e49a687282 x-openstack-request-id: req-0cd50afc-0770-4a08-b81e-64e49a687282 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:18:58.166421 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf80e3ff-e6e0-4306-bd3d-043e78749cdb", "name": "network-vif-plugged", "status": "completed", "tag": "f096224c-303b-40c3-af6e-23baa1124a52", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:18:58.166817 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0cd50afc-0770-4a08-b81e-64e49a687282 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:18:58.167205 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf80e3ff-e6e0-4306-bd3d-043e78749cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f096224c-303b-40c3-af6e-23baa1124a52', 'code': 200} Oct 26 09:18:58.192569 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=f096224c-303b-40c3-af6e-23baa1124a52,revision_number=8']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:18:58.372671 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dffc48-e69f-4b59-ac35-14e31daf9d32 req-cd239f3b-5105-4fc1-963a-d9e9fea9e007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:58.374135 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-95dffc48-e69f-4b59-ac35-14e31daf9d32 req-cd239f3b-5105-4fc1-963a-d9e9fea9e007 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 1098 time: 0.0396247 Oct 26 09:18:58.412218 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-95dffc48-e69f-4b59-ac35-14e31daf9d32 req-bc0d6808-af15-462e-ac09-c69309e5b275 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313039 Oct 26 09:18:59.109053 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421aa7d5-9e8d-40b4-92a4-1a2d06a9e045 req-1d9fde7d-c171-497f-9f5d-e9207e796873 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:18:59.110549 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-421aa7d5-9e8d-40b4-92a4-1a2d06a9e045 req-1d9fde7d-c171-497f-9f5d-e9207e796873 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 945 time: 0.0494864 Oct 26 09:18:59.148151 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-421aa7d5-9e8d-40b4-92a4-1a2d06a9e045 req-74ab9377-8134-4cb0-bde9-452f7b059a47 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317817 Oct 26 09:19:00.330033 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189f3c0-dfb3-4683-beb4-132712f7694f req-b13ba906-030d-485a-bcb5-21cac178eb35 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:19:00.331519 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4189f3c0-dfb3-4683-beb4-132712f7694f req-b13ba906-030d-485a-bcb5-21cac178eb35 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 945 time: 0.1120164 Oct 26 09:19:00.369738 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4189f3c0-dfb3-4683-beb4-132712f7694f req-ba80caff-25f8-46ba-945c-fcdbffcbb2b9 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314579 Oct 26 09:19:10.452656 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ae665495-11da-4489-8d88-08fd6a8363c8 req-f0afadef-3fa8-4321-ba27-aba70491bbde service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403306 Oct 26 09:19:10.538870 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae665495-11da-4489-8d88-08fd6a8363c8 req-5f5b673f-0fcb-4639-8b87-fdaf0d8c504b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:19:10.540446 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ae665495-11da-4489-8d88-08fd6a8363c8 req-5f5b673f-0fcb-4639-8b87-fdaf0d8c504b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8c00edd130334a169c391b0c6b39e4a9&device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 1098 time: 0.0425148 Oct 26 09:19:10.651983 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae665495-11da-4489-8d88-08fd6a8363c8 req-2ad6ed43-07f6-415b-aa7d-15055aba507e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:19:10.653649 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ae665495-11da-4489-8d88-08fd6a8363c8 req-2ad6ed43-07f6-415b-aa7d-15055aba507e service neutron] 10.222.0.47 "GET /v2.0/networks?id=93a63646-6966-49e9-b68b-c54a0a1af1b3 HTTP/1.1" status: 200 len: 908 time: 0.0929632 Oct 26 09:19:10.721695 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ae665495-11da-4489-8d88-08fd6a8363c8 req-600b9825-3d01-4e64-8d35-38a206ee34e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f096224c-303b-40c3-af6e-23baa1124a52 HTTP/1.1" status: 200 len: 1001 time: 0.0603096 Oct 26 09:19:10.775643 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae665495-11da-4489-8d88-08fd6a8363c8 req-6115dd92-f5f6-4cce-b701-5b7dd5fbda30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:19:10.777166 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ae665495-11da-4489-8d88-08fd6a8363c8 req-6115dd92-f5f6-4cce-b701-5b7dd5fbda30 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=93c96590-907a-4f45-bdd5-cbb4c464759d HTTP/1.1" status: 200 len: 846 time: 0.0491791 Oct 26 09:19:10.822924 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae665495-11da-4489-8d88-08fd6a8363c8 req-106fa258-57b4-469c-ab0d-3aa55d0ef62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:19:10.824967 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ae665495-11da-4489-8d88-08fd6a8363c8 req-106fa258-57b4-469c-ab0d-3aa55d0ef62b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93a63646-6966-49e9-b68b-c54a0a1af1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0412552 Oct 26 09:19:10.920110 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ae665495-11da-4489-8d88-08fd6a8363c8 req-b30bf4f9-8361-45e8-ae2b-aa916bb6e562 service neutron] 10.222.0.47 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866079 Oct 26 09:19:11.008919 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ae665495-11da-4489-8d88-08fd6a8363c8 req-bf67067b-d919-4525-97dd-c1babfdeddd9 service neutron] 10.222.0.47 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814540 Oct 26 09:19:19.493195 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-70024560-68ef-4aa2-988d-6e82ae8053e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:19:19.744982 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:19:22.163977 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-be6efd1d-dbc4-4b79-8757-0ec911d47681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:19:23.101507 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:19:23.417554 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:19:24.597101 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:19:24.989804 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:19:49.493910 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-decfad3f-f00f-4e99-afa9-99a46a7a37d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:19:52.164164 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-415bf0d1-cd77-481a-abb9-d9df4e3086cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:19:53.104207 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:19:53.419154 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:19:54.600003 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:19:54.991398 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:19:56.745053 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:20:12.450127 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6dd1d5e3-5598-4447-a2e9-78a9c9967394 req-c8965e18-36ec-4c60-8e78-65416c633fd9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405641 Oct 26 09:20:12.536624 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1d5e3-5598-4447-a2e9-78a9c9967394 req-ee179471-97b8-487e-a2d0-c3a8215898a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:20:12.538552 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6dd1d5e3-5598-4447-a2e9-78a9c9967394 req-ee179471-97b8-487e-a2d0-c3a8215898a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8c00edd130334a169c391b0c6b39e4a9&device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 1098 time: 0.0471923 Oct 26 09:20:12.641884 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1d5e3-5598-4447-a2e9-78a9c9967394 req-c89323ca-8d27-411f-afce-988ae531f29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:20:12.643910 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6dd1d5e3-5598-4447-a2e9-78a9c9967394 req-c89323ca-8d27-411f-afce-988ae531f29a service neutron] 10.222.0.47 "GET /v2.0/networks?id=93a63646-6966-49e9-b68b-c54a0a1af1b3 HTTP/1.1" status: 200 len: 908 time: 0.0857518 Oct 26 09:20:12.712189 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6dd1d5e3-5598-4447-a2e9-78a9c9967394 req-427a7729-c877-43d6-af31-f6100d564b26 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f096224c-303b-40c3-af6e-23baa1124a52 HTTP/1.1" status: 200 len: 1001 time: 0.0604699 Oct 26 09:20:12.761470 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1d5e3-5598-4447-a2e9-78a9c9967394 req-091a7fcd-81eb-42a4-a23f-7d41aae9cd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:20:12.762917 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6dd1d5e3-5598-4447-a2e9-78a9c9967394 req-091a7fcd-81eb-42a4-a23f-7d41aae9cd9c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=93c96590-907a-4f45-bdd5-cbb4c464759d HTTP/1.1" status: 200 len: 846 time: 0.0439773 Oct 26 09:20:12.807109 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1d5e3-5598-4447-a2e9-78a9c9967394 req-354347a0-a2d4-4ad8-84df-cbac1c7521f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:20:12.808560 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6dd1d5e3-5598-4447-a2e9-78a9c9967394 req-354347a0-a2d4-4ad8-84df-cbac1c7521f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93a63646-6966-49e9-b68b-c54a0a1af1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0383146 Oct 26 09:20:12.899027 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6dd1d5e3-5598-4447-a2e9-78a9c9967394 req-867ae336-07ac-4063-8833-2639d26d96d6 service neutron] 10.222.0.47 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832427 Oct 26 09:20:12.988874 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6dd1d5e3-5598-4447-a2e9-78a9c9967394 req-19ba4e25-e96e-467b-855f-df98a6e85afc service neutron] 10.222.0.47 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828247 Oct 26 09:20:16.265912 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 45150) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:20:16.420221 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-28939643-cae5-4de2-acd1-955a2ad7a9a4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Deleting port d2eefc80-fa97-419e-879d-8db04753e5b5 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:20:16.420572 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-28939643-cae5-4de2-acd1-955a2ad7a9a4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:16.498726 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-28939643-cae5-4de2-acd1-955a2ad7a9a4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:16.499059 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-28939643-cae5-4de2-acd1-955a2ad7a9a4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:16.511075 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-28939643-cae5-4de2-acd1-955a2ad7a9a4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Calling delete_port for d2eefc80-fa97-419e-879d-8db04753e5b5 owned by network:floatingip {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:20:16.657750 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-28939643-cae5-4de2-acd1-955a2ad7a9a4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:16.683553 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28939643-cae5-4de2-acd1-955a2ad7a9a4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Pushing event deleted for resources: {'Port': ['ID=d2eefc80-fa97-419e-879d-8db04753e5b5,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:16.708000 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28939643-cae5-4de2-acd1-955a2ad7a9a4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:16.708357 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28939643-cae5-4de2-acd1-955a2ad7a9a4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:16.708706 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28939643-cae5-4de2-acd1-955a2ad7a9a4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:16.709049 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28939643-cae5-4de2-acd1-955a2ad7a9a4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:16.709386 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28939643-cae5-4de2-acd1-955a2ad7a9a4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:16.709762 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28939643-cae5-4de2-acd1-955a2ad7a9a4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:16.710099 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28939643-cae5-4de2-acd1-955a2ad7a9a4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:16.710440 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28939643-cae5-4de2-acd1-955a2ad7a9a4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:16.710769 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28939643-cae5-4de2-acd1-955a2ad7a9a4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:16.711094 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28939643-cae5-4de2-acd1-955a2ad7a9a4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:16.711420 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28939643-cae5-4de2-acd1-955a2ad7a9a4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:16.711746 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28939643-cae5-4de2-acd1-955a2ad7a9a4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:16.752878 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-28939643-cae5-4de2-acd1-955a2ad7a9a4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for floatingip, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:16.753213 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.l3_db [None req-28939643-cae5-4de2-acd1-955a2ad7a9a4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Floating IP ebadcecc-00bf-4bbe-83c7-4ffd2f04ed4d disassociated (deleted). External IP: 172.26.2.116, port: f096224c-303b-40c3-af6e-23baa1124a52. Oct 26 09:20:16.958643 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28939643-cae5-4de2-acd1-955a2ad7a9a4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Router 9b580a41-dad1-4e6f-ad7b-2baa9626b03f has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:20:17.068699 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28939643-cae5-4de2-acd1-955a2ad7a9a4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:20:17.073856 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-28939643-cae5-4de2-acd1-955a2ad7a9a4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:17.081217 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1849dab-fbb9-4480-a138-b2090e288320 None None] Sync routers for ids ['9b580a41-dad1-4e6f-ad7b-2baa9626b03f'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:20:17.090568 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1849dab-fbb9-4480-a138-b2090e288320 None None] Routers {'9b580a41-dad1-4e6f-ad7b-2baa9626b03f'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:20:17.091175 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-e1849dab-fbb9-4480-a138-b2090e288320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:19:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['9b580a41-dad1-4e6f-ad7b-2baa9626b03f'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:20:17.101450 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-28939643-cae5-4de2-acd1-955a2ad7a9a4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "DELETE /v2.0/floatingips/ebadcecc-00bf-4bbe-83c7-4ffd2f04ed4d HTTP/1.1" status: 204 len: 168 time: 0.8344314 Oct 26 09:20:17.102074 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf80e3ff-e6e0-4306-bd3d-043e78749cdb', 'tag': 'f096224c-303b-40c3-af6e-23baa1124a52'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:20:17.104345 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ee61e1-f4f2-4a51-8a8c-ffa26457efdb" -d '{"events": [{"name": "network-changed", "server_uuid": "cf80e3ff-e6e0-4306-bd3d-043e78749cdb", "tag": "f096224c-303b-40c3-af6e-23baa1124a52"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:20:17.144724 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 09:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b828882-6daa-4d13-92de-c02cc5f42f50 x-openstack-request-id: req-5b828882-6daa-4d13-92de-c02cc5f42f50 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:20:17.145107 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf80e3ff-e6e0-4306-bd3d-043e78749cdb", "tag": "f096224c-303b-40c3-af6e-23baa1124a52", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:20:17.145556 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5b828882-6daa-4d13-92de-c02cc5f42f50 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:20:17.146052 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf80e3ff-e6e0-4306-bd3d-043e78749cdb', 'tag': 'f096224c-303b-40c3-af6e-23baa1124a52', 'status': 'completed', 'code': 200} Oct 26 09:20:17.196573 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-e1849dab-fbb9-4480-a138-b2090e288320 None None] Set router 9b580a41-dad1-4e6f-ad7b-2baa9626b03f gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:20:17.212119 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee61e1-f4f2-4a51-8a8c-ffa26457efdb req-b24aedde-e9d8-4848-bda4-8e4f22a21ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:20:17.213999 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-00ee61e1-f4f2-4a51-8a8c-ffa26457efdb req-b24aedde-e9d8-4848-bda4-8e4f22a21ca7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8c00edd130334a169c391b0c6b39e4a9&device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 1098 time: 0.0478642 Oct 26 09:20:17.349295 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee61e1-f4f2-4a51-8a8c-ffa26457efdb req-c53f1f0f-929f-4d11-aec9-da7bfe6b032c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:20:17.350799 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-00ee61e1-f4f2-4a51-8a8c-ffa26457efdb req-c53f1f0f-929f-4d11-aec9-da7bfe6b032c service neutron] 10.222.0.47 "GET /v2.0/networks?id=93a63646-6966-49e9-b68b-c54a0a1af1b3 HTTP/1.1" status: 200 len: 908 time: 0.1259484 Oct 26 09:20:17.359229 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d3e5b-edc1-4224-89eb-115f352eba01 req-93865736-ed72-4156-99ac-af11d1b9ebc4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:20:17.360604 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a60d3e5b-edc1-4224-89eb-115f352eba01 req-93865736-ed72-4156-99ac-af11d1b9ebc4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 945 time: 0.0750549 Oct 26 09:20:17.405049 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-00ee61e1-f4f2-4a51-8a8c-ffa26457efdb req-9f0a60be-883c-4591-af11-682ef5102c07 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f096224c-303b-40c3-af6e-23baa1124a52 HTTP/1.1" status: 200 len: 217 time: 0.0434749 Oct 26 09:20:17.411568 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-e1849dab-fbb9-4480-a138-b2090e288320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'name': 'tempest-TestShelveInstance-48606745-router', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': '3e9f79e6-cd16-476a-a278-259fee029646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:11:40Z', 'updated_at': '2021-10-26T09:11:43Z', 'revision_number': 4, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'gw_port': {'id': '3e9f79e6-cd16-476a-a278-259fee029646', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:11:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:40Z', 'updated_at': '2021-10-26T09:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'b70519f6-93b2-4169-9f2a-447d94dbd258', 'name': '', 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'mac_address': 'fa:16:3e:37:68:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '93c96590-907a-4f45-bdd5-cbb4c464759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:42Z', 'updated_at': '2021-10-26T09:11:47Z', 'revision_number': 5, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'subnets': [{'id': '93c96590-907a-4f45-bdd5-cbb4c464759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:20:17.437634 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1849dab-fbb9-4480-a138-b2090e288320 None None] Checking router: 9b580a41-dad1-4e6f-ad7b-2baa9626b03f for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:20:17.447012 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1849dab-fbb9-4480-a138-b2090e288320 None None] Routers {'9b580a41-dad1-4e6f-ad7b-2baa9626b03f'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:20:17.447542 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-e1849dab-fbb9-4480-a138-b2090e288320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:19:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['9b580a41-dad1-4e6f-ad7b-2baa9626b03f'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:20:17.465326 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a60d3e5b-edc1-4224-89eb-115f352eba01 req-6db73246-1b02-4297-9c6b-b75528a59fad tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972919 Oct 26 09:20:17.474453 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee61e1-f4f2-4a51-8a8c-ffa26457efdb req-ed53fac5-a1d6-4080-8225-07ce903be31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:20:17.475909 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-00ee61e1-f4f2-4a51-8a8c-ffa26457efdb req-ed53fac5-a1d6-4080-8225-07ce903be31c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=93c96590-907a-4f45-bdd5-cbb4c464759d HTTP/1.1" status: 200 len: 846 time: 0.0586817 Oct 26 09:20:17.523209 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee61e1-f4f2-4a51-8a8c-ffa26457efdb req-973522c6-890f-4654-aa7b-51c729b59ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:20:17.524703 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-00ee61e1-f4f2-4a51-8a8c-ffa26457efdb req-973522c6-890f-4654-aa7b-51c729b59ef7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93a63646-6966-49e9-b68b-c54a0a1af1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0405695 Oct 26 09:20:17.554000 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-e1849dab-fbb9-4480-a138-b2090e288320 None None] Set router 9b580a41-dad1-4e6f-ad7b-2baa9626b03f gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:20:17.622038 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-00ee61e1-f4f2-4a51-8a8c-ffa26457efdb req-9da7f2c9-cdfd-4bdd-9df7-7bc6f8d29c91 service neutron] 10.222.0.47 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885696 Oct 26 09:20:17.714161 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-00ee61e1-f4f2-4a51-8a8c-ffa26457efdb req-57a60b31-9ea7-421f-b7de-918451658b6b service neutron] 10.222.0.47 "GET /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846157 Oct 26 09:20:17.757998 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-e1849dab-fbb9-4480-a138-b2090e288320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'name': 'tempest-TestShelveInstance-48606745-router', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': '3e9f79e6-cd16-476a-a278-259fee029646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:11:40Z', 'updated_at': '2021-10-26T09:11:43Z', 'revision_number': 4, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'gw_port': {'id': '3e9f79e6-cd16-476a-a278-259fee029646', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:11:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:40Z', 'updated_at': '2021-10-26T09:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'b70519f6-93b2-4169-9f2a-447d94dbd258', 'name': '', 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'mac_address': 'fa:16:3e:37:68:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '93c96590-907a-4f45-bdd5-cbb4c464759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:42Z', 'updated_at': '2021-10-26T09:11:47Z', 'revision_number': 5, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'subnets': [{'id': '93c96590-907a-4f45-bdd5-cbb4c464759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:20:17.784779 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1849dab-fbb9-4480-a138-b2090e288320 None None] The sync data for ids ['9b580a41-dad1-4e6f-ad7b-2baa9626b03f'] in dv-neutron-804846-13-hyperv is: [{'id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'name': 'tempest-TestShelveInstance-48606745-router', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': '3e9f79e6-cd16-476a-a278-259fee029646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:11:40Z', 'updated_at': '2021-10-26T09:11:43Z', 'revision_number': 4, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'gw_port': {'id': '3e9f79e6-cd16-476a-a278-259fee029646', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:11:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:40Z', 'updated_at': '2021-10-26T09:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': 'b70519f6-93b2-4169-9f2a-447d94dbd258', 'name': '', 'network_id': '93a63646-6966-49e9-b68b-c54a0a1af1b3', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'mac_address': 'fa:16:3e:37:68:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '93c96590-907a-4f45-bdd5-cbb4c464759d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:42Z', 'updated_at': '2021-10-26T09:11:47Z', 'revision_number': 5, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'subnets': [{'id': '93c96590-907a-4f45-bdd5-cbb4c464759d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:20:17.980806 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f547aa0-f827-45a3-b2b0-07b7db45cecf None None] New status for floating IP ebadcecc-00bf-4bbe-83c7-4ffd2f04ed4d: DOWN {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 09:20:18.626745 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6b9c1-5bfd-41de-8731-6fdc3d0ec25f req-69e012db-ef48-46e5-8a13-46cd4110e439 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:20:18.628761 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d1b6b9c1-5bfd-41de-8731-6fdc3d0ec25f req-69e012db-ef48-46e5-8a13-46cd4110e439 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 945 time: 0.0942223 Oct 26 09:20:18.665154 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d1b6b9c1-5bfd-41de-8731-6fdc3d0ec25f req-1a9e402a-244d-409a-bca9-3bc9c3bd919d tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f9db601-afef-447d-9176-5a2db3976b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303278 Oct 26 09:20:18.857791 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5aaf5-bcef-4f64-95a1-ca7b60767225 req-3c028ef5-cc29-450c-badd-c380685cf565 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:20:18.859174 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-54b5aaf5-bcef-4f64-95a1-ca7b60767225 req-3c028ef5-cc29-450c-badd-c380685cf565 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 945 time: 0.0495386 Oct 26 09:20:18.952370 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-54b5aaf5-bcef-4f64-95a1-ca7b60767225 req-f28df29b-8e41-4134-8398-cd65da2602ea tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Deleting port f096224c-303b-40c3-af6e-23baa1124a52 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:20:18.952717 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-54b5aaf5-bcef-4f64-95a1-ca7b60767225 req-f28df29b-8e41-4134-8398-cd65da2602ea tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:19.040690 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-54b5aaf5-bcef-4f64-95a1-ca7b60767225 req-f28df29b-8e41-4134-8398-cd65da2602ea tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] For port f096224c-303b-40c3-af6e-23baa1124a52, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=f096224c-303b-40c3-af6e-23baa1124a52,segment=NetworkSegment(3da70c1f-2486-4a7d-9850-d22a1dcd3fde),segment_id=3da70c1f-2486-4a7d-9850-d22a1dcd3fde)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:20:19.041074 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-54b5aaf5-bcef-4f64-95a1-ca7b60767225 req-f28df29b-8e41-4134-8398-cd65da2602ea tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:19.053348 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-54b5aaf5-bcef-4f64-95a1-ca7b60767225 req-f28df29b-8e41-4134-8398-cd65da2602ea tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Calling delete_port for f096224c-303b-40c3-af6e-23baa1124a52 owned by compute:nova {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:20:19.189062 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-54b5aaf5-bcef-4f64-95a1-ca7b60767225 req-f28df29b-8e41-4134-8398-cd65da2602ea tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:19.218613 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28df29b-8e41-4134-8398-cd65da2602ea tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Pushing event deleted for resources: {'Port': ['ID=f096224c-303b-40c3-af6e-23baa1124a52,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:19.263925 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b5aaf5-bcef-4f64-95a1-ca7b60767225 req-f28df29b-8e41-4134-8398-cd65da2602ea tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] No DVR routers for this DVR port f096224c-303b-40c3-af6e-23baa1124a52 on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 09:20:19.266500 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-54b5aaf5-bcef-4f64-95a1-ca7b60767225 req-f28df29b-8e41-4134-8398-cd65da2602ea tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:19.270147 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-54b5aaf5-bcef-4f64-95a1-ca7b60767225 req-f28df29b-8e41-4134-8398-cd65da2602ea tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.47 "DELETE /v2.0/ports/f096224c-303b-40c3-af6e-23baa1124a52 HTTP/1.1" status: 204 len: 173 time: 0.4040387 Oct 26 09:20:19.270591 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf80e3ff-e6e0-4306-bd3d-043e78749cdb', 'name': 'network-vif-deleted', 'tag': 'f096224c-303b-40c3-af6e-23baa1124a52'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:20:19.272870 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21972e6b-0c98-468e-8bb9-e03788c0e58a" -d '{"events": [{"server_uuid": "cf80e3ff-e6e0-4306-bd3d-043e78749cdb", "name": "network-vif-deleted", "tag": "f096224c-303b-40c3-af6e-23baa1124a52"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:20:19.310860 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 09:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54489299-9957-42c4-b22b-5ff9729e58a5 x-openstack-request-id: req-54489299-9957-42c4-b22b-5ff9729e58a5 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:20:19.311190 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf80e3ff-e6e0-4306-bd3d-043e78749cdb", "name": "network-vif-deleted", "tag": "f096224c-303b-40c3-af6e-23baa1124a52", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:20:19.311427 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-54489299-9957-42c4-b22b-5ff9729e58a5 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:20:19.311834 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf80e3ff-e6e0-4306-bd3d-043e78749cdb', 'name': 'network-vif-deleted', 'tag': 'f096224c-303b-40c3-af6e-23baa1124a52', 'status': 'completed', 'code': 200} Oct 26 09:20:19.495996 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d6cd5ae3-ce55-495c-919f-284d6907df3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:19.761888 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-f393cdb6-a0a0-4e45-8ea2-0916350e9dd4 req-2fe99fff-6430-4eb9-9a3b-ddf915f8daa7 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 210 time: 0.0267286 Oct 26 09:20:20.860528 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c43b702b-6cba-43f4-bda7-e0982c54add4 req-ac946d24-f534-449d-9335-4938764f00d4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 210 time: 0.0275147 Oct 26 09:20:21.957642 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-9eb3d947-1cf7-4323-89d7-c4ab274305d7 req-6a01be12-d206-4c86-ad1c-4d88ae90552f tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 210 time: 0.0301569 Oct 26 09:20:22.165808 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b3ff0afa-24ae-49c4-8909-1d27ee339683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:22.339906 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device f096224c-303b-40c3-af6e-23baa1124a52 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:20:22.360236 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] No Port match for: f096224c-303b-40c3-af6e-23baa1124a52 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:20:22.360582 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device f096224c-303b-40c3-af6e-23baa1124a52 not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:20:23.051657 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-320be44b-3eba-4fd3-80af-67020564378e req-0a1c35fe-c8b3-4b44-a5a0-4cc578aae91a tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf80e3ff-e6e0-4306-bd3d-043e78749cdb HTTP/1.1" status: 200 len: 210 time: 0.0260847 Oct 26 09:20:23.107677 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:23.421319 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:24.116684 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 45184) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:20:24.180182 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dbe28f0e-a1e0-4e67-903f-00806f8119c4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:24.212364 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dbe28f0e-a1e0-4e67-903f-00806f8119c4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:24.276051 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dbe28f0e-a1e0-4e67-903f-00806f8119c4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:24.278785 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-dbe28f0e-a1e0-4e67-903f-00806f8119c4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:24.279979 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-dbe28f0e-a1e0-4e67-903f-00806f8119c4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] 10.222.0.41 "DELETE /v2.0/security-groups/1f9db601-afef-447d-9176-5a2db3976b8c HTTP/1.1" status: 204 len: 168 time: 0.1621871 Oct 26 09:20:24.290014 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe28f0e-a1e0-4e67-903f-00806f8119c4 tempest-TestShelveInstance-1914730532 tempest-TestShelveInstance-1914730532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9db601-afef-447d-9176-5a2db3976b8c,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:24.333037 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 45188) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:20:24.624405 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:24.793012 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3d9ec19d-fe22-4845-bf47-f94dfc68bc0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:24.997546 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:25.046663 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-3d9ec19d-fe22-4845-bf47-f94dfc68bc0e admin admin] Deleting port b70519f6-93b2-4169-9f2a-447d94dbd258 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:20:25.047015 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3d9ec19d-fe22-4845-bf47-f94dfc68bc0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:25.127559 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-3d9ec19d-fe22-4845-bf47-f94dfc68bc0e admin admin] For port b70519f6-93b2-4169-9f2a-447d94dbd258, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=b70519f6-93b2-4169-9f2a-447d94dbd258,segment=NetworkSegment(3da70c1f-2486-4a7d-9850-d22a1dcd3fde),segment_id=3da70c1f-2486-4a7d-9850-d22a1dcd3fde)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:20:25.128273 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3d9ec19d-fe22-4845-bf47-f94dfc68bc0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:25.140298 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-3d9ec19d-fe22-4845-bf47-f94dfc68bc0e admin admin] Calling delete_port for b70519f6-93b2-4169-9f2a-447d94dbd258 owned by network:router_interface {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:20:25.324800 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3d9ec19d-fe22-4845-bf47-f94dfc68bc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:25.354972 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ec19d-fe22-4845-bf47-f94dfc68bc0e admin admin] Pushing event deleted for resources: {'Port': ['ID=b70519f6-93b2-4169-9f2a-447d94dbd258,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:25.847087 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-3d9ec19d-fe22-4845-bf47-f94dfc68bc0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:26.088824 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d9ec19d-fe22-4845-bf47-f94dfc68bc0e admin admin] Router 9b580a41-dad1-4e6f-ad7b-2baa9626b03f has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:20:26.215204 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9ec19d-fe22-4845-bf47-f94dfc68bc0e admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:20:26.222610 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-3d9ec19d-fe22-4845-bf47-f94dfc68bc0e admin admin] 10.222.0.41 "PUT /v2.0/routers/9b580a41-dad1-4e6f-ad7b-2baa9626b03f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8877969 Oct 26 09:20:26.225317 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 45192) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:20:26.227645 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4fa6d1-21af-4573-83f2-85f8c7f5d2b2 None None] Sync routers for ids ['9b580a41-dad1-4e6f-ad7b-2baa9626b03f'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:20:26.242767 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4fa6d1-21af-4573-83f2-85f8c7f5d2b2 None None] Routers {'9b580a41-dad1-4e6f-ad7b-2baa9626b03f'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:20:26.242767 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-4c4fa6d1-21af-4573-83f2-85f8c7f5d2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:20:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['9b580a41-dad1-4e6f-ad7b-2baa9626b03f'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:20:26.343389 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-13fa3a1c-1418-439c-aee0-efd2d0fefb67 admin admin] Publish callbacks [] for router, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:26.368779 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-4c4fa6d1-21af-4573-83f2-85f8c7f5d2b2 None None] Set router 9b580a41-dad1-4e6f-ad7b-2baa9626b03f gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:20:26.469895 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-13fa3a1c-1418-439c-aee0-efd2d0fefb67 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:26.543685 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-13fa3a1c-1418-439c-aee0-efd2d0fefb67 admin admin] Deleting port 3e9f79e6-cd16-476a-a278-259fee029646 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:20:26.544189 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-13fa3a1c-1418-439c-aee0-efd2d0fefb67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:26.562552 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-4c4fa6d1-21af-4573-83f2-85f8c7f5d2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'name': 'tempest-TestShelveInstance-48606745-router', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.53'}], 'enable_snat': True}, 'gw_port_id': '3e9f79e6-cd16-476a-a278-259fee029646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:11:40Z', 'updated_at': '2021-10-26T09:20:25Z', 'revision_number': 5, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'gw_port': {'id': '3e9f79e6-cd16-476a-a278-259fee029646', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:11:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:40Z', 'updated_at': '2021-10-26T09:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:20:26.597519 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4fa6d1-21af-4573-83f2-85f8c7f5d2b2 None None] Checking router: 9b580a41-dad1-4e6f-ad7b-2baa9626b03f for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:20:26.606532 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4fa6d1-21af-4573-83f2-85f8c7f5d2b2 None None] Routers {'9b580a41-dad1-4e6f-ad7b-2baa9626b03f'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:20:26.607567 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-4c4fa6d1-21af-4573-83f2-85f8c7f5d2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:20:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['9b580a41-dad1-4e6f-ad7b-2baa9626b03f'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:20:26.641598 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-13fa3a1c-1418-439c-aee0-efd2d0fefb67 admin admin] For port 3e9f79e6-cd16-476a-a278-259fee029646, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=3e9f79e6-cd16-476a-a278-259fee029646,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:20:26.642214 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-13fa3a1c-1418-439c-aee0-efd2d0fefb67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:26.658440 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-13fa3a1c-1418-439c-aee0-efd2d0fefb67 admin admin] Calling delete_port for 3e9f79e6-cd16-476a-a278-259fee029646 owned by network:router_gateway {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:20:26.798010 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-4c4fa6d1-21af-4573-83f2-85f8c7f5d2b2 None None] Set router 9b580a41-dad1-4e6f-ad7b-2baa9626b03f gateway port host: None {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:20:26.851958 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-4c4fa6d1-21af-4573-83f2-85f8c7f5d2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'name': 'tempest-TestShelveInstance-48606745-router', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:11:40Z', 'updated_at': '2021-10-26T09:20:26Z', 'revision_number': 6, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'gw_port_host': None}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:20:26.853528 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-13fa3a1c-1418-439c-aee0-efd2d0fefb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:26.879922 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa3a1c-1418-439c-aee0-efd2d0fefb67 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e9f79e6-cd16-476a-a278-259fee029646,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:26.883625 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4fa6d1-21af-4573-83f2-85f8c7f5d2b2 None None] The sync data for ids ['9b580a41-dad1-4e6f-ad7b-2baa9626b03f'] in dv-neutron-804846-13-hyperv is: [{'id': '9b580a41-dad1-4e6f-ad7b-2baa9626b03f', 'name': 'tempest-TestShelveInstance-48606745-router', 'tenant_id': '8c00edd130334a169c391b0c6b39e4a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:11:40Z', 'updated_at': '2021-10-26T09:20:26Z', 'revision_number': 6, 'project_id': '8c00edd130334a169c391b0c6b39e4a9', 'gw_port_host': None}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:20:26.958209 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-13fa3a1c-1418-439c-aee0-efd2d0fefb67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:27.050885 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-13fa3a1c-1418-439c-aee0-efd2d0fefb67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:27.052917 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-13fa3a1c-1418-439c-aee0-efd2d0fefb67 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:27.103628 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-13fa3a1c-1418-439c-aee0-efd2d0fefb67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:27.104330 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fa3a1c-1418-439c-aee0-efd2d0fefb67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b580a41-dad1-4e6f-ad7b-2baa9626b03f {{(pid=102101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 09:20:27.109790 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-13fa3a1c-1418-439c-aee0-efd2d0fefb67 admin admin] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:27.111145 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-13fa3a1c-1418-439c-aee0-efd2d0fefb67 admin admin] 10.222.0.41 "DELETE /v2.0/routers/9b580a41-dad1-4e6f-ad7b-2baa9626b03f HTTP/1.1" status: 204 len: 168 time: 0.8845944 Oct 26 09:20:27.114254 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 45194) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:20:27.160970 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_v2 [None req-b00b27bd-459e-47cc-9b02-9ff9223f2e57 admin admin] Deleting subnet 93c96590-907a-4f45-bdd5-cbb4c464759d {{(pid=102101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 09:20:27.164253 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b00b27bd-459e-47cc-9b02-9ff9223f2e57 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:27.202288 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b00b27bd-459e-47cc-9b02-9ff9223f2e57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6383599'] for subnet, precommit_delete_associations {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:27.299652 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b00b27bd-459e-47cc-9b02-9ff9223f2e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:27.363130 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b00b27bd-459e-47cc-9b02-9ff9223f2e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8235501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6164330'] for subnet, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:27.389397 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b27bd-459e-47cc-9b02-9ff9223f2e57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93c96590-907a-4f45-bdd5-cbb4c464759d,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:27.394374 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-b00b27bd-459e-47cc-9b02-9ff9223f2e57 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:27.400632 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 45196) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:20:27.401132 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-b00b27bd-459e-47cc-9b02-9ff9223f2e57 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/93c96590-907a-4f45-bdd5-cbb4c464759d HTTP/1.1" status: 204 len: 168 time: 0.2853935 Oct 26 09:20:27.402919 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ee2983-2d4a-48d5-9368-3f83dd17008f None None] Network 93a63646-6966-49e9-b68b-c54a0a1af1b3 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:20:27.476803 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-070d130f-fdf8-4fa6-b3e1-892aabba95c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:27.530952 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-070d130f-fdf8-4fa6-b3e1-892aabba95c4 admin admin] Deleting port 320163ce-9f19-4df9-b61c-d8cbb75cdae1 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:20:27.531582 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-070d130f-fdf8-4fa6-b3e1-892aabba95c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:27.606248 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-070d130f-fdf8-4fa6-b3e1-892aabba95c4 admin admin] For port 320163ce-9f19-4df9-b61c-d8cbb75cdae1, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=320163ce-9f19-4df9-b61c-d8cbb75cdae1,segment=NetworkSegment(3da70c1f-2486-4a7d-9850-d22a1dcd3fde),segment_id=3da70c1f-2486-4a7d-9850-d22a1dcd3fde)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:20:27.606613 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-070d130f-fdf8-4fa6-b3e1-892aabba95c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:27.619276 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-070d130f-fdf8-4fa6-b3e1-892aabba95c4 admin admin] Calling delete_port for 320163ce-9f19-4df9-b61c-d8cbb75cdae1 owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:20:27.700598 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-070d130f-fdf8-4fa6-b3e1-892aabba95c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:27.707572 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac2ecc5-a728-4229-b28c-e34a2b20da55 None None] DHCP port deletion for 93a63646-6966-49e9-b68b-c54a0a1af1b3 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 09:20:27.730846 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d130f-fdf8-4fa6-b3e1-892aabba95c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=320163ce-9f19-4df9-b61c-d8cbb75cdae1,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:27.740321 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070d130f-fdf8-4fa6-b3e1-892aabba95c4 admin admin] No DVR routers for this DVR port 320163ce-9f19-4df9-b61c-d8cbb75cdae1 on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 09:20:27.742571 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d130f-fdf8-4fa6-b3e1-892aabba95c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:27.742921 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d130f-fdf8-4fa6-b3e1-892aabba95c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:27.743262 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d130f-fdf8-4fa6-b3e1-892aabba95c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:27.743601 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d130f-fdf8-4fa6-b3e1-892aabba95c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:27.743998 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d130f-fdf8-4fa6-b3e1-892aabba95c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:27.744330 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d130f-fdf8-4fa6-b3e1-892aabba95c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:27.744666 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d130f-fdf8-4fa6-b3e1-892aabba95c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:27.744996 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d130f-fdf8-4fa6-b3e1-892aabba95c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:27.745344 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d130f-fdf8-4fa6-b3e1-892aabba95c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:27.745667 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d130f-fdf8-4fa6-b3e1-892aabba95c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:27.746000 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d130f-fdf8-4fa6-b3e1-892aabba95c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:27.746322 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d130f-fdf8-4fa6-b3e1-892aabba95c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:27.825542 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-070d130f-fdf8-4fa6-b3e1-892aabba95c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:27.848625 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-070d130f-fdf8-4fa6-b3e1-892aabba95c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a63646-6966-49e9-b68b-c54a0a1af1b3']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:20:27.858118 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-070d130f-fdf8-4fa6-b3e1-892aabba95c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da70c1f-2486-4a7d-9850-d22a1dcd3fde') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:20:27.858419 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-070d130f-fdf8-4fa6-b3e1-892aabba95c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da70c1f-2486-4a7d-9850-d22a1dcd3fde') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:20:27.868478 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-070d130f-fdf8-4fa6-b3e1-892aabba95c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:27.882939 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-070d130f-fdf8-4fa6-b3e1-892aabba95c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:27.889727 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-070d130f-fdf8-4fa6-b3e1-892aabba95c4 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 09:20:27.890176 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-070d130f-fdf8-4fa6-b3e1-892aabba95c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:27.891951 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 09:20:27.891951 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 09:20:27.891951 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 09:20:27.891951 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 09:20:27.891951 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 09:20:27.891951 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 09:20:27.891951 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 09:20:27.891951 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 09:20:27.891951 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 09:20:27.891951 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 09:20:27.891951 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 09:20:27.891951 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 09:20:27.891951 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 09:20:27.891951 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 09:20:27.891951 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 09:20:27.891951 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 09:20:27.891951 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 09:20:27.891951 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 09:20:27.891951 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 09:20:27.891951 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 09:20:27.891951 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 09:20:27.891951 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 09:20:27.891951 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 09:20:27.891951 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 09:20:27.891951 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 09:20:27.891951 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 09:20:27.891951 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 09:20:27.891951 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 09:20:27.891951 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 09:20:27.891951 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 09:20:27.891951 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 09:20:27.891951 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 09:20:27.952364 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-070d130f-fdf8-4fa6-b3e1-892aabba95c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:27.958409 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-070d130f-fdf8-4fa6-b3e1-892aabba95c4 admin admin] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:27.961937 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-070d130f-fdf8-4fa6-b3e1-892aabba95c4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/93a63646-6966-49e9-b68b-c54a0a1af1b3 HTTP/1.1" status: 204 len: 168 time: 0.5601287 Oct 26 09:20:27.964815 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 45198) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:20:27.977737 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d130f-fdf8-4fa6-b3e1-892aabba95c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=93a63646-6966-49e9-b68b-c54a0a1af1b3,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:28.324311 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-03263e0f-4d24-4226-a678-03a8a58f11d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:28.569295 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-03263e0f-4d24-4226-a678-03a8a58f11d2 admin admin] Deleting port 9d5eb603-da55-435f-b80f-85a32e750033 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:20:28.569666 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-03263e0f-4d24-4226-a678-03a8a58f11d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:28.648718 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [None req-03263e0f-4d24-4226-a678-03a8a58f11d2 admin admin] For port 9d5eb603-da55-435f-b80f-85a32e750033, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=9d5eb603-da55-435f-b80f-85a32e750033,segment=NetworkSegment(ca839e15-0114-4673-80e7-e7fe7558881b),segment_id=ca839e15-0114-4673-80e7-e7fe7558881b)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:20:28.649130 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-03263e0f-4d24-4226-a678-03a8a58f11d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:28.662539 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [None req-03263e0f-4d24-4226-a678-03a8a58f11d2 admin admin] Calling delete_port for 9d5eb603-da55-435f-b80f-85a32e750033 owned by network:router_interface {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:20:28.840974 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-03263e0f-4d24-4226-a678-03a8a58f11d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:28.866661 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03263e0f-4d24-4226-a678-03a8a58f11d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d5eb603-da55-435f-b80f-85a32e750033,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:29.028792 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 3e9f79e6-cd16-476a-a278-259fee029646 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:20:29.050788 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 3e9f79e6-cd16-476a-a278-259fee029646 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:20:29.051135 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 3e9f79e6-cd16-476a-a278-259fee029646 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:20:29.051560 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 320163ce-9f19-4df9-b61c-d8cbb75cdae1 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:20:29.058785 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-03263e0f-4d24-4226-a678-03a8a58f11d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:29.073104 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 320163ce-9f19-4df9-b61c-d8cbb75cdae1 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:20:29.073454 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 320163ce-9f19-4df9-b61c-d8cbb75cdae1 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:20:29.073902 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device b70519f6-93b2-4169-9f2a-447d94dbd258 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:20:29.093512 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: b70519f6-93b2-4169-9f2a-447d94dbd258 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:20:29.093821 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device b70519f6-93b2-4169-9f2a-447d94dbd258 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:20:29.278026 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03263e0f-4d24-4226-a678-03a8a58f11d2 admin admin] Router 019da860-1fcc-4383-b794-cbabfd12b3d5 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:20:29.382013 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03263e0f-4d24-4226-a678-03a8a58f11d2 admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:20:29.388063 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-03263e0f-4d24-4226-a678-03a8a58f11d2 admin admin] 10.222.0.41 "PUT /v2.0/routers/019da860-1fcc-4383-b794-cbabfd12b3d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4218113 Oct 26 09:20:29.389928 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 45200) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:20:29.394640 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0b7caf-2b1a-47d7-8196-dc7c0c321abe None None] Sync routers for ids ['019da860-1fcc-4383-b794-cbabfd12b3d5'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:20:29.406040 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0b7caf-2b1a-47d7-8196-dc7c0c321abe None None] Routers {'019da860-1fcc-4383-b794-cbabfd12b3d5'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:20:29.406715 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ca0b7caf-2b1a-47d7-8196-dc7c0c321abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:20:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['019da860-1fcc-4383-b794-cbabfd12b3d5'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:20:29.499538 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1dc00bbc-61c0-4956-8a47-e10bad7444a9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:29.511995 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-ca0b7caf-2b1a-47d7-8196-dc7c0c321abe None None] Set router 019da860-1fcc-4383-b794-cbabfd12b3d5 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:20:29.605761 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1dc00bbc-61c0-4956-8a47-e10bad7444a9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:29.658194 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-1dc00bbc-61c0-4956-8a47-e10bad7444a9 admin admin] Deleting port 8af858a2-da99-4b38-a034-d1145bb6a72e {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:20:29.658584 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1dc00bbc-61c0-4956-8a47-e10bad7444a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:29.695187 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ca0b7caf-2b1a-47d7-8196-dc7c0c321abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019da860-1fcc-4383-b794-cbabfd12b3d5', 'name': 'tempest-TestShelveInstance-610175177-router', 'tenant_id': 'b55be48c051448dba5e458209247d634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '8af858a2-da99-4b38-a034-d1145bb6a72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:11:45Z', 'updated_at': '2021-10-26T09:20:28Z', 'revision_number': 5, 'project_id': 'b55be48c051448dba5e458209247d634', 'gw_port': {'id': '8af858a2-da99-4b38-a034-d1145bb6a72e', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019da860-1fcc-4383-b794-cbabfd12b3d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:11:45Z', 'updated_at': '2021-10-26T09:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:20:29.720959 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0b7caf-2b1a-47d7-8196-dc7c0c321abe None None] Checking router: 019da860-1fcc-4383-b794-cbabfd12b3d5 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:20:29.729223 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0b7caf-2b1a-47d7-8196-dc7c0c321abe None None] Routers {'019da860-1fcc-4383-b794-cbabfd12b3d5'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:20:29.729888 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ca0b7caf-2b1a-47d7-8196-dc7c0c321abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:20:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['019da860-1fcc-4383-b794-cbabfd12b3d5'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:20:29.743169 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-1dc00bbc-61c0-4956-8a47-e10bad7444a9 admin admin] For port 8af858a2-da99-4b38-a034-d1145bb6a72e, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=8af858a2-da99-4b38-a034-d1145bb6a72e,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:20:29.743752 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1dc00bbc-61c0-4956-8a47-e10bad7444a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:29.756041 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-1dc00bbc-61c0-4956-8a47-e10bad7444a9 admin admin] Calling delete_port for 8af858a2-da99-4b38-a034-d1145bb6a72e owned by network:router_gateway {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:20:29.816403 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-ca0b7caf-2b1a-47d7-8196-dc7c0c321abe None None] Set router 019da860-1fcc-4383-b794-cbabfd12b3d5 gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:20:29.870699 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-ca0b7caf-2b1a-47d7-8196-dc7c0c321abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019da860-1fcc-4383-b794-cbabfd12b3d5', 'name': 'tempest-TestShelveInstance-610175177-router', 'tenant_id': 'b55be48c051448dba5e458209247d634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:11:45Z', 'updated_at': '2021-10-26T09:20:29Z', 'revision_number': 6, 'project_id': 'b55be48c051448dba5e458209247d634', 'gw_port_host': None}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:20:29.897506 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0b7caf-2b1a-47d7-8196-dc7c0c321abe None None] The sync data for ids ['019da860-1fcc-4383-b794-cbabfd12b3d5'] in dv-neutron-804846-13-hyperv is: [{'id': '019da860-1fcc-4383-b794-cbabfd12b3d5', 'name': 'tempest-TestShelveInstance-610175177-router', 'tenant_id': 'b55be48c051448dba5e458209247d634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:11:45Z', 'updated_at': '2021-10-26T09:20:29Z', 'revision_number': 6, 'project_id': 'b55be48c051448dba5e458209247d634', 'gw_port_host': None}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:20:29.931110 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1dc00bbc-61c0-4956-8a47-e10bad7444a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:29.956780 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc00bbc-61c0-4956-8a47-e10bad7444a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8af858a2-da99-4b38-a034-d1145bb6a72e,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:30.016003 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1dc00bbc-61c0-4956-8a47-e10bad7444a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:30.108572 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1dc00bbc-61c0-4956-8a47-e10bad7444a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:30.110672 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1dc00bbc-61c0-4956-8a47-e10bad7444a9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:30.154148 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1dc00bbc-61c0-4956-8a47-e10bad7444a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:30.154690 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc00bbc-61c0-4956-8a47-e10bad7444a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 019da860-1fcc-4383-b794-cbabfd12b3d5 {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 09:20:30.159540 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1dc00bbc-61c0-4956-8a47-e10bad7444a9 admin admin] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:30.160668 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1dc00bbc-61c0-4956-8a47-e10bad7444a9 admin admin] 10.222.0.41 "DELETE /v2.0/routers/019da860-1fcc-4383-b794-cbabfd12b3d5 HTTP/1.1" status: 204 len: 168 time: 0.7694252 Oct 26 09:20:30.163286 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 45202) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:20:30.207062 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f86b41-1674-4c16-bb6d-8511d4dc78a7 admin admin] Deleting subnet a7a8c726-ecbb-49ac-bd06-6d18baceb781 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 09:20:30.209985 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-85f86b41-1674-4c16-bb6d-8511d4dc78a7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:30.244594 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-85f86b41-1674-4c16-bb6d-8511d4dc78a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:30.335285 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-85f86b41-1674-4c16-bb6d-8511d4dc78a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:30.385451 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-85f86b41-1674-4c16-bb6d-8511d4dc78a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:30.413273 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f86b41-1674-4c16-bb6d-8511d4dc78a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7a8c726-ecbb-49ac-bd06-6d18baceb781,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:30.415258 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-85f86b41-1674-4c16-bb6d-8511d4dc78a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:30.418557 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-85f86b41-1674-4c16-bb6d-8511d4dc78a7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a7a8c726-ecbb-49ac-bd06-6d18baceb781 HTTP/1.1" status: 204 len: 168 time: 0.2543414 Oct 26 09:20:30.419702 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9f4b9c-4d79-4599-8f18-327e19e19410 None None] Network a7d3aefa-6ba0-4ab4-baf8-383ac62a1712 requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:20:30.421103 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 45204) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:20:30.493091 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-30a83dbb-f551-4d06-8a3e-3cfd18415972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:30.545278 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-30a83dbb-f551-4d06-8a3e-3cfd18415972 admin admin] Deleting port 3d6499d1-2902-410f-8935-3f6ac12b1b33 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:20:30.545675 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-30a83dbb-f551-4d06-8a3e-3cfd18415972 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:30.611544 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-30a83dbb-f551-4d06-8a3e-3cfd18415972 admin admin] For port 3d6499d1-2902-410f-8935-3f6ac12b1b33, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=3d6499d1-2902-410f-8935-3f6ac12b1b33,segment=NetworkSegment(ca839e15-0114-4673-80e7-e7fe7558881b),segment_id=ca839e15-0114-4673-80e7-e7fe7558881b)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:20:30.611544 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-30a83dbb-f551-4d06-8a3e-3cfd18415972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:30.625391 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-30a83dbb-f551-4d06-8a3e-3cfd18415972 admin admin] Calling delete_port for 3d6499d1-2902-410f-8935-3f6ac12b1b33 owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:20:30.645254 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051af5b4-dddd-4295-a1d9-74142b5d7854 None None] DHCP port deletion for a7d3aefa-6ba0-4ab4-baf8-383ac62a1712 request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 09:20:30.694242 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-051af5b4-dddd-4295-a1d9-74142b5d7854 None None] Deleting port 3d6499d1-2902-410f-8935-3f6ac12b1b33 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:20:30.694620 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-051af5b4-dddd-4295-a1d9-74142b5d7854 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:30.708985 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-30a83dbb-f551-4d06-8a3e-3cfd18415972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:30.738361 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a83dbb-f551-4d06-8a3e-3cfd18415972 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d6499d1-2902-410f-8935-3f6ac12b1b33,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:30.740661 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a83dbb-f551-4d06-8a3e-3cfd18415972 admin admin] No DVR routers for this DVR port 3d6499d1-2902-410f-8935-3f6ac12b1b33 on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 09:20:30.769098 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-051af5b4-dddd-4295-a1d9-74142b5d7854 None None] For port 3d6499d1-2902-410f-8935-3f6ac12b1b33, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=3d6499d1-2902-410f-8935-3f6ac12b1b33,segment=NetworkSegment(ca839e15-0114-4673-80e7-e7fe7558881b),segment_id=ca839e15-0114-4673-80e7-e7fe7558881b)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:20:30.769503 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-051af5b4-dddd-4295-a1d9-74142b5d7854 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:30.781633 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-051af5b4-dddd-4295-a1d9-74142b5d7854 None None] Calling delete_port for 3d6499d1-2902-410f-8935-3f6ac12b1b33 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:20:30.816619 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-30a83dbb-f551-4d06-8a3e-3cfd18415972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:30.839558 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-30a83dbb-f551-4d06-8a3e-3cfd18415972 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7d3aefa-6ba0-4ab4-baf8-383ac62a1712']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:20:30.850643 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-30a83dbb-f551-4d06-8a3e-3cfd18415972 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca839e15-0114-4673-80e7-e7fe7558881b') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:20:30.851032 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-30a83dbb-f551-4d06-8a3e-3cfd18415972 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca839e15-0114-4673-80e7-e7fe7558881b') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: from cryptography.utils import int_from_bytes Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: from cryptography.utils import int_from_bytes Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: self.session.flush() Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: self.session.flush() Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: self.session.flush() Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: self.session.flush() Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: self.session.flush() Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: self.session.flush() Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: self.session.flush() Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: self.session.flush() Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: self.session.flush() Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: self.session.flush() Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: self.session.flush() Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: self.session.flush() Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: self.session.flush() Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: self.session.flush() Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: self.session.flush() Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: self.session.flush() Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: self.session.flush() Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: self.session.flush() Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: self.session.flush() Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: self.session.flush() Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: self.session.flush() Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: self.session.flush() Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: self.session.flush() Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: self.session.flush() Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: self.session.flush() Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 09:20:30.852962 dv-neutron-804846-13-hyperv neutron-server[102103]: self.session.flush() Oct 26 09:20:30.859554 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-051af5b4-dddd-4295-a1d9-74142b5d7854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:30.864504 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-30a83dbb-f551-4d06-8a3e-3cfd18415972 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:30.879621 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-30a83dbb-f551-4d06-8a3e-3cfd18415972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:30.886217 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30a83dbb-f551-4d06-8a3e-3cfd18415972 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 09:20:30.886813 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-30a83dbb-f551-4d06-8a3e-3cfd18415972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:30.887140 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051af5b4-dddd-4295-a1d9-74142b5d7854 None None] Pushing event deleted for resources: {'Port': ['ID=3d6499d1-2902-410f-8935-3f6ac12b1b33,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:30.889674 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 09:20:30.889674 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 09:20:30.889674 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 09:20:30.889674 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 09:20:30.889674 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 09:20:30.889674 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 09:20:30.889674 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 09:20:30.889674 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 09:20:30.889674 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 09:20:30.889674 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 09:20:30.889674 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 09:20:30.889674 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 09:20:30.889674 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 09:20:30.889674 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 09:20:30.889674 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 09:20:30.889674 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 09:20:30.889674 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 09:20:30.889674 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 09:20:30.889674 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 09:20:30.889674 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 09:20:30.889674 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 09:20:30.889674 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 09:20:30.889674 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 09:20:30.889674 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 09:20:30.889674 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 09:20:30.889674 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 09:20:30.889674 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 09:20:30.889674 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 09:20:30.889674 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 09:20:30.889674 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 09:20:30.889674 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 09:20:30.889674 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 09:20:30.891686 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051af5b4-dddd-4295-a1d9-74142b5d7854 None None] No DVR routers for this DVR port 3d6499d1-2902-410f-8935-3f6ac12b1b33 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 09:20:30.903153 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051af5b4-dddd-4295-a1d9-74142b5d7854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:30.903464 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051af5b4-dddd-4295-a1d9-74142b5d7854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:30.903870 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051af5b4-dddd-4295-a1d9-74142b5d7854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:30.904166 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051af5b4-dddd-4295-a1d9-74142b5d7854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:30.904509 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051af5b4-dddd-4295-a1d9-74142b5d7854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:30.904850 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051af5b4-dddd-4295-a1d9-74142b5d7854 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:30.905181 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051af5b4-dddd-4295-a1d9-74142b5d7854 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:30.905517 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051af5b4-dddd-4295-a1d9-74142b5d7854 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:30.905941 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051af5b4-dddd-4295-a1d9-74142b5d7854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:30.906191 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051af5b4-dddd-4295-a1d9-74142b5d7854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:30.906521 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051af5b4-dddd-4295-a1d9-74142b5d7854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:30.906847 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051af5b4-dddd-4295-a1d9-74142b5d7854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:30.953812 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-30a83dbb-f551-4d06-8a3e-3cfd18415972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:30.961263 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-30a83dbb-f551-4d06-8a3e-3cfd18415972 admin admin] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:30.964725 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-30a83dbb-f551-4d06-8a3e-3cfd18415972 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a7d3aefa-6ba0-4ab4-baf8-383ac62a1712 HTTP/1.1" status: 204 len: 168 time: 0.5426302 Oct 26 09:20:30.981030 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a83dbb-f551-4d06-8a3e-3cfd18415972 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7d3aefa-6ba0-4ab4-baf8-383ac62a1712,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:30.986123 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 9d5eb603-da55-435f-b80f-85a32e750033 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:20:31.011537 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 9d5eb603-da55-435f-b80f-85a32e750033 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:20:31.011807 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 9d5eb603-da55-435f-b80f-85a32e750033 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:20:31.012236 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 3d6499d1-2902-410f-8935-3f6ac12b1b33 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:20:31.033008 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 3d6499d1-2902-410f-8935-3f6ac12b1b33 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:20:31.033380 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 3d6499d1-2902-410f-8935-3f6ac12b1b33 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:20:31.033832 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 8af858a2-da99-4b38-a034-d1145bb6a72e no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:20:31.053252 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 8af858a2-da99-4b38-a034-d1145bb6a72e {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:20:31.053607 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 8af858a2-da99-4b38-a034-d1145bb6a72e not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:20:31.085461 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 45208) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:20:31.130583 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9ee4997e-6aa3-408b-8a68-ade776376e61 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8c00edd130334a169c391b0c6b39e4a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439265 Oct 26 09:20:31.132969 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 45210) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:20:31.180060 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f69ae415-acd9-473c-be2b-c4fecffaede7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:31.201789 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f69ae415-acd9-473c-be2b-c4fecffaede7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:31.247313 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f69ae415-acd9-473c-be2b-c4fecffaede7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:31.250219 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-f69ae415-acd9-473c-be2b-c4fecffaede7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:31.251408 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-f69ae415-acd9-473c-be2b-c4fecffaede7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8d34b0a2-994e-4344-ba91-a51e4352ada5 HTTP/1.1" status: 204 len: 168 time: 0.1175334 Oct 26 09:20:31.260550 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ae415-acd9-473c-be2b-c4fecffaede7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d34b0a2-994e-4344-ba91-a51e4352ada5,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:31.552976 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 45216) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:20:31.596814 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ace5bcb8-cbc3-4655-b9a9-a8ed55e9a773 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b55be48c051448dba5e458209247d634&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420005 Oct 26 09:20:31.599192 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 45218) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:20:31.646628 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a0af93af-a615-4ec3-9ee8-b31d255b9d53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:31.667749 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a0af93af-a615-4ec3-9ee8-b31d255b9d53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:31.714798 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a0af93af-a615-4ec3-9ee8-b31d255b9d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:31.717411 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-a0af93af-a615-4ec3-9ee8-b31d255b9d53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:31.718595 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-a0af93af-a615-4ec3-9ee8-b31d255b9d53 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fdb42f09-d385-4be3-81cb-f7bb3e234ac8 HTTP/1.1" status: 204 len: 168 time: 0.1185026 Oct 26 09:20:31.727247 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af93af-a615-4ec3-9ee8-b31d255b9d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb42f09-d385-4be3-81cb-f7bb3e234ac8,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:32.416615 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 45240) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:20:32.523184 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-b4de3c36-35eb-4c85-81b9-53e603b29dfe admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1217361144-network', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:20:32.545183 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4de3c36-35eb-4c85-81b9-53e603b29dfe admin admin] Made reservation on behalf of 79c914ac7af9489da7c8c9260642d45c for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:20:32.547800 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b4de3c36-35eb-4c85-81b9-53e603b29dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:32.557335 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b4de3c36-35eb-4c85-81b9-53e603b29dfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:32.633964 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b4de3c36-35eb-4c85-81b9-53e603b29dfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:32.637536 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b4de3c36-35eb-4c85-81b9-53e603b29dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:32.661271 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4de3c36-35eb-4c85-81b9-53e603b29dfe admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 09:20:32.670940 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de3c36-35eb-4c85-81b9-53e603b29dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590e098d-e565-4980-9f69-3635579f94a6,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:32.676332 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b4de3c36-35eb-4c85-81b9-53e603b29dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:32.676682 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-b4de3c36-35eb-4c85-81b9-53e603b29dfe admin admin] Added segment 6b87a17f-1a92-4545-87af-363977ab80a5 of type vlan for network fd355557-c7cb-4dc7-b3b6-d730ead472bc Oct 26 09:20:32.719066 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b4de3c36-35eb-4c85-81b9-53e603b29dfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:32.745906 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b4de3c36-35eb-4c85-81b9-53e603b29dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:32.746914 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4de3c36-35eb-4c85-81b9-53e603b29dfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:20:32.747527 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b4de3c36-35eb-4c85-81b9-53e603b29dfe admin admin] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:32.801126 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b4de3c36-35eb-4c85-81b9-53e603b29dfe admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3831186 Oct 26 09:20:32.804170 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 45244) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:20:32.809152 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-31fc5d82-a13e-4b8d-8f20-e23bdf6eec3e admin admin] Request body: {'subnet': {'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1217361144-subnet', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'ip_version': 4}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:20:32.812237 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de3c36-35eb-4c85-81b9-53e603b29dfe admin admin] Pushing event updated for resources: {'Network': ['ID=fd355557-c7cb-4dc7-b3b6-d730ead472bc,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:32.822841 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network fd355557-c7cb-4dc7-b3b6-d730ead472bc details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 09:20:32.832761 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fc5d82-a13e-4b8d-8f20-e23bdf6eec3e admin admin] Made reservation on behalf of 79c914ac7af9489da7c8c9260642d45c for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:20:32.835196 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-31fc5d82-a13e-4b8d-8f20-e23bdf6eec3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:33.014740 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-31fc5d82-a13e-4b8d-8f20-e23bdf6eec3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:33.069735 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc5d82-a13e-4b8d-8f20-e23bdf6eec3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0a61be2-453e-480f-98d4-90f961323046,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:33.078302 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fc5d82-a13e-4b8d-8f20-e23bdf6eec3e admin admin] Checking segment: {'id': '6b87a17f-1a92-4545-87af-363977ab80a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:20:33.078661 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fc5d82-a13e-4b8d-8f20-e23bdf6eec3e admin admin] Network hostable DHCP agents. Network: fd355557-c7cb-4dc7-b3b6-d730ead472bc, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 09:20:33.094961 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fc5d82-a13e-4b8d-8f20-e23bdf6eec3e admin admin] Network fd355557-c7cb-4dc7-b3b6-d730ead472bc is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 09:20:33.104710 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-31fc5d82-a13e-4b8d-8f20-e23bdf6eec3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, fd355557-c7cb-4dc7-b3b6-d730ead472bc) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:20:33.108739 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fc5d82-a13e-4b8d-8f20-e23bdf6eec3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:20:33.109328 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-31fc5d82-a13e-4b8d-8f20-e23bdf6eec3e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:33.116392 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef06fd6-fa04-492c-8402-7f5b63cb5314 None None] Network fd355557-c7cb-4dc7-b3b6-d730ead472bc requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:20:33.125057 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-31fc5d82-a13e-4b8d-8f20-e23bdf6eec3e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3197744 Oct 26 09:20:33.127824 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 45246) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:20:33.132038 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-1bf6afd7-bbfe-4a17-8265-0bfdc1e89612 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1217361144-router', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:20:33.158279 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1bf6afd7-bbfe-4a17-8265-0bfdc1e89612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:33.159864 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1bf6afd7-bbfe-4a17-8265-0bfdc1e89612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:33.216419 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1bf6afd7-bbfe-4a17-8265-0bfdc1e89612 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:33.262003 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dc6a28-4bc5-46f4-9bde-83ead73723f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-fd355557-c7cb-4dc7-b3b6-d730ead472bc', 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'fixed_ips': [{'subnet_id': 'e0a61be2-453e-480f-98d4-90f961323046'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 09:20:33.262878 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-14dc6a28-4bc5-46f4-9bde-83ead73723f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:33.351207 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1bf6afd7-bbfe-4a17-8265-0bfdc1e89612 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:33.400951 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-14dc6a28-4bc5-46f4-9bde-83ead73723f0 None None] Allocated IP 172.20.0.2 (fd355557-c7cb-4dc7-b3b6-d730ead472bc/e0a61be2-453e-480f-98d4-90f961323046/d52a83e7-2954-4d22-8539-65ea2a6df638) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:20:33.545103 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-14dc6a28-4bc5-46f4-9bde-83ead73723f0 None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:33.553438 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-14dc6a28-4bc5-46f4-9bde-83ead73723f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:33.600664 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dc6a28-4bc5-46f4-9bde-83ead73723f0 None None] Network fd355557-c7cb-4dc7-b3b6-d730ead472bc is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:20:33.603909 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-14dc6a28-4bc5-46f4-9bde-83ead73723f0 None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:20:33.607619 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dc6a28-4bc5-46f4-9bde-83ead73723f0 None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:20:33.613792 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc6a28-4bc5-46f4-9bde-83ead73723f0 None None] Pushing event updated for resources: {'Port': ['ID=d52a83e7-2954-4d22-8539-65ea2a6df638,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:33.669421 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-14dc6a28-4bc5-46f4-9bde-83ead73723f0 None None] Attempting to bind port d52a83e7-2954-4d22-8539-65ea2a6df638 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:20:33.669829 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-14dc6a28-4bc5-46f4-9bde-83ead73723f0 None None] Attempting to bind port d52a83e7-2954-4d22-8539-65ea2a6df638 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '6b87a17f-1a92-4545-87af-363977ab80a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:20:33.670201 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dc6a28-4bc5-46f4-9bde-83ead73723f0 None None] Attempting to bind port d52a83e7-2954-4d22-8539-65ea2a6df638 on network fd355557-c7cb-4dc7-b3b6-d730ead472bc {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:20:33.676136 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dc6a28-4bc5-46f4-9bde-83ead73723f0 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:20:33.676523 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dc6a28-4bc5-46f4-9bde-83ead73723f0 None None] Checking segment: {'id': '6b87a17f-1a92-4545-87af-363977ab80a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:20:33.676922 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-14dc6a28-4bc5-46f4-9bde-83ead73723f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:33.677322 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dc6a28-4bc5-46f4-9bde-83ead73723f0 None None] Bound using segment: {'id': '6b87a17f-1a92-4545-87af-363977ab80a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:20:33.677827 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-14dc6a28-4bc5-46f4-9bde-83ead73723f0 None None] Bound port: d52a83e7-2954-4d22-8539-65ea2a6df638, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b87a17f-1a92-4545-87af-363977ab80a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:20:33.678215 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-14dc6a28-4bc5-46f4-9bde-83ead73723f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:33.744503 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:20:33.745110 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-14dc6a28-4bc5-46f4-9bde-83ead73723f0 None None] For port d52a83e7-2954-4d22-8539-65ea2a6df638, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:20:33.747866 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-14dc6a28-4bc5-46f4-9bde-83ead73723f0 None None] For port d52a83e7-2954-4d22-8539-65ea2a6df638, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=d52a83e7-2954-4d22-8539-65ea2a6df638,segment=NetworkSegment(6b87a17f-1a92-4545-87af-363977ab80a5),segment_id=6b87a17f-1a92-4545-87af-363977ab80a5)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:20:33.753890 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-14dc6a28-4bc5-46f4-9bde-83ead73723f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:33.817219 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc6a28-4bc5-46f4-9bde-83ead73723f0 None None] Pushing event updated for resources: {'Port': ['ID=d52a83e7-2954-4d22-8539-65ea2a6df638,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:33.899556 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1bf6afd7-bbfe-4a17-8265-0bfdc1e89612 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:33.920339 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1bf6afd7-bbfe-4a17-8265-0bfdc1e89612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:34.043305 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-1bf6afd7-bbfe-4a17-8265-0bfdc1e89612 admin admin] Allocated IP 172.26.2.177 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/96b58f61-7814-44e3-be31-023613a7b3c6) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:20:34.147417 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1bf6afd7-bbfe-4a17-8265-0bfdc1e89612 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:34.179890 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1bf6afd7-bbfe-4a17-8265-0bfdc1e89612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:34.225049 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf6afd7-bbfe-4a17-8265-0bfdc1e89612 admin admin] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:20:34.228116 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-1bf6afd7-bbfe-4a17-8265-0bfdc1e89612 admin admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:20:34.231799 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf6afd7-bbfe-4a17-8265-0bfdc1e89612 admin admin] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:20:34.253729 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6afd7-bbfe-4a17-8265-0bfdc1e89612 admin admin] Pushing event updated for resources: {'Port': ['ID=96b58f61-7814-44e3-be31-023613a7b3c6,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:34.485808 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1bf6afd7-bbfe-4a17-8265-0bfdc1e89612 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:34.681082 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e67b6e4-289c-40b6-b365-74dc5ae3c2cc None None] Network fd355557-c7cb-4dc7-b3b6-d730ead472bc requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:20:34.698909 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1bf6afd7-bbfe-4a17-8265-0bfdc1e89612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:34.747860 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-9fa0beca-222c-489d-aba3-db8f0a454740 None None] Provisioning complete for port d52a83e7-2954-4d22-8539-65ea2a6df638 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:20:34.748249 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9fa0beca-222c-489d-aba3-db8f0a454740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:34.830561 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf6afd7-bbfe-4a17-8265-0bfdc1e89612 admin admin] Router c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 09:20:34.895730 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9fa0beca-222c-489d-aba3-db8f0a454740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:34.940327 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-9fa0beca-222c-489d-aba3-db8f0a454740 None None] For port d52a83e7-2954-4d22-8539-65ea2a6df638, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=d52a83e7-2954-4d22-8539-65ea2a6df638,segment=NetworkSegment(6b87a17f-1a92-4545-87af-363977ab80a5),segment_id=6b87a17f-1a92-4545-87af-363977ab80a5)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:20:34.943060 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf6afd7-bbfe-4a17-8265-0bfdc1e89612 admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:20:34.947674 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9fa0beca-222c-489d-aba3-db8f0a454740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:34.962077 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4be38ea-b6ed-422d-af4a-960b8da1562a None None] Sync routers for ids ['c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:20:34.974684 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4be38ea-b6ed-422d-af4a-960b8da1562a None None] Routers {'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:20:34.975065 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1bf6afd7-bbfe-4a17-8265-0bfdc1e89612 admin admin] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:34.975321 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-e4be38ea-b6ed-422d-af4a-960b8da1562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:20:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:20:34.977277 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1bf6afd7-bbfe-4a17-8265-0bfdc1e89612 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8484938 Oct 26 09:20:34.980482 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 45248) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:20:35.015963 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa0beca-222c-489d-aba3-db8f0a454740 None None] Pushing event updated for resources: {'Port': ['ID=d52a83e7-2954-4d22-8539-65ea2a6df638,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:35.075375 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device d52a83e7-2954-4d22-8539-65ea2a6df638 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:20:35.102927 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-e4be38ea-b6ed-422d-af4a-960b8da1562a None None] Set router c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:20:35.139254 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port d52a83e7-2954-4d22-8539-65ea2a6df638 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:20:35.139984 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:35.288067 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-d06231bf-3698-4867-93c8-92687a60eda8 None None] Provisioning complete for port d52a83e7-2954-4d22-8539-65ea2a6df638 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:20:35.288067 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d06231bf-3698-4867-93c8-92687a60eda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:35.295949 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-e4be38ea-b6ed-422d-af4a-960b8da1562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'name': 'tempest-TestSnapshotPattern-1217361144-router', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '96b58f61-7814-44e3-be31-023613a7b3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:20:33Z', 'updated_at': '2021-10-26T09:20:34Z', 'revision_number': 3, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'gw_port': {'id': '96b58f61-7814-44e3-be31-023613a7b3c6', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:82:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:33Z', 'updated_at': '2021-10-26T09:20:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:20:35.326534 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4be38ea-b6ed-422d-af4a-960b8da1562a None None] Checking router: c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:20:35.326878 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4be38ea-b6ed-422d-af4a-960b8da1562a None None] Updating router c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc port 96b58f61-7814-44e3-be31-023613a7b3c6 binding host dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 09:20:35.352806 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e4be38ea-b6ed-422d-af4a-960b8da1562a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:35.464086 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-62412772-dbd3-4901-a362-2e2bdb413405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:35.601140 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e4be38ea-b6ed-422d-af4a-960b8da1562a None None] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:35.606854 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e4be38ea-b6ed-422d-af4a-960b8da1562a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:35.625897 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-62412772-dbd3-4901-a362-2e2bdb413405 admin admin] Allocated IP 172.20.0.1 (fd355557-c7cb-4dc7-b3b6-d730ead472bc/e0a61be2-453e-480f-98d4-90f961323046/94c792d4-5208-4a31-b9db-196298ea1546) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:20:35.661422 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-e4be38ea-b6ed-422d-af4a-960b8da1562a None None] Attempting to bind port 96b58f61-7814-44e3-be31-023613a7b3c6 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:20:35.661823 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-e4be38ea-b6ed-422d-af4a-960b8da1562a None None] Attempting to bind port 96b58f61-7814-44e3-be31-023613a7b3c6 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:20:35.662189 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4be38ea-b6ed-422d-af4a-960b8da1562a None None] Attempting to bind port 96b58f61-7814-44e3-be31-023613a7b3c6 on network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:20:35.669524 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4be38ea-b6ed-422d-af4a-960b8da1562a None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:20:35.669926 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4be38ea-b6ed-422d-af4a-960b8da1562a None None] Checking segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:20:35.670323 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e4be38ea-b6ed-422d-af4a-960b8da1562a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:35.670714 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4be38ea-b6ed-422d-af4a-960b8da1562a None None] Bound using segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:20:35.671173 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-e4be38ea-b6ed-422d-af4a-960b8da1562a None None] Bound port: 96b58f61-7814-44e3-be31-023613a7b3c6, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:20:35.671555 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e4be38ea-b6ed-422d-af4a-960b8da1562a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:35.672994 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe770b-f694-44a4-ab29-85dc62aeb174 None None] Pushing event updated for resources: {'Port': ['ID=96b58f61-7814-44e3-be31-023613a7b3c6,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:35.697821 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe770b-f694-44a4-ab29-85dc62aeb174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:35.698181 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe770b-f694-44a4-ab29-85dc62aeb174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:35.698516 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe770b-f694-44a4-ab29-85dc62aeb174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:35.698855 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe770b-f694-44a4-ab29-85dc62aeb174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:35.699187 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe770b-f694-44a4-ab29-85dc62aeb174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:35.699518 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe770b-f694-44a4-ab29-85dc62aeb174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:35.699847 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe770b-f694-44a4-ab29-85dc62aeb174 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:35.700178 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe770b-f694-44a4-ab29-85dc62aeb174 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:35.700508 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe770b-f694-44a4-ab29-85dc62aeb174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:35.700862 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe770b-f694-44a4-ab29-85dc62aeb174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:35.701184 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe770b-f694-44a4-ab29-85dc62aeb174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:35.701506 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbe770b-f694-44a4-ab29-85dc62aeb174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:20:35.734557 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-62412772-dbd3-4901-a362-2e2bdb413405 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:35.736039 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-e4be38ea-b6ed-422d-af4a-960b8da1562a None None] For port 96b58f61-7814-44e3-be31-023613a7b3c6, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:20:35.739917 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-e4be38ea-b6ed-422d-af4a-960b8da1562a None None] For port 96b58f61-7814-44e3-be31-023613a7b3c6, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=96b58f61-7814-44e3-be31-023613a7b3c6,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:20:35.744754 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e4be38ea-b6ed-422d-af4a-960b8da1562a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:35.768715 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-62412772-dbd3-4901-a362-2e2bdb413405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:35.800714 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4be38ea-b6ed-422d-af4a-960b8da1562a None None] Routers {'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:20:35.801342 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-e4be38ea-b6ed-422d-af4a-960b8da1562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:20:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:20:35.811222 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62412772-dbd3-4901-a362-2e2bdb413405 admin admin] Network fd355557-c7cb-4dc7-b3b6-d730ead472bc is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:20:35.814364 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-62412772-dbd3-4901-a362-2e2bdb413405 admin admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:20:35.817322 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62412772-dbd3-4901-a362-2e2bdb413405 admin admin] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:20:35.842623 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62412772-dbd3-4901-a362-2e2bdb413405 admin admin] Pushing event updated for resources: {'Port': ['ID=94c792d4-5208-4a31-b9db-196298ea1546,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:35.863709 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-62412772-dbd3-4901-a362-2e2bdb413405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:35.869398 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe770b-f694-44a4-ab29-85dc62aeb174 None None] Pushing event updated for resources: {'Port': ['ID=96b58f61-7814-44e3-be31-023613a7b3c6,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:35.919199 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-e4be38ea-b6ed-422d-af4a-960b8da1562a None None] Set router c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:20:36.001133 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-62412772-dbd3-4901-a362-2e2bdb413405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:36.096887 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-1ba44aff-515b-42b7-80f6-6d678a0af9a6 None None] Provisioning complete for port 94c792d4-5208-4a31-b9db-196298ea1546 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:20:36.097504 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1ba44aff-515b-42b7-80f6-6d678a0af9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:36.105859 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-e4be38ea-b6ed-422d-af4a-960b8da1562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'name': 'tempest-TestSnapshotPattern-1217361144-router', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '96b58f61-7814-44e3-be31-023613a7b3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:20:33Z', 'updated_at': '2021-10-26T09:20:34Z', 'revision_number': 3, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'gw_port': {'id': '96b58f61-7814-44e3-be31-023613a7b3c6', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:82:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:33Z', 'updated_at': '2021-10-26T09:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:20:36.133451 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4be38ea-b6ed-422d-af4a-960b8da1562a None None] The sync data for ids ['c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'] in dv-neutron-804846-13-hyperv is: [{'id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'name': 'tempest-TestSnapshotPattern-1217361144-router', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '96b58f61-7814-44e3-be31-023613a7b3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:20:33Z', 'updated_at': '2021-10-26T09:20:34Z', 'revision_number': 3, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'gw_port': {'id': '96b58f61-7814-44e3-be31-023613a7b3c6', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:82:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:33Z', 'updated_at': '2021-10-26T09:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:20:36.136254 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-1ba44aff-515b-42b7-80f6-6d678a0af9a6 None None] Port 94c792d4-5208-4a31-b9db-196298ea1546 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:20:36.175009 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-62412772-dbd3-4901-a362-2e2bdb413405 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:36.179707 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-62412772-dbd3-4901-a362-2e2bdb413405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:36.247705 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-62412772-dbd3-4901-a362-2e2bdb413405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:36.249386 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62412772-dbd3-4901-a362-2e2bdb413405 admin admin] Pushing event updated for resources: {'Port': ['ID=94c792d4-5208-4a31-b9db-196298ea1546,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:36.359817 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62412772-dbd3-4901-a362-2e2bdb413405 admin admin] Network fd355557-c7cb-4dc7-b3b6-d730ead472bc is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:20:36.361328 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-62412772-dbd3-4901-a362-2e2bdb413405 admin admin] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:20:36.672613 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-3375ce01-87de-47dd-85dd-2c233bc44c24 None None] Provisioning complete for port 94c792d4-5208-4a31-b9db-196298ea1546 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:20:36.672994 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3375ce01-87de-47dd-85dd-2c233bc44c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:36.710888 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-3375ce01-87de-47dd-85dd-2c233bc44c24 None None] Port 94c792d4-5208-4a31-b9db-196298ea1546 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:20:36.765656 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62412772-dbd3-4901-a362-2e2bdb413405 admin admin] Router c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:20:36.880385 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62412772-dbd3-4901-a362-2e2bdb413405 admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:20:36.889672 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-62412772-dbd3-4901-a362-2e2bdb413405 admin admin] 10.222.0.41 "PUT /v2.0/routers/c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9028299 Oct 26 09:20:37.053325 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 96b58f61-7814-44e3-be31-023613a7b3c6 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:20:37.102271 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 96b58f61-7814-44e3-be31-023613a7b3c6 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:20:37.102992 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:37.190375 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:37.210922 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port 96b58f61-7814-44e3-be31-023613a7b3c6, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=96b58f61-7814-44e3-be31-023613a7b3c6,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:20:37.215179 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:37.216109 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device d52a83e7-2954-4d22-8539-65ea2a6df638 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:20:37.291110 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=96b58f61-7814-44e3-be31-023613a7b3c6,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:37.304453 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port d52a83e7-2954-4d22-8539-65ea2a6df638 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:20:37.304830 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:37.385685 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 45264) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:20:37.391319 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-9794bae3-731c-445d-b95d-5d3042214040 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1449700777-network', 'tenant_id': 'a9f902e233df4d188e9594d747dba8c1'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:20:37.416273 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9794bae3-731c-445d-b95d-5d3042214040 admin admin] Made reservation on behalf of a9f902e233df4d188e9594d747dba8c1 for: {'network': 1} {{(pid=102102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:20:37.418863 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9794bae3-731c-445d-b95d-5d3042214040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for network, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:37.428514 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9794bae3-731c-445d-b95d-5d3042214040 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:37.505866 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9794bae3-731c-445d-b95d-5d3042214040 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:37.510045 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9794bae3-731c-445d-b95d-5d3042214040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:37.536498 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9794bae3-731c-445d-b95d-5d3042214040 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=102102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 09:20:37.549867 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9794bae3-731c-445d-b95d-5d3042214040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8db535-62e9-4400-8877-80e516defc97,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:37.554194 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9794bae3-731c-445d-b95d-5d3042214040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:37.554537 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.segments_db [None req-9794bae3-731c-445d-b95d-5d3042214040 admin admin] Added segment db64e6ce-1c43-4221-89fc-396f961aacf4 of type vlan for network a9331558-9888-48ea-aced-e6fed522133d Oct 26 09:20:37.598679 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9794bae3-731c-445d-b95d-5d3042214040 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763431898817'] for network, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:37.623982 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9794bae3-731c-445d-b95d-5d3042214040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220'] for network, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:37.624916 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9794bae3-731c-445d-b95d-5d3042214040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:20:37.625501 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-9794bae3-731c-445d-b95d-5d3042214040 admin admin] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:37.659407 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bf543a-2ddb-45e0-b7bc-84cb27cb9709 None None] Sync routers for ids ['c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:20:37.669326 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bf543a-2ddb-45e0-b7bc-84cb27cb9709 None None] Routers {'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:20:37.669991 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-91bf543a-2ddb-45e0-b7bc-84cb27cb9709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:20:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:20:37.685464 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-9794bae3-731c-445d-b95d-5d3042214040 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2981172 Oct 26 09:20:37.688416 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 45266) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:20:37.694539 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-750be2ce-3632-4f82-bfc2-0e9facee0a22 admin admin] Request body: {'subnet': {'network_id': 'a9331558-9888-48ea-aced-e6fed522133d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1449700777-subnet', 'tenant_id': 'a9f902e233df4d188e9594d747dba8c1', 'ip_version': 4}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:20:37.697910 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9794bae3-731c-445d-b95d-5d3042214040 admin admin] Pushing event updated for resources: {'Network': ['ID=a9331558-9888-48ea-aced-e6fed522133d,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:37.718677 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750be2ce-3632-4f82-bfc2-0e9facee0a22 admin admin] Made reservation on behalf of a9f902e233df4d188e9594d747dba8c1 for: {'subnet': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:20:37.722063 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-750be2ce-3632-4f82-bfc2-0e9facee0a22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6163849'] for subnet, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:37.739325 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Network a9331558-9888-48ea-aced-e6fed522133d details requested by agent ovs-agent-dv-neutron-804846-13-hyperv with host dv-neutron-804846-13-hyperv {{(pid=102103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 09:20:37.839336 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-91bf543a-2ddb-45e0-b7bc-84cb27cb9709 None None] Set router c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:20:37.898138 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-750be2ce-3632-4f82-bfc2-0e9facee0a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8235438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6164323'] for subnet, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:37.962974 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750be2ce-3632-4f82-bfc2-0e9facee0a22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83e3fa48-9bdc-4020-996f-03ccebfb57d9,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:37.972069 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750be2ce-3632-4f82-bfc2-0e9facee0a22 admin admin] Checking segment: {'id': 'db64e6ce-1c43-4221-89fc-396f961aacf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a9331558-9888-48ea-aced-e6fed522133d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:20:37.972396 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750be2ce-3632-4f82-bfc2-0e9facee0a22 admin admin] Network hostable DHCP agents. Network: a9331558-9888-48ea-aced-e6fed522133d, hostable agents: ['4b397108-0da6-40d5-9770-fc07f50f4fb0'], hosted agents: [] {{(pid=102101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 09:20:37.989589 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750be2ce-3632-4f82-bfc2-0e9facee0a22 admin admin] Network a9331558-9888-48ea-aced-e6fed522133d is scheduled to be hosted by DHCP agent 4b397108-0da6-40d5-9770-fc07f50f4fb0 with binding_index 1 {{(pid=102101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 09:20:37.998929 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-750be2ce-3632-4f82-bfc2-0e9facee0a22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-13-hyperv, a9331558-9888-48ea-aced-e6fed522133d) {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:20:38.004233 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750be2ce-3632-4f82-bfc2-0e9facee0a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:20:38.005465 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-750be2ce-3632-4f82-bfc2-0e9facee0a22 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:38.020181 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-750be2ce-3632-4f82-bfc2-0e9facee0a22 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3304970 Oct 26 09:20:38.022878 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 45268) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:20:38.024828 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ec96c0-ef22-4d6c-9439-4c819ac70665 None None] Network a9331558-9888-48ea-aced-e6fed522133d requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:20:38.027273 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-1e11b834-2df1-4a34-ad74-53326bcb27df admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1449700777-router', 'tenant_id': 'a9f902e233df4d188e9594d747dba8c1', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:20:38.048168 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1e11b834-2df1-4a34-ad74-53326bcb27df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8098236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15677'] for router, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:38.049934 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1e11b834-2df1-4a34-ad74-53326bcb27df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8097868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8100279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8058677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15684'] for router, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:38.101699 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1e11b834-2df1-4a34-ad74-53326bcb27df admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:38.148966 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-91bf543a-2ddb-45e0-b7bc-84cb27cb9709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'name': 'tempest-TestSnapshotPattern-1217361144-router', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '96b58f61-7814-44e3-be31-023613a7b3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:20:33Z', 'updated_at': '2021-10-26T09:20:35Z', 'revision_number': 4, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'gw_port': {'id': '96b58f61-7814-44e3-be31-023613a7b3c6', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:33Z', 'updated_at': '2021-10-26T09:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '94c792d4-5208-4a31-b9db-196298ea1546', 'name': '', 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'mac_address': 'fa:16:3e:13:8f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'e0a61be2-453e-480f-98d4-90f961323046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:35Z', 'updated_at': '2021-10-26T09:20:36Z', 'revision_number': 2, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'subnets': [{'id': 'e0a61be2-453e-480f-98d4-90f961323046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:20:38.180871 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bf543a-2ddb-45e0-b7bc-84cb27cb9709 None None] Checking router: c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:20:38.181227 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bf543a-2ddb-45e0-b7bc-84cb27cb9709 None None] Updating router c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc port 94c792d4-5208-4a31-b9db-196298ea1546 binding host dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 09:20:38.224924 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-91bf543a-2ddb-45e0-b7bc-84cb27cb9709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:38.235246 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0104ca05-ee10-4faf-aebc-9642ed76ff9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ef29281-2f81-5819-b357-14dad7ef3100-a9331558-9888-48ea-aced-e6fed522133d', 'network_id': 'a9331558-9888-48ea-aced-e6fed522133d', 'tenant_id': 'a9f902e233df4d188e9594d747dba8c1', 'fixed_ips': [{'subnet_id': '83e3fa48-9bdc-4020-996f-03ccebfb57d9'}]}} from dv-neutron-804846-13-hyperv. {{(pid=102103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 09:20:38.236099 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0104ca05-ee10-4faf-aebc-9642ed76ff9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:38.244471 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1e11b834-2df1-4a34-ad74-53326bcb27df admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:38.440049 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1e11b834-2df1-4a34-ad74-53326bcb27df admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:38.462696 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1e11b834-2df1-4a34-ad74-53326bcb27df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:38.504963 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-0104ca05-ee10-4faf-aebc-9642ed76ff9d None None] Allocated IP 172.20.0.2 (a9331558-9888-48ea-aced-e6fed522133d/83e3fa48-9bdc-4020-996f-03ccebfb57d9/e72f5b23-258e-458d-80cf-1df9ef7fa7b6) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:20:38.568305 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-1e11b834-2df1-4a34-ad74-53326bcb27df admin admin] Allocated IP 172.26.2.220 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/dba0e89d-129a-4b43-b77a-3392a9cac62e) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:20:38.684185 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1e11b834-2df1-4a34-ad74-53326bcb27df admin admin] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:38.718127 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1e11b834-2df1-4a34-ad74-53326bcb27df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:38.759227 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e11b834-2df1-4a34-ad74-53326bcb27df admin admin] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:20:38.762207 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-1e11b834-2df1-4a34-ad74-53326bcb27df admin admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:20:38.765813 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e11b834-2df1-4a34-ad74-53326bcb27df admin admin] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:20:38.771388 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e11b834-2df1-4a34-ad74-53326bcb27df admin admin] Pushing event updated for resources: {'Port': ['ID=dba0e89d-129a-4b43-b77a-3392a9cac62e,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:38.852139 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-91bf543a-2ddb-45e0-b7bc-84cb27cb9709 None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:38.860892 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-91bf543a-2ddb-45e0-b7bc-84cb27cb9709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:38.898676 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0104ca05-ee10-4faf-aebc-9642ed76ff9d None None] Publish callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:38.916303 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0104ca05-ee10-4faf-aebc-9642ed76ff9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:38.951400 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e1e150-e888-486a-b1d9-d9bde1dfdd1b None None] Pushing event updated for resources: {'Port': ['ID=94c792d4-5208-4a31-b9db-196298ea1546,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:38.960109 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0104ca05-ee10-4faf-aebc-9642ed76ff9d None None] Network a9331558-9888-48ea-aced-e6fed522133d is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:20:38.965603 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-0104ca05-ee10-4faf-aebc-9642ed76ff9d None None] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:20:39.001000 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0104ca05-ee10-4faf-aebc-9642ed76ff9d None None] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:20:39.019177 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 96b58f61-7814-44e3-be31-023613a7b3c6 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:20:39.047781 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1e11b834-2df1-4a34-ad74-53326bcb27df admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:39.071810 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-91bf543a-2ddb-45e0-b7bc-84cb27cb9709 None None] Attempting to bind port 94c792d4-5208-4a31-b9db-196298ea1546 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:20:39.072189 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-91bf543a-2ddb-45e0-b7bc-84cb27cb9709 None None] Attempting to bind port 94c792d4-5208-4a31-b9db-196298ea1546 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': '6b87a17f-1a92-4545-87af-363977ab80a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:20:39.072549 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bf543a-2ddb-45e0-b7bc-84cb27cb9709 None None] Attempting to bind port 94c792d4-5208-4a31-b9db-196298ea1546 on network fd355557-c7cb-4dc7-b3b6-d730ead472bc {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:20:39.108139 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bf543a-2ddb-45e0-b7bc-84cb27cb9709 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:20:39.108519 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bf543a-2ddb-45e0-b7bc-84cb27cb9709 None None] Checking segment: {'id': '6b87a17f-1a92-4545-87af-363977ab80a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:20:39.108933 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-91bf543a-2ddb-45e0-b7bc-84cb27cb9709 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:39.109337 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bf543a-2ddb-45e0-b7bc-84cb27cb9709 None None] Bound using segment: {'id': '6b87a17f-1a92-4545-87af-363977ab80a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:20:39.109874 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-91bf543a-2ddb-45e0-b7bc-84cb27cb9709 None None] Bound port: 94c792d4-5208-4a31-b9db-196298ea1546, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b87a17f-1a92-4545-87af-363977ab80a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:20:39.110258 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-91bf543a-2ddb-45e0-b7bc-84cb27cb9709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:39.112831 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104ca05-ee10-4faf-aebc-9642ed76ff9d None None] Pushing event updated for resources: {'Port': ['ID=e72f5b23-258e-458d-80cf-1df9ef7fa7b6,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:39.144488 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-0104ca05-ee10-4faf-aebc-9642ed76ff9d None None] Attempting to bind port e72f5b23-258e-458d-80cf-1df9ef7fa7b6 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:20:39.144791 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-0104ca05-ee10-4faf-aebc-9642ed76ff9d None None] Attempting to bind port e72f5b23-258e-458d-80cf-1df9ef7fa7b6 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'db64e6ce-1c43-4221-89fc-396f961aacf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a9331558-9888-48ea-aced-e6fed522133d'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:20:39.145157 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104ca05-ee10-4faf-aebc-9642ed76ff9d None None] Attempting to bind port e72f5b23-258e-458d-80cf-1df9ef7fa7b6 on network a9331558-9888-48ea-aced-e6fed522133d {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:20:39.173007 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104ca05-ee10-4faf-aebc-9642ed76ff9d None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:20:39.173762 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104ca05-ee10-4faf-aebc-9642ed76ff9d None None] Checking segment: {'id': 'db64e6ce-1c43-4221-89fc-396f961aacf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a9331558-9888-48ea-aced-e6fed522133d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:20:39.173876 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0104ca05-ee10-4faf-aebc-9642ed76ff9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:39.174269 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104ca05-ee10-4faf-aebc-9642ed76ff9d None None] Bound using segment: {'id': 'db64e6ce-1c43-4221-89fc-396f961aacf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a9331558-9888-48ea-aced-e6fed522133d'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:20:39.174754 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-0104ca05-ee10-4faf-aebc-9642ed76ff9d None None] Bound port: e72f5b23-258e-458d-80cf-1df9ef7fa7b6, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db64e6ce-1c43-4221-89fc-396f961aacf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a9331558-9888-48ea-aced-e6fed522133d'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:20:39.175139 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0104ca05-ee10-4faf-aebc-9642ed76ff9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:39.212165 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 96b58f61-7814-44e3-be31-023613a7b3c6 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:20:39.212457 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:39.265378 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1e11b834-2df1-4a34-ad74-53326bcb27df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8097845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8100248'] for router, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:39.265716 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-91bf543a-2ddb-45e0-b7bc-84cb27cb9709 None None] For port 94c792d4-5208-4a31-b9db-196298ea1546, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:20:39.300804 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-91bf543a-2ddb-45e0-b7bc-84cb27cb9709 None None] For port 94c792d4-5208-4a31-b9db-196298ea1546, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=94c792d4-5208-4a31-b9db-196298ea1546,segment=NetworkSegment(6b87a17f-1a92-4545-87af-363977ab80a5),segment_id=6b87a17f-1a92-4545-87af-363977ab80a5)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:20:39.314232 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-91bf543a-2ddb-45e0-b7bc-84cb27cb9709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:39.322487 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-23d317c7-bf9e-49f8-b7e7-12efe1e54c93 None None] Provisioning complete for port 94c792d4-5208-4a31-b9db-196298ea1546 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:20:39.322855 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-23d317c7-bf9e-49f8-b7e7-12efe1e54c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:39.373384 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-0104ca05-ee10-4faf-aebc-9642ed76ff9d None None] For port e72f5b23-258e-458d-80cf-1df9ef7fa7b6, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:20:39.400790 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e11b834-2df1-4a34-ad74-53326bcb27df admin admin] Router dcc6de39-bee7-403f-a749-87cf0c957c08 is scheduled to L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 with binding_index 1 {{(pid=102101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 09:20:39.410436 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-0104ca05-ee10-4faf-aebc-9642ed76ff9d None None] For port e72f5b23-258e-458d-80cf-1df9ef7fa7b6, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=e72f5b23-258e-458d-80cf-1df9ef7fa7b6,segment=NetworkSegment(db64e6ce-1c43-4221-89fc-396f961aacf4),segment_id=db64e6ce-1c43-4221-89fc-396f961aacf4)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:20:39.426641 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0104ca05-ee10-4faf-aebc-9642ed76ff9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:39.465902 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bf543a-2ddb-45e0-b7bc-84cb27cb9709 None None] Routers {'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:20:39.466539 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-91bf543a-2ddb-45e0-b7bc-84cb27cb9709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:20:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:20:39.512156 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e1e150-e888-486a-b1d9-d9bde1dfdd1b None None] Pushing event updated for resources: {'Port': ['ID=94c792d4-5208-4a31-b9db-196298ea1546,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:39.513781 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e11b834-2df1-4a34-ad74-53326bcb27df admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:20:39.534866 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ff9d29-b52b-4636-aa44-6b99f1c2b1db None None] Sync routers for ids ['dcc6de39-bee7-403f-a749-87cf0c957c08'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:20:39.535530 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-1e11b834-2df1-4a34-ad74-53326bcb27df admin admin] Publish callbacks [] for router, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:39.536959 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-1e11b834-2df1-4a34-ad74-53326bcb27df admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5131359 Oct 26 09:20:39.539749 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 45270) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:20:39.546577 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ff9d29-b52b-4636-aa44-6b99f1c2b1db None None] Routers {'dcc6de39-bee7-403f-a749-87cf0c957c08'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:20:39.547196 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-10ff9d29-b52b-4636-aa44-6b99f1c2b1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:20:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['dcc6de39-bee7-403f-a749-87cf0c957c08'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:20:39.692411 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-23d317c7-bf9e-49f8-b7e7-12efe1e54c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:39.699814 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-10ff9d29-b52b-4636-aa44-6b99f1c2b1db None None] Set router dcc6de39-bee7-403f-a749-87cf0c957c08 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:20:39.706415 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104ca05-ee10-4faf-aebc-9642ed76ff9d None None] Pushing event updated for resources: {'Port': ['ID=e72f5b23-258e-458d-80cf-1df9ef7fa7b6,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:39.718586 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-91bf543a-2ddb-45e0-b7bc-84cb27cb9709 None None] Set router c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:20:39.780290 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-23d317c7-bf9e-49f8-b7e7-12efe1e54c93 None None] For port 94c792d4-5208-4a31-b9db-196298ea1546, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=94c792d4-5208-4a31-b9db-196298ea1546,segment=NetworkSegment(6b87a17f-1a92-4545-87af-363977ab80a5),segment_id=6b87a17f-1a92-4545-87af-363977ab80a5)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:20:39.788501 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-23d317c7-bf9e-49f8-b7e7-12efe1e54c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:39.973447 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-68880ce0-05bb-4105-acab-aba8e62f932e None None] Provisioning complete for port 94c792d4-5208-4a31-b9db-196298ea1546 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:20:39.974114 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-68880ce0-05bb-4105-acab-aba8e62f932e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:39.983342 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d317c7-bf9e-49f8-b7e7-12efe1e54c93 None None] Pushing event updated for resources: {'Port': ['ID=94c792d4-5208-4a31-b9db-196298ea1546,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:40.061253 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-10ff9d29-b52b-4636-aa44-6b99f1c2b1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc6de39-bee7-403f-a749-87cf0c957c08', 'name': 'tempest-TestSnapshotPattern-1449700777-router', 'tenant_id': 'a9f902e233df4d188e9594d747dba8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': 'dba0e89d-129a-4b43-b77a-3392a9cac62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:20:38Z', 'updated_at': '2021-10-26T09:20:38Z', 'revision_number': 3, 'project_id': 'a9f902e233df4d188e9594d747dba8c1', 'gw_port': {'id': 'dba0e89d-129a-4b43-b77a-3392a9cac62e', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc6de39-bee7-403f-a749-87cf0c957c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:38Z', 'updated_at': '2021-10-26T09:20:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:20:40.092613 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ff9d29-b52b-4636-aa44-6b99f1c2b1db None None] Checking router: dcc6de39-bee7-403f-a749-87cf0c957c08 for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:20:40.092971 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ff9d29-b52b-4636-aa44-6b99f1c2b1db None None] Updating router dcc6de39-bee7-403f-a749-87cf0c957c08 port dba0e89d-129a-4b43-b77a-3392a9cac62e binding host dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 09:20:40.120272 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-10ff9d29-b52b-4636-aa44-6b99f1c2b1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:40.125824 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-91bf543a-2ddb-45e0-b7bc-84cb27cb9709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'name': 'tempest-TestSnapshotPattern-1217361144-router', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '96b58f61-7814-44e3-be31-023613a7b3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:20:33Z', 'updated_at': '2021-10-26T09:20:35Z', 'revision_number': 4, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'gw_port': {'id': '96b58f61-7814-44e3-be31-023613a7b3c6', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:33Z', 'updated_at': '2021-10-26T09:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '94c792d4-5208-4a31-b9db-196298ea1546', 'name': '', 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'mac_address': 'fa:16:3e:13:8f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'e0a61be2-453e-480f-98d4-90f961323046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:35Z', 'updated_at': '2021-10-26T09:20:39Z', 'revision_number': 4, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'subnets': [{'id': 'e0a61be2-453e-480f-98d4-90f961323046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:20:40.134587 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-25b6bd88-9506-48a0-9561-5d08a1de5dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:40.164220 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bf543a-2ddb-45e0-b7bc-84cb27cb9709 None None] The sync data for ids ['c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'] in dv-neutron-804846-13-hyperv is: [{'id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'name': 'tempest-TestSnapshotPattern-1217361144-router', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '96b58f61-7814-44e3-be31-023613a7b3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:20:33Z', 'updated_at': '2021-10-26T09:20:35Z', 'revision_number': 4, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'gw_port': {'id': '96b58f61-7814-44e3-be31-023613a7b3c6', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:33Z', 'updated_at': '2021-10-26T09:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '94c792d4-5208-4a31-b9db-196298ea1546', 'name': '', 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'mac_address': 'fa:16:3e:13:8f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'e0a61be2-453e-480f-98d4-90f961323046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:35Z', 'updated_at': '2021-10-26T09:20:39Z', 'revision_number': 4, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'subnets': [{'id': 'e0a61be2-453e-480f-98d4-90f961323046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:20:40.354495 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [None req-25b6bd88-9506-48a0-9561-5d08a1de5dfa admin admin] Allocated IP 172.20.0.1 (a9331558-9888-48ea-aced-e6fed522133d/83e3fa48-9bdc-4020-996f-03ccebfb57d9/5d03d5a6-572b-47b4-bf90-02dc15e0bd12) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:20:40.447736 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-10ff9d29-b52b-4636-aa44-6b99f1c2b1db None None] Publish callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:40.458993 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-10ff9d29-b52b-4636-aa44-6b99f1c2b1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:40.480148 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-25b6bd88-9506-48a0-9561-5d08a1de5dfa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:40.518512 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-10ff9d29-b52b-4636-aa44-6b99f1c2b1db None None] Attempting to bind port dba0e89d-129a-4b43-b77a-3392a9cac62e on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:20:40.518889 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-10ff9d29-b52b-4636-aa44-6b99f1c2b1db None None] Attempting to bind port dba0e89d-129a-4b43-b77a-3392a9cac62e by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:20:40.519253 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ff9d29-b52b-4636-aa44-6b99f1c2b1db None None] Attempting to bind port dba0e89d-129a-4b43-b77a-3392a9cac62e on network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:20:40.529407 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ff9d29-b52b-4636-aa44-6b99f1c2b1db None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:20:40.529851 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ff9d29-b52b-4636-aa44-6b99f1c2b1db None None] Checking segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:20:40.530251 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-10ff9d29-b52b-4636-aa44-6b99f1c2b1db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:40.530831 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ff9d29-b52b-4636-aa44-6b99f1c2b1db None None] Bound using segment: {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:20:40.531335 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-10ff9d29-b52b-4636-aa44-6b99f1c2b1db None None] Bound port: dba0e89d-129a-4b43-b77a-3392a9cac62e, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd526082b-771a-4458-9891-f3757f53f782', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:20:40.532067 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-10ff9d29-b52b-4636-aa44-6b99f1c2b1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:40.532197 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-25b6bd88-9506-48a0-9561-5d08a1de5dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:40.566643 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163ca90-bef0-4791-9d0d-62100f20c7f4 None None] Pushing event updated for resources: {'Port': ['ID=dba0e89d-129a-4b43-b77a-3392a9cac62e,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:40.595092 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-10ff9d29-b52b-4636-aa44-6b99f1c2b1db None None] For port dba0e89d-129a-4b43-b77a-3392a9cac62e, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:20:40.600860 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-10ff9d29-b52b-4636-aa44-6b99f1c2b1db None None] For port dba0e89d-129a-4b43-b77a-3392a9cac62e, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=dba0e89d-129a-4b43-b77a-3392a9cac62e,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:20:40.612056 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-10ff9d29-b52b-4636-aa44-6b99f1c2b1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:40.614327 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b6bd88-9506-48a0-9561-5d08a1de5dfa admin admin] Network a9331558-9888-48ea-aced-e6fed522133d is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:20:40.615636 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6bd88-9506-48a0-9561-5d08a1de5dfa admin admin] Pushing event updated for resources: {'Port': ['ID=5d03d5a6-572b-47b4-bf90-02dc15e0bd12,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:40.618578 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-25b6bd88-9506-48a0-9561-5d08a1de5dfa admin admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:20:40.621084 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b6bd88-9506-48a0-9561-5d08a1de5dfa admin admin] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:20:40.682427 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ff9d29-b52b-4636-aa44-6b99f1c2b1db None None] Routers {'dcc6de39-bee7-403f-a749-87cf0c957c08'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:20:40.683042 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-25b6bd88-9506-48a0-9561-5d08a1de5dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8099767'] for router_interface, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:40.683159 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-10ff9d29-b52b-4636-aa44-6b99f1c2b1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:20:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['dcc6de39-bee7-403f-a749-87cf0c957c08'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:20:40.689737 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163ca90-bef0-4791-9d0d-62100f20c7f4 None None] Pushing event updated for resources: {'Port': ['ID=dba0e89d-129a-4b43-b77a-3392a9cac62e,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:40.810181 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-10ff9d29-b52b-4636-aa44-6b99f1c2b1db None None] Set router dcc6de39-bee7-403f-a749-87cf0c957c08 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:20:40.840481 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1004d8-009a-4e0e-9c15-54ff29679a67 None None] Network a9331558-9888-48ea-aced-e6fed522133d requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:20:41.051363 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-04335983-5735-4ee7-a662-a7ca71d32fff None None] Provisioning complete for port e72f5b23-258e-458d-80cf-1df9ef7fa7b6 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:20:41.052375 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-04335983-5735-4ee7-a662-a7ca71d32fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:41.085699 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-10ff9d29-b52b-4636-aa44-6b99f1c2b1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc6de39-bee7-403f-a749-87cf0c957c08', 'name': 'tempest-TestSnapshotPattern-1449700777-router', 'tenant_id': 'a9f902e233df4d188e9594d747dba8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': 'dba0e89d-129a-4b43-b77a-3392a9cac62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:20:38Z', 'updated_at': '2021-10-26T09:20:38Z', 'revision_number': 3, 'project_id': 'a9f902e233df4d188e9594d747dba8c1', 'gw_port': {'id': 'dba0e89d-129a-4b43-b77a-3392a9cac62e', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc6de39-bee7-403f-a749-87cf0c957c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:38Z', 'updated_at': '2021-10-26T09:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:20:41.122049 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ff9d29-b52b-4636-aa44-6b99f1c2b1db None None] The sync data for ids ['dcc6de39-bee7-403f-a749-87cf0c957c08'] in dv-neutron-804846-13-hyperv is: [{'id': 'dcc6de39-bee7-403f-a749-87cf0c957c08', 'name': 'tempest-TestSnapshotPattern-1449700777-router', 'tenant_id': 'a9f902e233df4d188e9594d747dba8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': 'dba0e89d-129a-4b43-b77a-3392a9cac62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:20:38Z', 'updated_at': '2021-10-26T09:20:38Z', 'revision_number': 3, 'project_id': 'a9f902e233df4d188e9594d747dba8c1', 'gw_port': {'id': 'dba0e89d-129a-4b43-b77a-3392a9cac62e', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc6de39-bee7-403f-a749-87cf0c957c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:38Z', 'updated_at': '2021-10-26T09:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:20:41.145748 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 94c792d4-5208-4a31-b9db-196298ea1546 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:20:41.262928 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-04335983-5735-4ee7-a662-a7ca71d32fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:41.266225 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 94c792d4-5208-4a31-b9db-196298ea1546 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:20:41.266592 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:41.269431 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-25b6bd88-9506-48a0-9561-5d08a1de5dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:41.331489 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-04335983-5735-4ee7-a662-a7ca71d32fff None None] For port e72f5b23-258e-458d-80cf-1df9ef7fa7b6, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=e72f5b23-258e-458d-80cf-1df9ef7fa7b6,segment=NetworkSegment(db64e6ce-1c43-4221-89fc-396f961aacf4),segment_id=db64e6ce-1c43-4221-89fc-396f961aacf4)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:20:41.339714 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-04335983-5735-4ee7-a662-a7ca71d32fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:41.482423 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-25b6bd88-9506-48a0-9561-5d08a1de5dfa admin admin] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:41.491025 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-25b6bd88-9506-48a0-9561-5d08a1de5dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:41.589940 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6bd88-9506-48a0-9561-5d08a1de5dfa admin admin] Pushing event updated for resources: {'Port': ['ID=5d03d5a6-572b-47b4-bf90-02dc15e0bd12,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:41.596818 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-25b6bd88-9506-48a0-9561-5d08a1de5dfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7993266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8098375'] for router_interface, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:41.619236 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device e72f5b23-258e-458d-80cf-1df9ef7fa7b6 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:20:41.623258 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04335983-5735-4ee7-a662-a7ca71d32fff None None] Pushing event updated for resources: {'Port': ['ID=e72f5b23-258e-458d-80cf-1df9ef7fa7b6,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:41.668607 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-2c923bc7-5f1b-4dd7-8f27-5d59cfa8f2bc None None] Provisioning complete for port 5d03d5a6-572b-47b4-bf90-02dc15e0bd12 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:20:41.668980 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2c923bc7-5f1b-4dd7-8f27-5d59cfa8f2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:41.737227 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-2c923bc7-5f1b-4dd7-8f27-5d59cfa8f2bc None None] Port 5d03d5a6-572b-47b4-bf90-02dc15e0bd12 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:20:41.766436 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-2c923bc7-5f1b-4dd7-8f27-5d59cfa8f2bc None None] Provisioning complete for port e72f5b23-258e-458d-80cf-1df9ef7fa7b6 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:20:41.767178 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2c923bc7-5f1b-4dd7-8f27-5d59cfa8f2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:41.780248 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b6bd88-9506-48a0-9561-5d08a1de5dfa admin admin] Network a9331558-9888-48ea-aced-e6fed522133d is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:20:41.784367 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [None req-25b6bd88-9506-48a0-9561-5d08a1de5dfa admin admin] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:20:41.788947 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port e72f5b23-258e-458d-80cf-1df9ef7fa7b6 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:20:41.789323 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:41.934301 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b6bd88-9506-48a0-9561-5d08a1de5dfa admin admin] Router dcc6de39-bee7-403f-a749-87cf0c957c08 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:20:42.044332 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-fe433343-7662-45b7-8eec-60eb6cb3dd78 None None] Provisioning complete for port 5d03d5a6-572b-47b4-bf90-02dc15e0bd12 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:20:42.044941 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fe433343-7662-45b7-8eec-60eb6cb3dd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:42.071501 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b6bd88-9506-48a0-9561-5d08a1de5dfa admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:20:42.082191 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-25b6bd88-9506-48a0-9561-5d08a1de5dfa admin admin] 10.222.0.41 "PUT /v2.0/routers/dcc6de39-bee7-403f-a749-87cf0c957c08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5411704 Oct 26 09:20:42.098726 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-fe433343-7662-45b7-8eec-60eb6cb3dd78 None None] Port 5d03d5a6-572b-47b4-bf90-02dc15e0bd12 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:20:42.217944 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-5b873b8a-a779-49d1-ae20-00b5a6d0db0f None None] Provisioning complete for port 5d03d5a6-572b-47b4-bf90-02dc15e0bd12 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:20:42.218327 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5b873b8a-a779-49d1-ae20-00b5a6d0db0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:42.257189 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-5b873b8a-a779-49d1-ae20-00b5a6d0db0f None None] Port 5d03d5a6-572b-47b4-bf90-02dc15e0bd12 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:20:43.035193 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device e72f5b23-258e-458d-80cf-1df9ef7fa7b6 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:20:43.083512 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port e72f5b23-258e-458d-80cf-1df9ef7fa7b6 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:20:43.084065 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:43.164544 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device dba0e89d-129a-4b43-b77a-3392a9cac62e up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:20:43.214115 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port dba0e89d-129a-4b43-b77a-3392a9cac62e triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:20:43.214492 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:43.293756 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:43.317879 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] For port dba0e89d-129a-4b43-b77a-3392a9cac62e, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=dba0e89d-129a-4b43-b77a-3392a9cac62e,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:20:43.322278 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:43.376879 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Pushing event updated for resources: {'Port': ['ID=dba0e89d-129a-4b43-b77a-3392a9cac62e,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:43.516028 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67580e91-5825-42dc-970d-c4359f256c62 None None] Sync routers for ids ['dcc6de39-bee7-403f-a749-87cf0c957c08'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:20:43.527018 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67580e91-5825-42dc-970d-c4359f256c62 None None] Routers {'dcc6de39-bee7-403f-a749-87cf0c957c08'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:20:43.527885 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-67580e91-5825-42dc-970d-c4359f256c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:20:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['dcc6de39-bee7-403f-a749-87cf0c957c08'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:20:43.561885 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 45280) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:20:43.567688 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-0a75be8d-9fe6-49b1-acdd-fea3d15bf09c tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1230073533', 'description': 'tempest-secgroup-smoke-1230073533 description', 'project_id': '79c914ac7af9489da7c8c9260642d45c'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:20:43.596912 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0a75be8d-9fe6-49b1-acdd-fea3d15bf09c tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks [] for security_group, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:43.647146 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-67580e91-5825-42dc-970d-c4359f256c62 None None] Set router dcc6de39-bee7-403f-a749-87cf0c957c08 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:20:43.671975 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0a75be8d-9fe6-49b1-acdd-fea3d15bf09c tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks [] for security_group, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:43.676385 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0a75be8d-9fe6-49b1-acdd-fea3d15bf09c tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:43.707679 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-0a75be8d-9fe6-49b1-acdd-fea3d15bf09c tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks [] for security_group, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:43.711738 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-0a75be8d-9fe6-49b1-acdd-fea3d15bf09c tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1459796 Oct 26 09:20:43.711888 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 45282) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:20:43.716303 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-334fcacf-a4ba-4b5c-b62f-e020ff051691 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Request body: {'security_group_rule': {'security_group_id': '94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c', 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:20:43.726243 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75be8d-9fe6-49b1-acdd-fea3d15bf09c tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:43.749511 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-334fcacf-a4ba-4b5c-b62f-e020ff051691 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:43.815902 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-334fcacf-a4ba-4b5c-b62f-e020ff051691 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:43.819984 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-334fcacf-a4ba-4b5c-b62f-e020ff051691 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:43.838966 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334fcacf-a4ba-4b5c-b62f-e020ff051691 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc73e49f-2248-4de3-bbab-85bd275d862c,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:43.847203 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-334fcacf-a4ba-4b5c-b62f-e020ff051691 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:43.848493 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-334fcacf-a4ba-4b5c-b62f-e020ff051691 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1355309 Oct 26 09:20:43.851274 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 45284) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:20:43.855876 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-ef5fb7ed-4df1-4f1b-aac6-3a653540155d tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Request body: {'security_group_rule': {'security_group_id': '94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c', 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:20:43.866163 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-67580e91-5825-42dc-970d-c4359f256c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc6de39-bee7-403f-a749-87cf0c957c08', 'name': 'tempest-TestSnapshotPattern-1449700777-router', 'tenant_id': 'a9f902e233df4d188e9594d747dba8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': 'dba0e89d-129a-4b43-b77a-3392a9cac62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:20:38Z', 'updated_at': '2021-10-26T09:20:40Z', 'revision_number': 4, 'project_id': 'a9f902e233df4d188e9594d747dba8c1', 'gw_port': {'id': 'dba0e89d-129a-4b43-b77a-3392a9cac62e', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc6de39-bee7-403f-a749-87cf0c957c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:38Z', 'updated_at': '2021-10-26T09:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '5d03d5a6-572b-47b4-bf90-02dc15e0bd12', 'name': '', 'network_id': 'a9331558-9888-48ea-aced-e6fed522133d', 'tenant_id': 'a9f902e233df4d188e9594d747dba8c1', 'mac_address': 'fa:16:3e:83:2f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc6de39-bee7-403f-a749-87cf0c957c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '83e3fa48-9bdc-4020-996f-03ccebfb57d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:40Z', 'updated_at': '2021-10-26T09:20:41Z', 'revision_number': 2, 'project_id': 'a9f902e233df4d188e9594d747dba8c1', 'subnets': [{'id': '83e3fa48-9bdc-4020-996f-03ccebfb57d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:20:43.882381 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ef5fb7ed-4df1-4f1b-aac6-3a653540155d tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:43.898391 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67580e91-5825-42dc-970d-c4359f256c62 None None] Checking router: dcc6de39-bee7-403f-a749-87cf0c957c08 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:20:43.898756 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67580e91-5825-42dc-970d-c4359f256c62 None None] Updating router dcc6de39-bee7-403f-a749-87cf0c957c08 port 5d03d5a6-572b-47b4-bf90-02dc15e0bd12 binding host dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 09:20:43.928086 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-67580e91-5825-42dc-970d-c4359f256c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:43.949160 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ef5fb7ed-4df1-4f1b-aac6-3a653540155d tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:43.953652 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ef5fb7ed-4df1-4f1b-aac6-3a653540155d tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:43.977760 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fb7ed-4df1-4f1b-aac6-3a653540155d tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ab3789-0258-4cf6-8ebc-29f395d7edb9,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:43.983666 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-ef5fb7ed-4df1-4f1b-aac6-3a653540155d tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:43.987813 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-ef5fb7ed-4df1-4f1b-aac6-3a653540155d tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1328301 Oct 26 09:20:43.988735 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 45286) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:20:43.995604 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-a1a2741f-6bd0-487c-a50e-4db0df392c12 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Request body: {'security_group_rule': {'security_group_id': '94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c', 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:20:44.035664 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a1a2741f-6bd0-487c-a50e-4db0df392c12 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:44.097905 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a1a2741f-6bd0-487c-a50e-4db0df392c12 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:44.101891 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a1a2741f-6bd0-487c-a50e-4db0df392c12 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:44.119609 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a2741f-6bd0-487c-a50e-4db0df392c12 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3857fe69-cd3f-4800-a90b-e02fd1d378ec,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:44.134608 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-a1a2741f-6bd0-487c-a50e-4db0df392c12 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:44.138334 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-a1a2741f-6bd0-487c-a50e-4db0df392c12 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1456225 Oct 26 09:20:44.138799 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 45288) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:20:44.144366 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-244e95fd-b6f3-4d3e-b3ee-06ee1de646fd tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Request body: {'security_group_rule': {'security_group_id': '94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c', 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:20:44.173329 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-244e95fd-b6f3-4d3e-b3ee-06ee1de646fd tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:44.226285 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-67580e91-5825-42dc-970d-c4359f256c62 None None] Publish callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:44.231989 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-67580e91-5825-42dc-970d-c4359f256c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:44.253370 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-244e95fd-b6f3-4d3e-b3ee-06ee1de646fd tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:44.257047 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-244e95fd-b6f3-4d3e-b3ee-06ee1de646fd tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:44.276983 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e95fd-b6f3-4d3e-b3ee-06ee1de646fd tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebde1be5-fb81-4d70-843a-24a4d5c9c1a7,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:44.287940 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-244e95fd-b6f3-4d3e-b3ee-06ee1de646fd tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:44.291732 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-244e95fd-b6f3-4d3e-b3ee-06ee1de646fd tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1494427 Oct 26 09:20:44.291917 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d73503-1ab2-4838-97a3-6eb366803ed7 None None] Pushing event updated for resources: {'Port': ['ID=5d03d5a6-572b-47b4-bf90-02dc15e0bd12,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:44.292560 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 45290) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:20:44.301915 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-96d7ec09-61a5-4244-857b-348e45a8427b tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Request body: {'security_group_rule': {'security_group_id': '94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c', 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:20:44.335084 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.securitygroups_db [None req-96d7ec09-61a5-4244-857b-348e45a8427b tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Project 79c914ac7af9489da7c8c9260642d45c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 09:20:44.342275 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-96d7ec09-61a5-4244-857b-348e45a8427b tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:44.350894 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-67580e91-5825-42dc-970d-c4359f256c62 None None] Attempting to bind port 5d03d5a6-572b-47b4-bf90-02dc15e0bd12 on host dv-neutron-804846-13-hyperv for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:20:44.351316 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-67580e91-5825-42dc-970d-c4359f256c62 None None] Attempting to bind port 5d03d5a6-572b-47b4-bf90-02dc15e0bd12 by drivers openvswitch,hyperv on host dv-neutron-804846-13-hyperv at level 0 using segments [{'id': 'db64e6ce-1c43-4221-89fc-396f961aacf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a9331558-9888-48ea-aced-e6fed522133d'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:20:44.351784 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67580e91-5825-42dc-970d-c4359f256c62 None None] Attempting to bind port 5d03d5a6-572b-47b4-bf90-02dc15e0bd12 on network a9331558-9888-48ea-aced-e6fed522133d {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:20:44.356919 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67580e91-5825-42dc-970d-c4359f256c62 None None] Checking agent: {'id': 'bab112cd-c451-4007-8324-2d9b3b2948fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-13-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 23, 23), 'started_at': datetime.datetime(2021, 10, 26, 8, 23, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-13-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:20:44.357413 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67580e91-5825-42dc-970d-c4359f256c62 None None] Checking segment: {'id': 'db64e6ce-1c43-4221-89fc-396f961aacf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a9331558-9888-48ea-aced-e6fed522133d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:20:44.357956 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-67580e91-5825-42dc-970d-c4359f256c62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:44.358449 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67580e91-5825-42dc-970d-c4359f256c62 None None] Bound using segment: {'id': 'db64e6ce-1c43-4221-89fc-396f961aacf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a9331558-9888-48ea-aced-e6fed522133d'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:20:44.359020 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-67580e91-5825-42dc-970d-c4359f256c62 None None] Bound port: 5d03d5a6-572b-47b4-bf90-02dc15e0bd12, host: dv-neutron-804846-13-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db64e6ce-1c43-4221-89fc-396f961aacf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a9331558-9888-48ea-aced-e6fed522133d'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:20:44.359515 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-67580e91-5825-42dc-970d-c4359f256c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:44.417476 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-96d7ec09-61a5-4244-857b-348e45a8427b tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:44.427149 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-96d7ec09-61a5-4244-857b-348e45a8427b tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:44.440464 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-67580e91-5825-42dc-970d-c4359f256c62 None None] For port 5d03d5a6-572b-47b4-bf90-02dc15e0bd12, host dv-neutron-804846-13-hyperv, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:20:44.444550 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-67580e91-5825-42dc-970d-c4359f256c62 None None] For port 5d03d5a6-572b-47b4-bf90-02dc15e0bd12, host dv-neutron-804846-13-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=5d03d5a6-572b-47b4-bf90-02dc15e0bd12,segment=NetworkSegment(db64e6ce-1c43-4221-89fc-396f961aacf4),segment_id=db64e6ce-1c43-4221-89fc-396f961aacf4)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:20:44.451389 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-67580e91-5825-42dc-970d-c4359f256c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:44.467394 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-96d7ec09-61a5-4244-857b-348e45a8427b tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:44.471368 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-96d7ec09-61a5-4244-857b-348e45a8427b tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1748564 Oct 26 09:20:44.471662 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [-] (102101) accepted ('10.222.0.41', 45292) {{(pid=102101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:20:44.476425 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [None req-45c01078-9709-43b0-8703-e76e9e9f5e1a tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Request body: {'security_group_rule': {'security_group_id': '94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c', 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:20:44.477712 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d7ec09-61a5-4244-857b-348e45a8427b tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68a2e6b5-dc6e-4f11-be36-39fd1612f38a,revision_number=0']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:44.512631 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.db.securitygroups_db [None req-45c01078-9709-43b0-8703-e76e9e9f5e1a tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Project 79c914ac7af9489da7c8c9260642d45c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 09:20:44.518334 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-45c01078-9709-43b0-8703-e76e9e9f5e1a tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:44.527946 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67580e91-5825-42dc-970d-c4359f256c62 None None] Routers {'dcc6de39-bee7-403f-a749-87cf0c957c08'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:20:44.528645 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-67580e91-5825-42dc-970d-c4359f256c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:20:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['dcc6de39-bee7-403f-a749-87cf0c957c08'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:20:44.566009 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d73503-1ab2-4838-97a3-6eb366803ed7 None None] Pushing event updated for resources: {'Port': ['ID=5d03d5a6-572b-47b4-bf90-02dc15e0bd12,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:44.602738 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-45c01078-9709-43b0-8703-e76e9e9f5e1a tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:44.608411 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-45c01078-9709-43b0-8703-e76e9e9f5e1a tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046297'] for security_group_rule, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:44.624476 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c01078-9709-43b0-8703-e76e9e9f5e1a tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5e9a5c1-68e3-4bca-8805-d04b62f0ce51,revision_number=0']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:44.643200 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [None req-45c01078-9709-43b0-8703-e76e9e9f5e1a tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:44.644112 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [None req-45c01078-9709-43b0-8703-e76e9e9f5e1a tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1713555 Oct 26 09:20:44.655764 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-571e3745-aacb-49ab-a730-2618ebd7dcbb None None] Provisioning complete for port 5d03d5a6-572b-47b4-bf90-02dc15e0bd12 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:20:44.655764 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-571e3745-aacb-49ab-a730-2618ebd7dcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:44.708655 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-67580e91-5825-42dc-970d-c4359f256c62 None None] Set router dcc6de39-bee7-403f-a749-87cf0c957c08 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:20:44.804765 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-74b639bb-a7c8-4cda-801a-c2d2859e520c tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1230073533&fields=id&tenant_id=79c914ac7af9489da7c8c9260642d45c HTTP/1.1" status: 200 len: 267 time: 0.0350246 Oct 26 09:20:44.856769 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-571e3745-aacb-49ab-a730-2618ebd7dcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:44.911544 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-571e3745-aacb-49ab-a730-2618ebd7dcbb None None] For port 5d03d5a6-572b-47b4-bf90-02dc15e0bd12, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=5d03d5a6-572b-47b4-bf90-02dc15e0bd12,segment=NetworkSegment(db64e6ce-1c43-4221-89fc-396f961aacf4),segment_id=db64e6ce-1c43-4221-89fc-396f961aacf4)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:20:44.918906 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-571e3745-aacb-49ab-a730-2618ebd7dcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:44.920262 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-b2d75ea3-6491-4a03-812f-12371389e761 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:20:44.922650 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-b2d75ea3-6491-4a03-812f-12371389e761 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/networks?id=fd355557-c7cb-4dc7-b3b6-d730ead472bc HTTP/1.1" status: 200 len: 810 time: 0.1108718 Oct 26 09:20:44.942530 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-7c302c89-30b0-4e89-8b44-78574c71cc20 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/quotas/79c914ac7af9489da7c8c9260642d45c HTTP/1.1" status: 200 len: 375 time: 0.0101964 Oct 26 09:20:45.005993 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-7daa33a7-1416-4df9-b3dd-32f745212f1c tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=79c914ac7af9489da7c8c9260642d45c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559809 Oct 26 09:20:45.007510 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device dba0e89d-129a-4b43-b77a-3392a9cac62e up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:20:45.031141 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e3745-aacb-49ab-a730-2618ebd7dcbb None None] Pushing event updated for resources: {'Port': ['ID=5d03d5a6-572b-47b4-bf90-02dc15e0bd12,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:45.070724 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-4ba21be3-b71d-4291-8bc2-74ad97cc7fde None None] Provisioning complete for port 5d03d5a6-572b-47b4-bf90-02dc15e0bd12 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:20:45.071097 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4ba21be3-b71d-4291-8bc2-74ad97cc7fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:45.076051 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-67580e91-5825-42dc-970d-c4359f256c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc6de39-bee7-403f-a749-87cf0c957c08', 'name': 'tempest-TestSnapshotPattern-1449700777-router', 'tenant_id': 'a9f902e233df4d188e9594d747dba8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': 'dba0e89d-129a-4b43-b77a-3392a9cac62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:20:38Z', 'updated_at': '2021-10-26T09:20:40Z', 'revision_number': 4, 'project_id': 'a9f902e233df4d188e9594d747dba8c1', 'gw_port': {'id': 'dba0e89d-129a-4b43-b77a-3392a9cac62e', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc6de39-bee7-403f-a749-87cf0c957c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:38Z', 'updated_at': '2021-10-26T09:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '5d03d5a6-572b-47b4-bf90-02dc15e0bd12', 'name': '', 'network_id': 'a9331558-9888-48ea-aced-e6fed522133d', 'tenant_id': 'a9f902e233df4d188e9594d747dba8c1', 'mac_address': 'fa:16:3e:83:2f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc6de39-bee7-403f-a749-87cf0c957c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '83e3fa48-9bdc-4020-996f-03ccebfb57d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:40Z', 'updated_at': '2021-10-26T09:20:44Z', 'revision_number': 4, 'project_id': 'a9f902e233df4d188e9594d747dba8c1', 'subnets': [{'id': '83e3fa48-9bdc-4020-996f-03ccebfb57d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:20:45.103410 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-eefb479a-a08a-4959-b800-bf6125b372c0 service neutron] 10.222.0.41 "GET /v2.0/networks/fd355557-c7cb-4dc7-b3b6-d730ead472bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854714 Oct 26 09:20:45.204000 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-80b9300b-c921-4a9c-ae60-d7858661b3b7 service neutron] 10.222.0.41 "GET /v2.0/networks/fd355557-c7cb-4dc7-b3b6-d730ead472bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944147 Oct 26 09:20:45.276643 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67580e91-5825-42dc-970d-c4359f256c62 None None] The sync data for ids ['dcc6de39-bee7-403f-a749-87cf0c957c08'] in dv-neutron-804846-13-hyperv is: [{'id': 'dcc6de39-bee7-403f-a749-87cf0c957c08', 'name': 'tempest-TestSnapshotPattern-1449700777-router', 'tenant_id': 'a9f902e233df4d188e9594d747dba8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': 'dba0e89d-129a-4b43-b77a-3392a9cac62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:20:38Z', 'updated_at': '2021-10-26T09:20:40Z', 'revision_number': 4, 'project_id': 'a9f902e233df4d188e9594d747dba8c1', 'gw_port': {'id': 'dba0e89d-129a-4b43-b77a-3392a9cac62e', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc6de39-bee7-403f-a749-87cf0c957c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:38Z', 'updated_at': '2021-10-26T09:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '5d03d5a6-572b-47b4-bf90-02dc15e0bd12', 'name': '', 'network_id': 'a9331558-9888-48ea-aced-e6fed522133d', 'tenant_id': 'a9f902e233df4d188e9594d747dba8c1', 'mac_address': 'fa:16:3e:83:2f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc6de39-bee7-403f-a749-87cf0c957c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '83e3fa48-9bdc-4020-996f-03ccebfb57d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:40Z', 'updated_at': '2021-10-26T09:20:44Z', 'revision_number': 4, 'project_id': 'a9f902e233df4d188e9594d747dba8c1', 'subnets': [{'id': '83e3fa48-9bdc-4020-996f-03ccebfb57d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:20:45.300495 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port dba0e89d-129a-4b43-b77a-3392a9cac62e triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:20:45.300876 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:45.425813 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-fa403ba7-ebfb-4046-930f-dcc9c087e584 req-2219601b-03db-4346-b019-238b40810e9c tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3ba436b-63d4-48ba-9baf-b1bad889affc HTTP/1.1" status: 200 len: 210 time: 0.0431824 Oct 26 09:20:46.355277 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-6905e453-4983-4f90-8ff0-951130b02167 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:20:46.356761 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-6905e453-4983-4f90-8ff0-951130b02167 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.47 "GET /v2.0/networks?id=fd355557-c7cb-4dc7-b3b6-d730ead472bc HTTP/1.1" status: 200 len: 810 time: 0.1139762 Oct 26 09:20:46.401603 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-0d30dd67-e9b1-4eb5-a997-4597bf530daf tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79c914ac7af9489da7c8c9260642d45c HTTP/1.1" status: 200 len: 380 time: 0.0359113 Oct 26 09:20:46.410587 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-38f92281-1773-4aab-bd8a-44bcdc9ebc84 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Request body: {'port': {'device_id': 'b3ba436b-63d4-48ba-9baf-b1bad889affc', 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc', 'admin_state_up': True, 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'security_groups': ['94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:20:46.533951 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bf3df32e-8033-43fa-9720-e8410339e4a9 req-a267ee57-3be9-46d0-8b59-c64adbc3ff3f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3ba436b-63d4-48ba-9baf-b1bad889affc HTTP/1.1" status: 200 len: 210 time: 0.0364854 Oct 26 09:20:46.545084 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-38f92281-1773-4aab-bd8a-44bcdc9ebc84 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Made reservation on behalf of 79c914ac7af9489da7c8c9260642d45c for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:20:46.548653 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-38f92281-1773-4aab-bd8a-44bcdc9ebc84 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:46.675524 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-38f92281-1773-4aab-bd8a-44bcdc9ebc84 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Allocated IP 172.20.0.11 (fd355557-c7cb-4dc7-b3b6-d730ead472bc/e0a61be2-453e-480f-98d4-90f961323046/68a0b991-5dbd-4ced-b647-34ebad9914a9) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:20:46.817588 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-38f92281-1773-4aab-bd8a-44bcdc9ebc84 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:46.849668 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-38f92281-1773-4aab-bd8a-44bcdc9ebc84 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:46.894416 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-38f92281-1773-4aab-bd8a-44bcdc9ebc84 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Network fd355557-c7cb-4dc7-b3b6-d730ead472bc is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:20:46.897747 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-38f92281-1773-4aab-bd8a-44bcdc9ebc84 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:20:46.901498 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-38f92281-1773-4aab-bd8a-44bcdc9ebc84 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:20:46.935132 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f92281-1773-4aab-bd8a-44bcdc9ebc84 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Pushing event updated for resources: {'Port': ['ID=68a0b991-5dbd-4ced-b647-34ebad9914a9,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:46.967903 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-38f92281-1773-4aab-bd8a-44bcdc9ebc84 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:20:46.968561 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-38f92281-1773-4aab-bd8a-44bcdc9ebc84 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:46.987894 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-38f92281-1773-4aab-bd8a-44bcdc9ebc84 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5808856 Oct 26 09:20:47.003017 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-c67c4aae-7817-4e5e-bf48-0634187ee24e service neutron] Request body: {'port': {'device_id': 'b3ba436b-63d4-48ba-9baf-b1bad889affc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:20:47.034173 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 5d03d5a6-572b-47b4-bf90-02dc15e0bd12 up at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:20:47.067745 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-c67c4aae-7817-4e5e-bf48-0634187ee24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:47.084455 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Provisioning complete for port 5d03d5a6-572b-47b4-bf90-02dc15e0bd12 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:20:47.084915 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:47.174365 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-d84aceae-1d7f-40dc-92a5-3ea9da1255be None None] Provisioning complete for port 68a0b991-5dbd-4ced-b647-34ebad9914a9 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:20:47.174697 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d84aceae-1d7f-40dc-92a5-3ea9da1255be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:47.216600 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-d84aceae-1d7f-40dc-92a5-3ea9da1255be None None] Port 68a0b991-5dbd-4ced-b647-34ebad9914a9 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:20:47.346949 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-c67c4aae-7817-4e5e-bf48-0634187ee24e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68a0b991-5dbd-4ced-b647-34ebad9914a9 {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 09:20:47.354711 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-c67c4aae-7817-4e5e-bf48-0634187ee24e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:47.367772 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-c67c4aae-7817-4e5e-bf48-0634187ee24e service neutron] Transition to ACTIVE for port object 68a0b991-5dbd-4ced-b647-34ebad9914a9 will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 09:20:47.372327 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-c67c4aae-7817-4e5e-bf48-0634187ee24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:47.427879 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c4aae-7817-4e5e-bf48-0634187ee24e service neutron] Pushing event updated for resources: {'Port': ['ID=68a0b991-5dbd-4ced-b647-34ebad9914a9,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:47.500604 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-c67c4aae-7817-4e5e-bf48-0634187ee24e service neutron] Attempting to bind port 68a0b991-5dbd-4ced-b647-34ebad9914a9 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:20:47.500946 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-c67c4aae-7817-4e5e-bf48-0634187ee24e service neutron] Attempting to bind port 68a0b991-5dbd-4ced-b647-34ebad9914a9 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '6b87a17f-1a92-4545-87af-363977ab80a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:20:47.501374 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-c67c4aae-7817-4e5e-bf48-0634187ee24e service neutron] Attempting to bind port 68a0b991-5dbd-4ced-b647-34ebad9914a9 on network fd355557-c7cb-4dc7-b3b6-d730ead472bc {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:20:47.506750 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-c67c4aae-7817-4e5e-bf48-0634187ee24e service neutron] Port 68a0b991-5dbd-4ced-b647-34ebad9914a9 on network fd355557-c7cb-4dc7-b3b6-d730ead472bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 09:20:47.507081 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-c67c4aae-7817-4e5e-bf48-0634187ee24e service neutron] Attempting to bind port 68a0b991-5dbd-4ced-b647-34ebad9914a9 on network fd355557-c7cb-4dc7-b3b6-d730ead472bc {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:20:47.512713 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-c67c4aae-7817-4e5e-bf48-0634187ee24e service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:20:47.513061 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-c67c4aae-7817-4e5e-bf48-0634187ee24e service neutron] Checking segment: {'id': '6b87a17f-1a92-4545-87af-363977ab80a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:20:47.513458 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-c67c4aae-7817-4e5e-bf48-0634187ee24e service neutron] Bound using segment: {'id': '6b87a17f-1a92-4545-87af-363977ab80a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:20:47.513928 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-c67c4aae-7817-4e5e-bf48-0634187ee24e service neutron] Bound port: 68a0b991-5dbd-4ced-b647-34ebad9914a9, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b87a17f-1a92-4545-87af-363977ab80a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:20:47.514301 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-c67c4aae-7817-4e5e-bf48-0634187ee24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:47.586004 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-c67c4aae-7817-4e5e-bf48-0634187ee24e service neutron] For port 68a0b991-5dbd-4ced-b647-34ebad9914a9, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:20:47.589291 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-c67c4aae-7817-4e5e-bf48-0634187ee24e service neutron] For port 68a0b991-5dbd-4ced-b647-34ebad9914a9, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=68a0b991-5dbd-4ced-b647-34ebad9914a9,segment=NetworkSegment(6b87a17f-1a92-4545-87af-363977ab80a5),segment_id=6b87a17f-1a92-4545-87af-363977ab80a5)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:20:47.594721 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-c67c4aae-7817-4e5e-bf48-0634187ee24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:47.632849 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-c67c4aae-7817-4e5e-bf48-0634187ee24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:20:47.633692 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-c67c4aae-7817-4e5e-bf48-0634187ee24e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:47.635088 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-c67c4aae-7817-4e5e-bf48-0634187ee24e service neutron] 10.222.0.47 "PUT /v2.0/ports/68a0b991-5dbd-4ced-b647-34ebad9914a9 HTTP/1.1" status: 200 len: 1094 time: 0.6374779 Oct 26 09:20:47.635532 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ba436b-63d4-48ba-9baf-b1bad889affc', 'tag': '68a0b991-5dbd-4ced-b647-34ebad9914a9'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:20:47.638033 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e92cd4d-48ac-47ed-b9bb-233a801c28dc" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ba436b-63d4-48ba-9baf-b1bad889affc", "tag": "68a0b991-5dbd-4ced-b647-34ebad9914a9"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:20:47.677984 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599176c-b2ea-4ddc-bd77-e46db02728f6 req-6d1a58ed-27af-4980-a9f1-827fa2e4d874 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:20:47.680401 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c4aae-7817-4e5e-bf48-0634187ee24e service neutron] Pushing event updated for resources: {'Port': ['ID=68a0b991-5dbd-4ced-b647-34ebad9914a9,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:47.682018 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e599176c-b2ea-4ddc-bd77-e46db02728f6 req-6d1a58ed-27af-4980-a9f1-827fa2e4d874 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3ba436b-63d4-48ba-9baf-b1bad889affc HTTP/1.1" status: 200 len: 944 time: 0.0712581 Oct 26 09:20:47.690799 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 09:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7626cc4-0e88-4109-b101-c21a61694f7f x-openstack-request-id: req-e7626cc4-0e88-4109-b101-c21a61694f7f {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:20:47.691104 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ba436b-63d4-48ba-9baf-b1bad889affc", "tag": "68a0b991-5dbd-4ced-b647-34ebad9914a9", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:20:47.691350 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e7626cc4-0e88-4109-b101-c21a61694f7f {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:20:47.691888 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ba436b-63d4-48ba-9baf-b1bad889affc', 'tag': '68a0b991-5dbd-4ced-b647-34ebad9914a9', 'status': 'completed', 'code': 200} Oct 26 09:20:47.728873 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e599176c-b2ea-4ddc-bd77-e46db02728f6 req-e9bb3ba7-f60b-47eb-8cf0-7a9f67aa0cfa tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/security-groups?id=94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409470 Oct 26 09:20:47.744526 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-0ec4a55d-3406-45e4-b750-ea9d4100e169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:20:47.746242 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-0ec4a55d-3406-45e4-b750-ea9d4100e169 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79c914ac7af9489da7c8c9260642d45c&device_id=b3ba436b-63d4-48ba-9baf-b1bad889affc HTTP/1.1" status: 200 len: 1097 time: 0.0520196 Oct 26 09:20:47.790196 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-50dc13ea-5d9b-4360-90e3-f68c6c899052 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68a0b991-5dbd-4ced-b647-34ebad9914a9 HTTP/1.1" status: 200 len: 217 time: 0.0367115 Oct 26 09:20:47.854102 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-7454e1aa-b40d-4148-a907-c3eac4b2a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:20:47.856794 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-7454e1aa-b40d-4148-a907-c3eac4b2a9d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e0a61be2-453e-480f-98d4-90f961323046 HTTP/1.1" status: 200 len: 849 time: 0.0603635 Oct 26 09:20:47.907262 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-0be23860-9022-4820-a68c-4e41c0b5d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:20:47.908925 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-0be23860-9022-4820-a68c-4e41c0b5d524 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fd355557-c7cb-4dc7-b3b6-d730ead472bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0452335 Oct 26 09:20:48.002918 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-356ee18f-8538-404a-a5b9-b7454cd43fe3 service neutron] 10.222.0.47 "GET /v2.0/networks/fd355557-c7cb-4dc7-b3b6-d730ead472bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857029 Oct 26 09:20:48.097760 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-91a4c81a-c01f-4b5e-8a00-998e1d9602d0 req-4a40c1f9-8311-4af5-b314-05b626192ede service neutron] 10.222.0.47 "GET /v2.0/networks/fd355557-c7cb-4dc7-b3b6-d730ead472bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872235 Oct 26 09:20:48.185328 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92cd4d-48ac-47ed-b9bb-233a801c28dc req-3340fa28-39fa-4e93-9ec9-b5339d09c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:20:48.186905 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3e92cd4d-48ac-47ed-b9bb-233a801c28dc req-3340fa28-39fa-4e93-9ec9-b5339d09c2ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79c914ac7af9489da7c8c9260642d45c&device_id=b3ba436b-63d4-48ba-9baf-b1bad889affc HTTP/1.1" status: 200 len: 1097 time: 0.0403779 Oct 26 09:20:48.281193 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92cd4d-48ac-47ed-b9bb-233a801c28dc req-ea9c2f0e-1205-41e3-a534-add77046fdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:20:48.282596 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3e92cd4d-48ac-47ed-b9bb-233a801c28dc req-ea9c2f0e-1205-41e3-a534-add77046fdb4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fd355557-c7cb-4dc7-b3b6-d730ead472bc HTTP/1.1" status: 200 len: 911 time: 0.0865953 Oct 26 09:20:48.324630 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3e92cd4d-48ac-47ed-b9bb-233a801c28dc req-e87b45d1-c01e-45bb-a08b-0601d953dd78 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68a0b991-5dbd-4ced-b647-34ebad9914a9 HTTP/1.1" status: 200 len: 217 time: 0.0337660 Oct 26 09:20:48.372231 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92cd4d-48ac-47ed-b9bb-233a801c28dc req-2f33b9d2-db1d-4d66-970c-82d0b8e38c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:20:48.373765 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3e92cd4d-48ac-47ed-b9bb-233a801c28dc req-2f33b9d2-db1d-4d66-970c-82d0b8e38c97 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e0a61be2-453e-480f-98d4-90f961323046 HTTP/1.1" status: 200 len: 849 time: 0.0422139 Oct 26 09:20:48.422822 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92cd4d-48ac-47ed-b9bb-233a801c28dc req-c7afd9cb-78b9-4ade-b23a-a58d26adc8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:20:48.424952 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3e92cd4d-48ac-47ed-b9bb-233a801c28dc req-c7afd9cb-78b9-4ade-b23a-a58d26adc8a1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fd355557-c7cb-4dc7-b3b6-d730ead472bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0436311 Oct 26 09:20:48.515600 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3e92cd4d-48ac-47ed-b9bb-233a801c28dc req-f10b8d19-3819-4d70-a1f4-ae703cc7e375 service neutron] 10.222.0.47 "GET /v2.0/networks/fd355557-c7cb-4dc7-b3b6-d730ead472bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809937 Oct 26 09:20:48.611850 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3e92cd4d-48ac-47ed-b9bb-233a801c28dc req-7db5f3e4-6285-41b3-9848-85d3051bdc34 service neutron] 10.222.0.47 "GET /v2.0/networks/fd355557-c7cb-4dc7-b3b6-d730ead472bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875497 Oct 26 09:20:48.857014 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2254b6b-e9dd-40ba-b623-734e35ae32d4 req-b108e566-5f6b-439a-aff6-b1bfd0222225 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:20:48.858454 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b2254b6b-e9dd-40ba-b623-734e35ae32d4 req-b108e566-5f6b-439a-aff6-b1bfd0222225 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3ba436b-63d4-48ba-9baf-b1bad889affc HTTP/1.1" status: 200 len: 944 time: 0.0511694 Oct 26 09:20:48.897791 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b2254b6b-e9dd-40ba-b623-734e35ae32d4 req-1baa12f7-2392-4070-9a34-c06ad8d15dca tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/security-groups?id=94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326800 Oct 26 09:20:49.497308 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-549041be-2f24-4890-83f9-f1cc42a314ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:50.014588 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c8424-0a8f-4e40-8f34-a5013196830e req-2cf604f6-e7bf-4a71-a058-b8181219f82c tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:20:50.016086 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-172c8424-0a8f-4e40-8f34-a5013196830e req-2cf604f6-e7bf-4a71-a058-b8181219f82c tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3ba436b-63d4-48ba-9baf-b1bad889affc HTTP/1.1" status: 200 len: 944 time: 0.0500195 Oct 26 09:20:50.053429 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-172c8424-0a8f-4e40-8f34-a5013196830e req-15fd7e7e-ace2-4c62-8160-82732a9a46ae tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/security-groups?id=94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313058 Oct 26 09:20:50.464510 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 68a0b991-5dbd-4ced-b647-34ebad9914a9 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 09:20:50.563393 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 68a0b991-5dbd-4ced-b647-34ebad9914a9, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=68a0b991-5dbd-4ced-b647-34ebad9914a9,segment=NetworkSegment(6b87a17f-1a92-4545-87af-363977ab80a5),segment_id=6b87a17f-1a92-4545-87af-363977ab80a5)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:20:50.574560 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': '68a0b991-5dbd-4ced-b647-34ebad9914a9', 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc', 'port_id': '68a0b991-5dbd-4ced-b647-34ebad9914a9', 'mac_address': 'fa:16:3e:94:78:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0a61be2-453e-480f-98d4-90f961323046', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 09:20:50.611968 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:50.624486 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68a0b991-5dbd-4ced-b647-34ebad9914a9 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 09:20:50.643753 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 68a0b991-5dbd-4ced-b647-34ebad9914a9, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=68a0b991-5dbd-4ced-b647-34ebad9914a9,segment=NetworkSegment(6b87a17f-1a92-4545-87af-363977ab80a5),segment_id=6b87a17f-1a92-4545-87af-363977ab80a5)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:20:50.649885 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:50.695979 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=68a0b991-5dbd-4ced-b647-34ebad9914a9,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:50.855186 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['68a0b991-5dbd-4ced-b647-34ebad9914a9'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 09:20:51.168634 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c581879-b335-4418-aaaa-3b46da271f61 req-7dd83852-ff7b-4f8d-b7d3-0bfb57b9304c tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:20:51.170150 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3c581879-b335-4418-aaaa-3b46da271f61 req-7dd83852-ff7b-4f8d-b7d3-0bfb57b9304c tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3ba436b-63d4-48ba-9baf-b1bad889affc HTTP/1.1" status: 200 len: 945 time: 0.0491664 Oct 26 09:20:51.207818 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-3c581879-b335-4418-aaaa-3b46da271f61 req-e8ea9a61-4b0e-4475-b68a-c466db9d8ead tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/security-groups?id=94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316145 Oct 26 09:20:52.168126 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6759b35b-75b6-4e70-9080-5cd4d5d47a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:52.328615 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e32d69-9864-4898-aa14-803862e6b467 req-492d49fa-1423-4c47-8a61-367d17c1c7a4 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:20:52.330263 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-66e32d69-9864-4898-aa14-803862e6b467 req-492d49fa-1423-4c47-8a61-367d17c1c7a4 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3ba436b-63d4-48ba-9baf-b1bad889affc HTTP/1.1" status: 200 len: 945 time: 0.0542636 Oct 26 09:20:52.367532 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-66e32d69-9864-4898-aa14-803862e6b467 req-c73e9f4f-6b34-46bb-89b0-bf2810fc4fe9 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/security-groups?id=94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315204 Oct 26 09:20:52.479549 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 68a0b991-5dbd-4ced-b647-34ebad9914a9 up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:20:52.530877 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port 68a0b991-5dbd-4ced-b647-34ebad9914a9 completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 09:20:52.535798 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port 68a0b991-5dbd-4ced-b647-34ebad9914a9 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:20:52.536168 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:52.615809 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:52.638410 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ba436b-63d4-48ba-9baf-b1bad889affc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a0b991-5dbd-4ced-b647-34ebad9914a9'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:20:52.640796 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb583ba-c662-417f-95bc-9a488b60e0df" -d '{"events": [{"server_uuid": "b3ba436b-63d4-48ba-9baf-b1bad889affc", "name": "network-vif-plugged", "status": "completed", "tag": "68a0b991-5dbd-4ced-b647-34ebad9914a9"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:20:52.654294 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 68a0b991-5dbd-4ced-b647-34ebad9914a9, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=68a0b991-5dbd-4ced-b647-34ebad9914a9,segment=NetworkSegment(6b87a17f-1a92-4545-87af-363977ab80a5),segment_id=6b87a17f-1a92-4545-87af-363977ab80a5)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:20:52.658981 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:52.685561 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 09:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb8fe29-711f-4a7c-908b-d4f9aff1f02e x-openstack-request-id: req-7cb8fe29-711f-4a7c-908b-d4f9aff1f02e {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:20:52.685909 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ba436b-63d4-48ba-9baf-b1bad889affc", "name": "network-vif-plugged", "status": "completed", "tag": "68a0b991-5dbd-4ced-b647-34ebad9914a9", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:20:52.686166 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7cb8fe29-711f-4a7c-908b-d4f9aff1f02e {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:20:52.686556 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ba436b-63d4-48ba-9baf-b1bad889affc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a0b991-5dbd-4ced-b647-34ebad9914a9', 'code': 200} Oct 26 09:20:52.712984 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=68a0b991-5dbd-4ced-b647-34ebad9914a9,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:52.848494 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936e286-4aed-4c66-bb17-0c1d3e727aea req-5ebce8f6-91ba-4760-869c-0f9d8c0518ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:20:52.850057 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1936e286-4aed-4c66-bb17-0c1d3e727aea req-5ebce8f6-91ba-4760-869c-0f9d8c0518ea service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b3ba436b-63d4-48ba-9baf-b1bad889affc HTTP/1.1" status: 200 len: 1099 time: 0.0439513 Oct 26 09:20:52.885425 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-1936e286-4aed-4c66-bb17-0c1d3e727aea req-bd3b8125-4f1a-4d5d-90ec-a9fb0981025d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277956 Oct 26 09:20:53.111877 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:53.426983 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:53.486674 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7a28b-86b3-4fb8-8d05-0d69d4dcda09 req-6b842437-d80e-4f6a-ae93-25f104a90d25 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:20:53.488162 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d2e7a28b-86b3-4fb8-8d05-0d69d4dcda09 req-6b842437-d80e-4f6a-ae93-25f104a90d25 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3ba436b-63d4-48ba-9baf-b1bad889affc HTTP/1.1" status: 200 len: 946 time: 0.0514648 Oct 26 09:20:53.525415 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-d2e7a28b-86b3-4fb8-8d05-0d69d4dcda09 req-a562f5e7-e8d0-4aaf-90bb-bf5908ca63a3 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/security-groups?id=94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312939 Oct 26 09:20:54.620261 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:54.643273 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1dcf4-3e57-4a8a-bd01-d79052d15f9d req-bd1c618e-b3a4-4df9-84ea-1cc03edeb459 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:20:54.644938 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-dae1dcf4-3e57-4a8a-bd01-d79052d15f9d req-bd1c618e-b3a4-4df9-84ea-1cc03edeb459 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3ba436b-63d4-48ba-9baf-b1bad889affc HTTP/1.1" status: 200 len: 946 time: 0.0505481 Oct 26 09:20:54.682587 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-dae1dcf4-3e57-4a8a-bd01-d79052d15f9d req-8af40340-2e9f-4d66-b362-1be811952ce2 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/security-groups?id=94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318017 Oct 26 09:20:54.794635 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fc918-9822-4ab7-a9db-1c485be5f4d5 req-f9fe5446-e292-4c2e-b483-f3e3971439aa tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:20:54.796135 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-9f0fc918-9822-4ab7-a9db-1c485be5f4d5 req-f9fe5446-e292-4c2e-b483-f3e3971439aa tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3ba436b-63d4-48ba-9baf-b1bad889affc HTTP/1.1" status: 200 len: 946 time: 0.0490639 Oct 26 09:20:54.833804 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-9f0fc918-9822-4ab7-a9db-1c485be5f4d5 req-84fe7ae7-6008-4b04-98d0-98386d153150 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/security-groups?id=94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309882 Oct 26 09:20:54.855076 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 45348) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:20:54.985326 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569768ef-0d14-4996-813c-547419922dec tempest-TestSnapshotPattern-759368215 tempest-TestSnapshotPattern-759368215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:20:54.987468 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-569768ef-0d14-4996-813c-547419922dec tempest-TestSnapshotPattern-759368215 tempest-TestSnapshotPattern-759368215-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b3ba436b-63d4-48ba-9baf-b1bad889affc HTTP/1.1" status: 200 len: 1094 time: 0.1314154 Oct 26 09:20:54.990326 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 45352) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:20:54.994678 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-3bc88bd1-62b2-4ac6-acf2-359996ab1256 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Request body: {'floatingip': {'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'port_id': '68a0b991-5dbd-4ced-b647-34ebad9914a9', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:20:54.996400 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:55.015324 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3bc88bd1-62b2-4ac6-acf2-359996ab1256 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks [] for floatingip, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:55.111379 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3bc88bd1-62b2-4ac6-acf2-359996ab1256 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:55.216900 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-3bc88bd1-62b2-4ac6-acf2-359996ab1256 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Allocated IP 172.26.2.73 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/2f6579e2-6848-4ed9-a1ed-5ac806c2c9b3) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:20:55.317575 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3bc88bd1-62b2-4ac6-acf2-359996ab1256 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:55.351568 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3bc88bd1-62b2-4ac6-acf2-359996ab1256 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:55.391663 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc88bd1-62b2-4ac6-acf2-359996ab1256 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:20:55.397635 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-3bc88bd1-62b2-4ac6-acf2-359996ab1256 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:20:55.401197 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc88bd1-62b2-4ac6-acf2-359996ab1256 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:20:55.426467 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc88bd1-62b2-4ac6-acf2-359996ab1256 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Pushing event updated for resources: {'Port': ['ID=2f6579e2-6848-4ed9-a1ed-5ac806c2c9b3,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:55.747781 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3bc88bd1-62b2-4ac6-acf2-359996ab1256 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:55.816970 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3bc88bd1-62b2-4ac6-acf2-359996ab1256 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:55.965296 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3bc88bd1-62b2-4ac6-acf2-359996ab1256 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:55.969827 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3bc88bd1-62b2-4ac6-acf2-359996ab1256 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:56.041012 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc88bd1-62b2-4ac6-acf2-359996ab1256 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Pushing event updated for resources: {'Port': ['ID=2f6579e2-6848-4ed9-a1ed-5ac806c2c9b3,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:20:56.050929 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3bc88bd1-62b2-4ac6-acf2-359996ab1256 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:56.150004 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.l3_db [None req-3bc88bd1-62b2-4ac6-acf2-359996ab1256 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Floating IP 81723965-3159-49dc-ade0-b929281472d6 associated. External IP: 172.26.2.73, port: 68a0b991-5dbd-4ced-b647-34ebad9914a9. Oct 26 09:20:56.355786 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc88bd1-62b2-4ac6-acf2-359996ab1256 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Router c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:20:56.463176 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc88bd1-62b2-4ac6-acf2-359996ab1256 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:20:56.473854 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c347f3-e4a5-4b0e-bcec-83d72042ac09 None None] Sync routers for ids ['c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:20:56.481020 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-3bc88bd1-62b2-4ac6-acf2-359996ab1256 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:20:56.483480 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c347f3-e4a5-4b0e-bcec-83d72042ac09 None None] Routers {'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:20:56.484101 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-00c347f3-e4a5-4b0e-bcec-83d72042ac09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:20:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:20:56.507757 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-3bc88bd1-62b2-4ac6-acf2-359996ab1256 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5164056 Oct 26 09:20:56.508360 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ba436b-63d4-48ba-9baf-b1bad889affc', 'tag': '68a0b991-5dbd-4ced-b647-34ebad9914a9'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:20:56.510691 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6001f9b463937e9ba59653060f797cf6a3b9cfc8c69abf6deb468a53c3a3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846d906e-e84e-4e6a-9a7c-5ce4b0eb83fe" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ba436b-63d4-48ba-9baf-b1bad889affc", "tag": "68a0b991-5dbd-4ced-b647-34ebad9914a9"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:20:56.596613 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-00c347f3-e4a5-4b0e-bcec-83d72042ac09 None None] Set router c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:20:56.609019 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 09:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37eaeb20-6d8a-4f60-a259-35426e94dcfe x-openstack-request-id: req-37eaeb20-6d8a-4f60-a259-35426e94dcfe {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:20:56.609309 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ba436b-63d4-48ba-9baf-b1bad889affc", "tag": "68a0b991-5dbd-4ced-b647-34ebad9914a9", "status": "completed", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:20:56.609566 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-37eaeb20-6d8a-4f60-a259-35426e94dcfe {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:20:56.610002 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ba436b-63d4-48ba-9baf-b1bad889affc', 'tag': '68a0b991-5dbd-4ced-b647-34ebad9914a9', 'status': 'completed', 'code': 200} Oct 26 09:20:56.671201 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d906e-e84e-4e6a-9a7c-5ce4b0eb83fe req-1b930ca3-2f5a-47d0-9496-cffd67073b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:20:56.672733 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-846d906e-e84e-4e6a-9a7c-5ce4b0eb83fe req-1b930ca3-2f5a-47d0-9496-cffd67073b1c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79c914ac7af9489da7c8c9260642d45c&device_id=b3ba436b-63d4-48ba-9baf-b1bad889affc HTTP/1.1" status: 200 len: 1099 time: 0.0414822 Oct 26 09:20:56.768080 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d906e-e84e-4e6a-9a7c-5ce4b0eb83fe req-435833ad-0607-4eab-a77c-5bc11ab25cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:20:56.769876 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-846d906e-e84e-4e6a-9a7c-5ce4b0eb83fe req-435833ad-0607-4eab-a77c-5bc11ab25cec service neutron] 10.222.0.47 "GET /v2.0/networks?id=fd355557-c7cb-4dc7-b3b6-d730ead472bc HTTP/1.1" status: 200 len: 911 time: 0.0907817 Oct 26 09:20:56.823694 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-00c347f3-e4a5-4b0e-bcec-83d72042ac09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'name': 'tempest-TestSnapshotPattern-1217361144-router', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '96b58f61-7814-44e3-be31-023613a7b3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:20:33Z', 'updated_at': '2021-10-26T09:20:35Z', 'revision_number': 4, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'gw_port': {'id': '96b58f61-7814-44e3-be31-023613a7b3c6', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:33Z', 'updated_at': '2021-10-26T09:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '81723965-3159-49dc-ade0-b929281472d6', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'floating_ip_address': '172.26.2.73', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'port_id': '68a0b991-5dbd-4ced-b647-34ebad9914a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc', 'mac_address': 'fa:16:3e:94:78:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ba436b-63d4-48ba-9baf-b1bad889affc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T09:20:55Z', 'updated_at': '2021-10-26T09:20:55Z', 'revision_number': 0, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c792d4-5208-4a31-b9db-196298ea1546', 'name': '', 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'mac_address': 'fa:16:3e:13:8f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'e0a61be2-453e-480f-98d4-90f961323046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:35Z', 'updated_at': '2021-10-26T09:20:39Z', 'revision_number': 5, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'subnets': [{'id': 'e0a61be2-453e-480f-98d4-90f961323046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:20:56.834896 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-846d906e-e84e-4e6a-9a7c-5ce4b0eb83fe req-06014829-4f34-4a00-9288-b0c8fe636f56 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68a0b991-5dbd-4ced-b647-34ebad9914a9 HTTP/1.1" status: 200 len: 999 time: 0.0579405 Oct 26 09:20:56.849886 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c347f3-e4a5-4b0e-bcec-83d72042ac09 None None] Checking router: c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:20:56.858205 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c347f3-e4a5-4b0e-bcec-83d72042ac09 None None] Routers {'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:20:56.858747 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-00c347f3-e4a5-4b0e-bcec-83d72042ac09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:20:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:20:56.888783 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d906e-e84e-4e6a-9a7c-5ce4b0eb83fe req-3c3d0e03-ebe5-4d9d-bdc1-fe417306f4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:20:56.890752 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-846d906e-e84e-4e6a-9a7c-5ce4b0eb83fe req-3c3d0e03-ebe5-4d9d-bdc1-fe417306f4fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e0a61be2-453e-480f-98d4-90f961323046 HTTP/1.1" status: 200 len: 849 time: 0.0484629 Oct 26 09:20:56.937983 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d906e-e84e-4e6a-9a7c-5ce4b0eb83fe req-ccdc2d2f-824c-477e-b02b-786b8265d554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:20:56.939781 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-846d906e-e84e-4e6a-9a7c-5ce4b0eb83fe req-ccdc2d2f-824c-477e-b02b-786b8265d554 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fd355557-c7cb-4dc7-b3b6-d730ead472bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0413268 Oct 26 09:20:56.965336 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-00c347f3-e4a5-4b0e-bcec-83d72042ac09 None None] Set router c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:20:57.029356 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-846d906e-e84e-4e6a-9a7c-5ce4b0eb83fe req-604a422b-bff3-4d96-a98c-32d30e9b1b68 service neutron] 10.222.0.47 "GET /v2.0/networks/fd355557-c7cb-4dc7-b3b6-d730ead472bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820000 Oct 26 09:20:57.121766 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-846d906e-e84e-4e6a-9a7c-5ce4b0eb83fe req-08a5d9c9-4cea-4e16-81c1-9ccf3e73ae92 service neutron] 10.222.0.47 "GET /v2.0/networks/fd355557-c7cb-4dc7-b3b6-d730ead472bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854304 Oct 26 09:20:57.272224 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-00c347f3-e4a5-4b0e-bcec-83d72042ac09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'name': 'tempest-TestSnapshotPattern-1217361144-router', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '96b58f61-7814-44e3-be31-023613a7b3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:20:33Z', 'updated_at': '2021-10-26T09:20:35Z', 'revision_number': 4, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'gw_port': {'id': '96b58f61-7814-44e3-be31-023613a7b3c6', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:33Z', 'updated_at': '2021-10-26T09:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '81723965-3159-49dc-ade0-b929281472d6', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'floating_ip_address': '172.26.2.73', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'port_id': '68a0b991-5dbd-4ced-b647-34ebad9914a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc', 'mac_address': 'fa:16:3e:94:78:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ba436b-63d4-48ba-9baf-b1bad889affc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T09:20:55Z', 'updated_at': '2021-10-26T09:20:55Z', 'revision_number': 0, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c792d4-5208-4a31-b9db-196298ea1546', 'name': '', 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'mac_address': 'fa:16:3e:13:8f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'e0a61be2-453e-480f-98d4-90f961323046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:35Z', 'updated_at': '2021-10-26T09:20:39Z', 'revision_number': 5, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'subnets': [{'id': 'e0a61be2-453e-480f-98d4-90f961323046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:20:57.298332 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c347f3-e4a5-4b0e-bcec-83d72042ac09 None None] The sync data for ids ['c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'] in dv-neutron-804846-13-hyperv is: [{'id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'name': 'tempest-TestSnapshotPattern-1217361144-router', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '96b58f61-7814-44e3-be31-023613a7b3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:20:33Z', 'updated_at': '2021-10-26T09:20:35Z', 'revision_number': 4, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'gw_port': {'id': '96b58f61-7814-44e3-be31-023613a7b3c6', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:33Z', 'updated_at': '2021-10-26T09:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '81723965-3159-49dc-ade0-b929281472d6', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'floating_ip_address': '172.26.2.73', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'port_id': '68a0b991-5dbd-4ced-b647-34ebad9914a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc', 'mac_address': 'fa:16:3e:94:78:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ba436b-63d4-48ba-9baf-b1bad889affc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T09:20:55Z', 'updated_at': '2021-10-26T09:20:55Z', 'revision_number': 0, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c792d4-5208-4a31-b9db-196298ea1546', 'name': '', 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'mac_address': 'fa:16:3e:13:8f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'e0a61be2-453e-480f-98d4-90f961323046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:35Z', 'updated_at': '2021-10-26T09:20:39Z', 'revision_number': 5, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'subnets': [{'id': 'e0a61be2-453e-480f-98d4-90f961323046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:20:57.482532 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c7926f-c4f7-4c92-83ca-3610f9020746 None None] New status for floating IP 81723965-3159-49dc-ade0-b929281472d6: ACTIVE {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 09:21:10.743620 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:21:12.450130 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9813dd9d-bced-4893-9171-796d148aa402 req-e02b65fc-99ed-4fb6-b1ea-67aa84b4d067 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b3ba436b-63d4-48ba-9baf-b1bad889affc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412703 Oct 26 09:21:12.528561 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813dd9d-bced-4893-9171-796d148aa402 req-e89c0b56-0c48-4553-af82-9ee4dcac62c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:21:12.530056 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9813dd9d-bced-4893-9171-796d148aa402 req-e89c0b56-0c48-4553-af82-9ee4dcac62c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79c914ac7af9489da7c8c9260642d45c&device_id=b3ba436b-63d4-48ba-9baf-b1bad889affc HTTP/1.1" status: 200 len: 1099 time: 0.0393629 Oct 26 09:21:12.637672 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813dd9d-bced-4893-9171-796d148aa402 req-6e6205fe-533a-4493-bf3f-48d68c18392d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:21:12.639203 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9813dd9d-bced-4893-9171-796d148aa402 req-6e6205fe-533a-4493-bf3f-48d68c18392d service neutron] 10.222.0.47 "GET /v2.0/networks?id=fd355557-c7cb-4dc7-b3b6-d730ead472bc HTTP/1.1" status: 200 len: 911 time: 0.0892115 Oct 26 09:21:12.703580 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9813dd9d-bced-4893-9171-796d148aa402 req-5a79f9a5-4c50-4905-af0b-6c84f4402f36 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68a0b991-5dbd-4ced-b647-34ebad9914a9 HTTP/1.1" status: 200 len: 1001 time: 0.0563078 Oct 26 09:21:12.756854 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813dd9d-bced-4893-9171-796d148aa402 req-6aa84cc6-e26c-4ddc-b948-a0f2f6ed6bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:21:12.758341 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9813dd9d-bced-4893-9171-796d148aa402 req-6aa84cc6-e26c-4ddc-b948-a0f2f6ed6bc0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e0a61be2-453e-480f-98d4-90f961323046 HTTP/1.1" status: 200 len: 849 time: 0.0471201 Oct 26 09:21:12.803358 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813dd9d-bced-4893-9171-796d148aa402 req-7ad5604b-5ca5-48f3-8bfc-f9d888be7486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:21:12.804825 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9813dd9d-bced-4893-9171-796d148aa402 req-7ad5604b-5ca5-48f3-8bfc-f9d888be7486 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fd355557-c7cb-4dc7-b3b6-d730ead472bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0391912 Oct 26 09:21:12.896751 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9813dd9d-bced-4893-9171-796d148aa402 req-3fee7e99-f306-441b-b4b8-1f648d7f8620 service neutron] 10.222.0.47 "GET /v2.0/networks/fd355557-c7cb-4dc7-b3b6-d730ead472bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841944 Oct 26 09:21:12.984878 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-9813dd9d-bced-4893-9171-796d148aa402 req-a068067f-a61c-4981-88b8-4dc0e115d134 service neutron] 10.222.0.47 "GET /v2.0/networks/fd355557-c7cb-4dc7-b3b6-d730ead472bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807292 Oct 26 09:21:19.498562 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-83325285-4b6b-40a7-be53-48a53bfac339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:21:22.169672 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ac0e69c4-41ed-4bea-9d16-2beff3eb6f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:21:23.113640 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:21:23.430928 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:21:24.638146 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:21:24.999899 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:21:47.744194 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:21:49.500135 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-538fffb1-72a8-4e9b-8b7c-a4c5a5c40b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:21:52.170948 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3bd05354-2c28-49e7-8b73-b838bbf11109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:21:53.116651 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:21:53.435688 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:21:54.637267 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:21:55.002818 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:22:13.434183 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-92ce9b5b-a75d-412d-8bea-1590d2d3b397 req-6f7b2d87-4e31-4b71-b4f2-d3f91902b68d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b3ba436b-63d4-48ba-9baf-b1bad889affc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405862 Oct 26 09:22:13.518819 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce9b5b-a75d-412d-8bea-1590d2d3b397 req-08544f4e-f6b4-4b59-8b20-a25efeb260da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:22:13.520312 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-92ce9b5b-a75d-412d-8bea-1590d2d3b397 req-08544f4e-f6b4-4b59-8b20-a25efeb260da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79c914ac7af9489da7c8c9260642d45c&device_id=b3ba436b-63d4-48ba-9baf-b1bad889affc HTTP/1.1" status: 200 len: 1099 time: 0.0438297 Oct 26 09:22:13.629336 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce9b5b-a75d-412d-8bea-1590d2d3b397 req-17d95034-c7e5-41b5-9b04-c944e5a3ebf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:22:13.630872 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-92ce9b5b-a75d-412d-8bea-1590d2d3b397 req-17d95034-c7e5-41b5-9b04-c944e5a3ebf8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fd355557-c7cb-4dc7-b3b6-d730ead472bc HTTP/1.1" status: 200 len: 911 time: 0.0903959 Oct 26 09:22:13.699052 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-92ce9b5b-a75d-412d-8bea-1590d2d3b397 req-d8468518-831f-4da2-a3e0-5218081e6520 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68a0b991-5dbd-4ced-b647-34ebad9914a9 HTTP/1.1" status: 200 len: 1001 time: 0.0604455 Oct 26 09:22:13.747766 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce9b5b-a75d-412d-8bea-1590d2d3b397 req-b8c81341-b52f-4aa8-a25e-e4c37c718043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:22:13.749206 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-92ce9b5b-a75d-412d-8bea-1590d2d3b397 req-b8c81341-b52f-4aa8-a25e-e4c37c718043 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e0a61be2-453e-480f-98d4-90f961323046 HTTP/1.1" status: 200 len: 849 time: 0.0437956 Oct 26 09:22:13.794821 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce9b5b-a75d-412d-8bea-1590d2d3b397 req-f57a8e43-00b1-4b15-9044-d3ad80ccb89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:22:13.796329 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-92ce9b5b-a75d-412d-8bea-1590d2d3b397 req-f57a8e43-00b1-4b15-9044-d3ad80ccb89c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fd355557-c7cb-4dc7-b3b6-d730ead472bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0398662 Oct 26 09:22:13.888422 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-92ce9b5b-a75d-412d-8bea-1590d2d3b397 req-f4416f75-5d0c-4e5c-8f09-6c78de6fb29b service neutron] 10.222.0.47 "GET /v2.0/networks/fd355557-c7cb-4dc7-b3b6-d730ead472bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847077 Oct 26 09:22:13.977594 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-92ce9b5b-a75d-412d-8bea-1590d2d3b397 req-a8220db6-3a84-4c02-a604-5053564e9237 service neutron] 10.222.0.47 "GET /v2.0/networks/fd355557-c7cb-4dc7-b3b6-d730ead472bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825369 Oct 26 09:22:19.500797 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-58ffb4f2-5858-40a3-9830-427dfb831c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:22:22.172590 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c008d112-3e10-44a4-b4bd-b577fa8b8a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:22:23.119745 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:22:23.438088 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:22:24.650522 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:22:24.742956 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:22:25.005561 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:22:49.502196 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-60402824-5813-40e6-b913-654cb52517d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:22:52.174158 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-79cd8d31-3352-4e38-b37d-58e80a4dd704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:22:53.122487 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:22:53.440557 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:22:54.661087 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:22:55.008631 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:22:55.041150 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 68a0b991-5dbd-4ced-b647-34ebad9914a9 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 09:22:55.136809 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 68a0b991-5dbd-4ced-b647-34ebad9914a9, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=68a0b991-5dbd-4ced-b647-34ebad9914a9,segment=NetworkSegment(6b87a17f-1a92-4545-87af-363977ab80a5),segment_id=6b87a17f-1a92-4545-87af-363977ab80a5)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:22:55.148522 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': '68a0b991-5dbd-4ced-b647-34ebad9914a9', 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc', 'port_id': '68a0b991-5dbd-4ced-b647-34ebad9914a9', 'mac_address': 'fa:16:3e:94:78:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0a61be2-453e-480f-98d4-90f961323046', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 09:22:55.184776 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:22:55.197711 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68a0b991-5dbd-4ced-b647-34ebad9914a9 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 09:22:55.216804 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 68a0b991-5dbd-4ced-b647-34ebad9914a9, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=68a0b991-5dbd-4ced-b647-34ebad9914a9,segment=NetworkSegment(6b87a17f-1a92-4545-87af-363977ab80a5),segment_id=6b87a17f-1a92-4545-87af-363977ab80a5)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:22:55.221442 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:22:55.273032 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=68a0b991-5dbd-4ced-b647-34ebad9914a9,revision_number=6']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:22:55.280868 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:22:55.281279 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:22:55.281684 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:22:55.282050 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:22:55.282389 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:22:55.282727 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:22:55.283093 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:22:55.283476 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:22:55.283807 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:22:55.284148 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:22:55.284535 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:22:55.284917 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:22:55.313667 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['68a0b991-5dbd-4ced-b647-34ebad9914a9'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 09:22:57.055074 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 68a0b991-5dbd-4ced-b647-34ebad9914a9 up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:22:57.112907 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port 68a0b991-5dbd-4ced-b647-34ebad9914a9 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:22:57.113694 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:22:57.210313 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:22:57.233570 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ba436b-63d4-48ba-9baf-b1bad889affc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a0b991-5dbd-4ced-b647-34ebad9914a9'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:22:57.236741 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f7a7c5-0e82-4707-b579-6ae6027ebdaf" -d '{"events": [{"server_uuid": "b3ba436b-63d4-48ba-9baf-b1bad889affc", "name": "network-vif-plugged", "status": "completed", "tag": "68a0b991-5dbd-4ced-b647-34ebad9914a9"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:22:57.249271 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 68a0b991-5dbd-4ced-b647-34ebad9914a9, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=68a0b991-5dbd-4ced-b647-34ebad9914a9,segment=NetworkSegment(6b87a17f-1a92-4545-87af-363977ab80a5),segment_id=6b87a17f-1a92-4545-87af-363977ab80a5)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:22:57.259515 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:22:57.322552 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=68a0b991-5dbd-4ced-b647-34ebad9914a9,revision_number=7']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:22:57.365281 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 09:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1babf6-3302-4e8d-8125-a81fb44eb210 x-openstack-request-id: req-1c1babf6-3302-4e8d-8125-a81fb44eb210 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:22:57.365695 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ba436b-63d4-48ba-9baf-b1bad889affc", "name": "network-vif-plugged", "status": "completed", "tag": "68a0b991-5dbd-4ced-b647-34ebad9914a9", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:22:57.366023 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1c1babf6-3302-4e8d-8125-a81fb44eb210 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:22:57.366488 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ba436b-63d4-48ba-9baf-b1bad889affc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a0b991-5dbd-4ced-b647-34ebad9914a9', 'code': 200} Oct 26 09:23:01.741459 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:23:05.634975 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-e9ad6f25-281d-4940-8133-45ced3e45b6d tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1230073533&fields=id&tenant_id=79c914ac7af9489da7c8c9260642d45c HTTP/1.1" status: 200 len: 267 time: 0.0333064 Oct 26 09:23:05.744065 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-bb1ac41e-bcc0-4e38-a4d9-87408803cbf4 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:23:05.745532 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-bb1ac41e-bcc0-4e38-a4d9-87408803cbf4 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/networks?id=fd355557-c7cb-4dc7-b3b6-d730ead472bc HTTP/1.1" status: 200 len: 810 time: 0.1035314 Oct 26 09:23:05.760668 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-4e75e660-a0d4-4ed6-ba0e-3d254d9a531b tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/quotas/79c914ac7af9489da7c8c9260642d45c HTTP/1.1" status: 200 len: 375 time: 0.0088332 Oct 26 09:23:05.815764 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-d09d5238-07ab-4ce8-9063-acbfb81b82da tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=79c914ac7af9489da7c8c9260642d45c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0494630 Oct 26 09:23:05.924010 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-51f17069-c69a-4a7b-b781-675ecad44e24 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 09:23:05.925013 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-51f17069-c69a-4a7b-b781-675ecad44e24 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0979397 Oct 26 09:23:06.014910 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-17acfc97-c58d-4507-b75b-e41e69962db1 service neutron] 10.222.0.41 "GET /v2.0/networks/fd355557-c7cb-4dc7-b3b6-d730ead472bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836968 Oct 26 09:23:06.107055 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-ea6a3b24-6da0-47d6-a2bf-75e846f812f4 service neutron] 10.222.0.41 "GET /v2.0/networks/fd355557-c7cb-4dc7-b3b6-d730ead472bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855410 Oct 26 09:23:06.278770 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5a6f8cd1-53da-4812-94b9-c2ef313c1b81 req-19cf41fd-8b3b-485b-b2e0-37cf156cd2ca tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/ports?device_id=79ee9b66-d541-485f-bbf5-127b6e2f4a85 HTTP/1.1" status: 200 len: 210 time: 0.0270517 Oct 26 09:23:07.339959 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-e3d1ae37-da4d-42a3-9ea9-552c28ebff51 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:23:07.341941 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-e3d1ae37-da4d-42a3-9ea9-552c28ebff51 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.47 "GET /v2.0/networks?id=fd355557-c7cb-4dc7-b3b6-d730ead472bc HTTP/1.1" status: 200 len: 810 time: 0.1143124 Oct 26 09:23:07.384026 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-8b59ddc3-26af-4ee0-bc61-1beb1f6e9ac2 req-1ec9bdff-6c30-462d-9a06-4a92c551d139 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/ports?device_id=79ee9b66-d541-485f-bbf5-127b6e2f4a85 HTTP/1.1" status: 200 len: 210 time: 0.0296493 Oct 26 09:23:07.393037 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-7ce18f7a-f024-4847-858f-e0609b2790dd tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79c914ac7af9489da7c8c9260642d45c HTTP/1.1" status: 200 len: 380 time: 0.0423069 Oct 26 09:23:07.406474 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-cc23fa3c-4cd5-4cc2-8d2d-4a90b302132f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Request body: {'port': {'device_id': '79ee9b66-d541-485f-bbf5-127b6e2f4a85', 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc', 'admin_state_up': True, 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'security_groups': ['94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c']}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:23:07.890799 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-cc23fa3c-4cd5-4cc2-8d2d-4a90b302132f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Made reservation on behalf of 79c914ac7af9489da7c8c9260642d45c for: {'port': 1} {{(pid=102101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 09:23:07.896776 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-cc23fa3c-4cd5-4cc2-8d2d-4a90b302132f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:23:08.047931 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.db_base_plugin_common [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-cc23fa3c-4cd5-4cc2-8d2d-4a90b302132f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Allocated IP 172.20.0.12 (fd355557-c7cb-4dc7-b3b6-d730ead472bc/e0a61be2-453e-480f-98d4-90f961323046/cdaac405-654f-4201-b0b8-725d21cf6c29) {{(pid=102101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:23:08.202073 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-cc23fa3c-4cd5-4cc2-8d2d-4a90b302132f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks [] for port, precommit_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:23:08.259876 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-cc23fa3c-4cd5-4cc2-8d2d-4a90b302132f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_create {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:23:08.311521 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-cc23fa3c-4cd5-4cc2-8d2d-4a90b302132f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Network fd355557-c7cb-4dc7-b3b6-d730ead472bc is already hosted by enough agents. {{(pid=102101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:23:08.315479 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.scheduler.base_scheduler [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-cc23fa3c-4cd5-4cc2-8d2d-4a90b302132f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Resources bound (agent type, host, resource id): {{(pid=102101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:23:08.318086 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23fa3c-4cd5-4cc2-8d2d-4a90b302132f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Pushing event updated for resources: {'Port': ['ID=cdaac405-654f-4201-b0b8-725d21cf6c29,revision_number=1']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:23:08.320347 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-cc23fa3c-4cd5-4cc2-8d2d-4a90b302132f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Received port after_create {{(pid=102101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:23:08.346731 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc23fa3c-4cd5-4cc2-8d2d-4a90b302132f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:23:08.347909 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc23fa3c-4cd5-4cc2-8d2d-4a90b302132f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:23:08.348431 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc23fa3c-4cd5-4cc2-8d2d-4a90b302132f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:23:08.348938 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc23fa3c-4cd5-4cc2-8d2d-4a90b302132f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:23:08.349392 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc23fa3c-4cd5-4cc2-8d2d-4a90b302132f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:23:08.349867 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc23fa3c-4cd5-4cc2-8d2d-4a90b302132f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:23:08.350322 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc23fa3c-4cd5-4cc2-8d2d-4a90b302132f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:23:08.350764 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc23fa3c-4cd5-4cc2-8d2d-4a90b302132f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:23:08.351637 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc23fa3c-4cd5-4cc2-8d2d-4a90b302132f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:23:08.351844 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc23fa3c-4cd5-4cc2-8d2d-4a90b302132f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:23:08.352300 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc23fa3c-4cd5-4cc2-8d2d-4a90b302132f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:23:08.352766 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc23fa3c-4cd5-4cc2-8d2d-4a90b302132f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:23:08.388484 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-cc23fa3c-4cd5-4cc2-8d2d-4a90b302132f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:23:08.389123 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-cc23fa3c-4cd5-4cc2-8d2d-4a90b302132f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:23:08.406405 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-cc23fa3c-4cd5-4cc2-8d2d-4a90b302132f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0037835 Oct 26 09:23:08.535875 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d35776-3c1a-4675-b26e-0dd51b72efcb req-ac03c160-24f4-4829-a33e-92e6b0f441cc tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:23:08.537573 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-02d35776-3c1a-4675-b26e-0dd51b72efcb req-ac03c160-24f4-4829-a33e-92e6b0f441cc tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/ports?device_id=79ee9b66-d541-485f-bbf5-127b6e2f4a85 HTTP/1.1" status: 200 len: 932 time: 0.0631113 Oct 26 09:23:08.585516 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-02d35776-3c1a-4675-b26e-0dd51b72efcb req-e83986a1-c6cb-45fd-a181-dedd5f6e2bb1 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/security-groups?id=94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417104 Oct 26 09:23:08.609962 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-8ab608f6-0ead-46f3-9458-d5135e960ecb None None] Provisioning complete for port cdaac405-654f-4201-b0b8-725d21cf6c29 triggered by entity DHCP. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:23:08.610919 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8ab608f6-0ead-46f3-9458-d5135e960ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:23:08.645972 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8ab608f6-0ead-46f3-9458-d5135e960ecb None None] Port cdaac405-654f-4201-b0b8-725d21cf6c29 cannot update to ACTIVE because it is not bound. {{(pid=102103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 09:23:09.101293 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 68a0b991-5dbd-4ced-b647-34ebad9914a9 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:23:09.182116 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:23:09.213789 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ba436b-63d4-48ba-9baf-b1bad889affc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68a0b991-5dbd-4ced-b647-34ebad9914a9'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:23:09.216514 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63758b21-0649-42ea-9377-a6b1f2bc3062" -d '{"events": [{"server_uuid": "b3ba436b-63d4-48ba-9baf-b1bad889affc", "name": "network-vif-unplugged", "status": "completed", "tag": "68a0b991-5dbd-4ced-b647-34ebad9914a9"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:23:09.222176 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port 68a0b991-5dbd-4ced-b647-34ebad9914a9, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=68a0b991-5dbd-4ced-b647-34ebad9914a9,segment=NetworkSegment(6b87a17f-1a92-4545-87af-363977ab80a5),segment_id=6b87a17f-1a92-4545-87af-363977ab80a5)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:23:09.226338 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:23:09.254558 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 09:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21eaf90e-7abf-4319-86e2-e6c4515032ab x-openstack-request-id: req-21eaf90e-7abf-4319-86e2-e6c4515032ab {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:23:09.254854 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ba436b-63d4-48ba-9baf-b1bad889affc", "name": "network-vif-unplugged", "status": "completed", "tag": "68a0b991-5dbd-4ced-b647-34ebad9914a9", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:23:09.255114 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-21eaf90e-7abf-4319-86e2-e6c4515032ab {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:23:09.255519 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ba436b-63d4-48ba-9baf-b1bad889affc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68a0b991-5dbd-4ced-b647-34ebad9914a9', 'code': 200} Oct 26 09:23:09.278426 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=68a0b991-5dbd-4ced-b647-34ebad9914a9,revision_number=8']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:23:09.712894 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b011fe5-1dc0-4071-b2e8-e8af86c936aa req-a6ad9a4b-3bec-4db7-b9b2-7bf89f70ed7f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:23:09.715354 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6b011fe5-1dc0-4071-b2e8-e8af86c936aa req-a6ad9a4b-3bec-4db7-b9b2-7bf89f70ed7f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/ports?device_id=79ee9b66-d541-485f-bbf5-127b6e2f4a85 HTTP/1.1" status: 200 len: 932 time: 0.0503850 Oct 26 09:23:09.758349 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-6b011fe5-1dc0-4071-b2e8-e8af86c936aa req-c890a91e-7a88-4a3c-9fdf-320372ac7338 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/security-groups?id=94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346308 Oct 26 09:23:10.887459 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f7cce-7bef-41fa-9f03-e9b79c891ed8 req-5065248e-e8aa-4693-87bc-285bf882f0b8 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:23:10.898331 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-ae7f7cce-7bef-41fa-9f03-e9b79c891ed8 req-5065248e-e8aa-4693-87bc-285bf882f0b8 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/ports?device_id=79ee9b66-d541-485f-bbf5-127b6e2f4a85 HTTP/1.1" status: 200 len: 932 time: 0.0644743 Oct 26 09:23:10.932161 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-ae7f7cce-7bef-41fa-9f03-e9b79c891ed8 req-d67d8ae6-dd9a-46bf-accf-273b73b04f78 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/security-groups?id=94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329046 Oct 26 09:23:12.061511 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ea168-ece4-4e62-ae9a-1a532a21e71b req-0103f40b-180e-4c4d-a5b2-3cdcc0920718 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:23:12.063118 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a45ea168-ece4-4e62-ae9a-1a532a21e71b req-0103f40b-180e-4c4d-a5b2-3cdcc0920718 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/ports?device_id=79ee9b66-d541-485f-bbf5-127b6e2f4a85 HTTP/1.1" status: 200 len: 932 time: 0.0572765 Oct 26 09:23:12.105762 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-a45ea168-ece4-4e62-ae9a-1a532a21e71b req-3ab3d270-21ed-4f90-bffa-7d3d59b78bfc tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/security-groups?id=94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360706 Oct 26 09:23:13.237010 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf0915-4607-4019-a355-c3c92826ed61 req-1aac80bf-451b-44af-89ca-c6a2ae5ea4a9 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:23:13.238881 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-29bf0915-4607-4019-a355-c3c92826ed61 req-1aac80bf-451b-44af-89ca-c6a2ae5ea4a9 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/ports?device_id=79ee9b66-d541-485f-bbf5-127b6e2f4a85 HTTP/1.1" status: 200 len: 932 time: 0.0602081 Oct 26 09:23:13.276972 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-29bf0915-4607-4019-a355-c3c92826ed61 req-30747911-ba34-45aa-a7b9-dc1fff412623 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/security-groups?id=94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319185 Oct 26 09:23:14.395819 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167769b-0f7c-4543-a058-58cda27306c9 req-fc5f3398-7ab3-46ba-86f9-c01a91a9b4cc tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:23:14.397450 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c167769b-0f7c-4543-a058-58cda27306c9 req-fc5f3398-7ab3-46ba-86f9-c01a91a9b4cc tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/ports?device_id=79ee9b66-d541-485f-bbf5-127b6e2f4a85 HTTP/1.1" status: 200 len: 932 time: 0.0513339 Oct 26 09:23:14.436396 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-c167769b-0f7c-4543-a058-58cda27306c9 req-eefcc388-7a1f-4b34-a38a-ac5f1ee6ea78 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/security-groups?id=94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319498 Oct 26 09:23:15.572788 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09dea0-44be-44ce-9bb7-deaa5d5981fc req-88582a0f-7a58-45ba-aa13-e1380aa4721d tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:23:15.574320 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-fb09dea0-44be-44ce-9bb7-deaa5d5981fc req-88582a0f-7a58-45ba-aa13-e1380aa4721d tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/ports?device_id=79ee9b66-d541-485f-bbf5-127b6e2f4a85 HTTP/1.1" status: 200 len: 932 time: 0.0684533 Oct 26 09:23:15.613933 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-fb09dea0-44be-44ce-9bb7-deaa5d5981fc req-cb9cadef-9111-4096-9d13-a2a883f8148c tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/security-groups?id=94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329990 Oct 26 09:23:16.735683 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576294c4-b5db-4604-98c1-166dddb6949c req-69fb0d8a-b01d-4a9c-b75a-d6d4bcc319de tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:23:16.737227 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-576294c4-b5db-4604-98c1-166dddb6949c req-69fb0d8a-b01d-4a9c-b75a-d6d4bcc319de tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/ports?device_id=79ee9b66-d541-485f-bbf5-127b6e2f4a85 HTTP/1.1" status: 200 len: 932 time: 0.0531428 Oct 26 09:23:16.774698 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-576294c4-b5db-4604-98c1-166dddb6949c req-67375b42-4ec7-48a8-828c-c1bf000e42dd tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/security-groups?id=94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314581 Oct 26 09:23:17.893037 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2b637-719a-470d-981b-dbe9fd801dfa req-b6b7bf5d-ba45-481b-b131-be3c56588521 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:23:17.894523 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-25a2b637-719a-470d-981b-dbe9fd801dfa req-b6b7bf5d-ba45-481b-b131-be3c56588521 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/ports?device_id=79ee9b66-d541-485f-bbf5-127b6e2f4a85 HTTP/1.1" status: 200 len: 932 time: 0.0507407 Oct 26 09:23:17.931367 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-25a2b637-719a-470d-981b-dbe9fd801dfa req-1fcb5280-c868-4106-8e68-ce4e160e7389 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/security-groups?id=94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310020 Oct 26 09:23:18.207123 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.wsgi [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-9b1c87b5-1baa-4641-b544-00b7fcf03d45 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 09:23:18.208104 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-9b1c87b5-1baa-4641-b544-00b7fcf03d45 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0065742 Oct 26 09:23:18.236676 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.47', 51876) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:23:18.310625 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.v2.base [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-657ebe9b-679c-4446-811e-0b9938afa85f service neutron] Request body: {'port': {'device_id': '79ee9b66-d541-485f-bbf5-127b6e2f4a85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=102101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:23:18.328709 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-7393f3f9-8f8c-4336-8bac-cee3b0ff4dde req-1633d60d-92ed-494c-9a05-f0883f663f8f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b3ba436b-63d4-48ba-9baf-b1bad889affc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0900209 Oct 26 09:23:18.367846 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-657ebe9b-679c-4446-811e-0b9938afa85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:23:18.449975 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393f3f9-8f8c-4336-8bac-cee3b0ff4dde req-23e29026-c31b-4c1b-a946-bf8cefbbd508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:23:18.451473 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-7393f3f9-8f8c-4336-8bac-cee3b0ff4dde req-23e29026-c31b-4c1b-a946-bf8cefbbd508 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79c914ac7af9489da7c8c9260642d45c&device_id=b3ba436b-63d4-48ba-9baf-b1bad889affc HTTP/1.1" status: 200 len: 1097 time: 0.0711946 Oct 26 09:23:18.617994 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393f3f9-8f8c-4336-8bac-cee3b0ff4dde req-bf8a0c5d-a330-44a5-a5b3-8a85c1b152ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:23:18.619512 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-7393f3f9-8f8c-4336-8bac-cee3b0ff4dde req-bf8a0c5d-a330-44a5-a5b3-8a85c1b152ae service neutron] 10.222.0.47 "GET /v2.0/networks?id=fd355557-c7cb-4dc7-b3b6-d730ead472bc HTTP/1.1" status: 200 len: 911 time: 0.1483254 Oct 26 09:23:18.630273 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-657ebe9b-679c-4446-811e-0b9938afa85f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdaac405-654f-4201-b0b8-725d21cf6c29 {{(pid=102101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 09:23:18.637637 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-657ebe9b-679c-4446-811e-0b9938afa85f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:23:18.649390 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.provisioning_blocks [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-657ebe9b-679c-4446-811e-0b9938afa85f service neutron] Transition to ACTIVE for port object cdaac405-654f-4201-b0b8-725d21cf6c29 will not be triggered until provisioned by entity L2. {{(pid=102101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 09:23:18.653353 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-657ebe9b-679c-4446-811e-0b9938afa85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:23:18.740989 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-7393f3f9-8f8c-4336-8bac-cee3b0ff4dde req-80c2af1a-de97-419b-9362-f80cc06cae67 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68a0b991-5dbd-4ced-b647-34ebad9914a9 HTTP/1.1" status: 200 len: 999 time: 0.1146889 Oct 26 09:23:18.746419 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ebe9b-679c-4446-811e-0b9938afa85f service neutron] Pushing event updated for resources: {'Port': ['ID=cdaac405-654f-4201-b0b8-725d21cf6c29,revision_number=2']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:23:18.781309 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-657ebe9b-679c-4446-811e-0b9938afa85f service neutron] Attempting to bind port cdaac405-654f-4201-b0b8-725d21cf6c29 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 09:23:18.781682 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-657ebe9b-679c-4446-811e-0b9938afa85f service neutron] Attempting to bind port cdaac405-654f-4201-b0b8-725d21cf6c29 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '6b87a17f-1a92-4545-87af-363977ab80a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc'}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 09:23:18.782527 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-657ebe9b-679c-4446-811e-0b9938afa85f service neutron] Attempting to bind port cdaac405-654f-4201-b0b8-725d21cf6c29 on network fd355557-c7cb-4dc7-b3b6-d730ead472bc {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:23:18.787155 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-657ebe9b-679c-4446-811e-0b9938afa85f service neutron] Port cdaac405-654f-4201-b0b8-725d21cf6c29 on network fd355557-c7cb-4dc7-b3b6-d730ead472bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 09:23:18.787486 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-657ebe9b-679c-4446-811e-0b9938afa85f service neutron] Attempting to bind port cdaac405-654f-4201-b0b8-725d21cf6c29 on network fd355557-c7cb-4dc7-b3b6-d730ead472bc {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 09:23:18.792668 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-657ebe9b-679c-4446-811e-0b9938afa85f service neutron] Checking agent: {'id': 'd7fbd9ee-d41e-4483-a114-19b5e09d7d70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'started_at': datetime.datetime(2021, 10, 26, 8, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 9, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 09:23:18.793015 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-657ebe9b-679c-4446-811e-0b9938afa85f service neutron] Checking segment: {'id': '6b87a17f-1a92-4545-87af-363977ab80a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 09:23:18.793397 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-657ebe9b-679c-4446-811e-0b9938afa85f service neutron] Bound using segment: {'id': '6b87a17f-1a92-4545-87af-363977ab80a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc'} {{(pid=102101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 09:23:18.793861 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.managers [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-657ebe9b-679c-4446-811e-0b9938afa85f service neutron] Bound port: cdaac405-654f-4201-b0b8-725d21cf6c29, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b87a17f-1a92-4545-87af-363977ab80a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc'}}] {{(pid=102101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 09:23:18.794225 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-657ebe9b-679c-4446-811e-0b9938afa85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:23:18.805240 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393f3f9-8f8c-4336-8bac-cee3b0ff4dde req-7d996770-b964-4551-887e-e0e496c4d5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:23:18.806883 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-7393f3f9-8f8c-4336-8bac-cee3b0ff4dde req-7d996770-b964-4551-887e-e0e496c4d5fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e0a61be2-453e-480f-98d4-90f961323046 HTTP/1.1" status: 200 len: 849 time: 0.0585651 Oct 26 09:23:18.863951 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-657ebe9b-679c-4446-811e-0b9938afa85f service neutron] For port cdaac405-654f-4201-b0b8-725d21cf6c29, host hv-neutron-8048, cleared binding levels {{(pid=102101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 09:23:18.867789 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-657ebe9b-679c-4446-811e-0b9938afa85f service neutron] For port cdaac405-654f-4201-b0b8-725d21cf6c29, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=cdaac405-654f-4201-b0b8-725d21cf6c29,segment=NetworkSegment(6b87a17f-1a92-4545-87af-363977ab80a5),segment_id=6b87a17f-1a92-4545-87af-363977ab80a5)] {{(pid=102101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 09:23:18.871929 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-657ebe9b-679c-4446-811e-0b9938afa85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8235315'] for port, after_update {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:23:18.886041 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393f3f9-8f8c-4336-8bac-cee3b0ff4dde req-ad4b1941-c7f3-462a-b534-7220b588fcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:23:18.887542 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-7393f3f9-8f8c-4336-8bac-cee3b0ff4dde req-ad4b1941-c7f3-462a-b534-7220b588fcef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fd355557-c7cb-4dc7-b3b6-d730ead472bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0738015 Oct 26 09:23:18.905977 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-657ebe9b-679c-4446-811e-0b9938afa85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:23:18.906617 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-657ebe9b-679c-4446-811e-0b9938afa85f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:23:18.908807 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-657ebe9b-679c-4446-811e-0b9938afa85f service neutron] 10.222.0.47 "PUT /v2.0/ports/cdaac405-654f-4201-b0b8-725d21cf6c29 HTTP/1.1" status: 200 len: 1094 time: 0.6737964 Oct 26 09:23:18.909260 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ee9b66-d541-485f-bbf5-127b6e2f4a85', 'tag': 'cdaac405-654f-4201-b0b8-725d21cf6c29'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:23:18.911656 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef809b0-7f75-4574-8abc-3aadc815836b" -d '{"events": [{"name": "network-changed", "server_uuid": "79ee9b66-d541-485f-bbf5-127b6e2f4a85", "tag": "cdaac405-654f-4201-b0b8-725d21cf6c29"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:23:18.950488 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ebe9b-679c-4446-811e-0b9938afa85f service neutron] Pushing event updated for resources: {'Port': ['ID=cdaac405-654f-4201-b0b8-725d21cf6c29,revision_number=3']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:23:19.012280 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-4e2d087d-2e1a-4823-8701-ececaf1e22a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:23:19.013969 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-4e2d087d-2e1a-4823-8701-ececaf1e22a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79c914ac7af9489da7c8c9260642d45c&device_id=79ee9b66-d541-485f-bbf5-127b6e2f4a85 HTTP/1.1" status: 200 len: 1097 time: 0.0566661 Oct 26 09:23:19.086335 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 09:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e166e8e-f85e-4fdb-bc4c-141ce33f26bb x-openstack-request-id: req-0e166e8e-f85e-4fdb-bc4c-141ce33f26bb {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:23:19.086784 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79ee9b66-d541-485f-bbf5-127b6e2f4a85", "tag": "cdaac405-654f-4201-b0b8-725d21cf6c29", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:23:19.087156 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e166e8e-f85e-4fdb-bc4c-141ce33f26bb {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:23:19.087669 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ee9b66-d541-485f-bbf5-127b6e2f4a85', 'tag': 'cdaac405-654f-4201-b0b8-725d21cf6c29', 'status': 'completed', 'code': 200} Oct 26 09:23:19.089434 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-99659df1-96d2-4ce4-91a6-91b18a0ba6d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdaac405-654f-4201-b0b8-725d21cf6c29 HTTP/1.1" status: 200 len: 217 time: 0.0665636 Oct 26 09:23:19.143871 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-c3ec7edb-449f-44a6-b61d-87978f930945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:23:19.145421 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-c3ec7edb-449f-44a6-b61d-87978f930945 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e0a61be2-453e-480f-98d4-90f961323046 HTTP/1.1" status: 200 len: 849 time: 0.0486207 Oct 26 09:23:19.200115 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-e0cad9e0-7644-4409-bb5f-472fe2d8339e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:23:19.201660 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-e0cad9e0-7644-4409-bb5f-472fe2d8339e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fd355557-c7cb-4dc7-b3b6-d730ead472bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0484157 Oct 26 09:23:19.296795 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-6657a933-5189-4b3f-8519-6f142fda3206 service neutron] 10.222.0.47 "GET /v2.0/networks/fd355557-c7cb-4dc7-b3b6-d730ead472bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877006 Oct 26 09:23:19.328933 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd867-ce67-4a92-bd09-7de0739f932f req-115d56e8-d9d6-4b71-be8f-f8377ad23259 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:23:19.330486 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a06dd867-ce67-4a92-bd09-7de0739f932f req-115d56e8-d9d6-4b71-be8f-f8377ad23259 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/ports?device_id=79ee9b66-d541-485f-bbf5-127b6e2f4a85 HTTP/1.1" status: 200 len: 944 time: 0.0780621 Oct 26 09:23:19.334214 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-7393f3f9-8f8c-4336-8bac-cee3b0ff4dde req-a876421a-61d6-4060-957c-540f422d9907 service neutron] 10.222.0.47 "GET /v2.0/networks/fd355557-c7cb-4dc7-b3b6-d730ead472bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389718 Oct 26 09:23:19.392909 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e4f1c5e9-4882-4778-8274-9e72a8c44434 req-7c969939-9bcc-48a2-ad12-9d15fcace727 service neutron] 10.222.0.47 "GET /v2.0/networks/fd355557-c7cb-4dc7-b3b6-d730ead472bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895207 Oct 26 09:23:19.419553 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-a06dd867-ce67-4a92-bd09-7de0739f932f req-8cb93381-3b09-4784-9710-ffd7063a5d47 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/security-groups?id=94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830767 Oct 26 09:23:19.464170 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-7393f3f9-8f8c-4336-8bac-cee3b0ff4dde req-54c5e2b3-4bab-4265-8396-309fc8c5aa36 service neutron] 10.222.0.47 "GET /v2.0/networks/fd355557-c7cb-4dc7-b3b6-d730ead472bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219597 Oct 26 09:23:19.480472 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef809b0-7f75-4574-8abc-3aadc815836b req-1ad98d97-0352-4442-abd3-a1768d4124dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:23:19.482552 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4ef809b0-7f75-4574-8abc-3aadc815836b req-1ad98d97-0352-4442-abd3-a1768d4124dd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79c914ac7af9489da7c8c9260642d45c&device_id=79ee9b66-d541-485f-bbf5-127b6e2f4a85 HTTP/1.1" status: 200 len: 1097 time: 0.0454340 Oct 26 09:23:19.504856 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7511bd52-8865-4176-9a3b-66edcd921a88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:23:19.588465 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef809b0-7f75-4574-8abc-3aadc815836b req-762de022-90eb-4261-b05f-5229eea43e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:23:19.590022 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4ef809b0-7f75-4574-8abc-3aadc815836b req-762de022-90eb-4261-b05f-5229eea43e5f service neutron] 10.222.0.47 "GET /v2.0/networks?id=fd355557-c7cb-4dc7-b3b6-d730ead472bc HTTP/1.1" status: 200 len: 911 time: 0.0961080 Oct 26 09:23:19.636454 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4ef809b0-7f75-4574-8abc-3aadc815836b req-c08c3f53-0868-4163-853e-b934acec6637 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdaac405-654f-4201-b0b8-725d21cf6c29 HTTP/1.1" status: 200 len: 217 time: 0.0372977 Oct 26 09:23:19.685675 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef809b0-7f75-4574-8abc-3aadc815836b req-ef4163a5-fba6-478c-926d-ee957d4732e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:23:19.687134 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4ef809b0-7f75-4574-8abc-3aadc815836b req-ef4163a5-fba6-478c-926d-ee957d4732e9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e0a61be2-453e-480f-98d4-90f961323046 HTTP/1.1" status: 200 len: 849 time: 0.0429897 Oct 26 09:23:19.734995 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef809b0-7f75-4574-8abc-3aadc815836b req-3ff51c4c-c46a-4ec8-9bfc-cf1b96bbfa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:23:19.736564 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4ef809b0-7f75-4574-8abc-3aadc815836b req-3ff51c4c-c46a-4ec8-9bfc-cf1b96bbfa4d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fd355557-c7cb-4dc7-b3b6-d730ead472bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0401137 Oct 26 09:23:19.832511 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4ef809b0-7f75-4574-8abc-3aadc815836b req-2bae0fee-145a-48da-991d-89a5c41e4de8 service neutron] 10.222.0.47 "GET /v2.0/networks/fd355557-c7cb-4dc7-b3b6-d730ead472bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856805 Oct 26 09:23:19.927207 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4ef809b0-7f75-4574-8abc-3aadc815836b req-b755394c-f8eb-425a-856f-682bc3b6cc19 service neutron] 10.222.0.47 "GET /v2.0/networks/fd355557-c7cb-4dc7-b3b6-d730ead472bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854521 Oct 26 09:23:20.543575 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843e6df-8319-45b5-bf07-bf35e3a947d0 req-f28dfc7e-b7dd-4d84-a0b9-687132735f1a tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:23:20.545051 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7843e6df-8319-45b5-bf07-bf35e3a947d0 req-f28dfc7e-b7dd-4d84-a0b9-687132735f1a tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/ports?device_id=79ee9b66-d541-485f-bbf5-127b6e2f4a85 HTTP/1.1" status: 200 len: 944 time: 0.0547614 Oct 26 09:23:20.584911 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7843e6df-8319-45b5-bf07-bf35e3a947d0 req-539b4793-3560-41ff-8786-b9dea78e9468 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/security-groups?id=94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336809 Oct 26 09:23:21.699318 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a297d-549d-40be-8939-a4eb9cb3af99 req-afbe86f3-2c7a-4558-9d13-f4a235cbf1ac tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:23:21.700795 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-399a297d-549d-40be-8939-a4eb9cb3af99 req-afbe86f3-2c7a-4558-9d13-f4a235cbf1ac tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/ports?device_id=79ee9b66-d541-485f-bbf5-127b6e2f4a85 HTTP/1.1" status: 200 len: 944 time: 0.0492375 Oct 26 09:23:21.738901 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-399a297d-549d-40be-8939-a4eb9cb3af99 req-b238dd4e-dd8d-4bf6-908e-f67083c01ea3 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/security-groups?id=94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315707 Oct 26 09:23:22.174656 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-37bbee51-273b-4d95-90f8-4b27efa5f3a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:23:22.853940 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499971c-76d5-417c-9d1f-946bc281f06b req-1fb118d2-e055-4a0a-9ba5-2430759fec1a tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:23:22.855367 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b499971c-76d5-417c-9d1f-946bc281f06b req-1fb118d2-e055-4a0a-9ba5-2430759fec1a tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/ports?device_id=79ee9b66-d541-485f-bbf5-127b6e2f4a85 HTTP/1.1" status: 200 len: 944 time: 0.0487652 Oct 26 09:23:22.893231 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-b499971c-76d5-417c-9d1f-946bc281f06b req-1ade8f64-6fd1-4fc6-8ed8-3cb69451fcd5 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/security-groups?id=94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309541 Oct 26 09:23:23.125374 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:23:23.177944 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device cdaac405-654f-4201-b0b8-725d21cf6c29 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 09:23:23.273711 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port cdaac405-654f-4201-b0b8-725d21cf6c29, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=cdaac405-654f-4201-b0b8-725d21cf6c29,segment=NetworkSegment(6b87a17f-1a92-4545-87af-363977ab80a5),segment_id=6b87a17f-1a92-4545-87af-363977ab80a5)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:23:23.285769 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': 'cdaac405-654f-4201-b0b8-725d21cf6c29', 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc', 'port_id': 'cdaac405-654f-4201-b0b8-725d21cf6c29', 'mac_address': 'fa:16:3e:c0:4a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0a61be2-453e-480f-98d4-90f961323046', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 09:23:23.324024 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:23:23.339038 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdaac405-654f-4201-b0b8-725d21cf6c29 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 09:23:23.358607 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port cdaac405-654f-4201-b0b8-725d21cf6c29, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=cdaac405-654f-4201-b0b8-725d21cf6c29,segment=NetworkSegment(6b87a17f-1a92-4545-87af-363977ab80a5),segment_id=6b87a17f-1a92-4545-87af-363977ab80a5)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:23:23.362224 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:23:23.413962 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=cdaac405-654f-4201-b0b8-725d21cf6c29,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:23:23.442216 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:23:23.577977 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['cdaac405-654f-4201-b0b8-725d21cf6c29'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 09:23:24.016318 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80337301-377f-450c-8eb3-2ce31ac59edd req-ea8466be-e401-4835-b21c-b1a8c109b040 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:23:24.018814 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-80337301-377f-450c-8eb3-2ce31ac59edd req-ea8466be-e401-4835-b21c-b1a8c109b040 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/ports?device_id=79ee9b66-d541-485f-bbf5-127b6e2f4a85 HTTP/1.1" status: 200 len: 945 time: 0.0579855 Oct 26 09:23:24.056244 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-80337301-377f-450c-8eb3-2ce31ac59edd req-f4c56782-2ee9-4619-b0d7-3fb4349960c9 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/security-groups?id=94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318034 Oct 26 09:23:24.669664 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:23:25.011512 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:23:25.175173 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28786c1f-430b-4a10-8b43-542908c47ea5 req-2ccecaf4-4f06-421e-ba0b-b31c612acd3f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:23:25.176666 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-28786c1f-430b-4a10-8b43-542908c47ea5 req-2ccecaf4-4f06-421e-ba0b-b31c612acd3f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/ports?device_id=79ee9b66-d541-485f-bbf5-127b6e2f4a85 HTTP/1.1" status: 200 len: 945 time: 0.0490334 Oct 26 09:23:25.193744 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device cdaac405-654f-4201-b0b8-725d21cf6c29 up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:23:25.214424 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-28786c1f-430b-4a10-8b43-542908c47ea5 req-2b165fae-ffc6-4e96-a9e4-bfbf8514eaca tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/security-groups?id=94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317180 Oct 26 09:23:25.243499 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning for port cdaac405-654f-4201-b0b8-725d21cf6c29 completed by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 09:23:25.247520 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port cdaac405-654f-4201-b0b8-725d21cf6c29 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:23:25.247887 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:23:25.326418 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:23:25.349278 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ee9b66-d541-485f-bbf5-127b6e2f4a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdaac405-654f-4201-b0b8-725d21cf6c29'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:23:25.351572 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0a0a24-3734-45ef-9507-53f87dd6eb24" -d '{"events": [{"server_uuid": "79ee9b66-d541-485f-bbf5-127b6e2f4a85", "name": "network-vif-plugged", "status": "completed", "tag": "cdaac405-654f-4201-b0b8-725d21cf6c29"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:23:25.364077 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port cdaac405-654f-4201-b0b8-725d21cf6c29, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=cdaac405-654f-4201-b0b8-725d21cf6c29,segment=NetworkSegment(6b87a17f-1a92-4545-87af-363977ab80a5),segment_id=6b87a17f-1a92-4545-87af-363977ab80a5)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:23:25.367953 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:23:25.393262 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 09:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91272699-2cdc-48d7-ade2-a63291e99ea3 x-openstack-request-id: req-91272699-2cdc-48d7-ade2-a63291e99ea3 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:23:25.393567 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ee9b66-d541-485f-bbf5-127b6e2f4a85", "name": "network-vif-plugged", "status": "completed", "tag": "cdaac405-654f-4201-b0b8-725d21cf6c29", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:23:25.393864 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-91272699-2cdc-48d7-ade2-a63291e99ea3 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:23:25.394252 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ee9b66-d541-485f-bbf5-127b6e2f4a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdaac405-654f-4201-b0b8-725d21cf6c29', 'code': 200} Oct 26 09:23:25.420104 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=cdaac405-654f-4201-b0b8-725d21cf6c29,revision_number=5']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:23:25.560566 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7089ec-5f18-4483-8d27-7086db37e771 req-6d5c605d-908f-496e-8770-2ae8757162fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:23:25.562003 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5b7089ec-5f18-4483-8d27-7086db37e771 req-6d5c605d-908f-496e-8770-2ae8757162fe service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=79ee9b66-d541-485f-bbf5-127b6e2f4a85 HTTP/1.1" status: 200 len: 1099 time: 0.0443218 Oct 26 09:23:25.597731 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-5b7089ec-5f18-4483-8d27-7086db37e771 req-26a57a19-e303-4170-bfc7-0c86c6b10536 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291688 Oct 26 09:23:26.330820 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca425cc-311d-4723-bb96-ce3dd7ab2815 req-e5fece86-3e22-4b16-9eb7-153c1b5d9ba1 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:23:26.332312 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7ca425cc-311d-4723-bb96-ce3dd7ab2815 req-e5fece86-3e22-4b16-9eb7-153c1b5d9ba1 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/ports?device_id=79ee9b66-d541-485f-bbf5-127b6e2f4a85 HTTP/1.1" status: 200 len: 946 time: 0.0497656 Oct 26 09:23:26.370043 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-7ca425cc-311d-4723-bb96-ce3dd7ab2815 req-fb0c1d3e-3113-494c-840a-7e002e7cefb0 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/security-groups?id=94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318475 Oct 26 09:23:27.487336 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b643a9c-c616-4da8-a243-c1b9b6faba2c req-1ce73344-0f89-4edb-b1b4-82a257189c19 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:23:27.488825 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-6b643a9c-c616-4da8-a243-c1b9b6faba2c req-1ce73344-0f89-4edb-b1b4-82a257189c19 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/ports?device_id=79ee9b66-d541-485f-bbf5-127b6e2f4a85 HTTP/1.1" status: 200 len: 946 time: 0.0511665 Oct 26 09:23:27.526331 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-6b643a9c-c616-4da8-a243-c1b9b6faba2c req-573634e6-9df6-4840-91b0-8e267081d7ae tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/security-groups?id=94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316541 Oct 26 09:23:27.639854 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131bc4b-5395-4b09-8166-77dc4497981d req-d02ccb51-f80a-442e-9cfd-06c0a33971ab tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:23:27.641399 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f131bc4b-5395-4b09-8166-77dc4497981d req-d02ccb51-f80a-442e-9cfd-06c0a33971ab tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/ports?device_id=79ee9b66-d541-485f-bbf5-127b6e2f4a85 HTTP/1.1" status: 200 len: 946 time: 0.0490284 Oct 26 09:23:27.678915 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-f131bc4b-5395-4b09-8166-77dc4497981d req-eafa9ade-0d20-471c-9a76-d241d688026d tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/security-groups?id=94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315423 Oct 26 09:23:27.701320 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 45660) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:23:27.740037 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad2ca0e-e8a4-4346-9a8e-4bc306caba6f tempest-TestSnapshotPattern-759368215 tempest-TestSnapshotPattern-759368215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:23:27.741527 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7ad2ca0e-e8a4-4346-9a8e-4bc306caba6f tempest-TestSnapshotPattern-759368215 tempest-TestSnapshotPattern-759368215-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=79ee9b66-d541-485f-bbf5-127b6e2f4a85 HTTP/1.1" status: 200 len: 1094 time: 0.0392129 Oct 26 09:23:27.744235 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 45662) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:23:27.748370 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.v2.base [None req-d2057ea2-4da7-48d4-8c75-66aeed3331ee tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Request body: {'floatingip': {'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'port_id': 'cdaac405-654f-4201-b0b8-725d21cf6c29', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 09:23:27.769874 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d2057ea2-4da7-48d4-8c75-66aeed3331ee tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks [] for floatingip, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:23:27.867529 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d2057ea2-4da7-48d4-8c75-66aeed3331ee tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:23:27.977558 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_common [None req-d2057ea2-4da7-48d4-8c75-66aeed3331ee tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Allocated IP 172.26.2.129 (e0ba3cfd-db28-4690-8a12-e5c00a0b88c4/2e02331c-216e-4ad3-a4c1-0f747968d9c6/3d82d5be-df35-4c03-906f-cbcb89d63b39) {{(pid=102102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 09:23:28.076039 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d2057ea2-4da7-48d4-8c75-66aeed3331ee tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks [] for port, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:23:28.107918 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d2057ea2-4da7-48d4-8c75-66aeed3331ee tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763431881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:23:28.144359 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2057ea2-4da7-48d4-8c75-66aeed3331ee tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Network e0ba3cfd-db28-4690-8a12-e5c00a0b88c4 is already hosted by enough agents. {{(pid=102102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 09:23:28.149132 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.base_scheduler [None req-d2057ea2-4da7-48d4-8c75-66aeed3331ee tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Resources bound (agent type, host, resource id): {{(pid=102102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 09:23:28.152715 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2057ea2-4da7-48d4-8c75-66aeed3331ee tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Received port after_create {{(pid=102102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 09:23:28.182093 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2057ea2-4da7-48d4-8c75-66aeed3331ee tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Pushing event updated for resources: {'Port': ['ID=3d82d5be-df35-4c03-906f-cbcb89d63b39,revision_number=1']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:23:28.195884 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2057ea2-4da7-48d4-8c75-66aeed3331ee tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:23:28.196233 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2057ea2-4da7-48d4-8c75-66aeed3331ee tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:23:28.196573 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2057ea2-4da7-48d4-8c75-66aeed3331ee tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:23:28.196910 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2057ea2-4da7-48d4-8c75-66aeed3331ee tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:23:28.197241 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2057ea2-4da7-48d4-8c75-66aeed3331ee tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:23:28.197575 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2057ea2-4da7-48d4-8c75-66aeed3331ee tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:23:28.197931 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2057ea2-4da7-48d4-8c75-66aeed3331ee tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:23:28.198259 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2057ea2-4da7-48d4-8c75-66aeed3331ee tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:23:28.198586 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2057ea2-4da7-48d4-8c75-66aeed3331ee tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:23:28.198908 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2057ea2-4da7-48d4-8c75-66aeed3331ee tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:23:28.199228 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2057ea2-4da7-48d4-8c75-66aeed3331ee tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:23:28.199545 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2057ea2-4da7-48d4-8c75-66aeed3331ee tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:23:28.512039 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d2057ea2-4da7-48d4-8c75-66aeed3331ee tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:23:28.583337 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d2057ea2-4da7-48d4-8c75-66aeed3331ee tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:23:28.728800 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d2057ea2-4da7-48d4-8c75-66aeed3331ee tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks [] for port, precommit_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:23:28.733170 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d2057ea2-4da7-48d4-8c75-66aeed3331ee tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7596235'] for port, after_update {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:23:28.804269 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2057ea2-4da7-48d4-8c75-66aeed3331ee tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Pushing event updated for resources: {'Port': ['ID=3d82d5be-df35-4c03-906f-cbcb89d63b39,revision_number=2']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:23:28.816073 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d2057ea2-4da7-48d4-8c75-66aeed3331ee tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8099642'] for floatingip, after_create {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:23:28.915223 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.l3_db [None req-d2057ea2-4da7-48d4-8c75-66aeed3331ee tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Floating IP 99b23bb8-cc5b-482e-a016-813a5eb1bf96 associated. External IP: 172.26.2.129, port: cdaac405-654f-4201-b0b8-725d21cf6c29. Oct 26 09:23:29.120923 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2057ea2-4da7-48d4-8c75-66aeed3331ee tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Router c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:23:29.224847 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2057ea2-4da7-48d4-8c75-66aeed3331ee tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:23:29.234960 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a38d885-9d94-40bf-9fc6-cf40af6e0489 None None] Sync routers for ids ['c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:23:29.242840 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d2057ea2-4da7-48d4-8c75-66aeed3331ee tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:23:29.246237 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a38d885-9d94-40bf-9fc6-cf40af6e0489 None None] Routers {'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:23:29.246394 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-8a38d885-9d94-40bf-9fc6-cf40af6e0489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:23:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:23:29.273449 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d2057ea2-4da7-48d4-8c75-66aeed3331ee tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5281971 Oct 26 09:23:29.274069 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ee9b66-d541-485f-bbf5-127b6e2f4a85', 'tag': 'cdaac405-654f-4201-b0b8-725d21cf6c29'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:23:29.276651 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6001f9b463937e9ba59653060f797cf6a3b9cfc8c69abf6deb468a53c3a3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad538a6-8e1f-4f94-b95c-2e7523cdc140" -d '{"events": [{"name": "network-changed", "server_uuid": "79ee9b66-d541-485f-bbf5-127b6e2f4a85", "tag": "cdaac405-654f-4201-b0b8-725d21cf6c29"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:23:29.318043 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 09:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ee16ca-68ca-43ac-b668-6dcb1717fc6e x-openstack-request-id: req-e7ee16ca-68ca-43ac-b668-6dcb1717fc6e {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:23:29.318411 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79ee9b66-d541-485f-bbf5-127b6e2f4a85", "tag": "cdaac405-654f-4201-b0b8-725d21cf6c29", "status": "completed", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:23:29.318662 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e7ee16ca-68ca-43ac-b668-6dcb1717fc6e {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:23:29.319090 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ee9b66-d541-485f-bbf5-127b6e2f4a85', 'tag': 'cdaac405-654f-4201-b0b8-725d21cf6c29', 'status': 'completed', 'code': 200} Oct 26 09:23:29.362784 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-8a38d885-9d94-40bf-9fc6-cf40af6e0489 None None] Set router c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:23:29.388625 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad538a6-8e1f-4f94-b95c-2e7523cdc140 req-02c085fb-e1d4-413a-842b-95b3836f7be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:23:29.390154 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4ad538a6-8e1f-4f94-b95c-2e7523cdc140 req-02c085fb-e1d4-413a-842b-95b3836f7be0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79c914ac7af9489da7c8c9260642d45c&device_id=79ee9b66-d541-485f-bbf5-127b6e2f4a85 HTTP/1.1" status: 200 len: 1099 time: 0.0455468 Oct 26 09:23:29.479994 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad538a6-8e1f-4f94-b95c-2e7523cdc140 req-a031021c-7c69-4920-a577-a990a7087a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:23:29.481468 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4ad538a6-8e1f-4f94-b95c-2e7523cdc140 req-a031021c-7c69-4920-a577-a990a7087a5b service neutron] 10.222.0.47 "GET /v2.0/networks?id=fd355557-c7cb-4dc7-b3b6-d730ead472bc HTTP/1.1" status: 200 len: 911 time: 0.0847769 Oct 26 09:23:29.551354 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4ad538a6-8e1f-4f94-b95c-2e7523cdc140 req-205a2275-57f5-4c2d-b3a3-83662e0b29ad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdaac405-654f-4201-b0b8-725d21cf6c29 HTTP/1.1" status: 200 len: 1000 time: 0.0628450 Oct 26 09:23:29.588917 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-8a38d885-9d94-40bf-9fc6-cf40af6e0489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'name': 'tempest-TestSnapshotPattern-1217361144-router', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '96b58f61-7814-44e3-be31-023613a7b3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:20:33Z', 'updated_at': '2021-10-26T09:20:35Z', 'revision_number': 4, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'gw_port': {'id': '96b58f61-7814-44e3-be31-023613a7b3c6', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:33Z', 'updated_at': '2021-10-26T09:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '81723965-3159-49dc-ade0-b929281472d6', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'floating_ip_address': '172.26.2.73', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'port_id': '68a0b991-5dbd-4ced-b647-34ebad9914a9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc', 'mac_address': 'fa:16:3e:94:78:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ba436b-63d4-48ba-9baf-b1bad889affc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T09:20:55Z', 'updated_at': '2021-10-26T09:20:57Z', 'revision_number': 1, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'fixed_ip_address_scope': None}, {'id': '99b23bb8-cc5b-482e-a016-813a5eb1bf96', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'floating_ip_address': '172.26.2.129', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'port_id': 'cdaac405-654f-4201-b0b8-725d21cf6c29', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc', 'mac_address': 'fa:16:3e:c0:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee9b66-d541-485f-bbf5-127b6e2f4a85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T09:23:28Z', 'updated_at': '2021-10-26T09:23:28Z', 'revision_number': 0, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c792d4-5208-4a31-b9db-196298ea1546', 'name': '', 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'mac_address': 'fa:16:3e:13:8f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'e0a61be2-453e-480f-98d4-90f961323046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:35Z', 'updated_at': '2021-10-26T09:20:39Z', 'revision_number': 5, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'subnets': [{'id': 'e0a61be2-453e-480f-98d4-90f961323046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:23:29.601820 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad538a6-8e1f-4f94-b95c-2e7523cdc140 req-9ab0c78c-bbb1-47b1-a77f-2351a57eb462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:23:29.603350 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4ad538a6-8e1f-4f94-b95c-2e7523cdc140 req-9ab0c78c-bbb1-47b1-a77f-2351a57eb462 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e0a61be2-453e-480f-98d4-90f961323046 HTTP/1.1" status: 200 len: 849 time: 0.0453942 Oct 26 09:23:29.619360 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a38d885-9d94-40bf-9fc6-cf40af6e0489 None None] Checking router: c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:23:29.628603 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a38d885-9d94-40bf-9fc6-cf40af6e0489 None None] Routers {'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:23:29.629202 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-8a38d885-9d94-40bf-9fc6-cf40af6e0489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:23:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:23:29.650787 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad538a6-8e1f-4f94-b95c-2e7523cdc140 req-1a72bd49-6a54-4e3a-bbb4-9e0dec61cbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:23:29.652217 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4ad538a6-8e1f-4f94-b95c-2e7523cdc140 req-1a72bd49-6a54-4e3a-bbb4-9e0dec61cbbc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fd355557-c7cb-4dc7-b3b6-d730ead472bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0424955 Oct 26 09:23:29.732739 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-8a38d885-9d94-40bf-9fc6-cf40af6e0489 None None] Set router c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:23:29.746242 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4ad538a6-8e1f-4f94-b95c-2e7523cdc140 req-8c66cd43-b21a-4986-a915-be2059401e80 service neutron] 10.222.0.47 "GET /v2.0/networks/fd355557-c7cb-4dc7-b3b6-d730ead472bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869191 Oct 26 09:23:29.837119 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-4ad538a6-8e1f-4f94-b95c-2e7523cdc140 req-63956ac1-02df-4302-ab98-d49163a806a0 service neutron] 10.222.0.47 "GET /v2.0/networks/fd355557-c7cb-4dc7-b3b6-d730ead472bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840700 Oct 26 09:23:29.957471 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-8a38d885-9d94-40bf-9fc6-cf40af6e0489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'name': 'tempest-TestSnapshotPattern-1217361144-router', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '96b58f61-7814-44e3-be31-023613a7b3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:20:33Z', 'updated_at': '2021-10-26T09:20:35Z', 'revision_number': 4, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'gw_port': {'id': '96b58f61-7814-44e3-be31-023613a7b3c6', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:33Z', 'updated_at': '2021-10-26T09:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '81723965-3159-49dc-ade0-b929281472d6', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'floating_ip_address': '172.26.2.73', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'port_id': '68a0b991-5dbd-4ced-b647-34ebad9914a9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc', 'mac_address': 'fa:16:3e:94:78:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ba436b-63d4-48ba-9baf-b1bad889affc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T09:20:55Z', 'updated_at': '2021-10-26T09:20:57Z', 'revision_number': 1, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'fixed_ip_address_scope': None}, {'id': '99b23bb8-cc5b-482e-a016-813a5eb1bf96', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'floating_ip_address': '172.26.2.129', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'port_id': 'cdaac405-654f-4201-b0b8-725d21cf6c29', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc', 'mac_address': 'fa:16:3e:c0:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee9b66-d541-485f-bbf5-127b6e2f4a85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T09:23:28Z', 'updated_at': '2021-10-26T09:23:28Z', 'revision_number': 0, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c792d4-5208-4a31-b9db-196298ea1546', 'name': '', 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'mac_address': 'fa:16:3e:13:8f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'e0a61be2-453e-480f-98d4-90f961323046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:35Z', 'updated_at': '2021-10-26T09:20:39Z', 'revision_number': 5, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'subnets': [{'id': 'e0a61be2-453e-480f-98d4-90f961323046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:23:29.982842 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a38d885-9d94-40bf-9fc6-cf40af6e0489 None None] The sync data for ids ['c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'] in dv-neutron-804846-13-hyperv is: [{'id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'name': 'tempest-TestSnapshotPattern-1217361144-router', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '96b58f61-7814-44e3-be31-023613a7b3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:20:33Z', 'updated_at': '2021-10-26T09:20:35Z', 'revision_number': 4, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'gw_port': {'id': '96b58f61-7814-44e3-be31-023613a7b3c6', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:33Z', 'updated_at': '2021-10-26T09:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '81723965-3159-49dc-ade0-b929281472d6', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'floating_ip_address': '172.26.2.73', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'port_id': '68a0b991-5dbd-4ced-b647-34ebad9914a9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc', 'mac_address': 'fa:16:3e:94:78:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ba436b-63d4-48ba-9baf-b1bad889affc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T09:20:55Z', 'updated_at': '2021-10-26T09:20:57Z', 'revision_number': 1, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'fixed_ip_address_scope': None}, {'id': '99b23bb8-cc5b-482e-a016-813a5eb1bf96', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'floating_ip_address': '172.26.2.129', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'port_id': 'cdaac405-654f-4201-b0b8-725d21cf6c29', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc', 'mac_address': 'fa:16:3e:c0:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ee9b66-d541-485f-bbf5-127b6e2f4a85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T09:23:28Z', 'updated_at': '2021-10-26T09:23:28Z', 'revision_number': 0, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c792d4-5208-4a31-b9db-196298ea1546', 'name': '', 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'mac_address': 'fa:16:3e:13:8f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'e0a61be2-453e-480f-98d4-90f961323046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:35Z', 'updated_at': '2021-10-26T09:20:39Z', 'revision_number': 5, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'subnets': [{'id': 'e0a61be2-453e-480f-98d4-90f961323046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:23:30.195695 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957179b9-748d-4b69-bb83-feee10aeb71e None None] New status for floating IP 99b23bb8-cc5b-482e-a016-813a5eb1bf96: ACTIVE {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 09:23:38.741113 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:23:49.509861 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8c4193bf-2848-47b8-a659-abff4b40e70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:23:52.176193 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0ad84d6c-c03e-4b1c-b9e0-f1aea1e09d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:23:53.128417 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:23:53.444772 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:23:54.675128 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:23:55.013258 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:24:14.445331 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bbfddb3d-bc6d-4df7-89ff-7959804d0b05 req-51ae33b3-6d47-4d35-a73e-55ae473bcaf3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b3ba436b-63d4-48ba-9baf-b1bad889affc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426645 Oct 26 09:24:14.535826 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfddb3d-bc6d-4df7-89ff-7959804d0b05 req-9c75c416-4438-4e55-bb4b-0b60ec4f393f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:24:14.537356 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bbfddb3d-bc6d-4df7-89ff-7959804d0b05 req-9c75c416-4438-4e55-bb4b-0b60ec4f393f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79c914ac7af9489da7c8c9260642d45c&device_id=b3ba436b-63d4-48ba-9baf-b1bad889affc HTTP/1.1" status: 200 len: 1097 time: 0.0488555 Oct 26 09:24:14.641480 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfddb3d-bc6d-4df7-89ff-7959804d0b05 req-c4244601-9476-4b26-b270-5dedf1115ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:24:14.643004 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bbfddb3d-bc6d-4df7-89ff-7959804d0b05 req-c4244601-9476-4b26-b270-5dedf1115ae3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fd355557-c7cb-4dc7-b3b6-d730ead472bc HTTP/1.1" status: 200 len: 911 time: 0.0857306 Oct 26 09:24:14.711309 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bbfddb3d-bc6d-4df7-89ff-7959804d0b05 req-acdea2ca-2207-4776-b997-e748c211224c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68a0b991-5dbd-4ced-b647-34ebad9914a9 HTTP/1.1" status: 200 len: 999 time: 0.0611370 Oct 26 09:24:14.760750 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfddb3d-bc6d-4df7-89ff-7959804d0b05 req-33f787f8-3317-46f0-80f3-f34745a4bf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:24:14.762199 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bbfddb3d-bc6d-4df7-89ff-7959804d0b05 req-33f787f8-3317-46f0-80f3-f34745a4bf7a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e0a61be2-453e-480f-98d4-90f961323046 HTTP/1.1" status: 200 len: 849 time: 0.0442662 Oct 26 09:24:14.808920 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfddb3d-bc6d-4df7-89ff-7959804d0b05 req-9a7110d1-8ee6-4de6-bfda-96b057450a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:24:14.810410 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bbfddb3d-bc6d-4df7-89ff-7959804d0b05 req-9a7110d1-8ee6-4de6-bfda-96b057450a11 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fd355557-c7cb-4dc7-b3b6-d730ead472bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0397780 Oct 26 09:24:14.902670 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bbfddb3d-bc6d-4df7-89ff-7959804d0b05 req-38a35d8a-a91a-46bd-b95a-e469cf69c77e service neutron] 10.222.0.47 "GET /v2.0/networks/fd355557-c7cb-4dc7-b3b6-d730ead472bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846872 Oct 26 09:24:14.993813 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-bbfddb3d-bc6d-4df7-89ff-7959804d0b05 req-4d56d4aa-7b9c-4ffc-bfbd-8fb68d9f153b service neutron] 10.222.0.47 "GET /v2.0/networks/fd355557-c7cb-4dc7-b3b6-d730ead472bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834026 Oct 26 09:24:15.740891 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:24:19.511980 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d6b5defa-10df-4da5-9999-62dc7b4a587c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:24:22.177811 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5d898a53-1757-42ee-a75c-2cb4a0311072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:24:23.131680 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:24:23.446530 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:24:24.688782 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:24:25.016416 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:24:49.513961 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3798ec1b-3a91-415a-8652-a38652b25904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:24:52.179269 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a54768b-3ca7-42e9-8b0d-5a82f82c02fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:24:52.739949 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:24:53.134854 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:24:53.451676 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:24:54.689409 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:24:55.018313 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:24:59.645924 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device cdaac405-654f-4201-b0b8-725d21cf6c29 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=102103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 09:24:59.742789 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port cdaac405-654f-4201-b0b8-725d21cf6c29, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=cdaac405-654f-4201-b0b8-725d21cf6c29,segment=NetworkSegment(6b87a17f-1a92-4545-87af-363977ab80a5),segment_id=6b87a17f-1a92-4545-87af-363977ab80a5)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:24:59.754123 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Returning: {'device': 'cdaac405-654f-4201-b0b8-725d21cf6c29', 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc', 'port_id': 'cdaac405-654f-4201-b0b8-725d21cf6c29', 'mac_address': 'fa:16:3e:c0:4a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0a61be2-453e-480f-98d4-90f961323046', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 09:24:59.789909 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:24:59.803324 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cdaac405-654f-4201-b0b8-725d21cf6c29 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 09:24:59.823028 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port cdaac405-654f-4201-b0b8-725d21cf6c29, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=cdaac405-654f-4201-b0b8-725d21cf6c29,segment=NetworkSegment(6b87a17f-1a92-4545-87af-363977ab80a5),segment_id=6b87a17f-1a92-4545-87af-363977ab80a5)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:24:59.828856 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:24:59.879839 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=cdaac405-654f-4201-b0b8-725d21cf6c29,revision_number=6']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:24:59.886783 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:24:59.887134 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:24:59.887474 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:24:59.887812 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:24:59.888142 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:24:59.888477 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:24:59.888805 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:24:59.889130 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:24:59.889455 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:24:59.889875 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:24:59.890217 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:24:59.890523 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:24:59.934517 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] get_ports_and_sgs() called for port_ids ['cdaac405-654f-4201-b0b8-725d21cf6c29'] {{(pid=102103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 09:25:01.661329 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device cdaac405-654f-4201-b0b8-725d21cf6c29 up at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 09:25:01.714396 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Provisioning complete for port cdaac405-654f-4201-b0b8-725d21cf6c29 triggered by entity L2. {{(pid=102103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 09:25:01.714774 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-715596'] for port, provisioning_complete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:01.796804 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:01.820531 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ee9b66-d541-485f-bbf5-127b6e2f4a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdaac405-654f-4201-b0b8-725d21cf6c29'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:25:01.822951 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6892c6e8fec237722369b2f7b5f764d95d4c4781246e58d8b017fff270ea0f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a0d6f4-5483-4566-9529-3b6bf8351403" -d '{"events": [{"server_uuid": "79ee9b66-d541-485f-bbf5-127b6e2f4a85", "name": "network-vif-plugged", "status": "completed", "tag": "cdaac405-654f-4201-b0b8-725d21cf6c29"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:25:01.838851 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] For port cdaac405-654f-4201-b0b8-725d21cf6c29, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=cdaac405-654f-4201-b0b8-725d21cf6c29,segment=NetworkSegment(6b87a17f-1a92-4545-87af-363977ab80a5),segment_id=6b87a17f-1a92-4545-87af-363977ab80a5)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:25:01.846307 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763432359927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763431881849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763431881867'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:01.878782 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 09:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7d31de-d00e-4b85-b30b-36cff63b863d x-openstack-request-id: req-1f7d31de-d00e-4b85-b30b-36cff63b863d {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:25:01.879080 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ee9b66-d541-485f-bbf5-127b6e2f4a85", "name": "network-vif-plugged", "status": "completed", "tag": "cdaac405-654f-4201-b0b8-725d21cf6c29", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:25:01.879334 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f7d31de-d00e-4b85-b30b-36cff63b863d {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:25:01.879726 dv-neutron-804846-13-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ee9b66-d541-485f-bbf5-127b6e2f4a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdaac405-654f-4201-b0b8-725d21cf6c29', 'code': 200} Oct 26 09:25:01.908566 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Pushing event updated for resources: {'Port': ['ID=cdaac405-654f-4201-b0b8-725d21cf6c29,revision_number=7']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:25:10.780968 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 45890) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:25:10.945891 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-8f11b270-9bf9-4936-bde5-2f03d95fa1e8 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Deleting port 3d82d5be-df35-4c03-906f-cbcb89d63b39 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:25:10.946233 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8f11b270-9bf9-4936-bde5-2f03d95fa1e8 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:11.020424 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8f11b270-9bf9-4936-bde5-2f03d95fa1e8 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:11.020749 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8f11b270-9bf9-4936-bde5-2f03d95fa1e8 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:11.032185 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-8f11b270-9bf9-4936-bde5-2f03d95fa1e8 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Calling delete_port for 3d82d5be-df35-4c03-906f-cbcb89d63b39 owned by network:floatingip {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:25:11.179419 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8f11b270-9bf9-4936-bde5-2f03d95fa1e8 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:11.206643 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11b270-9bf9-4936-bde5-2f03d95fa1e8 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Pushing event deleted for resources: {'Port': ['ID=3d82d5be-df35-4c03-906f-cbcb89d63b39,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:25:11.229271 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f11b270-9bf9-4936-bde5-2f03d95fa1e8 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:25:11.229639 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f11b270-9bf9-4936-bde5-2f03d95fa1e8 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:25:11.230007 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f11b270-9bf9-4936-bde5-2f03d95fa1e8 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:25:11.230354 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f11b270-9bf9-4936-bde5-2f03d95fa1e8 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:25:11.230696 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f11b270-9bf9-4936-bde5-2f03d95fa1e8 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:25:11.231038 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f11b270-9bf9-4936-bde5-2f03d95fa1e8 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:25:11.231380 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f11b270-9bf9-4936-bde5-2f03d95fa1e8 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:25:11.231719 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f11b270-9bf9-4936-bde5-2f03d95fa1e8 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:25:11.232063 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f11b270-9bf9-4936-bde5-2f03d95fa1e8 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:25:11.232394 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f11b270-9bf9-4936-bde5-2f03d95fa1e8 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:25:11.232730 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f11b270-9bf9-4936-bde5-2f03d95fa1e8 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:25:11.233055 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f11b270-9bf9-4936-bde5-2f03d95fa1e8 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:25:11.274121 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8f11b270-9bf9-4936-bde5-2f03d95fa1e8 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks [] for floatingip, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:11.274457 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.l3_db [None req-8f11b270-9bf9-4936-bde5-2f03d95fa1e8 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Floating IP 99b23bb8-cc5b-482e-a016-813a5eb1bf96 disassociated (deleted). External IP: 172.26.2.129, port: cdaac405-654f-4201-b0b8-725d21cf6c29. Oct 26 09:25:11.481278 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f11b270-9bf9-4936-bde5-2f03d95fa1e8 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Router c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:25:11.589480 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f11b270-9bf9-4936-bde5-2f03d95fa1e8 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:25:11.594375 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-8f11b270-9bf9-4936-bde5-2f03d95fa1e8 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:11.599002 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5076c1f6-b72d-4afb-9e01-1d12bace47f8 None None] Sync routers for ids ['c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:25:11.608758 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5076c1f6-b72d-4afb-9e01-1d12bace47f8 None None] Routers {'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:25:11.609369 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-5076c1f6-b72d-4afb-9e01-1d12bace47f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:24:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:25:11.621151 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-8f11b270-9bf9-4936-bde5-2f03d95fa1e8 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "DELETE /v2.0/floatingips/99b23bb8-cc5b-482e-a016-813a5eb1bf96 HTTP/1.1" status: 204 len: 168 time: 0.8390443 Oct 26 09:25:11.621891 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ee9b66-d541-485f-bbf5-127b6e2f4a85', 'tag': 'cdaac405-654f-4201-b0b8-725d21cf6c29'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:25:11.624287 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6001f9b463937e9ba59653060f797cf6a3b9cfc8c69abf6deb468a53c3a3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a602c4-e8c4-4025-9c9d-1579042f0968" -d '{"events": [{"name": "network-changed", "server_uuid": "79ee9b66-d541-485f-bbf5-127b6e2f4a85", "tag": "cdaac405-654f-4201-b0b8-725d21cf6c29"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:25:11.664129 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 09:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5393b446-04a1-4e63-8e23-b1918c5004c8 x-openstack-request-id: req-5393b446-04a1-4e63-8e23-b1918c5004c8 {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:25:11.664655 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79ee9b66-d541-485f-bbf5-127b6e2f4a85", "tag": "cdaac405-654f-4201-b0b8-725d21cf6c29", "status": "completed", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:25:11.664859 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5393b446-04a1-4e63-8e23-b1918c5004c8 {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:25:11.665301 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ee9b66-d541-485f-bbf5-127b6e2f4a85', 'tag': 'cdaac405-654f-4201-b0b8-725d21cf6c29', 'status': 'completed', 'code': 200} Oct 26 09:25:11.718909 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-5076c1f6-b72d-4afb-9e01-1d12bace47f8 None None] Set router c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:25:11.730480 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a602c4-e8c4-4025-9c9d-1579042f0968 req-8898e5af-3d5a-42e9-b2c3-fd2013a06e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:25:11.732883 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-91a602c4-e8c4-4025-9c9d-1579042f0968 req-8898e5af-3d5a-42e9-b2c3-fd2013a06e33 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79c914ac7af9489da7c8c9260642d45c&device_id=79ee9b66-d541-485f-bbf5-127b6e2f4a85 HTTP/1.1" status: 200 len: 1099 time: 0.0440173 Oct 26 09:25:11.837382 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a602c4-e8c4-4025-9c9d-1579042f0968 req-a43a0cfe-8e23-43a5-a8b2-12919d5c8c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:25:11.838933 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-91a602c4-e8c4-4025-9c9d-1579042f0968 req-a43a0cfe-8e23-43a5-a8b2-12919d5c8c1e service neutron] 10.222.0.47 "GET /v2.0/networks?id=fd355557-c7cb-4dc7-b3b6-d730ead472bc HTTP/1.1" status: 200 len: 911 time: 0.0983593 Oct 26 09:25:11.870840 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdd70e-b617-44f8-9cbf-2889710096a6 req-8d850e83-ec99-491d-b076-2260fed02f9d tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:25:11.872447 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-46fdd70e-b617-44f8-9cbf-2889710096a6 req-8d850e83-ec99-491d-b076-2260fed02f9d tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/ports?device_id=79ee9b66-d541-485f-bbf5-127b6e2f4a85 HTTP/1.1" status: 200 len: 946 time: 0.0537755 Oct 26 09:25:11.883761 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-91a602c4-e8c4-4025-9c9d-1579042f0968 req-8aad28fb-8fc9-43c5-b94d-e99464e5cf45 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdaac405-654f-4201-b0b8-725d21cf6c29 HTTP/1.1" status: 200 len: 217 time: 0.0358620 Oct 26 09:25:11.920462 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-46fdd70e-b617-44f8-9cbf-2889710096a6 req-e692473e-edb1-47e8-9275-59c1bb42fdaa tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/security-groups?id=94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409520 Oct 26 09:25:11.942697 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a602c4-e8c4-4025-9c9d-1579042f0968 req-419fb99b-f723-48b8-a8c9-982c6b440e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:25:11.945071 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-91a602c4-e8c4-4025-9c9d-1579042f0968 req-419fb99b-f723-48b8-a8c9-982c6b440e9c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e0a61be2-453e-480f-98d4-90f961323046 HTTP/1.1" status: 200 len: 849 time: 0.0534754 Oct 26 09:25:11.960407 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-5076c1f6-b72d-4afb-9e01-1d12bace47f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'name': 'tempest-TestSnapshotPattern-1217361144-router', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '96b58f61-7814-44e3-be31-023613a7b3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:20:33Z', 'updated_at': '2021-10-26T09:20:35Z', 'revision_number': 4, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'gw_port': {'id': '96b58f61-7814-44e3-be31-023613a7b3c6', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:33Z', 'updated_at': '2021-10-26T09:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '81723965-3159-49dc-ade0-b929281472d6', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'floating_ip_address': '172.26.2.73', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'port_id': '68a0b991-5dbd-4ced-b647-34ebad9914a9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc', 'mac_address': 'fa:16:3e:94:78:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ba436b-63d4-48ba-9baf-b1bad889affc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T09:20:55Z', 'updated_at': '2021-10-26T09:20:57Z', 'revision_number': 1, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c792d4-5208-4a31-b9db-196298ea1546', 'name': '', 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'mac_address': 'fa:16:3e:13:8f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'e0a61be2-453e-480f-98d4-90f961323046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:35Z', 'updated_at': '2021-10-26T09:20:39Z', 'revision_number': 5, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'subnets': [{'id': 'e0a61be2-453e-480f-98d4-90f961323046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:25:11.986184 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5076c1f6-b72d-4afb-9e01-1d12bace47f8 None None] Checking router: c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:25:11.992244 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a602c4-e8c4-4025-9c9d-1579042f0968 req-36f23dc4-d5df-437b-b320-28d03704fd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:25:11.993804 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-91a602c4-e8c4-4025-9c9d-1579042f0968 req-36f23dc4-d5df-437b-b320-28d03704fd6d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fd355557-c7cb-4dc7-b3b6-d730ead472bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0413494 Oct 26 09:25:11.994840 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5076c1f6-b72d-4afb-9e01-1d12bace47f8 None None] Routers {'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:25:11.995435 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-5076c1f6-b72d-4afb-9e01-1d12bace47f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:24:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:25:12.086421 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-91a602c4-e8c4-4025-9c9d-1579042f0968 req-efd2a392-484c-45a8-8b73-ac480d10153f service neutron] 10.222.0.47 "GET /v2.0/networks/fd355557-c7cb-4dc7-b3b6-d730ead472bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841920 Oct 26 09:25:12.107125 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-5076c1f6-b72d-4afb-9e01-1d12bace47f8 None None] Set router c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:25:12.184885 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-91a602c4-e8c4-4025-9c9d-1579042f0968 req-e7f1f6e9-d40c-4c63-893a-12352357b340 service neutron] 10.222.0.47 "GET /v2.0/networks/fd355557-c7cb-4dc7-b3b6-d730ead472bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891635 Oct 26 09:25:12.331495 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-5076c1f6-b72d-4afb-9e01-1d12bace47f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'name': 'tempest-TestSnapshotPattern-1217361144-router', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '96b58f61-7814-44e3-be31-023613a7b3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:20:33Z', 'updated_at': '2021-10-26T09:20:35Z', 'revision_number': 4, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'gw_port': {'id': '96b58f61-7814-44e3-be31-023613a7b3c6', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:33Z', 'updated_at': '2021-10-26T09:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '81723965-3159-49dc-ade0-b929281472d6', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'floating_ip_address': '172.26.2.73', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'port_id': '68a0b991-5dbd-4ced-b647-34ebad9914a9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc', 'mac_address': 'fa:16:3e:94:78:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ba436b-63d4-48ba-9baf-b1bad889affc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T09:20:55Z', 'updated_at': '2021-10-26T09:20:57Z', 'revision_number': 1, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c792d4-5208-4a31-b9db-196298ea1546', 'name': '', 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'mac_address': 'fa:16:3e:13:8f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'e0a61be2-453e-480f-98d4-90f961323046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:35Z', 'updated_at': '2021-10-26T09:20:39Z', 'revision_number': 5, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'subnets': [{'id': 'e0a61be2-453e-480f-98d4-90f961323046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:25:12.357533 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5076c1f6-b72d-4afb-9e01-1d12bace47f8 None None] The sync data for ids ['c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'] in dv-neutron-804846-13-hyperv is: [{'id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'name': 'tempest-TestSnapshotPattern-1217361144-router', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '96b58f61-7814-44e3-be31-023613a7b3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:20:33Z', 'updated_at': '2021-10-26T09:20:35Z', 'revision_number': 4, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'gw_port': {'id': '96b58f61-7814-44e3-be31-023613a7b3c6', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:33Z', 'updated_at': '2021-10-26T09:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_floatingips': [{'id': '81723965-3159-49dc-ade0-b929281472d6', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'floating_ip_address': '172.26.2.73', 'floating_network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'router_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'port_id': '68a0b991-5dbd-4ced-b647-34ebad9914a9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc', 'mac_address': 'fa:16:3e:94:78:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ba436b-63d4-48ba-9baf-b1bad889affc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T09:20:55Z', 'updated_at': '2021-10-26T09:20:57Z', 'revision_number': 1, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c792d4-5208-4a31-b9db-196298ea1546', 'name': '', 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'mac_address': 'fa:16:3e:13:8f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'e0a61be2-453e-480f-98d4-90f961323046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:35Z', 'updated_at': '2021-10-26T09:20:39Z', 'revision_number': 5, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'subnets': [{'id': 'e0a61be2-453e-480f-98d4-90f961323046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:25:12.563394 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd663b9-fb97-4d0c-95ec-beb74bc488c0 None None] New status for floating IP 99b23bb8-cc5b-482e-a016-813a5eb1bf96: DOWN {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 09:25:13.042311 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fcf03-bcb7-42ba-a5db-56043dabee52 req-d5425e4d-b0c2-4b64-8ba8-8028488fc3f1 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:25:13.043789 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-411fcf03-bcb7-42ba-a5db-56043dabee52 req-d5425e4d-b0c2-4b64-8ba8-8028488fc3f1 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/ports?device_id=79ee9b66-d541-485f-bbf5-127b6e2f4a85 HTTP/1.1" status: 200 len: 946 time: 0.0498474 Oct 26 09:25:13.082310 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-411fcf03-bcb7-42ba-a5db-56043dabee52 req-a2ff57ba-0995-45a0-adc7-a7ed4bfa977b tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/security-groups?id=94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325475 Oct 26 09:25:13.435891 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c9ce9-2e92-4343-bd25-3d03184b6fbb req-29f0abb5-34c6-4fa3-b7a5-0f207e11cc7d tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:25:13.437339 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e16c9ce9-2e92-4343-bd25-3d03184b6fbb req-29f0abb5-34c6-4fa3-b7a5-0f207e11cc7d tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.47 "GET /v2.0/ports?device_id=79ee9b66-d541-485f-bbf5-127b6e2f4a85 HTTP/1.1" status: 200 len: 946 time: 0.0524220 Oct 26 09:25:13.525501 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-e16c9ce9-2e92-4343-bd25-3d03184b6fbb req-bef4ed12-17be-4f31-b715-e5f07804f1ba tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Deleting port cdaac405-654f-4201-b0b8-725d21cf6c29 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:25:13.525869 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e16c9ce9-2e92-4343-bd25-3d03184b6fbb req-bef4ed12-17be-4f31-b715-e5f07804f1ba tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:13.617032 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-e16c9ce9-2e92-4343-bd25-3d03184b6fbb req-bef4ed12-17be-4f31-b715-e5f07804f1ba tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] For port cdaac405-654f-4201-b0b8-725d21cf6c29, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=cdaac405-654f-4201-b0b8-725d21cf6c29,segment=NetworkSegment(6b87a17f-1a92-4545-87af-363977ab80a5),segment_id=6b87a17f-1a92-4545-87af-363977ab80a5)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:25:13.617399 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e16c9ce9-2e92-4343-bd25-3d03184b6fbb req-bef4ed12-17be-4f31-b715-e5f07804f1ba tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:13.630300 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-e16c9ce9-2e92-4343-bd25-3d03184b6fbb req-bef4ed12-17be-4f31-b715-e5f07804f1ba tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Calling delete_port for cdaac405-654f-4201-b0b8-725d21cf6c29 owned by compute:nova {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:25:13.692395 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device cdaac405-654f-4201-b0b8-725d21cf6c29 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:25:13.753070 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e16c9ce9-2e92-4343-bd25-3d03184b6fbb req-bef4ed12-17be-4f31-b715-e5f07804f1ba tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:13.767897 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-647621'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:13.786462 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef4ed12-17be-4f31-b715-e5f07804f1ba tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Pushing event deleted for resources: {'Port': ['ID=cdaac405-654f-4201-b0b8-725d21cf6c29,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:25:13.799333 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef4ed12-17be-4f31-b715-e5f07804f1ba tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:25:13.800262 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef4ed12-17be-4f31-b715-e5f07804f1ba tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:25:13.800619 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef4ed12-17be-4f31-b715-e5f07804f1ba tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:25:13.800994 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef4ed12-17be-4f31-b715-e5f07804f1ba tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:25:13.801328 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef4ed12-17be-4f31-b715-e5f07804f1ba tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:25:13.801694 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef4ed12-17be-4f31-b715-e5f07804f1ba tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:25:13.802022 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef4ed12-17be-4f31-b715-e5f07804f1ba tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:25:13.802354 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef4ed12-17be-4f31-b715-e5f07804f1ba tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:25:13.802687 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef4ed12-17be-4f31-b715-e5f07804f1ba tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:25:13.803019 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef4ed12-17be-4f31-b715-e5f07804f1ba tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:25:13.803347 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef4ed12-17be-4f31-b715-e5f07804f1ba tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:25:13.803672 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef4ed12-17be-4f31-b715-e5f07804f1ba tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-13-hyperv {{(pid=102101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 09:25:13.837652 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16c9ce9-2e92-4343-bd25-3d03184b6fbb req-bef4ed12-17be-4f31-b715-e5f07804f1ba tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] No DVR routers for this DVR port cdaac405-654f-4201-b0b8-725d21cf6c29 on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 09:25:13.840129 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-e16c9ce9-2e92-4343-bd25-3d03184b6fbb req-bef4ed12-17be-4f31-b715-e5f07804f1ba tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:13.843500 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-e16c9ce9-2e92-4343-bd25-3d03184b6fbb req-bef4ed12-17be-4f31-b715-e5f07804f1ba tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.47 "DELETE /v2.0/ports/cdaac405-654f-4201-b0b8-725d21cf6c29 HTTP/1.1" status: 204 len: 173 time: 0.3995538 Oct 26 09:25:13.843939 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ee9b66-d541-485f-bbf5-127b6e2f4a85', 'name': 'network-vif-deleted', 'tag': 'cdaac405-654f-4201-b0b8-725d21cf6c29'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:25:13.846278 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2370a48-48b3-43a6-9d82-8396bfad57eb" -d '{"events": [{"server_uuid": "79ee9b66-d541-485f-bbf5-127b6e2f4a85", "name": "network-vif-deleted", "tag": "cdaac405-654f-4201-b0b8-725d21cf6c29"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:25:13.890514 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 09:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81e6385-6210-4696-a60e-77f28bba6c49 x-openstack-request-id: req-f81e6385-6210-4696-a60e-77f28bba6c49 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:25:13.890811 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ee9b66-d541-485f-bbf5-127b6e2f4a85", "name": "network-vif-deleted", "tag": "cdaac405-654f-4201-b0b8-725d21cf6c29", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:25:13.891071 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f81e6385-6210-4696-a60e-77f28bba6c49 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:25:13.891486 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ee9b66-d541-485f-bbf5-127b6e2f4a85', 'name': 'network-vif-deleted', 'tag': 'cdaac405-654f-4201-b0b8-725d21cf6c29', 'status': 'completed', 'code': 200} Oct 26 09:25:14.190941 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-26fe9610-96f8-48ed-a0bd-2232bc02351d req-4853b3a0-d4cd-4e29-a7bc-8a0395a2ad39 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/ports?device_id=79ee9b66-d541-485f-bbf5-127b6e2f4a85 HTTP/1.1" status: 200 len: 210 time: 0.0271475 Oct 26 09:25:15.773492 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 45956) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:25:15.931027 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-b8d567ee-155f-4c78-82fc-41c4030d2e2f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Deleting port 2f6579e2-6848-4ed9-a1ed-5ac806c2c9b3 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:25:15.931373 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b8d567ee-155f-4c78-82fc-41c4030d2e2f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:16.005222 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b8d567ee-155f-4c78-82fc-41c4030d2e2f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:16.005548 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b8d567ee-155f-4c78-82fc-41c4030d2e2f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:16.016803 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-b8d567ee-155f-4c78-82fc-41c4030d2e2f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Calling delete_port for 2f6579e2-6848-4ed9-a1ed-5ac806c2c9b3 owned by network:floatingip {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:25:16.164304 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b8d567ee-155f-4c78-82fc-41c4030d2e2f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:16.187180 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d567ee-155f-4c78-82fc-41c4030d2e2f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Pushing event deleted for resources: {'Port': ['ID=2f6579e2-6848-4ed9-a1ed-5ac806c2c9b3,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:25:16.252746 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b8d567ee-155f-4c78-82fc-41c4030d2e2f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks [] for floatingip, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:16.253076 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.db.l3_db [None req-b8d567ee-155f-4c78-82fc-41c4030d2e2f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Floating IP 81723965-3159-49dc-ade0-b929281472d6 disassociated (deleted). External IP: 172.26.2.73, port: 68a0b991-5dbd-4ced-b647-34ebad9914a9. Oct 26 09:25:16.453731 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d567ee-155f-4c78-82fc-41c4030d2e2f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Router c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:25:16.559351 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d567ee-155f-4c78-82fc-41c4030d2e2f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:25:16.564197 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-b8d567ee-155f-4c78-82fc-41c4030d2e2f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for floatingip, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:16.570656 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dd67b6-ac1d-4259-9fb8-ffd7cf192097 None None] Sync routers for ids ['c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:25:16.580338 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dd67b6-ac1d-4259-9fb8-ffd7cf192097 None None] Routers {'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:25:16.581940 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-b1dd67b6-ac1d-4259-9fb8-ffd7cf192097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:24:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:25:16.594087 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-b8d567ee-155f-4c78-82fc-41c4030d2e2f tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "DELETE /v2.0/floatingips/81723965-3159-49dc-ade0-b929281472d6 HTTP/1.1" status: 204 len: 168 time: 0.8194106 Oct 26 09:25:16.594781 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ba436b-63d4-48ba-9baf-b1bad889affc', 'tag': '68a0b991-5dbd-4ced-b647-34ebad9914a9'}] {{(pid=102102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:25:16.597943 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb6001f9b463937e9ba59653060f797cf6a3b9cfc8c69abf6deb468a53c3a3de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822eb98f-e5d3-4b65-9aff-ada7266e63e3" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ba436b-63d4-48ba-9baf-b1bad889affc", "tag": "68a0b991-5dbd-4ced-b647-34ebad9914a9"}]}' {{(pid=102102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:25:16.635845 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 09:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426bd5b0-2308-4375-940b-2f43b4254168 x-openstack-request-id: req-426bd5b0-2308-4375-940b-2f43b4254168 {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:25:16.636138 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ba436b-63d4-48ba-9baf-b1bad889affc", "tag": "68a0b991-5dbd-4ced-b647-34ebad9914a9", "status": "completed", "code": 200}]} {{(pid=102102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:25:16.636403 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-426bd5b0-2308-4375-940b-2f43b4254168 {{(pid=102102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:25:16.636824 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ba436b-63d4-48ba-9baf-b1bad889affc', 'tag': '68a0b991-5dbd-4ced-b647-34ebad9914a9', 'status': 'completed', 'code': 200} Oct 26 09:25:16.696748 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-b1dd67b6-ac1d-4259-9fb8-ffd7cf192097 None None] Set router c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:25:16.703416 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822eb98f-e5d3-4b65-9aff-ada7266e63e3 req-5a91d8a3-6bc5-4b10-a59e-a59ac9838357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:25:16.704993 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-822eb98f-e5d3-4b65-9aff-ada7266e63e3 req-5a91d8a3-6bc5-4b10-a59e-a59ac9838357 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79c914ac7af9489da7c8c9260642d45c&device_id=b3ba436b-63d4-48ba-9baf-b1bad889affc HTTP/1.1" status: 200 len: 1097 time: 0.0448527 Oct 26 09:25:16.813609 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822eb98f-e5d3-4b65-9aff-ada7266e63e3 req-5828a359-cadc-4f10-94e7-187d7aa5daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:25:16.815881 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-822eb98f-e5d3-4b65-9aff-ada7266e63e3 req-5828a359-cadc-4f10-94e7-187d7aa5daf8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fd355557-c7cb-4dc7-b3b6-d730ead472bc HTTP/1.1" status: 200 len: 911 time: 0.1011200 Oct 26 09:25:16.838199 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9cf786-1aa6-496d-8527-fc3743220587 req-4d2e766d-9e55-4854-8775-b22934ab53b9 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:25:16.839738 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5a9cf786-1aa6-496d-8527-fc3743220587 req-4d2e766d-9e55-4854-8775-b22934ab53b9 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3ba436b-63d4-48ba-9baf-b1bad889affc HTTP/1.1" status: 200 len: 944 time: 0.0561018 Oct 26 09:25:16.859603 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-822eb98f-e5d3-4b65-9aff-ada7266e63e3 req-841896b9-1f4c-4474-8bdd-cf36d78c4d7c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68a0b991-5dbd-4ced-b647-34ebad9914a9 HTTP/1.1" status: 200 len: 217 time: 0.0361786 Oct 26 09:25:16.881373 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [req-5a9cf786-1aa6-496d-8527-fc3743220587 req-d94c7617-5fcc-4aa6-85f3-4f4d964e6ca3 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/security-groups?id=94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355704 Oct 26 09:25:16.915476 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-b1dd67b6-ac1d-4259-9fb8-ffd7cf192097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'name': 'tempest-TestSnapshotPattern-1217361144-router', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '96b58f61-7814-44e3-be31-023613a7b3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:20:33Z', 'updated_at': '2021-10-26T09:20:35Z', 'revision_number': 4, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'gw_port': {'id': '96b58f61-7814-44e3-be31-023613a7b3c6', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:33Z', 'updated_at': '2021-10-26T09:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '94c792d4-5208-4a31-b9db-196298ea1546', 'name': '', 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'mac_address': 'fa:16:3e:13:8f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'e0a61be2-453e-480f-98d4-90f961323046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:35Z', 'updated_at': '2021-10-26T09:20:39Z', 'revision_number': 5, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'subnets': [{'id': 'e0a61be2-453e-480f-98d4-90f961323046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:25:16.916002 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822eb98f-e5d3-4b65-9aff-ada7266e63e3 req-b82a76b2-a06d-4136-ab29-72053439bf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:25:16.917494 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-822eb98f-e5d3-4b65-9aff-ada7266e63e3 req-b82a76b2-a06d-4136-ab29-72053439bf07 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e0a61be2-453e-480f-98d4-90f961323046 HTTP/1.1" status: 200 len: 849 time: 0.0503201 Oct 26 09:25:16.946867 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dd67b6-ac1d-4259-9fb8-ffd7cf192097 None None] Checking router: c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:25:16.955584 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dd67b6-ac1d-4259-9fb8-ffd7cf192097 None None] Routers {'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:25:16.956705 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-b1dd67b6-ac1d-4259-9fb8-ffd7cf192097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:24:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:25:16.965095 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822eb98f-e5d3-4b65-9aff-ada7266e63e3 req-97b6e064-76fb-4753-8ecc-bc7cc35ee146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:25:16.966654 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-822eb98f-e5d3-4b65-9aff-ada7266e63e3 req-97b6e064-76fb-4753-8ecc-bc7cc35ee146 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fd355557-c7cb-4dc7-b3b6-d730ead472bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0408709 Oct 26 09:25:17.058624 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-822eb98f-e5d3-4b65-9aff-ada7266e63e3 req-de867534-cb00-445b-8a99-2f7346de5aef service neutron] 10.222.0.47 "GET /v2.0/networks/fd355557-c7cb-4dc7-b3b6-d730ead472bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841796 Oct 26 09:25:17.155240 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-b1dd67b6-ac1d-4259-9fb8-ffd7cf192097 None None] Set router c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:25:17.156479 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-822eb98f-e5d3-4b65-9aff-ada7266e63e3 req-a953730f-4036-45af-b92e-38ff051e4d2a service neutron] 10.222.0.47 "GET /v2.0/networks/fd355557-c7cb-4dc7-b3b6-d730ead472bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892653 Oct 26 09:25:17.352069 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-b1dd67b6-ac1d-4259-9fb8-ffd7cf192097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'name': 'tempest-TestSnapshotPattern-1217361144-router', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '96b58f61-7814-44e3-be31-023613a7b3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:20:33Z', 'updated_at': '2021-10-26T09:20:35Z', 'revision_number': 4, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'gw_port': {'id': '96b58f61-7814-44e3-be31-023613a7b3c6', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:33Z', 'updated_at': '2021-10-26T09:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '94c792d4-5208-4a31-b9db-196298ea1546', 'name': '', 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'mac_address': 'fa:16:3e:13:8f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'e0a61be2-453e-480f-98d4-90f961323046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:35Z', 'updated_at': '2021-10-26T09:20:39Z', 'revision_number': 5, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'subnets': [{'id': 'e0a61be2-453e-480f-98d4-90f961323046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:25:17.377298 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dd67b6-ac1d-4259-9fb8-ffd7cf192097 None None] The sync data for ids ['c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'] in dv-neutron-804846-13-hyperv is: [{'id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'name': 'tempest-TestSnapshotPattern-1217361144-router', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '96b58f61-7814-44e3-be31-023613a7b3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:20:33Z', 'updated_at': '2021-10-26T09:20:35Z', 'revision_number': 4, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'gw_port': {'id': '96b58f61-7814-44e3-be31-023613a7b3c6', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:33Z', 'updated_at': '2021-10-26T09:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv', '_interfaces': [{'id': '94c792d4-5208-4a31-b9db-196298ea1546', 'name': '', 'network_id': 'fd355557-c7cb-4dc7-b3b6-d730ead472bc', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'mac_address': 'fa:16:3e:13:8f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'e0a61be2-453e-480f-98d4-90f961323046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:35Z', 'updated_at': '2021-10-26T09:20:39Z', 'revision_number': 5, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'subnets': [{'id': 'e0a61be2-453e-480f-98d4-90f961323046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:25:17.587422 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d1deb7-5b52-4ca2-8e3d-da943dd5e7ad None None] New status for floating IP 81723965-3159-49dc-ade0-b929281472d6: DOWN {{(pid=102103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 09:25:17.684840 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device cdaac405-654f-4201-b0b8-725d21cf6c29 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:25:17.706362 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] No Port match for: cdaac405-654f-4201-b0b8-725d21cf6c29 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:25:17.706696 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device cdaac405-654f-4201-b0b8-725d21cf6c29 not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:25:17.999243 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc70d68-26e7-452b-9ca2-b0b330432bd9 req-28429c79-b6f7-42f3-8b28-e90f5908eaa5 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:25:18.000756 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ecc70d68-26e7-452b-9ca2-b0b330432bd9 req-28429c79-b6f7-42f3-8b28-e90f5908eaa5 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3ba436b-63d4-48ba-9baf-b1bad889affc HTTP/1.1" status: 200 len: 944 time: 0.0496972 Oct 26 09:25:18.039140 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-ecc70d68-26e7-452b-9ca2-b0b330432bd9 req-393146bd-8f5f-4b73-b2f5-a385231162e9 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/security-groups?id=94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318081 Oct 26 09:25:18.355500 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de5a3b-cae1-45f3-80c0-750ffde9f2e6 req-cf699840-c2ea-49cf-a346-176868338244 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 09:25:18.356842 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-86de5a3b-cae1-45f3-80c0-750ffde9f2e6 req-cf699840-c2ea-49cf-a346-176868338244 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3ba436b-63d4-48ba-9baf-b1bad889affc HTTP/1.1" status: 200 len: 944 time: 0.0524850 Oct 26 09:25:18.449009 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-86de5a3b-cae1-45f3-80c0-750ffde9f2e6 req-1933da09-d8a9-45b1-afb1-126c149726d1 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Deleting port 68a0b991-5dbd-4ced-b647-34ebad9914a9 {{(pid=102101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:25:18.449350 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-86de5a3b-cae1-45f3-80c0-750ffde9f2e6 req-1933da09-d8a9-45b1-afb1-126c149726d1 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:18.546353 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.db [req-86de5a3b-cae1-45f3-80c0-750ffde9f2e6 req-1933da09-d8a9-45b1-afb1-126c149726d1 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] For port 68a0b991-5dbd-4ced-b647-34ebad9914a9, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=68a0b991-5dbd-4ced-b647-34ebad9914a9,segment=NetworkSegment(6b87a17f-1a92-4545-87af-363977ab80a5),segment_id=6b87a17f-1a92-4545-87af-363977ab80a5)] {{(pid=102101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:25:18.546725 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-86de5a3b-cae1-45f3-80c0-750ffde9f2e6 req-1933da09-d8a9-45b1-afb1-126c149726d1 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:18.560847 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.plugins.ml2.plugin [req-86de5a3b-cae1-45f3-80c0-750ffde9f2e6 req-1933da09-d8a9-45b1-afb1-126c149726d1 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Calling delete_port for 68a0b991-5dbd-4ced-b647-34ebad9914a9 owned by compute:nova {{(pid=102101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:25:18.688265 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-86de5a3b-cae1-45f3-80c0-750ffde9f2e6 req-1933da09-d8a9-45b1-afb1-126c149726d1 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8235322'] for port, after_delete {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:18.720711 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933da09-d8a9-45b1-afb1-126c149726d1 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Pushing event deleted for resources: {'Port': ['ID=68a0b991-5dbd-4ced-b647-34ebad9914a9,revision_number=None']} {{(pid=102101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:25:18.761495 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.db.l3_dvrscheduler_db [req-86de5a3b-cae1-45f3-80c0-750ffde9f2e6 req-1933da09-d8a9-45b1-afb1-126c149726d1 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] No DVR routers for this DVR port 68a0b991-5dbd-4ced-b647-34ebad9914a9 on host hv-neutron-8048 {{(pid=102101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 09:25:18.763932 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron_lib.callbacks.manager [req-86de5a3b-cae1-45f3-80c0-750ffde9f2e6 req-1933da09-d8a9-45b1-afb1-126c149726d1 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129008'] for port, before_response {{(pid=102101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:18.767279 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-86de5a3b-cae1-45f3-80c0-750ffde9f2e6 req-1933da09-d8a9-45b1-afb1-126c149726d1 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.47 "DELETE /v2.0/ports/68a0b991-5dbd-4ced-b647-34ebad9914a9 HTTP/1.1" status: 204 len: 173 time: 0.4034441 Oct 26 09:25:18.767719 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ba436b-63d4-48ba-9baf-b1bad889affc', 'name': 'network-vif-deleted', 'tag': '68a0b991-5dbd-4ced-b647-34ebad9914a9'}] {{(pid=102101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 09:25:18.770026 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24da4e0cd4ab9bbfe1b31eea5681f203a4d67068f1debb090b3cbc7bb994be0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb3de76-6e25-4835-8df6-00015c5ebc13" -d '{"events": [{"server_uuid": "b3ba436b-63d4-48ba-9baf-b1bad889affc", "name": "network-vif-deleted", "tag": "68a0b991-5dbd-4ced-b647-34ebad9914a9"}]}' {{(pid=102101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 09:25:18.809188 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 09:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febd8b6e-3255-4627-a538-97ee6ca63647 x-openstack-request-id: req-febd8b6e-3255-4627-a538-97ee6ca63647 {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 09:25:18.809495 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ba436b-63d4-48ba-9baf-b1bad889affc", "name": "network-vif-deleted", "tag": "68a0b991-5dbd-4ced-b647-34ebad9914a9", "status": "completed", "code": 200}]} {{(pid=102101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 09:25:18.809771 dv-neutron-804846-13-hyperv neutron-server[102101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-febd8b6e-3255-4627-a538-97ee6ca63647 {{(pid=102101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 09:25:18.810202 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ba436b-63d4-48ba-9baf-b1bad889affc', 'name': 'network-vif-deleted', 'tag': '68a0b991-5dbd-4ced-b647-34ebad9914a9', 'status': 'completed', 'code': 200} Oct 26 09:25:19.154205 dv-neutron-804846-13-hyperv neutron-server[102101]: INFO neutron.wsgi [req-474390f9-e659-47af-95fa-158eacf34d60 req-983ff190-164a-43e9-9f2e-f722e02201a3 tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3ba436b-63d4-48ba-9baf-b1bad889affc HTTP/1.1" status: 200 len: 210 time: 0.0275824 Oct 26 09:25:19.515832 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c72f21c3-b234-4481-8060-1db164d7d155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:20.212626 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 45972) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:25:20.272482 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d7fa1bc6-9a24-41dd-9b88-1344a2c173fa tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:20.297596 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d7fa1bc6-9a24-41dd-9b88-1344a2c173fa tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:20.357430 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d7fa1bc6-9a24-41dd-9b88-1344a2c173fa tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:20.360054 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-d7fa1bc6-9a24-41dd-9b88-1344a2c173fa tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:20.361183 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-d7fa1bc6-9a24-41dd-9b88-1344a2c173fa tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] 10.222.0.41 "DELETE /v2.0/security-groups/94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c HTTP/1.1" status: 204 len: 168 time: 0.1475909 Oct 26 09:25:20.370089 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa1bc6-9a24-41dd-9b88-1344a2c173fa tempest-TestSnapshotPattern-1049904850 tempest-TestSnapshotPattern-1049904850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a0823e-53c5-4dc6-9f21-ad4ba5f7e60c,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:25:20.408480 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 45976) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:25:20.755344 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c726dda1-8518-40f9-9d7f-af746645c423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:21.273171 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-c726dda1-8518-40f9-9d7f-af746645c423 admin admin] Deleting port 94c792d4-5208-4a31-b9db-196298ea1546 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:25:21.273889 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c726dda1-8518-40f9-9d7f-af746645c423 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:21.349018 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-c726dda1-8518-40f9-9d7f-af746645c423 admin admin] For port 94c792d4-5208-4a31-b9db-196298ea1546, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=94c792d4-5208-4a31-b9db-196298ea1546,segment=NetworkSegment(6b87a17f-1a92-4545-87af-363977ab80a5),segment_id=6b87a17f-1a92-4545-87af-363977ab80a5)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:25:21.349292 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c726dda1-8518-40f9-9d7f-af746645c423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:21.361108 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-c726dda1-8518-40f9-9d7f-af746645c423 admin admin] Calling delete_port for 94c792d4-5208-4a31-b9db-196298ea1546 owned by network:router_interface {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:25:21.535122 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c726dda1-8518-40f9-9d7f-af746645c423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:21.561927 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726dda1-8518-40f9-9d7f-af746645c423 admin admin] Pushing event deleted for resources: {'Port': ['ID=94c792d4-5208-4a31-b9db-196298ea1546,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:25:21.710976 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 68a0b991-5dbd-4ced-b647-34ebad9914a9 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:25:21.732013 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] No Port match for: 68a0b991-5dbd-4ced-b647-34ebad9914a9 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:25:21.732273 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c726dda1-8518-40f9-9d7f-af746645c423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:21.732382 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Device 68a0b991-5dbd-4ced-b647-34ebad9914a9 not bound to the agent host hv-neutron-8048 {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:25:21.946136 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c726dda1-8518-40f9-9d7f-af746645c423 admin admin] Router c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:25:22.049082 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c726dda1-8518-40f9-9d7f-af746645c423 admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:25:22.054937 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c726dda1-8518-40f9-9d7f-af746645c423 admin admin] 10.222.0.41 "PUT /v2.0/routers/c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6451898 Oct 26 09:25:22.057735 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 45978) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:25:22.058797 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffda8435-c3b7-4072-a5ee-f6e8886771e6 None None] Sync routers for ids ['c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'] in dv-neutron-804846-13-hyperv {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:25:22.069785 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffda8435-c3b7-4072-a5ee-f6e8886771e6 None None] Routers {'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:25:22.070389 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-ffda8435-c3b7-4072-a5ee-f6e8886771e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:24:52Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:25:22.163522 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7a77d9ab-9fed-4d03-861d-6c3f2edacaed admin admin] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:22.179574 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-ffda8435-c3b7-4072-a5ee-f6e8886771e6 None None] Set router c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc gateway port host: dv-neutron-804846-13-hyperv {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:25:22.181498 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-aea9205d-8fb8-45bb-8047-09cd8f452ab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:22.271325 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7a77d9ab-9fed-4d03-861d-6c3f2edacaed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:22.324184 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-7a77d9ab-9fed-4d03-861d-6c3f2edacaed admin admin] Deleting port 96b58f61-7814-44e3-be31-023613a7b3c6 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:25:22.324864 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7a77d9ab-9fed-4d03-861d-6c3f2edacaed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:22.363066 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-ffda8435-c3b7-4072-a5ee-f6e8886771e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'name': 'tempest-TestSnapshotPattern-1217361144-router', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '96b58f61-7814-44e3-be31-023613a7b3c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:20:33Z', 'updated_at': '2021-10-26T09:25:21Z', 'revision_number': 5, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'gw_port': {'id': '96b58f61-7814-44e3-be31-023613a7b3c6', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:82:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:33Z', 'updated_at': '2021-10-26T09:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:25:22.389553 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffda8435-c3b7-4072-a5ee-f6e8886771e6 None None] Checking router: c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc for host: dv-neutron-804846-13-hyperv {{(pid=102104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:25:22.398747 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffda8435-c3b7-4072-a5ee-f6e8886771e6 None None] Routers {'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:25:22.399358 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-ffda8435-c3b7-4072-a5ee-f6e8886771e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:25:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'], 'active': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:25:22.408500 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-7a77d9ab-9fed-4d03-861d-6c3f2edacaed admin admin] For port 96b58f61-7814-44e3-be31-023613a7b3c6, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=96b58f61-7814-44e3-be31-023613a7b3c6,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:25:22.409414 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7a77d9ab-9fed-4d03-861d-6c3f2edacaed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:22.421605 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-7a77d9ab-9fed-4d03-861d-6c3f2edacaed admin admin] Calling delete_port for 96b58f61-7814-44e3-be31-023613a7b3c6 owned by network:router_gateway {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:25:22.485819 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvr_db [None req-ffda8435-c3b7-4072-a5ee-f6e8886771e6 None None] Set router c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc gateway port host: None {{(pid=102104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:25:22.540303 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.l3_hamode_db [None req-ffda8435-c3b7-4072-a5ee-f6e8886771e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'name': 'tempest-TestSnapshotPattern-1217361144-router', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:20:33Z', 'updated_at': '2021-10-26T09:25:22Z', 'revision_number': 6, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'gw_port_host': None}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:25:22.567704 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffda8435-c3b7-4072-a5ee-f6e8886771e6 None None] The sync data for ids ['c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc'] in dv-neutron-804846-13-hyperv is: [{'id': 'c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc', 'name': 'tempest-TestSnapshotPattern-1217361144-router', 'tenant_id': '79c914ac7af9489da7c8c9260642d45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:20:33Z', 'updated_at': '2021-10-26T09:25:22Z', 'revision_number': 6, 'project_id': '79c914ac7af9489da7c8c9260642d45c', 'gw_port_host': None}] {{(pid=102104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:25:22.597804 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7a77d9ab-9fed-4d03-861d-6c3f2edacaed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:22.624261 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a77d9ab-9fed-4d03-861d-6c3f2edacaed admin admin] Pushing event deleted for resources: {'Port': ['ID=96b58f61-7814-44e3-be31-023613a7b3c6,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:25:22.687112 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7a77d9ab-9fed-4d03-861d-6c3f2edacaed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:22.779311 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7a77d9ab-9fed-4d03-861d-6c3f2edacaed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:22.781534 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7a77d9ab-9fed-4d03-861d-6c3f2edacaed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:22.823248 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7a77d9ab-9fed-4d03-861d-6c3f2edacaed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:22.823731 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a77d9ab-9fed-4d03-861d-6c3f2edacaed admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 09:25:22.828023 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-7a77d9ab-9fed-4d03-861d-6c3f2edacaed admin admin] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:22.829171 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-7a77d9ab-9fed-4d03-861d-6c3f2edacaed admin admin] 10.222.0.41 "DELETE /v2.0/routers/c3a96c47-9b7c-4e5c-b8d5-8dc75ff9d2fc HTTP/1.1" status: 204 len: 168 time: 0.7705112 Oct 26 09:25:22.832362 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 45980) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:25:22.877031 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7ce46d4-f8e2-41f4-acf3-738ae1b7991e admin admin] Deleting subnet e0a61be2-453e-480f-98d4-90f961323046 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 09:25:22.880748 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c7ce46d4-f8e2-41f4-acf3-738ae1b7991e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:22.920760 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c7ce46d4-f8e2-41f4-acf3-738ae1b7991e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:23.006265 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c7ce46d4-f8e2-41f4-acf3-738ae1b7991e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:23.059102 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c7ce46d4-f8e2-41f4-acf3-738ae1b7991e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:23.086705 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce46d4-f8e2-41f4-acf3-738ae1b7991e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0a61be2-453e-480f-98d4-90f961323046,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:25:23.088593 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-c7ce46d4-f8e2-41f4-acf3-738ae1b7991e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:23.091865 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-c7ce46d4-f8e2-41f4-acf3-738ae1b7991e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e0a61be2-453e-480f-98d4-90f961323046 HTTP/1.1" status: 204 len: 168 time: 0.2585242 Oct 26 09:25:23.093278 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0c2cf7-b5b3-4a93-8e4f-149ef34892b7 None None] Network fd355557-c7cb-4dc7-b3b6-d730ead472bc requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:25:23.094367 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 45982) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:25:23.163611 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:23.168548 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-68f90149-9309-4fa5-afd0-7f86c4a89d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:23.222094 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-68f90149-9309-4fa5-afd0-7f86c4a89d3e admin admin] Deleting port d52a83e7-2954-4d22-8539-65ea2a6df638 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:25:23.222495 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-68f90149-9309-4fa5-afd0-7f86c4a89d3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:23.312695 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-68f90149-9309-4fa5-afd0-7f86c4a89d3e admin admin] For port d52a83e7-2954-4d22-8539-65ea2a6df638, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=d52a83e7-2954-4d22-8539-65ea2a6df638,segment=NetworkSegment(6b87a17f-1a92-4545-87af-363977ab80a5),segment_id=6b87a17f-1a92-4545-87af-363977ab80a5)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:25:23.314287 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-68f90149-9309-4fa5-afd0-7f86c4a89d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:23.327422 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19adbc7c-6395-470a-8f8c-dc881d20e00b None None] DHCP port deletion for fd355557-c7cb-4dc7-b3b6-d730ead472bc request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 09:25:23.328266 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-68f90149-9309-4fa5-afd0-7f86c4a89d3e admin admin] Calling delete_port for d52a83e7-2954-4d22-8539-65ea2a6df638 owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:25:23.396503 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 94c792d4-5208-4a31-b9db-196298ea1546 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:25:23.421414 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-19adbc7c-6395-470a-8f8c-dc881d20e00b None None] Deleting port d52a83e7-2954-4d22-8539-65ea2a6df638 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:25:23.421852 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-19adbc7c-6395-470a-8f8c-dc881d20e00b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:23.424355 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-68f90149-9309-4fa5-afd0-7f86c4a89d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:23.425179 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 94c792d4-5208-4a31-b9db-196298ea1546 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:25:23.425179 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 94c792d4-5208-4a31-b9db-196298ea1546 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:25:23.425179 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 96b58f61-7814-44e3-be31-023613a7b3c6 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:25:23.442684 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f90149-9309-4fa5-afd0-7f86c4a89d3e admin admin] No DVR routers for this DVR port d52a83e7-2954-4d22-8539-65ea2a6df638 on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 09:25:23.465252 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f90149-9309-4fa5-afd0-7f86c4a89d3e admin admin] Pushing event deleted for resources: {'Port': ['ID=d52a83e7-2954-4d22-8539-65ea2a6df638,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:25:23.507545 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 96b58f61-7814-44e3-be31-023613a7b3c6 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:25:23.508203 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 96b58f61-7814-44e3-be31-023613a7b3c6 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:25:23.508708 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device d52a83e7-2954-4d22-8539-65ea2a6df638 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:25:23.532600 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:23.540880 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: d52a83e7-2954-4d22-8539-65ea2a6df638 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:25:23.541158 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device d52a83e7-2954-4d22-8539-65ea2a6df638 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:25:23.554449 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-68f90149-9309-4fa5-afd0-7f86c4a89d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:23.559810 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-19adbc7c-6395-470a-8f8c-dc881d20e00b None None] For port d52a83e7-2954-4d22-8539-65ea2a6df638, host dv-neutron-804846-13-hyperv, got binding levels [] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:25:23.560210 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-19adbc7c-6395-470a-8f8c-dc881d20e00b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:23.575469 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-19adbc7c-6395-470a-8f8c-dc881d20e00b None None] Calling delete_port for d52a83e7-2954-4d22-8539-65ea2a6df638 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:25:23.579888 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-68f90149-9309-4fa5-afd0-7f86c4a89d3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd355557-c7cb-4dc7-b3b6-d730ead472bc']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:25:23.584211 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.ipam_backend_mixin [None req-19adbc7c-6395-470a-8f8c-dc881d20e00b None None] Port d52a83e7-2954-4d22-8539-65ea2a6df638 was not found and therefore no delete operation was performed {{(pid=102103) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 09:25:23.586288 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-19adbc7c-6395-470a-8f8c-dc881d20e00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:23.592152 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-68f90149-9309-4fa5-afd0-7f86c4a89d3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b87a17f-1a92-4545-87af-363977ab80a5') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:25:23.592369 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-68f90149-9309-4fa5-afd0-7f86c4a89d3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b87a17f-1a92-4545-87af-363977ab80a5') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:25:23.604170 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-68f90149-9309-4fa5-afd0-7f86c4a89d3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:23.615473 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19adbc7c-6395-470a-8f8c-dc881d20e00b None None] Pushing event deleted for resources: {'Port': ['ID=d52a83e7-2954-4d22-8539-65ea2a6df638,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:25:23.620372 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19adbc7c-6395-470a-8f8c-dc881d20e00b None None] No DVR routers for this DVR port d52a83e7-2954-4d22-8539-65ea2a6df638 on host dv-neutron-804846-13-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 09:25:23.632969 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-68f90149-9309-4fa5-afd0-7f86c4a89d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:23.640272 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f90149-9309-4fa5-afd0-7f86c4a89d3e admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 09:25:23.640272 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-68f90149-9309-4fa5-afd0-7f86c4a89d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:23.642639 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 09:25:23.642639 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 09:25:23.642639 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 09:25:23.642639 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 09:25:23.642639 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 09:25:23.642639 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 09:25:23.642639 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 09:25:23.642639 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 09:25:23.642639 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 09:25:23.642639 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 09:25:23.642639 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 09:25:23.642639 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 09:25:23.642639 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 09:25:23.642639 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 09:25:23.642639 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 09:25:23.642639 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 09:25:23.642639 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 09:25:23.642639 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 09:25:23.642639 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 09:25:23.642639 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 09:25:23.642639 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 09:25:23.642639 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 09:25:23.642639 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 09:25:23.642639 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 09:25:23.642639 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 09:25:23.642639 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 09:25:23.642639 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 09:25:23.642639 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 09:25:23.642639 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 09:25:23.642639 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 09:25:23.642639 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 09:25:23.642639 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 09:25:23.702490 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-68f90149-9309-4fa5-afd0-7f86c4a89d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:23.709472 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-68f90149-9309-4fa5-afd0-7f86c4a89d3e admin admin] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:23.716001 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-68f90149-9309-4fa5-afd0-7f86c4a89d3e admin admin] 10.222.0.41 "DELETE /v2.0/networks/fd355557-c7cb-4dc7-b3b6-d730ead472bc HTTP/1.1" status: 204 len: 168 time: 0.6171789 Oct 26 09:25:23.716001 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 45984) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:25:23.792609 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f90149-9309-4fa5-afd0-7f86c4a89d3e admin admin] Pushing event deleted for resources: {'Network': ['ID=fd355557-c7cb-4dc7-b3b6-d730ead472bc,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:25:24.090261 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-644ed545-e2db-4d56-a562-7976d6c938ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8098362'] for router_interface, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:24.337204 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-644ed545-e2db-4d56-a562-7976d6c938ae admin admin] Deleting port 5d03d5a6-572b-47b4-bf90-02dc15e0bd12 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:25:24.337867 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-644ed545-e2db-4d56-a562-7976d6c938ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:24.414440 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-644ed545-e2db-4d56-a562-7976d6c938ae admin admin] For port 5d03d5a6-572b-47b4-bf90-02dc15e0bd12, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=5d03d5a6-572b-47b4-bf90-02dc15e0bd12,segment=NetworkSegment(db64e6ce-1c43-4221-89fc-396f961aacf4),segment_id=db64e6ce-1c43-4221-89fc-396f961aacf4)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:25:24.414809 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-644ed545-e2db-4d56-a562-7976d6c938ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:24.427505 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-644ed545-e2db-4d56-a562-7976d6c938ae admin admin] Calling delete_port for 5d03d5a6-572b-47b4-bf90-02dc15e0bd12 owned by network:router_interface {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:25:24.608904 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-644ed545-e2db-4d56-a562-7976d6c938ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:24.636775 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ed545-e2db-4d56-a562-7976d6c938ae admin admin] Pushing event deleted for resources: {'Port': ['ID=5d03d5a6-572b-47b4-bf90-02dc15e0bd12,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:25:24.696503 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:24.806548 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-644ed545-e2db-4d56-a562-7976d6c938ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7993277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8098510'] for router_interface, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:25.022610 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:25.304540 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644ed545-e2db-4d56-a562-7976d6c938ae admin admin] Router dcc6de39-bee7-403f-a749-87cf0c957c08 has already been hosted by L3 agent 7ce1e803-e426-4a94-9233-b68fa0dd8e57 {{(pid=102102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 09:25:25.411749 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644ed545-e2db-4d56-a562-7976d6c938ae admin admin] Notify agent at l3_agent.dv-neutron-804846-13-hyperv the message routers_updated {{(pid=102102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 09:25:25.416720 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-644ed545-e2db-4d56-a562-7976d6c938ae admin admin] 10.222.0.41 "PUT /v2.0/routers/dcc6de39-bee7-403f-a749-87cf0c957c08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7003870 Oct 26 09:25:25.419343 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 45986) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:25:25.423097 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b4c1b3-ef63-4002-a683-bb6785e69a29 None None] Sync routers for ids ['dcc6de39-bee7-403f-a749-87cf0c957c08'] in dv-neutron-804846-13-hyperv {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 09:25:25.433135 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b4c1b3-ef63-4002-a683-bb6785e69a29 None None] Routers {'dcc6de39-bee7-403f-a749-87cf0c957c08'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:25:25.433795 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-f7b4c1b3-ef63-4002-a683-bb6785e69a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:25:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['dcc6de39-bee7-403f-a749-87cf0c957c08'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:25:25.522095 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0505464b-d59c-4a6f-8ba8-ed3c341d3988 admin admin] Publish callbacks [] for router, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:25.539610 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-f7b4c1b3-ef63-4002-a683-bb6785e69a29 None None] Set router dcc6de39-bee7-403f-a749-87cf0c957c08 gateway port host: dv-neutron-804846-13-hyperv {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:25:25.626599 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0505464b-d59c-4a6f-8ba8-ed3c341d3988 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:25.684172 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-0505464b-d59c-4a6f-8ba8-ed3c341d3988 admin admin] Deleting port dba0e89d-129a-4b43-b77a-3392a9cac62e {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:25:25.684517 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0505464b-d59c-4a6f-8ba8-ed3c341d3988 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:25.722285 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-f7b4c1b3-ef63-4002-a683-bb6785e69a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc6de39-bee7-403f-a749-87cf0c957c08', 'name': 'tempest-TestSnapshotPattern-1449700777-router', 'tenant_id': 'a9f902e233df4d188e9594d747dba8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'external_fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': 'dba0e89d-129a-4b43-b77a-3392a9cac62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:20:38Z', 'updated_at': '2021-10-26T09:25:24Z', 'revision_number': 5, 'project_id': 'a9f902e233df4d188e9594d747dba8c1', 'gw_port': {'id': 'dba0e89d-129a-4b43-b77a-3392a9cac62e', 'name': '', 'network_id': 'e0ba3cfd-db28-4690-8a12-e5c00a0b88c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc6de39-bee7-403f-a749-87cf0c957c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-13-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T09:20:38Z', 'updated_at': '2021-10-26T09:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e02331c-216e-4ad3-a4c1-0f747968d9c6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-13-hyperv'}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:25:25.749077 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b4c1b3-ef63-4002-a683-bb6785e69a29 None None] Checking router: dcc6de39-bee7-403f-a749-87cf0c957c08 for host: dv-neutron-804846-13-hyperv {{(pid=102103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 09:25:25.757847 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b4c1b3-ef63-4002-a683-bb6785e69a29 None None] Routers {'dcc6de39-bee7-403f-a749-87cf0c957c08'} bound to L3 agent in host dv-neutron-804846-13-hyperv {{(pid=102103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 09:25:25.758455 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-f7b4c1b3-ef63-4002-a683-bb6785e69a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-13-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T08:23:22Z,description=,heartbeat_timestamp=2021-10-26T09:25:22Z,host='dv-neutron-804846-13-hyperv',id=7ce1e803-e426-4a94-9233-b68fa0dd8e57,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T08:23:22Z,topic='l3_agent')) {'router_ids': ['dcc6de39-bee7-403f-a749-87cf0c957c08'], 'active': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:25:25.764775 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-0505464b-d59c-4a6f-8ba8-ed3c341d3988 admin admin] For port dba0e89d-129a-4b43-b77a-3392a9cac62e, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=dba0e89d-129a-4b43-b77a-3392a9cac62e,segment=NetworkSegment(d526082b-771a-4458-9891-f3757f53f782),segment_id=d526082b-771a-4458-9891-f3757f53f782)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:25:25.765141 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0505464b-d59c-4a6f-8ba8-ed3c341d3988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:25.777896 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-0505464b-d59c-4a6f-8ba8-ed3c341d3988 admin admin] Calling delete_port for dba0e89d-129a-4b43-b77a-3392a9cac62e owned by network:router_gateway {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:25:25.844282 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvr_db [None req-f7b4c1b3-ef63-4002-a683-bb6785e69a29 None None] Set router dcc6de39-bee7-403f-a749-87cf0c957c08 gateway port host: None {{(pid=102103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 09:25:25.900994 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.db.l3_hamode_db [None req-f7b4c1b3-ef63-4002-a683-bb6785e69a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc6de39-bee7-403f-a749-87cf0c957c08', 'name': 'tempest-TestSnapshotPattern-1449700777-router', 'tenant_id': 'a9f902e233df4d188e9594d747dba8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:20:38Z', 'updated_at': '2021-10-26T09:25:25Z', 'revision_number': 6, 'project_id': 'a9f902e233df4d188e9594d747dba8c1', 'gw_port_host': None}], 'dv-neutron-804846-13-hyperv', False) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:25:25.928595 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b4c1b3-ef63-4002-a683-bb6785e69a29 None None] The sync data for ids ['dcc6de39-bee7-403f-a749-87cf0c957c08'] in dv-neutron-804846-13-hyperv is: [{'id': 'dcc6de39-bee7-403f-a749-87cf0c957c08', 'name': 'tempest-TestSnapshotPattern-1449700777-router', 'tenant_id': 'a9f902e233df4d188e9594d747dba8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T09:20:38Z', 'updated_at': '2021-10-26T09:25:25Z', 'revision_number': 6, 'project_id': 'a9f902e233df4d188e9594d747dba8c1', 'gw_port_host': None}] {{(pid=102103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 09:25:25.945946 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0505464b-d59c-4a6f-8ba8-ed3c341d3988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:25.973676 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0505464b-d59c-4a6f-8ba8-ed3c341d3988 admin admin] Pushing event deleted for resources: {'Port': ['ID=dba0e89d-129a-4b43-b77a-3392a9cac62e,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:25:26.039432 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0505464b-d59c-4a6f-8ba8-ed3c341d3988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8099680'] for router_gateway, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:26.129774 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0505464b-d59c-4a6f-8ba8-ed3c341d3988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8097798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:26.131777 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0505464b-d59c-4a6f-8ba8-ed3c341d3988 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:26.174854 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0505464b-d59c-4a6f-8ba8-ed3c341d3988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8097807'] for router, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:26.175478 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0505464b-d59c-4a6f-8ba8-ed3c341d3988 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcc6de39-bee7-403f-a749-87cf0c957c08 {{(pid=102102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 09:25:26.180347 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-0505464b-d59c-4a6f-8ba8-ed3c341d3988 admin admin] Publish callbacks [] for router, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:26.181505 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-0505464b-d59c-4a6f-8ba8-ed3c341d3988 admin admin] 10.222.0.41 "DELETE /v2.0/routers/dcc6de39-bee7-403f-a749-87cf0c957c08 HTTP/1.1" status: 204 len: 168 time: 0.7613819 Oct 26 09:25:26.184001 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 45988) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:25:26.229507 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae32a9a9-5abf-4ff5-ade5-3de1e401cb67 admin admin] Deleting subnet 83e3fa48-9bdc-4020-996f-03ccebfb57d9 {{(pid=102102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 09:25:26.232624 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ae32a9a9-5abf-4ff5-ade5-3de1e401cb67 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:26.273874 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ae32a9a9-5abf-4ff5-ade5-3de1e401cb67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5699591'] for subnet, precommit_delete_associations {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:26.358224 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ae32a9a9-5abf-4ff5-ade5-3de1e401cb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711506'] for subnet, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:26.410748 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ae32a9a9-5abf-4ff5-ade5-3de1e401cb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8118888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7596053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4626725'] for subnet, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:26.436644 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32a9a9-5abf-4ff5-ade5-3de1e401cb67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83e3fa48-9bdc-4020-996f-03ccebfb57d9,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:25:26.440733 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-ae32a9a9-5abf-4ff5-ade5-3de1e401cb67 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:26.444795 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-ae32a9a9-5abf-4ff5-ade5-3de1e401cb67 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/83e3fa48-9bdc-4020-996f-03ccebfb57d9 HTTP/1.1" status: 204 len: 168 time: 0.2592173 Oct 26 09:25:26.446729 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 45990) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:25:26.449209 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791d0a1b-ea3b-4131-96f1-21e55d25c58f None None] Network a9331558-9888-48ea-aced-e6fed522133d requested from dv-neutron-804846-13-hyperv {{(pid=102103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 09:25:26.521768 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4b9f9afd-bf0c-4c0e-8df1-28080918ee65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604931'] for network, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:26.581355 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-4b9f9afd-bf0c-4c0e-8df1-28080918ee65 admin admin] Deleting port e72f5b23-258e-458d-80cf-1df9ef7fa7b6 {{(pid=102102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 09:25:26.582127 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4b9f9afd-bf0c-4c0e-8df1-28080918ee65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763432385558'] for port, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:26.657551 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.db [None req-4b9f9afd-bf0c-4c0e-8df1-28080918ee65 admin admin] For port e72f5b23-258e-458d-80cf-1df9ef7fa7b6, host dv-neutron-804846-13-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-13-hyperv',level=0,port_id=e72f5b23-258e-458d-80cf-1df9ef7fa7b6,segment=NetworkSegment(db64e6ce-1c43-4221-89fc-396f961aacf4),segment_id=db64e6ce-1c43-4221-89fc-396f961aacf4)] {{(pid=102102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 09:25:26.657969 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4b9f9afd-bf0c-4c0e-8df1-28080918ee65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8096464'] for port, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:26.672926 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.plugin [None req-4b9f9afd-bf0c-4c0e-8df1-28080918ee65 admin admin] Calling delete_port for e72f5b23-258e-458d-80cf-1df9ef7fa7b6 owned by network:dhcp {{(pid=102102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 09:25:26.767017 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4b9f9afd-bf0c-4c0e-8df1-28080918ee65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-647593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763432359909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763431881840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7596226'] for port, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:26.778650 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cc0c33-72f1-44ad-85d3-6111044a82d4 None None] DHCP port deletion for a9331558-9888-48ea-aced-e6fed522133d request from dv-neutron-804846-13-hyperv {{(pid=102103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 09:25:26.793303 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f9afd-bf0c-4c0e-8df1-28080918ee65 admin admin] Pushing event deleted for resources: {'Port': ['ID=e72f5b23-258e-458d-80cf-1df9ef7fa7b6,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:25:26.797122 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9f9afd-bf0c-4c0e-8df1-28080918ee65 admin admin] No DVR routers for this DVR port e72f5b23-258e-458d-80cf-1df9ef7fa7b6 on host dv-neutron-804846-13-hyperv {{(pid=102102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 09:25:26.880361 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4b9f9afd-bf0c-4c0e-8df1-28080918ee65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716229', 'neutron.services.segments.db._delete_segments_for_network-8763432401183'] for network, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:26.907268 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-4b9f9afd-bf0c-4c0e-8df1-28080918ee65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9331558-9888-48ea-aced-e6fed522133d']}} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:25:26.923916 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-4b9f9afd-bf0c-4c0e-8df1-28080918ee65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db64e6ce-1c43-4221-89fc-396f961aacf4') {'for_net_delete': True} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:25:26.924122 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.services.segments.db [None req-4b9f9afd-bf0c-4c0e-8df1-28080918ee65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db64e6ce-1c43-4221-89fc-396f961aacf4') {} {{(pid=102102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 09:25:26.937013 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4b9f9afd-bf0c-4c0e-8df1-28080918ee65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763432401448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5699596'] for segment, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:26.954040 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4b9f9afd-bf0c-4c0e-8df1-28080918ee65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785'] for segment, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:26.961752 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b9f9afd-bf0c-4c0e-8df1-28080918ee65 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=102102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 09:25:26.962296 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4b9f9afd-bf0c-4c0e-8df1-28080918ee65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-704785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7596271'] for segment, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:26.964197 dv-neutron-804846-13-hyperv neutron-server[102102]: Traceback (most recent call last): Oct 26 09:25:26.964197 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 09:25:26.964197 dv-neutron-804846-13-hyperv neutron-server[102102]: timer() Oct 26 09:25:26.964197 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 09:25:26.964197 dv-neutron-804846-13-hyperv neutron-server[102102]: cb(*args, **kw) Oct 26 09:25:26.964197 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 09:25:26.964197 dv-neutron-804846-13-hyperv neutron-server[102102]: return func(*args, **kwargs) Oct 26 09:25:26.964197 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 09:25:26.964197 dv-neutron-804846-13-hyperv neutron-server[102102]: self._notify() Oct 26 09:25:26.964197 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 09:25:26.964197 dv-neutron-804846-13-hyperv neutron-server[102102]: self.callback(batched_events) Oct 26 09:25:26.964197 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 09:25:26.964197 dv-neutron-804846-13-hyperv neutron-server[102102]: event.method(event) Oct 26 09:25:26.964197 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 09:25:26.964197 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 09:25:26.964197 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 09:25:26.964197 dv-neutron-804846-13-hyperv neutron-server[102102]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 09:25:26.964197 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 09:25:26.964197 dv-neutron-804846-13-hyperv neutron-server[102102]: return f(self, *a, **k) Oct 26 09:25:26.964197 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 09:25:26.964197 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._get(url).json() Oct 26 09:25:26.964197 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 09:25:26.964197 dv-neutron-804846-13-hyperv neutron-server[102102]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 09:25:26.964197 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 09:25:26.964197 dv-neutron-804846-13-hyperv neutron-server[102102]: return self.request(url, 'GET', **kwargs) Oct 26 09:25:26.964197 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 09:25:26.964197 dv-neutron-804846-13-hyperv neutron-server[102102]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 09:25:26.964197 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 09:25:26.964197 dv-neutron-804846-13-hyperv neutron-server[102102]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 09:25:26.964197 dv-neutron-804846-13-hyperv neutron-server[102102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 09:25:26.964197 dv-neutron-804846-13-hyperv neutron-server[102102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 09:25:26.964197 dv-neutron-804846-13-hyperv neutron-server[102102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 09:25:27.023644 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4b9f9afd-bf0c-4c0e-8df1-28080918ee65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8107188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7993220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8099660'] for network, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:27.029066 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-4b9f9afd-bf0c-4c0e-8df1-28080918ee65 admin admin] Publish callbacks [] for network, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:27.032235 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-4b9f9afd-bf0c-4c0e-8df1-28080918ee65 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a9331558-9888-48ea-aced-e6fed522133d HTTP/1.1" status: 204 len: 168 time: 0.5845664 Oct 26 09:25:27.044698 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f9afd-bf0c-4c0e-8df1-28080918ee65 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9331558-9888-48ea-aced-e6fed522133d,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:25:27.124486 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 5d03d5a6-572b-47b4-bf90-02dc15e0bd12 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:25:27.147730 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: 5d03d5a6-572b-47b4-bf90-02dc15e0bd12 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:25:27.148084 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device 5d03d5a6-572b-47b4-bf90-02dc15e0bd12 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:25:27.148513 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device e72f5b23-258e-458d-80cf-1df9ef7fa7b6 no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:25:27.168421 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: e72f5b23-258e-458d-80cf-1df9ef7fa7b6 {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:25:27.169087 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device e72f5b23-258e-458d-80cf-1df9ef7fa7b6 not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:25:27.169483 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device dba0e89d-129a-4b43-b77a-3392a9cac62e no longer exists at agent ovs-agent-dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 09:25:27.192215 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] No Port match for: dba0e89d-129a-4b43-b77a-3392a9cac62e {{(pid=102103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 09:25:27.192566 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.rpc [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Device dba0e89d-129a-4b43-b77a-3392a9cac62e not bound to the agent host dv-neutron-804846-13-hyperv {{(pid=102103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 09:25:27.220737 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 45994) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:25:27.262059 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-5aeef89c-5650-4e83-912a-69b3eba80ffa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=79c914ac7af9489da7c8c9260642d45c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395849 Oct 26 09:25:27.264415 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 45996) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:25:27.312105 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1362322c-786e-424d-8ac2-34dbba50c957 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:27.333936 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1362322c-786e-424d-8ac2-34dbba50c957 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:27.382016 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1362322c-786e-424d-8ac2-34dbba50c957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:27.384631 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-1362322c-786e-424d-8ac2-34dbba50c957 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:27.385856 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-1362322c-786e-424d-8ac2-34dbba50c957 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/590e098d-e565-4980-9f69-3635579f94a6 HTTP/1.1" status: 204 len: 168 time: 0.1205137 Oct 26 09:25:27.394887 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362322c-786e-424d-8ac2-34dbba50c957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590e098d-e565-4980-9f69-3635579f94a6,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:25:27.718428 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 46002) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:25:27.758301 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-251ef287-3edc-47d6-b31e-b0eee428ffa9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a9f902e233df4d188e9594d747dba8c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386524 Oct 26 09:25:27.760675 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.wsgi [-] (102102) accepted ('10.222.0.41', 46004) {{(pid=102102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 09:25:27.812714 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-19181562-1904-4d8c-affe-b9f7619f19e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:27.833800 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-19181562-1904-4d8c-affe-b9f7619f19e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:27.881713 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-19181562-1904-4d8c-affe-b9f7619f19e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8046090'] for security_group, after_delete {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:27.884380 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron_lib.callbacks.manager [None req-19181562-1904-4d8c-affe-b9f7619f19e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:27.885531 dv-neutron-804846-13-hyperv neutron-server[102102]: INFO neutron.wsgi [None req-19181562-1904-4d8c-affe-b9f7619f19e5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7d8db535-62e9-4400-8877-80e516defc97 HTTP/1.1" status: 204 len: 168 time: 0.1239309 Oct 26 09:25:27.893940 dv-neutron-804846-13-hyperv neutron-server[102102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19181562-1904-4d8c-affe-b9f7619f19e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8db535-62e9-4400-8877-80e516defc97,revision_number=None']} {{(pid=102102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 09:25:29.738596 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:25:49.519228 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-45d1af2c-87e8-4362-9705-7e099e2ebfa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:52.183439 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fad38ce4-0959-4611-a9d8-ede0c1a341e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:53.141256 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:53.455745 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:54.702927 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:25:55.023551 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:26:06.737189 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:26:19.524717 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6ee8939e-1746-4777-8596-58bfc3ba99da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:26:22.185788 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2f34966d-7888-4faa-91c7-522334bdd37c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:26:23.143833 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:26:23.457069 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:26:24.715979 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:26:25.026965 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:26:43.736533 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:26:49.526508 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7739cab1-b80d-42d1-bc9a-d62e39b53cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:26:52.186618 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7ac9f016-4876-40a0-8f50-6f450c44aada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:26:53.145986 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:26:53.458148 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:26:54.712109 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:26:55.030077 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:27:19.527122 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-86f115bf-de9d-4686-aa46-b396cce8fef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:27:20.735156 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:27:22.189124 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4b4521b0-c997-4d52-94f0-1ff85ab5dae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:27:23.150735 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:27:23.461275 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:27:24.715906 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:27:25.031683 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:27:49.531762 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-25c9d85c-b83c-4bd4-812a-03080e8dfb5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:27:52.190579 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-be960932-7da2-4fc6-b261-f3f949862394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:27:53.152570 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:27:53.464433 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:27:54.714402 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:27:55.032877 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:27:57.736018 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:28:19.533561 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3833bc5f-4a01-4db4-99c5-e3c809b136d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:28:22.191795 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-03df3877-2db5-48e7-a832-20bc6a5d0910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:28:23.158168 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:28:23.466623 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:28:24.729715 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:28:25.035953 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:28:34.735820 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:28:49.536157 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-22c748f1-e97c-4499-875e-dea78d2d9a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:28:52.193066 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-178f232f-602f-4b0d-86ce-9422935bf16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:28:53.158683 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:28:53.468863 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:28:54.743542 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:28:55.037514 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:29:11.735016 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:29:19.541313 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d8581dc4-7cdd-42fb-b40c-55188ad78939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:29:22.193470 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3f56ffb0-a7b0-45ff-b7ee-7e89829c25d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:29:23.161543 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:29:23.470393 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:29:24.743244 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:29:25.040478 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:29:48.733746 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:29:49.543286 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-95c5abb6-0c9e-421b-82d3-310422428f4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:29:52.193951 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-61258964-6bc3-437f-857d-f453d97cfce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:29:53.167495 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:29:53.471592 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:29:54.743046 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:29:55.042362 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:30:19.545648 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-59e1bffb-2d63-4646-9a5d-19fcf2bfd039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:30:22.194327 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63cf3c42-ce0b-4f48-97bb-0f46ed61dc4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:30:23.168592 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:30:23.473754 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:30:24.738754 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:30:25.044852 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:30:25.732682 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 09:30:49.549302 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0b383840-3223-4b6b-96d1-752f5271a952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:30:52.195418 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2413a9df-994f-4639-901d-066e5aac4e49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:30:53.171803 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8be5680a-523f-46e0-a566-3785db32d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:30:53.475638 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8b984420-e126-422a-b3b8-fa8f5154e341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:30:54.740000 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcf66c0e-929a-4ea1-9680-31dc45a67831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:30:55.048254 dv-neutron-804846-13-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a35ee98-0798-4505-8c6f-9503f891697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763432401165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-715667'] for agent, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 09:31:02.735047 dv-neutron-804846-13-hyperv neutron-server[102104]: DEBUG neutron.db.agents_db [None req-2e696d81-3077-4b90-be59-0f950cfe1539 None None] Agent healthcheck: found 6 active agents {{(pid=102104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}